-- Logs begin at Fri 2022-09-23 13:58:21 UTC, end at Fri 2022-09-23 16:17:39 UTC. -- Sep 23 14:52:45.359764 dv-neutron-859093-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Sep 23 14:52:47.898917 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.common.config [-] Logging enabled! Sep 23 14:52:47.899536 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev34 Sep 23 14:52:47.899685 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89631) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 14:52:47.902924 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.common.config [-] Logging enabled! Sep 23 14:52:47.903194 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev34 Sep 23 14:52:47.903512 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89631) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 14:52:47.904481 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 14:52:47.904721 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 14:52:47.905083 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 14:52:47.905333 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 14:52:47.905564 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 14:52:47.905886 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.906186 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.906510 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.906748 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.907048 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.907343 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.907631 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.907924 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.908226 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.908518 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.908804 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.909092 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.909328 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.909613 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] config_source = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.909906 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.910196 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.910452 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] debug = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.910740 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.911165 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.911586 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.911872 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.912168 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.912455 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.912732 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.913014 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.913310 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.913644 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] host = dv-neutron-859093-1-hyperv {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.913929 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.914221 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.914541 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.914838 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.915122 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.915405 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.915699 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.915980 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] log_dir = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.916259 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] log_file = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.916543 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.916841 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.917132 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.917426 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.917655 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.917882 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.918173 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.918492 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.918777 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.919058 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.919843 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.920130 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.920411 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.920687 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.920978 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.921269 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.921562 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.921845 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.922128 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.922433 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.922713 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.923003 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.923284 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.923567 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.923850 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.924145 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.924420 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.924702 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.925007 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.925301 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.925591 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.925886 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.926168 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.926486 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.926769 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.927052 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] use_journal = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.927333 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] use_json = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.927613 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.927891 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.928180 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.928459 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.928736 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.929016 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.929294 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.929586 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.929866 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:47.930168 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.930499 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.930808 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.931103 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.931403 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.931692 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.931988 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.932274 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.932571 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.932867 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.933159 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.933445 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.933747 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.934033 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.934356 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.934668 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.935567 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.935886 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.936173 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.936459 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.936743 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.937030 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.937319 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.937619 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.937917 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.938200 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.938509 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.938811 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.939095 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.939374 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.939658 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.939955 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.940240 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.940519 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.940806 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.941103 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.941399 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.941680 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.941966 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.942264 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.942574 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.942855 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.943134 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.943417 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.943699 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.943991 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.944277 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.944558 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.944837 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.945122 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.945401 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.945678 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.945963 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.946244 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.946606 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.946885 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.947164 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.947443 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.947720 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.947999 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.948280 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.948560 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.948843 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.949124 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.949670 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.949950 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.950230 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.950536 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.950884 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.951189 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.951473 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.951759 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.952046 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.952330 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.952614 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.952896 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.953181 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.953467 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.953751 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.954045 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.954371 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.954647 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.954936 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.955221 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.955523 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.955807 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.956094 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.956378 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.956668 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.956958 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.957247 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.957548 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.957882 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.958184 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.958510 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.958812 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.959103 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.959416 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.959704 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:47.959929 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 14:52:47.960172 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=89631) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 23 14:52:48.350896 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO keyring.backend [-] Loading KWallet Sep 23 14:52:48.358662 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO keyring.backend [-] Loading SecretService Sep 23 14:52:48.362078 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO keyring.backend [-] Loading Windows Sep 23 14:52:48.363410 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO keyring.backend [-] Loading chainer Sep 23 14:52:48.363979 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO keyring.backend [-] Loading macOS Sep 23 14:52:48.396644 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=89631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 14:52:48.396921 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=89631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 14:52:48.397213 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=89631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 14:52:48.397554 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 23 14:52:48.789182 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:48.789480 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:48.789759 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:48.791002 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:48.791294 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:48.791568 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:48.827147 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:48.827438 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:48.827707 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:48.840718 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:48.840997 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:48.841879 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:48.871524 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:48.871815 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:48.872086 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:48.909354 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:48.909871 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:48.909871 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.142473 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.142697 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.142969 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.143246 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.143995 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.264926 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.265253 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.265544 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.265822 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.266096 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.266448 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.266725 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.266986 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.267247 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.267534 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.267799 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.268068 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.268338 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.268597 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.268868 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.269154 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.269419 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.269697 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.269956 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.270244 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.270622 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.270888 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.271141 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.271430 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.271684 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.271933 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.272320 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=89631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 14:52:49.272565 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=89631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 14:52:49.272806 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=89631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 14:52:49.273047 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=89631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 14:52:49.273287 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=89631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 14:52:49.273528 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=89631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 14:52:49.273890 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 23 14:52:49.277052 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 23 14:52:49.281003 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 23 14:52:49.284630 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 23 14:52:49.286261 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 23 14:52:49.286729 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 23 14:52:49.287068 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 23 14:52:49.287604 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 23 14:52:49.290451 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 23 14:52:49.290709 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 23 14:52:49.291057 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 14:52:49.319286 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 23 14:52:49.319735 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.320038 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=89631) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 23 14:52:49.320406 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.321759 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=89631) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 23 14:52:49.322050 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 14:52:49.322303 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 23 14:52:49.325864 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.326152 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:49.389417 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 23 14:52:49.389655 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 23 14:52:49.389892 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 23 14:52:49.390256 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 23 14:52:49.422348 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_db.sqlalchemy.engines [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=89631) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 23 14:52:49.858081 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Initializing driver for type 'gre' Sep 23 14:52:49.858640 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] gre ID ranges: [(1, 1000)] Sep 23 14:52:50.005975 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Initializing driver for type 'local' Sep 23 14:52:50.006606 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Initializing driver for type 'vlan' Sep 23 14:52:50.068790 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] VlanTypeDriver initialization complete Sep 23 14:52:50.069061 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Initializing driver for type 'vxlan' Sep 23 14:52:50.069584 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] vxlan ID ranges: [(1, 1000)] Sep 23 14:52:50.263652 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Initializing extension driver 'port_security' Sep 23 14:52:50.263997 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.extensions.port_security [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] PortSecurityExtensionDriver initialization complete Sep 23 14:52:50.264333 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Initializing mechanism driver 'openvswitch' Sep 23 14:52:50.264660 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Initializing mechanism driver 'hyperv' Sep 23 14:52:50.271161 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.plugins.ml2.plugin [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=89631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:52:50.271834 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > port after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.272214 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > port after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.272601 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > port after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.273123 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=89631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 14:52:50.273555 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > subnet after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.273911 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > subnet after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.274258 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > subnet after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.274679 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=89631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 14:52:50.275083 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > network after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.275434 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > network after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.275781 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > network after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.276170 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=89631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 14:52:50.276575 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > security_group after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.276925 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > security_group after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.277263 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > security_group after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.277654 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=89631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 14:52:50.278058 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.278444 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.279386 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.279905 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=89631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 14:52:50.280311 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > address_group after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.280661 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > address_group after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.281004 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > address_group after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.281393 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=89631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 14:52:50.281839 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] ML2 OVO RPC backend initialized. {{(pid=89631) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Sep 23 14:52:50.282590 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > router_interface after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.289218 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.289218 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > network before_response 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.289218 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > networks before_response 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.289218 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > port before_response 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.289531 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > ports before_response 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.289531 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > subnet before_response 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.289531 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > subnets before_response 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.289531 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > network after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.289823 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > network after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.289823 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > network after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.289823 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > port after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.289823 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > port after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.290177 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > port after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.290177 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > subnet after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.290177 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > subnet after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.290177 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > subnet after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.290492 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.plugin [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Modular L2 Plugin initialization complete Sep 23 14:52:50.290492 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading services supported by the core plugin {{(pid=89631) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 23 14:52:50.290492 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Got port-security extension from driver 'port_security' Sep 23 14:52:50.290492 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.extensions.vlantransparent [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Disabled vlantransparent extension. Sep 23 14:52:50.290492 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=89631) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 23 14:52:50.290492 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading Plugin: router Sep 23 14:52:50.327593 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > router_interface before_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.327934 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > router after_create 55549900 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.328306 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > router before_create 55549900 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.328676 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.329049 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.329407 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > router after_delete 55549900 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.329770 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > floatingip after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.330135 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > router after_create 55549900 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.330520 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > router after_update 55549900 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.330873 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > router after_update 55549900 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.331223 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.331582 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > router after_update 55549900 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.331998 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > router precommit_update 55549900 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.332368 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: port after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.332713 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: port after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.333052 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: subnet after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.333391 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.333741 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > port precommit_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.334089 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > router precommit_create 55549900 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.334465 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: port before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.334816 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > router precommit_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.335187 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > router after_update 55549900 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.335520 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > router precommit_delete 55549900 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.335870 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > router precommit_create 55549900 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.336231 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > router_interface after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.336578 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > router precommit_update 55549900 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.336940 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > agent after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.337289 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > agent after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.337631 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > network after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.338520 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Tracking information for resource: router configured {{(pid=89631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 14:52:50.338889 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Tracking information for resource: floatingip configured {{(pid=89631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 14:52:50.344344 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.db.l3_agentschedulers_db [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 23 14:52:50.344918 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: port after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.345280 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: port after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.345635 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: port after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.345987 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: port after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.346917 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > router before_create 55550100 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.347286 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > router precommit_delete 55550100 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.347650 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > router precommit_create 55550100 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.348008 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > router precommit_update 55550100 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.352442 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.services.provider_configuration [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Service providers = [] {{(pid=89631) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 23 14:52:50.352809 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.db.servicetype_db [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=89631) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 23 14:52:50.355720 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.services.service_base [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=89631) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 14:52:50.356074 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.services.service_base [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=89631) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 14:52:50.356417 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.services.service_base [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=89631) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 14:52:50.357331 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.services.service_base [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=89631) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 14:52:50.357703 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.services.service_base [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 23 14:52:50.358081 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=89631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 14:52:50.358428 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 23 14:52:50.368835 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=89631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 14:52:50.369175 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading Plugin: auto_allocate Sep 23 14:52:50.375468 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: network precommit_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.375859 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: network precommit_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.376373 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=89631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 14:52:50.376695 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading Plugin: tag Sep 23 14:52:50.383123 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=89631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 14:52:50.383458 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading Plugin: timestamp Sep 23 14:52:50.387414 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=89631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 14:52:50.387753 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading Plugin: network_ip_availability Sep 23 14:52:50.393547 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.393921 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.394282 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.395029 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=89631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 14:52:50.395352 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading Plugin: flavors Sep 23 14:52:50.399978 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=89631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 14:52:50.400313 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading Plugin: revisions Sep 23 14:52:50.404703 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=89631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 14:52:50.405093 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_concurrency.lockutils [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.008s {{(pid=89631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 14:52:50.405840 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=89631) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 23 14:52:50.406180 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Initializing extension manager. Sep 23 14:52:50.406724 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: __init__.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.407067 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: __pycache__ {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.407406 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.407741 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: address_group.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.408491 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.409048 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: address-group Sep 23 14:52:50.409378 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: address_scope.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.410080 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.410617 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: address-scope Sep 23 14:52:50.410940 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: admin_state_down_before_update.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.411853 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.412365 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: router-admin-state-down-before-update Sep 23 14:52:50.412688 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: agent.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.413382 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.413885 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: agent Sep 23 14:52:50.414207 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: agent_resources_synced.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.415320 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.415829 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: agent-resources-synced Sep 23 14:52:50.416154 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: allowedaddresspairs.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.417912 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.418464 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: allowed-address-pairs Sep 23 14:52:50.418791 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: auto_allocated_topology.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.419875 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.420386 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: auto-allocated-topology Sep 23 14:52:50.420713 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: availability_zone.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.421405 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.421920 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: availability_zone Sep 23 14:52:50.422244 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: availability_zone_filter.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.423177 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.423680 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: availability_zone_filter Sep 23 14:52:50.424002 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: data_plane_status.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.424897 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.425397 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension data-plane-status not supported by any of loaded plugins Sep 23 14:52:50.425718 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: default_subnetpools.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.426652 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.427157 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: default-subnetpools Sep 23 14:52:50.427479 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: dhcpagentscheduler.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.428278 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.428783 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: dhcp_agent_scheduler Sep 23 14:52:50.429107 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: dns.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.430010 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.430541 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension dns-integration not supported by any of loaded plugins Sep 23 14:52:50.430869 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: dns_domain_ports.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.431778 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.432291 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 23 14:52:50.432614 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: dvr.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.433281 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.433790 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: dvr Sep 23 14:52:50.434110 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: empty_string_filtering.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.435558 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.436067 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: empty-string-filtering Sep 23 14:52:50.436387 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.437289 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.437787 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 23 14:52:50.438105 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.439035 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.439538 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 23 14:52:50.439860 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: external_net.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.440759 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.441262 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: external-net Sep 23 14:52:50.441582 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: extra_dhcp_opt.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.442519 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.443019 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: extra_dhcp_opt Sep 23 14:52:50.443336 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: extraroute.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.444234 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.444732 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: extraroute Sep 23 14:52:50.445050 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: extraroute_atomic.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.446058 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.446590 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: extraroute-atomic Sep 23 14:52:50.446914 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: filter_validation.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.447566 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.448065 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: filter-validation Sep 23 14:52:50.448387 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: fip_pf_description.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.449552 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.450044 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 23 14:52:50.450394 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: fip_port_details.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.452546 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.452546 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: fip-port-details Sep 23 14:52:50.452718 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: flavors.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.453906 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.454451 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: flavors Sep 23 14:52:50.454776 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.456407 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.456928 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 23 14:52:50.457265 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: floatingip_pools.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.457961 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.458507 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: floatingip-pools Sep 23 14:52:50.458836 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: ip_allocation.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.459746 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.460257 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension ip_allocation not supported by any of loaded plugins Sep 23 14:52:50.460588 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.461493 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.462001 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: ip-substring-filtering Sep 23 14:52:50.462360 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: l2_adjacency.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.463285 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.463790 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension l2_adjacency not supported by any of loaded plugins Sep 23 14:52:50.464115 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: l3.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.465116 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.465626 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: router Sep 23 14:52:50.465954 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: l3_conntrack_helper.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.468354 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.468882 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 23 14:52:50.469220 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.470145 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.470710 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: ext-gw-mode Sep 23 14:52:50.471042 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.471960 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.472476 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: l3-ha Sep 23 14:52:50.472805 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: l3_flavors.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.473714 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.474220 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: l3-flavors Sep 23 14:52:50.474598 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.482669 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.483178 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: l3-port-ip-change-not-allowed Sep 23 14:52:50.483503 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: l3agentscheduler.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.484541 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.485051 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: l3_agent_scheduler Sep 23 14:52:50.485380 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: logging.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.486874 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.487389 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension logging not supported by any of loaded plugins Sep 23 14:52:50.487724 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: metering.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.488460 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.489033 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: metering Sep 23 14:52:50.489358 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.490495 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.491007 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: metering_source_and_destination_fields Sep 23 14:52:50.491334 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: multiprovidernet.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.492259 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.492772 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: multi-provider Sep 23 14:52:50.493095 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: netmtu.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.494043 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.494586 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: net-mtu Sep 23 14:52:50.494909 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: netmtu_writable.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.495819 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.496332 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: net-mtu-writable Sep 23 14:52:50.496669 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: network_availability_zone.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.497850 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.498377 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: network_availability_zone Sep 23 14:52:50.498701 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: network_ip_availability.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.499777 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.500314 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: network-ip-availability Sep 23 14:52:50.500638 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: network_segment_range.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.501391 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.501895 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension network-segment-range not supported by any of loaded plugins Sep 23 14:52:50.502217 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: pagination.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.503217 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.503547 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: pagination Sep 23 14:52:50.505034 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: port_device_profile.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.505747 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.506257 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: port-device-profile Sep 23 14:52:50.506617 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.507533 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.508033 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: port-mac-address-regenerate Sep 23 14:52:50.508353 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.509262 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.509762 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: port-numa-affinity-policy Sep 23 14:52:50.510094 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: port_resource_request.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.511004 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.511505 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension port-resource-request not supported by any of loaded plugins Sep 23 14:52:50.511826 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: portbindings.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.512748 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.513809 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: binding Sep 23 14:52:50.514130 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: portbindings_extended.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.515416 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.515932 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: binding-extended Sep 23 14:52:50.516260 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: portsecurity.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.517297 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.517812 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: port-security Sep 23 14:52:50.518141 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: project_id.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.519135 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.519509 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: project-id Sep 23 14:52:50.519833 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: providernet.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.520763 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.521277 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: provider Sep 23 14:52:50.521599 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: qos.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.525184 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.525707 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension qos not supported by any of loaded plugins Sep 23 14:52:50.526043 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.527307 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.527825 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 23 14:52:50.528154 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.529087 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.529601 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 23 14:52:50.529927 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: qos_default.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.530871 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.531378 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension qos-default not supported by any of loaded plugins Sep 23 14:52:50.531705 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: qos_fip.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.532356 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.532857 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension qos-fip not supported by any of loaded plugins Sep 23 14:52:50.533179 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: qos_gateway_ip.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.534096 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.534632 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 23 14:52:50.534957 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: qos_port_network_policy.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.540298 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.540796 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 23 14:52:50.541119 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: qos_rule_type_details.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.542020 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.542556 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 23 14:52:50.542879 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: qos_rules_alias.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.543904 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.544439 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 23 14:52:50.544769 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: quotasv2.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.545682 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.546008 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: quotas Sep 23 14:52:50.546351 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: quotasv2_detail.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.547993 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.548332 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: quota_details Sep 23 14:52:50.548662 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: rbac.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.549717 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.550237 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: rbac-policies Sep 23 14:52:50.550605 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: rbac_address_group.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.551530 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.552044 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: rbac-address-group Sep 23 14:52:50.552372 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: rbac_address_scope.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.553320 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.553833 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: rbac-address-scope Sep 23 14:52:50.554158 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: rbac_security_groups.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.555104 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.555613 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: rbac-security-groups Sep 23 14:52:50.555938 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: rbac_subnetpool.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.556857 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.557368 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: rbac-subnetpool Sep 23 14:52:50.557693 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: revisionifmatch.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.558642 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.559162 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: revision-if-match Sep 23 14:52:50.559487 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: revisions.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.561097 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.561609 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: standard-attr-revisions Sep 23 14:52:50.561938 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: router_availability_zone.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.562757 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.563269 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: router_availability_zone Sep 23 14:52:50.563594 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: routerservicetype.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.564504 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.565012 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension router-service-type not supported by any of loaded plugins Sep 23 14:52:50.565342 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.566252 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.566791 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: security-groups-normalized-cidr Sep 23 14:52:50.567114 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: security_groups_port_filtering.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.568026 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.568531 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: port-security-groups-filtering Sep 23 14:52:50.568855 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.569766 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.570271 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: security-groups-remote-address-group Sep 23 14:52:50.570625 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: securitygroup.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.581045 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.581526 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: security-group Sep 23 14:52:50.581860 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: segment.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.582678 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.583192 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension segment not supported by any of loaded plugins Sep 23 14:52:50.583524 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.584455 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.584967 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 23 14:52:50.585301 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: servicetype.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.586492 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.587013 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: service-type Sep 23 14:52:50.587343 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: sorting.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.588315 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.588649 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: sorting Sep 23 14:52:50.588978 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: standard_attr_segment.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.589913 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.590451 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 23 14:52:50.590779 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: standardattrdescription.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.591458 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.591962 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: standard-attr-description Sep 23 14:52:50.592286 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: stateful_security_group.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.593198 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.593709 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: stateful-security-group Sep 23 14:52:50.594031 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: stdattrs_common.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.594636 dv-neutron-859093-1-hyperv neutron-server[89631]: WARNING neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 23 14:52:50.594956 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.595958 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.596473 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 23 14:52:50.596799 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: subnet_onboard.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.597870 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.598411 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: subnet_onboard Sep 23 14:52:50.598737 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.599678 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.600187 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 23 14:52:50.600511 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: subnet_service_types.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.601425 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.601941 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: subnet-service-types Sep 23 14:52:50.602265 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: subnetallocation.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.603370 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.603883 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: subnet_allocation Sep 23 14:52:50.604207 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.604865 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.605377 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: subnetpool-prefix-ops Sep 23 14:52:50.605698 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.606658 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.607184 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 23 14:52:50.607539 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: tagging.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.608559 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.609073 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: standard-attr-tag Sep 23 14:52:50.609397 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: timestamp.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.610609 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.611125 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loaded extension: standard-attr-timestamp Sep 23 14:52:50.611451 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: trunk.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.612476 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.612990 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension trunk not supported by any of loaded plugins Sep 23 14:52:50.613317 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: trunk_details.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.614225 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.614760 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension trunk-details not supported by any of loaded plugins Sep 23 14:52:50.615085 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: uplink_status_propagation.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.616000 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.616510 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 23 14:52:50.616833 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Loading extension file: vlantransparent.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 14:52:50.617492 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 14:52:50.617999 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extension vlan-transparent not supported by any of loaded plugins Sep 23 14:52:50.620463 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Creating instance of TrackedResource for resource:network Sep 23 14:52:50.621218 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Creating instance of TrackedResource for resource:subnet Sep 23 14:52:50.623667 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 14:52:50.624290 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Creating instance of TrackedResource for resource:port Sep 23 14:52:50.625549 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.v2.resource_helper [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 14:52:50.626003 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.v2.resource_helper [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Service FLAVORS assigned prefix: {{(pid=89631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 14:52:50.626662 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.v2.resource_helper [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 14:52:50.627101 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.v2.resource_helper [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 14:52:50.627435 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Creating instance of TrackedResource for resource:router Sep 23 14:52:50.628101 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Creating instance of TrackedResource for resource:floatingip Sep 23 14:52:50.628815 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.v2.resource_helper [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Service METERING assigned prefix: /metering {{(pid=89631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 14:52:50.630258 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.630668 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.631025 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 14:52:50.632178 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 14:52:50.632616 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Creating instance of TrackedResource for resource:security_group Sep 23 14:52:50.633264 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 14:52:50.634000 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.v2.resource_helper [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Service CORE assigned prefix: {{(pid=89631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 14:52:50.634357 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 14:52:50.634700 dv-neutron-859093-1-hyperv neutron-server[89631]: WARNING neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] subnetpool is already registered Sep 23 14:52:50.635314 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.v2.resource_helper [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Service CORE assigned prefix: {{(pid=89631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 14:52:50.635650 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 14:52:50.635976 dv-neutron-859093-1-hyperv neutron-server[89631]: WARNING neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] subnetpool is already registered Sep 23 14:52:50.639212 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.v2.resource_helper [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 14:52:50.639650 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.v2.resource_helper [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Service FLAVORS assigned prefix: {{(pid=89631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 14:52:50.640244 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.v2.resource_helper [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 14:52:50.640668 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.v2.resource_helper [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 14:52:50.641003 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Creating instance of TrackedResource for resource:router Sep 23 14:52:50.641334 dv-neutron-859093-1-hyperv neutron-server[89631]: WARNING neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] router is already registered Sep 23 14:52:50.641934 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Creating instance of TrackedResource for resource:floatingip Sep 23 14:52:50.642273 dv-neutron-859093-1-hyperv neutron-server[89631]: WARNING neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] floatingip is already registered Sep 23 14:52:50.642938 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.v2.resource_helper [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Service METERING assigned prefix: /metering {{(pid=89631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 14:52:50.643609 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 14:52:50.643939 dv-neutron-859093-1-hyperv neutron-server[89631]: WARNING neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] rbac_policy is already registered Sep 23 14:52:50.644483 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Creating instance of TrackedResource for resource:security_group Sep 23 14:52:50.644815 dv-neutron-859093-1-hyperv neutron-server[89631]: WARNING neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] security_group is already registered Sep 23 14:52:50.645417 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 14:52:50.645756 dv-neutron-859093-1-hyperv neutron-server[89631]: WARNING neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] security_group_rule is already registered Sep 23 14:52:50.646466 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.v2.resource_helper [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Service CORE assigned prefix: {{(pid=89631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 14:52:50.646800 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 14:52:50.647129 dv-neutron-859093-1-hyperv neutron-server[89631]: WARNING neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] subnetpool is already registered Sep 23 14:52:50.647733 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.v2.resource_helper [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Service CORE assigned prefix: {{(pid=89631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 14:52:50.648063 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 14:52:50.648386 dv-neutron-859093-1-hyperv neutron-server[89631]: WARNING neutron.quota.resource_registry [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] subnetpool is already registered Sep 23 14:52:50.649033 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: extensions {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.650538 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: address-groups {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.652152 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: address-scopes {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.653363 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: agents {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.654654 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: auto-allocated-topology {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.655908 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: availability_zones {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.657229 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: dhcp-networks {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.658688 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: dhcp-agents {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.660124 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: routers {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.661938 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: flavors {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.663143 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: service_profiles {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.664360 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: next_providers {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.665907 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: service_profiles {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.667412 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: floatingip-pools {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.668627 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: routers {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.670502 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: floatingips {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.671702 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: l3-routers {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.673123 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: l3-agents {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.674572 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: metering-labels {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.675943 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: metering-label-rules {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.677236 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: network-ip-availabilities {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.678531 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: bindings {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.680193 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: quotas {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.681629 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: quotas {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.683077 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: rbac-policies {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.684401 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: security-groups {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.686146 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: security-group-rules {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.687443 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: service-providers {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.688674 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: subnetpools {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.691003 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: subnetpools {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.692546 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: tags {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.694247 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: tags {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.807082 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: tags {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.808897 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: tags {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.811392 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: tags {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.813295 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: tags {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.815041 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: tags {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.816945 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: tags {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.818789 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: tags {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.820656 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Extended resource: tags {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 14:52:50.827035 dv-neutron-859093-1-hyperv neutron-server[89631]: WARNING keystonemiddleware.auth_token [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 23 14:52:50.831867 dv-neutron-859093-1-hyperv neutron-server[89631]: WARNING keystonemiddleware.auth_token [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 23 14:52:50.840081 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_concurrency.lockutils [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Acquired lock "singleton_lock" {{(pid=89631) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 23 14:52:50.840561 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_concurrency.lockutils [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Releasing lock "singleton_lock" {{(pid=89631) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 23 14:52:50.841219 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO oslo_service.service [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Starting 2 workers Sep 23 14:52:50.845832 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Started child 89738 {{(pid=89631) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 23 14:52:50.849994 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Started child 89739 {{(pid=89631) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 23 14:52:50.850950 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:52:50.851577 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO neutron.service [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Neutron service started, listening on 0.0.0.0:9696 Sep 23 14:52:50.852238 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Notify callbacks [] for process, before_spawn {{(pid=89631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:52:50.852604 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [-] (89738) wsgi starting up on http://0.0.0.0:9696 Sep 23 14:52:50.854536 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:52:50.854966 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO oslo_service.service [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Starting 1 workers Sep 23 14:52:50.855848 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [-] (89739) wsgi starting up on http://0.0.0.0:9696 Sep 23 14:52:50.860085 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Started child 89740 {{(pid=89631) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 23 14:52:50.860564 dv-neutron-859093-1-hyperv neutron-server[89631]: INFO oslo_service.service [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Starting 1 workers Sep 23 14:52:50.863695 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.service [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] calling RpcWorker wait() {{(pid=89740) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 23 14:52:50.864219 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.service [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] returning from RpcWorker wait() {{(pid=89740) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 23 14:52:50.864813 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Started child 89741 {{(pid=89631) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 23 14:52:50.865580 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-2d52d28a-de9e-45fb-bc44-fb1e2395be3c None None] Notify callbacks [] for process, after_spawn {{(pid=89631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:52:50.865685 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:52:50.866133 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:52:50.867398 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89631) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 23 14:52:50.867608 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 14:52:50.867795 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 14:52:50.868024 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 14:52:50.868368 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 14:52:50.868510 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 14:52:50.869035 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.869326 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.869417 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:52:50.869869 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.869869 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.870135 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.870750 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.871023 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.871259 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.871533 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.871796 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.871972 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.872139 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.872949 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.873188 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.873509 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.873781 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.874018 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.874331 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.874508 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.874761 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.875032 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.875286 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.875553 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] debug = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.875794 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.876249 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.876476 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.876724 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.876974 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.877266 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.877506 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.877771 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.878017 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.878238 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.878502 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.878776 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.879023 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.879238 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.879456 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.879728 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.879949 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.880398 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] host = dv-neutron-859093-1-hyperv {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.880638 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.880889 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.881133 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.881377 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.881627 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.881841 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.882103 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.882401 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.882675 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.882919 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.883178 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.883406 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.883622 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.883861 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_file = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.884040 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_options = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.884270 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.884555 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.884812 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.885011 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.885181 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.885355 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.885602 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.885765 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.886019 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.886291 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.886482 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.886703 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.886940 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.887178 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.887430 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.887660 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.887902 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.888165 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.888417 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.888676 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.888896 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.889129 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.889356 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.889587 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.889800 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.890035 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.890293 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.890546 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.890901 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.891234 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.891475 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.891743 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.891981 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.892231 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.892377 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:52:50.892523 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.892681 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.892910 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.893142 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.893373 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.893740 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.894074 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.894475 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.895540 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.895670 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.895862 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.896023 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] use_json = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.896240 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.896474 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.896726 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.896949 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.897182 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.897881 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.898277 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.898721 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.899125 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.899548 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.899838 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.900145 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.900395 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.900633 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.900888 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.901128 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.901348 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.901601 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.901833 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.902135 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.902418 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.902928 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.903349 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.903802 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.904302 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.904549 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.904840 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.905077 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.905317 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.905533 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.905753 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.906081 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.906373 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.906635 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.906886 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.907104 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.907353 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.907568 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.907973 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.908198 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.908432 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.908878 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.909262 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.909660 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.910099 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.910353 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.910579 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.910813 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.911045 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.911286 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.911557 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.911782 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.911999 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.912220 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.912447 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.912663 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.912920 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.913160 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.913418 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.913645 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.913901 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.914147 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.914564 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.914793 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.915029 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.915250 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.915490 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.925521 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.925521 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.925521 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.925521 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.925521 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.925521 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.925521 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.925521 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.925521 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.926075 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.926075 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.926075 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.926075 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.926075 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.926075 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.926075 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.926075 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.926075 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.926679 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.926679 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.926679 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.926679 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.926679 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.926679 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.926679 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.926679 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.926679 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.927303 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.927303 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.927303 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.927303 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.927303 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.927303 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.927303 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.927303 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.927850 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.927850 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.927850 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.927850 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.927850 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.927850 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.927850 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.927850 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.928399 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.928399 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.928399 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.928399 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.928399 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.928399 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.928399 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.928399 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.928975 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.928975 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.928975 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.928975 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.928975 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.928975 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.929402 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.929575 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.929847 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.930275 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.930562 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.930791 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.931205 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.931454 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.931728 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.931962 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.932193 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.932413 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.932709 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.932953 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.933188 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.933404 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.933635 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.933977 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.934213 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.934453 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.934689 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.935549 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.935800 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.936052 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.936313 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.936572 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.936842 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.937102 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.937346 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.937558 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.937771 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.938020 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.938252 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.938509 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.938743 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.938960 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.939189 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.939399 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.939633 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.939863 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.940111 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.940337 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.940573 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.940788 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.941016 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.941247 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.941468 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.941704 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.941969 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.942189 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.942434 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.942648 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.942931 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.943148 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.943427 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.943681 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.943915 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.944235 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.944584 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.944728 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.944858 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.945116 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.945334 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.945546 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.945757 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.945977 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.946213 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.946467 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.946691 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.946922 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.947156 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.947369 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.947703 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.947952 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.948202 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.948455 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.948698 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.948911 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.949127 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.949588 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.949981 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.950205 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.950502 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.950746 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.950971 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.951186 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.951403 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.951618 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.951896 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.952137 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.952375 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.952589 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.952818 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.953056 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.953271 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.953483 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.953692 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.953903 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.954111 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.954378 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.954559 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.954870 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.955354 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.955354 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.955623 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.955800 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.956050 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.956862 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.956862 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.956862 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.957271 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.957271 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.957522 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.957522 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.957759 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.957977 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.958263 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.958556 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.958793 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.959079 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.959320 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.959541 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.959812 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.960114 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.960328 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.960562 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.960780 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.960997 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.961235 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.961488 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.961794 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.962100 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.962378 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.962618 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.962912 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.963189 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.963761 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.963915 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.964749 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.964897 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.965160 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.965299 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.965549 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.965830 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.966073 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.966514 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.966937 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.967162 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.967382 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.967640 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.967876 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.968125 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.968339 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.968575 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.968792 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.969040 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.969273 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.969517 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.969733 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.969895 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 14:52:50.970431 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89631) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 23 14:52:50.970750 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 14:52:50.970935 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 14:52:50.971111 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 14:52:50.971253 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 14:52:50.971409 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 14:52:50.971622 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.971783 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.971946 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.972106 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.972267 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.972470 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.972635 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.972795 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.972955 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.973116 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.973275 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.973433 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.973592 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.973746 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.973905 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.974063 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.974224 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.974416 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.974583 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.974746 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.974902 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.975061 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.975220 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] debug = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.975383 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.975576 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.975736 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.976061 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.976227 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.976389 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.976548 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.976709 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.976868 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.977027 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.977191 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.977347 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.977497 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.977661 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.977826 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.977974 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.978130 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.978355 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] host = dv-neutron-859093-1-hyperv {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.978452 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.978622 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.978777 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.978937 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.979096 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.979254 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.979413 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.979962 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.980128 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.980288 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.980446 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.980634 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.980754 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.980910 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_file = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.981067 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_options = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.981224 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.981398 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.981554 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.982356 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.982463 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.982576 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.982716 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.982876 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.983036 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.983194 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.983347 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.983507 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.983827 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.983986 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.984143 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.985415 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.985570 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.986518 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.986689 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.986864 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.987206 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.987372 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.987526 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.987699 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.987859 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.988023 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.988188 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.988350 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.988515 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.988674 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.988836 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.989720 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.989720 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.989720 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.989720 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.989720 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.989720 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.990182 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.990182 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.990182 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.990429 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.990951 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.991121 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.991285 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.991444 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.991599 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] use_json = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.991779 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.991918 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.992257 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.992406 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.992567 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.992728 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.993053 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.993372 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.993543 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 14:52:50.993766 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.994016 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.994197 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.994397 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.994563 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.994731 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.994896 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.995063 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.995212 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.995377 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.995565 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.995698 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.995863 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.996015 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.996487 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.996487 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.996487 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.996870 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.997009 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.997211 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.997438 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.998095 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.998277 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.998464 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.998635 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.998793 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.998956 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.999121 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.999290 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.999454 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.999617 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.999781 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:50.999945 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.000163 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.000333 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.000496 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.000660 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.000824 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.001053 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.001635 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.001906 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.002081 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.002252 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.002443 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.002657 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.002832 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.002999 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.003165 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.003331 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.003494 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.003671 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.003835 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.004000 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.004163 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.004328 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.004492 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.004656 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.004820 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.004984 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.005147 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.005309 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.005486 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.006044 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.006044 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.006768 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.006768 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.006768 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.006768 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.006768 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.007344 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.007344 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.007344 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.007553 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.007553 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.007695 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.007833 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.007997 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.008207 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.008355 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.008470 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.008633 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.008795 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.008958 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.009082 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:52:51.009184 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.009289 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.009467 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.009631 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.009795 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.009958 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.010120 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.010282 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.010468 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.010633 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.010795 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.010958 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.011120 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.011284 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.011449 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.011611 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.011773 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.011935 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.012158 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.012381 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.012644 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.012973 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.014285 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.014285 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.014285 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.015129 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.015394 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.016282 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.016586 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.018165 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.018444 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.019931 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.020136 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.020331 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.020509 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.020683 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.020854 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.021024 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.021200 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.021368 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.021534 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.021701 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.021866 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.022031 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.022205 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.024055 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.025312 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.025663 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.025663 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.025871 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.026097 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.026659 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.026659 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.026659 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.027200 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 36656) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:52:51.027380 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.027380 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.027380 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.027380 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.027380 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.028033 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.028033 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.028033 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.028033 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.028526 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.028526 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.028526 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.028526 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.029383 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.029383 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.029383 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.029383 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.029383 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.030045 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.030045 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.030045 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.030045 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.030045 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.030679 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.030679 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.030937 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.030937 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.031173 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.031366 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.031366 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.031530 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.031673 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.031845 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.032010 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.032175 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.032338 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.032502 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.032667 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.032830 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.032995 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.033158 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.033320 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.033482 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.033644 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.033808 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.033971 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.034133 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.034295 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.034481 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.034643 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.035431 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.035610 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.035774 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.035943 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.036095 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.036257 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.036420 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.036581 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.036744 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.036906 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.037071 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.037233 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.037397 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.037558 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.037720 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.037882 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.038046 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.038795 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.038795 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.039613 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0089521 Sep 23 14:52:51.039783 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.039783 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.039783 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.039783 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.039783 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.039783 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.039783 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.043174 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.043174 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.043174 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.043174 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.043174 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.043174 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.043174 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.043174 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.043174 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.045528 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.045528 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.045528 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.045528 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.045807 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.045807 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.046015 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.046135 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.046240 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.046413 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.046584 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.046752 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.046926 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.047094 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.047285 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.047437 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.047590 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.047754 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.047922 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.048084 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.048247 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.048410 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.048578 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.048745 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.048918 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.049091 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.049261 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.049430 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.049599 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.049791 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.049930 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.050099 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.050274 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.051604 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.051784 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.051971 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.052125 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.052277 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.054397 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.055386 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.055714 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.055901 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.056077 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.056250 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.056421 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.056592 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.056761 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.056928 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.057095 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.057262 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.057432 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.057587 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 14:52:51.057741 dv-neutron-859093-1-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 14:53:02.066051 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2183656-bf80-4f12-8749-898956daa74d None None] get_active_networks_info from dv-neutron-859093-1-hyperv {{(pid=89740) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 23 14:53:02.147175 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2183656-bf80-4f12-8749-898956daa74d None None] No non-hosted networks {{(pid=89740) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 23 14:53:02.161736 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.agentschedulers_db [None req-a2183656-bf80-4f12-8749-898956daa74d None None] DHCP Agent not found on host dv-neutron-859093-1-hyperv {{(pid=89740) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 23 14:53:02.228849 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8074659e-a6db-42c9-82ce-d4b7ad959882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1755703'] for agent, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:04.379645 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f76d6a88-960e-46ec-aab5-0c64ccd26629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1755703'] for agent, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:04.407998 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-f5168c86-3db2-4e8c-a1c8-f4569f0a329e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-859093-1-hyperv {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 14:53:04.408732 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-f5168c86-3db2-4e8c-a1c8-f4569f0a329e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 14:53:04.995916 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f5168c86-3db2-4e8c-a1c8-f4569f0a329e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:05.407000 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1755703'] for agent, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:05.514594 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1755703'] for agent, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:05.515292 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:05.515639 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:05.516037 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:05.516328 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:05.516663 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:05.516996 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:05.517325 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:05.517674 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:05.518194 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:05.518930 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:05.519559 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:05.520356 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:05.521886 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-859093-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:53:05.529422 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-859093-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:53:06.801157 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1755703'] for agent, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:08.341871 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 36750) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:53:08.910938 dv-neutron-859093-1-hyperv neutron-server[89739]: WARNING oslo_policy.policy [None req-528074bf-59c9-4b5d-834b-04e6c6cd81d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 14:53:08.911497 dv-neutron-859093-1-hyperv neutron-server[89739]: WARNING oslo_policy.policy [None req-528074bf-59c9-4b5d-834b-04e6c6cd81d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 14:53:09.127930 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-528074bf-59c9-4b5d-834b-04e6c6cd81d3 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 14:53:09.128994 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-528074bf-59c9-4b5d-834b-04e6c6cd81d3 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7861824 Sep 23 14:53:11.502054 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.db.l3_hamode_db [None req-db8d10ba-e469-44d4-aa6a-d088ad4112e3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 23 14:53:11.541805 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 36764) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:53:11.589241 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d10ba-e469-44d4-aa6a-d088ad4112e3 None None] Routers set() bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 14:53:11.589629 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d10ba-e469-44d4-aa6a-d088ad4112e3 None None] Router IDs set() for agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Sep 23 14:53:12.126952 dv-neutron-859093-1-hyperv neutron-server[89738]: WARNING oslo_policy.policy [None req-9ceaf5f5-4ce8-4b10-8b27-be7acb1dee00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 14:53:12.127500 dv-neutron-859093-1-hyperv neutron-server[89738]: WARNING oslo_policy.policy [None req-9ceaf5f5-4ce8-4b10-8b27-be7acb1dee00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 14:53:12.341792 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-9ceaf5f5-4ce8-4b10-8b27-be7acb1dee00 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 14:53:12.435667 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.policy [None req-9ceaf5f5-4ce8-4b10-8b27-be7acb1dee00 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89738) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 14:53:12.482013 dv-neutron-859093-1-hyperv neutron-server[89738]: WARNING oslo_policy.policy [None req-9ceaf5f5-4ce8-4b10-8b27-be7acb1dee00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 14:53:12.482403 dv-neutron-859093-1-hyperv neutron-server[89738]: WARNING oslo_policy.policy [None req-9ceaf5f5-4ce8-4b10-8b27-be7acb1dee00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 14:53:12.490974 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.quota [None req-9ceaf5f5-4ce8-4b10-8b27-be7acb1dee00 admin admin] Loaded quota_driver: . Sep 23 14:53:12.506446 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9ceaf5f5-4ce8-4b10-8b27-be7acb1dee00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 14:53:12.664061 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9ceaf5f5-4ce8-4b10-8b27-be7acb1dee00 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774177000256', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774177000821', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774177023583', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774177016710', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774177039463', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774177033990', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-646234', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-782241', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1808296', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1759000'] for rbac-policy, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:12.823043 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9ceaf5f5-4ce8-4b10-8b27-be7acb1dee00 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:12.825199 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9ceaf5f5-4ce8-4b10-8b27-be7acb1dee00 admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2807267 Sep 23 14:53:15.444039 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 36782) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:53:15.784318 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '53298fc9a7364b10ada5c71f9d550050'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 14:53:15.789370 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 14:53:15.794059 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Usage tracker for resource:network and tenant:53298fc9a7364b10ada5c71f9d550050 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 14:53:15.798780 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 14:53:15.804940 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 14:53:15.868050 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Made reservation on behalf of 53298fc9a7364b10ada5c71f9d550050 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:53:15.870944 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:15.889643 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:15.903666 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 14:53:15.907408 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Usage tracker for resource:security_group_rule and tenant:53298fc9a7364b10ada5c71f9d550050 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 14:53:15.912559 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 14:53:15.918120 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 14:53:16.013593 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:16.096587 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:16.118989 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 14:53:16.144924 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774174805670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:16.145440 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Unsubscribe: segment precommit_create {{(pid=89738) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 14:53:16.145996 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Added segment 114fe47e-36e5-4dac-8d74-92cd1211da05 of type vlan for network 9bc033cc-20a7-49ad-9fd5-ad6930caab83 Sep 23 14:53:16.195343 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca15403-a32e-49ea-aace-cd341881a8b9,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:53:16.216476 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:16.216838 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:16.217176 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:16.217511 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:16.217839 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:16.218166 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:16.218522 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:16.218848 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:16.219169 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:16.219489 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:16.219809 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:16.220125 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Tracked resource versions report: Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: pushed versions: Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: { 'AddressGroup': {'1.2'}, Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: 'ConntrackHelper': {'1.0'}, Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: 'Log': {'1.0'}, Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: 'Network': {'1.1'}, Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: 'Port': {'1.7'}, Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: 'PortForwarding': {'1.2'}, Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: 'QosPolicy': {'1.8'}, Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: 'SecurityGroup': {'1.4'}, Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: 'SecurityGroupRule': {'1.2'}, Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: 'SubPort': {'1.0'}, Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: 'Subnet': {'1.1'}, Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: 'Trunk': {'1.1'}} Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: consumer versions: Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: { DHCP agent@dv-neutron-859093-1-hyperv: {}, Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: L3 agent@dv-neutron-859093-1-hyperv: {}, Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: Metadata agent@dv-neutron-859093-1-hyperv: {}, Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: Metering agent@dv-neutron-859093-1-hyperv: {}, Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: Open vSwitch agent@dv-neutron-859093-1-hyperv: { 'AddressGroup': '1.2', Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: 'ConntrackHelper': '1.0', Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: 'Log': '1.0', Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: 'Network': '1.1', Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: 'Port': '1.7', Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: 'PortForwarding': '1.2', Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: 'QosPolicy': '1.8', Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: 'SecurityGroup': '1.4', Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: 'SecurityGroupRule': '1.2', Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: 'SubPort': '1.0', Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: 'Subnet': '1.1', Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: 'Trunk': '1.1'}} Sep 23 14:53:16.221473 dv-neutron-859093-1-hyperv neutron-server[89738]: {{(pid=89738) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 14:53:16.254657 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:16.342753 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:16.344007 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:53:16.344671 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:16.451090 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] Pushing event updated for resources: {'Network': ['ID=9bc033cc-20a7-49ad-9fd5-ad6930caab83,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:53:16.462001 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 9bc033cc-20a7-49ad-9fd5-ad6930caab83 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 14:53:16.508710 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-fa5b2e64-271c-4a68-b9e0-466c8ab31234 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0635977 Sep 23 14:53:19.237270 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 36798) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:53:19.683751 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7900d5e5-3373-4a5a-822c-dc13dba9aa04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:53:19.685007 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7900d5e5-3373-4a5a-822c-dc13dba9aa04 admin admin] 10.222.0.67 "GET /v2.0/networks/9bc033cc-20a7-49ad-9fd5-ad6930caab83 HTTP/1.1" status: 200 len: 825 time: 0.4467506 Sep 23 14:53:19.711695 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2d2f614a-a87d-439e-acdd-9347f4d39757 admin admin] 10.222.0.67 "GET /v2.0/subnetpools/568cfbe7-da05-4295-a263-34cd106b3fa7 HTTP/1.1" status: 200 len: 734 time: 0.0212877 Sep 23 14:53:19.720435 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-8ff17f4a-87a3-4503-a907-719e909a076e admin admin] Request body: {'subnet': {'tenant_id': '53298fc9a7364b10ada5c71f9d550050', 'subnetpool_id': '568cfbe7-da05-4295-a263-34cd106b3fa7', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '9bc033cc-20a7-49ad-9fd5-ad6930caab83', 'name': 'private-subnet'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 14:53:19.724568 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8ff17f4a-87a3-4503-a907-719e909a076e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 14:53:19.728285 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8ff17f4a-87a3-4503-a907-719e909a076e admin admin] Usage tracker for resource:subnet and tenant:53298fc9a7364b10ada5c71f9d550050 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 14:53:19.731829 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8ff17f4a-87a3-4503-a907-719e909a076e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 14:53:19.739507 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8ff17f4a-87a3-4503-a907-719e909a076e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 14:53:19.919784 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff17f4a-87a3-4503-a907-719e909a076e admin admin] Made reservation on behalf of 53298fc9a7364b10ada5c71f9d550050 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:53:19.922093 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8ff17f4a-87a3-4503-a907-719e909a076e admin admin] Notify callbacks [] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:20.245285 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8ff17f4a-87a3-4503-a907-719e909a076e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:20.341383 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff17f4a-87a3-4503-a907-719e909a076e admin admin] Checking segment: {'id': '114fe47e-36e5-4dac-8d74-92cd1211da05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9bc033cc-20a7-49ad-9fd5-ad6930caab83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 14:53:20.341761 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff17f4a-87a3-4503-a907-719e909a076e admin admin] Network hostable DHCP agents. Network: 9bc033cc-20a7-49ad-9fd5-ad6930caab83, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 14:53:20.347044 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff17f4a-87a3-4503-a907-719e909a076e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a6c9354-a790-4d6c-8ba8-feed80b7309a,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:53:20.416350 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff17f4a-87a3-4503-a907-719e909a076e admin admin] Network 9bc033cc-20a7-49ad-9fd5-ad6930caab83 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 14:53:20.485275 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-8ff17f4a-87a3-4503-a907-719e909a076e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 9bc033cc-20a7-49ad-9fd5-ad6930caab83) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:53:20.489832 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff17f4a-87a3-4503-a907-719e909a076e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:53:20.490501 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8ff17f4a-87a3-4503-a907-719e909a076e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:20.495621 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5574ee09-4a0a-480a-b290-58e0ad9caf10 None None] Network 9bc033cc-20a7-49ad-9fd5-ad6930caab83 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 14:53:20.640186 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8ff17f4a-87a3-4503-a907-719e909a076e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9228837 Sep 23 14:53:20.781370 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-9bc033cc-20a7-49ad-9fd5-ad6930caab83', 'network_id': '9bc033cc-20a7-49ad-9fd5-ad6930caab83', 'tenant_id': '53298fc9a7364b10ada5c71f9d550050', 'fixed_ips': [{'subnet_id': '7a6c9354-a790-4d6c-8ba8-feed80b7309a'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 14:53:20.782608 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:20.971848 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Allocated IP 172.20.0.2 (9bc033cc-20a7-49ad-9fd5-ad6930caab83/7a6c9354-a790-4d6c-8ba8-feed80b7309a/44ed6c18-10d3-4b5a-8ceb-a38173870638) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:53:21.204131 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:21.216657 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Transition to ACTIVE for port object 44ed6c18-10d3-4b5a-8ceb-a38173870638 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 14:53:21.235502 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Transition to ACTIVE for port object 44ed6c18-10d3-4b5a-8ceb-a38173870638 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 14:53:21.310218 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:21.373819 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Network 9bc033cc-20a7-49ad-9fd5-ad6930caab83 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:53:21.376406 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:53:21.379280 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 14:53:21.425450 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Pushing event updated for resources: {'Port': ['ID=44ed6c18-10d3-4b5a-8ceb-a38173870638,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:53:21.437912 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:21.438350 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:21.438711 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:21.439042 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:21.439365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:21.439707 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:21.440034 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:21.440351 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:21.440683 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:21.441002 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:21.441315 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:21.441628 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Tracked resource versions report: Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: pushed versions: Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: { 'AddressGroup': {'1.2'}, Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: 'ConntrackHelper': {'1.0'}, Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: 'Log': {'1.0'}, Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: 'Network': {'1.1'}, Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: 'Port': {'1.7'}, Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: 'PortForwarding': {'1.2'}, Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: 'QosPolicy': {'1.8'}, Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: 'SecurityGroup': {'1.4'}, Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: 'SecurityGroupRule': {'1.2'}, Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: 'SubPort': {'1.0'}, Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: 'Subnet': {'1.1'}, Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: 'Trunk': {'1.1'}} Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: consumer versions: Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: { DHCP agent@dv-neutron-859093-1-hyperv: {}, Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: L3 agent@dv-neutron-859093-1-hyperv: {}, Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: Metadata agent@dv-neutron-859093-1-hyperv: {}, Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: Metering agent@dv-neutron-859093-1-hyperv: {}, Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: Open vSwitch agent@dv-neutron-859093-1-hyperv: { 'AddressGroup': '1.2', Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: 'ConntrackHelper': '1.0', Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: 'Log': '1.0', Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: 'Network': '1.1', Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: 'Port': '1.7', Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: 'PortForwarding': '1.2', Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: 'QosPolicy': '1.8', Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: 'SecurityGroup': '1.4', Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: 'SecurityGroupRule': '1.2', Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: 'SubPort': '1.0', Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: 'Subnet': '1.1', Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: 'Trunk': '1.1'}} Sep 23 14:53:21.442932 dv-neutron-859093-1-hyperv neutron-server[89740]: {{(pid=89740) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 14:53:21.504493 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Attempting to bind port 44ed6c18-10d3-4b5a-8ceb-a38173870638 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 14:53:21.505159 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Attempting to bind port 44ed6c18-10d3-4b5a-8ceb-a38173870638 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '114fe47e-36e5-4dac-8d74-92cd1211da05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9bc033cc-20a7-49ad-9fd5-ad6930caab83'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 14:53:21.505264 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Attempting to bind port 44ed6c18-10d3-4b5a-8ceb-a38173870638 on network 9bc033cc-20a7-49ad-9fd5-ad6930caab83 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 14:53:21.510509 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 14:53:21.518680 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Checking segment: {'id': '114fe47e-36e5-4dac-8d74-92cd1211da05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9bc033cc-20a7-49ad-9fd5-ad6930caab83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 14:53:21.518680 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:21.518680 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Bound using segment: {'id': '114fe47e-36e5-4dac-8d74-92cd1211da05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9bc033cc-20a7-49ad-9fd5-ad6930caab83'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 14:53:21.519094 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Bound port: 44ed6c18-10d3-4b5a-8ceb-a38173870638, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114fe47e-36e5-4dac-8d74-92cd1211da05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9bc033cc-20a7-49ad-9fd5-ad6930caab83'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 14:53:21.519094 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:21.682695 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] For port 44ed6c18-10d3-4b5a-8ceb-a38173870638, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 14:53:21.687472 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] For port 44ed6c18-10d3-4b5a-8ceb-a38173870638, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=44ed6c18-10d3-4b5a-8ceb-a38173870638,segment=NetworkSegment(114fe47e-36e5-4dac-8d74-92cd1211da05),segment_id=114fe47e-36e5-4dac-8d74-92cd1211da05)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 14:53:21.778357 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:21.869382 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877382c-e1a8-47f2-8378-eebf73a67256 None None] Pushing event updated for resources: {'Port': ['ID=44ed6c18-10d3-4b5a-8ceb-a38173870638,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:53:23.076268 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 36808) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:53:23.448760 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-48691f7d-df59-4852-a941-237727fa946b admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 14:53:23.449982 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-48691f7d-df59-4852-a941-237727fa946b admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3727775 Sep 23 14:53:25.162084 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 44ed6c18-10d3-4b5a-8ceb-a38173870638 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 14:53:25.285673 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 44ed6c18-10d3-4b5a-8ceb-a38173870638 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 14:53:25.718888 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c597a5-6bd2-4bdf-8f3c-9ffac68ff246 None None] Network 9bc033cc-20a7-49ad-9fd5-ad6930caab83 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 14:53:25.881861 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e39fc226-34f3-4ed3-a713-2d4e8838b216 None None] Provisioning for port 44ed6c18-10d3-4b5a-8ceb-a38173870638 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 14:53:25.893275 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e39fc226-34f3-4ed3-a713-2d4e8838b216 None None] Provisioning complete for port 44ed6c18-10d3-4b5a-8ceb-a38173870638 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:53:25.893673 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e39fc226-34f3-4ed3-a713-2d4e8838b216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:25.894026 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e39fc226-34f3-4ed3-a713-2d4e8838b216 None None] Attempt 1 to provision port 44ed6c18-10d3-4b5a-8ceb-a38173870638 Sep 23 14:53:25.904066 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 36822) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:53:26.117983 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e39fc226-34f3-4ed3-a713-2d4e8838b216 None None] Current status of the port 44ed6c18-10d3-4b5a-8ceb-a38173870638 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 14:53:26.118420 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e39fc226-34f3-4ed3-a713-2d4e8838b216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:26.157761 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e39fc226-34f3-4ed3-a713-2d4e8838b216 None None] For port 44ed6c18-10d3-4b5a-8ceb-a38173870638, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=44ed6c18-10d3-4b5a-8ceb-a38173870638,segment=NetworkSegment(114fe47e-36e5-4dac-8d74-92cd1211da05),segment_id=114fe47e-36e5-4dac-8d74-92cd1211da05)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 14:53:26.216870 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e39fc226-34f3-4ed3-a713-2d4e8838b216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:26.285005 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-9f6049e8-5f13-48db-be6f-ab759fee75b7 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 14:53:26.286413 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fc226-34f3-4ed3-a713-2d4e8838b216 None None] Pushing event updated for resources: {'Port': ['ID=44ed6c18-10d3-4b5a-8ceb-a38173870638,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:53:26.286646 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9f6049e8-5f13-48db-be6f-ab759fee75b7 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3809845 Sep 23 14:53:26.337882 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8bdf3254-ee26-4853-a00a-8e0046387523 None None] Provisioning complete for port 44ed6c18-10d3-4b5a-8ceb-a38173870638 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:53:26.338274 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8bdf3254-ee26-4853-a00a-8e0046387523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:26.338641 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8bdf3254-ee26-4853-a00a-8e0046387523 None None] Attempt 1 to provision port 44ed6c18-10d3-4b5a-8ceb-a38173870638 Sep 23 14:53:26.466688 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf3254-ee26-4853-a00a-8e0046387523 None None] Current status of the port 44ed6c18-10d3-4b5a-8ceb-a38173870638 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 14:53:27.125206 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 44ed6c18-10d3-4b5a-8ceb-a38173870638 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 14:53:27.191617 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 44ed6c18-10d3-4b5a-8ceb-a38173870638 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:53:27.191997 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:27.192335 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 44ed6c18-10d3-4b5a-8ceb-a38173870638 Sep 23 14:53:27.308089 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 44ed6c18-10d3-4b5a-8ceb-a38173870638 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 14:53:28.974971 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 36834) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:53:29.317105 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-d14048c3-7bab-4fc9-a72b-7f1594805b07 admin admin] Request body: {'router': {'tenant_id': '53298fc9a7364b10ada5c71f9d550050', 'name': 'router1', 'admin_state_up': True}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 14:53:29.383496 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.policy [None req-d14048c3-7bab-4fc9-a72b-7f1594805b07 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89739) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 14:53:29.429861 dv-neutron-859093-1-hyperv neutron-server[89739]: WARNING oslo_policy.policy [None req-d14048c3-7bab-4fc9-a72b-7f1594805b07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 14:53:29.430229 dv-neutron-859093-1-hyperv neutron-server[89739]: WARNING oslo_policy.policy [None req-d14048c3-7bab-4fc9-a72b-7f1594805b07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 14:53:29.439245 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.quota [None req-d14048c3-7bab-4fc9-a72b-7f1594805b07 admin admin] Loaded quota_driver: . Sep 23 14:53:29.454872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d14048c3-7bab-4fc9-a72b-7f1594805b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 14:53:29.461682 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d14048c3-7bab-4fc9-a72b-7f1594805b07 admin admin] Usage tracker for resource:router and tenant:53298fc9a7364b10ada5c71f9d550050 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 14:53:29.466188 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d14048c3-7bab-4fc9-a72b-7f1594805b07 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 14:53:29.473638 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d14048c3-7bab-4fc9-a72b-7f1594805b07 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 14:53:29.582385 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d14048c3-7bab-4fc9-a72b-7f1594805b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:29.584516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d14048c3-7bab-4fc9-a72b-7f1594805b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:29.608783 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d14048c3-7bab-4fc9-a72b-7f1594805b07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:29.777491 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d14048c3-7bab-4fc9-a72b-7f1594805b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:29.856729 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d14048c3-7bab-4fc9-a72b-7f1594805b07 admin admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:29.857929 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d14048c3-7bab-4fc9-a72b-7f1594805b07 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8819928 Sep 23 14:53:32.079327 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bd8b14b8-2031-4be2-8118-bdef6d5a9d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:32.271210 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 36846) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:53:32.631230 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-0d0055de-bc38-47c0-9b89-eff23ca6a36c admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 14:53:32.632200 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0d0055de-bc38-47c0-9b89-eff23ca6a36c admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3600097 Sep 23 14:53:33.908026 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 5 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 14:53:34.393811 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-189e0467-3288-41b7-a54e-664073d8c06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:35.080678 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 36856) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:53:35.371097 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:35.443944 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 14:53:35.445098 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:35.449288 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 14:53:35.453064 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Usage tracker for resource:network and tenant:11cd28d8e09d4bb188a2b4bfafdacfa2 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 14:53:35.457804 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 14:53:35.462103 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 14:53:35.513209 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Made reservation on behalf of 11cd28d8e09d4bb188a2b4bfafdacfa2 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:53:35.515983 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:35.533150 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:35.547878 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 14:53:35.551623 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Usage tracker for resource:security_group_rule and tenant:11cd28d8e09d4bb188a2b4bfafdacfa2 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 14:53:35.554779 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 14:53:35.560331 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 14:53:35.650300 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:35.690667 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:35.707938 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Reserving flat network on physical network physnet1 {{(pid=89739) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 23 14:53:35.737911 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774174805670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:35.738454 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Unsubscribe: segment precommit_create {{(pid=89739) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 14:53:35.738963 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Added segment 83e7d8a1-8ccf-400f-98c7-167b030282c3 of type flat for network 61b1518d-d511-4beb-b056-d894a2c85079 Sep 23 14:53:35.789118 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec912ebd-3e8f-4186-8f77-cd0bcb954a6f,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:53:35.811218 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:35.811587 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:35.811931 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:35.812263 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:35.812591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:35.812923 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:35.813249 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:35.813580 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:35.813904 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:35.814223 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:35.814572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:35.814891 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Tracked resource versions report: Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: pushed versions: Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: { 'AddressGroup': {'1.2'}, Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: 'ConntrackHelper': {'1.0'}, Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: 'Log': {'1.0'}, Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: 'Network': {'1.1'}, Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: 'Port': {'1.7'}, Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: 'PortForwarding': {'1.2'}, Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: 'QosPolicy': {'1.8'}, Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: 'SecurityGroup': {'1.4'}, Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: 'SecurityGroupRule': {'1.2'}, Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: 'SubPort': {'1.0'}, Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: 'Subnet': {'1.1'}, Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: 'Trunk': {'1.1'}} Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: consumer versions: Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: { DHCP agent@dv-neutron-859093-1-hyperv: {}, Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: L3 agent@dv-neutron-859093-1-hyperv: {}, Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: Metadata agent@dv-neutron-859093-1-hyperv: {}, Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: Metering agent@dv-neutron-859093-1-hyperv: {}, Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: Open vSwitch agent@dv-neutron-859093-1-hyperv: { 'AddressGroup': '1.2', Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: 'ConntrackHelper': '1.0', Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: 'Log': '1.0', Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: 'Network': '1.1', Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: 'Port': '1.7', Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: 'PortForwarding': '1.2', Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: 'QosPolicy': '1.8', Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: 'SecurityGroup': '1.4', Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: 'SecurityGroupRule': '1.2', Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: 'SubPort': '1.0', Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: 'Subnet': '1.1', Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: 'Trunk': '1.1'}} Sep 23 14:53:35.816181 dv-neutron-859093-1-hyperv neutron-server[89739]: {{(pid=89739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 14:53:35.858146 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:35.965462 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:35.966566 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:53:35.967212 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:36.073251 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] Pushing event updated for resources: {'Network': ['ID=61b1518d-d511-4beb-b056-d894a2c85079,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:53:36.085168 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 61b1518d-d511-4beb-b056-d894a2c85079 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 14:53:36.119771 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2b2fbadf-64d8-4c47-bc4b-1c4092dc2181 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0380144 Sep 23 14:53:36.764694 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:38.517831 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 36880) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:53:38.722814 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5418e0-eb6a-4141-8de7-aeca502726ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:53:38.724112 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3a5418e0-eb6a-4141-8de7-aeca502726ed admin admin] 10.222.0.67 "GET /v2.0/subnets/7a6c9354-a790-4d6c-8ba8-feed80b7309a HTTP/1.1" status: 200 len: 849 time: 0.2051504 Sep 23 14:53:38.896044 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-97453b85-9b8b-4334-8b9a-33cd0d5f610d admin admin] 10.222.0.67 "GET /v2.0/routers/3fe84b08-71ff-4370-a17d-afd82310fd6d HTTP/1.1" status: 200 len: 704 time: 0.1663198 Sep 23 14:53:39.361961 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bb1fbc87-69ab-4631-bea3-4a80af86c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:39.586221 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-bb1fbc87-69ab-4631-bea3-4a80af86c3cd admin admin] Allocated IP 172.20.0.1 (9bc033cc-20a7-49ad-9fd5-ad6930caab83/7a6c9354-a790-4d6c-8ba8-feed80b7309a/fda07649-82fe-4af6-ad1c-15dd2fbf93fd) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:53:39.739529 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bb1fbc87-69ab-4631-bea3-4a80af86c3cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:39.757020 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-bb1fbc87-69ab-4631-bea3-4a80af86c3cd admin admin] Transition to ACTIVE for port object fda07649-82fe-4af6-ad1c-15dd2fbf93fd will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 14:53:39.856986 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bb1fbc87-69ab-4631-bea3-4a80af86c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:39.955084 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1fbc87-69ab-4631-bea3-4a80af86c3cd admin admin] Network 9bc033cc-20a7-49ad-9fd5-ad6930caab83 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:53:39.957660 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-bb1fbc87-69ab-4631-bea3-4a80af86c3cd admin admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:53:39.960262 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1fbc87-69ab-4631-bea3-4a80af86c3cd admin admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 14:53:39.960812 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bb1fbc87-69ab-4631-bea3-4a80af86c3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:40.095714 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fbc87-69ab-4631-bea3-4a80af86c3cd admin admin] Pushing event updated for resources: {'Port': ['ID=fda07649-82fe-4af6-ad1c-15dd2fbf93fd,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:53:40.216303 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-743a72fe-61bb-4940-a8b2-b842f52887b0 None None] Provisioning for port fda07649-82fe-4af6-ad1c-15dd2fbf93fd completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 14:53:40.221455 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-743a72fe-61bb-4940-a8b2-b842f52887b0 None None] Provisioning complete for port fda07649-82fe-4af6-ad1c-15dd2fbf93fd triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:53:40.221823 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-743a72fe-61bb-4940-a8b2-b842f52887b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:40.222156 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-743a72fe-61bb-4940-a8b2-b842f52887b0 None None] Attempt 1 to provision port fda07649-82fe-4af6-ad1c-15dd2fbf93fd Sep 23 14:53:40.277823 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-743a72fe-61bb-4940-a8b2-b842f52887b0 None None] Port fda07649-82fe-4af6-ad1c-15dd2fbf93fd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 14:53:40.293899 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bb1fbc87-69ab-4631-bea3-4a80af86c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:40.516447 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bb1fbc87-69ab-4631-bea3-4a80af86c3cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:40.581780 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bb1fbc87-69ab-4631-bea3-4a80af86c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:40.582500 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bb1fbc87-69ab-4631-bea3-4a80af86c3cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:40.715854 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fbc87-69ab-4631-bea3-4a80af86c3cd admin admin] Pushing event updated for resources: {'Port': ['ID=fda07649-82fe-4af6-ad1c-15dd2fbf93fd,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:53:40.775416 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1fbc87-69ab-4631-bea3-4a80af86c3cd admin admin] Network 9bc033cc-20a7-49ad-9fd5-ad6930caab83 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:53:40.776502 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-bb1fbc87-69ab-4631-bea3-4a80af86c3cd admin admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:53:40.782340 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-743a72fe-61bb-4940-a8b2-b842f52887b0 None None] Attempt 2 to provision port fda07649-82fe-4af6-ad1c-15dd2fbf93fd Sep 23 14:53:40.842168 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-743a72fe-61bb-4940-a8b2-b842f52887b0 None None] Port fda07649-82fe-4af6-ad1c-15dd2fbf93fd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 14:53:41.027584 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1fbc87-69ab-4631-bea3-4a80af86c3cd admin admin] Router 3fe84b08-71ff-4370-a17d-afd82310fd6d is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 14:53:41.181372 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1fbc87-69ab-4631-bea3-4a80af86c3cd admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 14:53:41.191195 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2628a5aa-8a59-44cc-9361-d18795b567d3 None None] Sync routers for ids ['3fe84b08-71ff-4370-a17d-afd82310fd6d'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:53:41.191645 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bb1fbc87-69ab-4631-bea3-4a80af86c3cd admin admin] 10.222.0.67 "PUT /v2.0/routers/3fe84b08-71ff-4370-a17d-afd82310fd6d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2903655 Sep 23 14:53:41.201730 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2628a5aa-8a59-44cc-9361-d18795b567d3 None None] Routers {'3fe84b08-71ff-4370-a17d-afd82310fd6d'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 14:53:41.202622 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-2628a5aa-8a59-44cc-9361-d18795b567d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T14:53:34Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['3fe84b08-71ff-4370-a17d-afd82310fd6d'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:53:41.342947 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-743a72fe-61bb-4940-a8b2-b842f52887b0 None None] Attempt 3 to provision port fda07649-82fe-4af6-ad1c-15dd2fbf93fd Sep 23 14:53:41.381880 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-2628a5aa-8a59-44cc-9361-d18795b567d3 None None] Set router 3fe84b08-71ff-4370-a17d-afd82310fd6d gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 14:53:41.405333 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-743a72fe-61bb-4940-a8b2-b842f52887b0 None None] Port fda07649-82fe-4af6-ad1c-15dd2fbf93fd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 14:53:41.752800 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-2628a5aa-8a59-44cc-9361-d18795b567d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe84b08-71ff-4370-a17d-afd82310fd6d', 'name': 'router1', 'tenant_id': '53298fc9a7364b10ada5c71f9d550050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:53:29Z', 'updated_at': '2022-09-23T14:53:40Z', 'revision_number': 2, 'project_id': '53298fc9a7364b10ada5c71f9d550050', 'gw_port_host': None, '_interfaces': [{'id': 'fda07649-82fe-4af6-ad1c-15dd2fbf93fd', 'name': '', 'network_id': '9bc033cc-20a7-49ad-9fd5-ad6930caab83', 'tenant_id': '53298fc9a7364b10ada5c71f9d550050', 'mac_address': 'fa:16:3e:d8:83:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe84b08-71ff-4370-a17d-afd82310fd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a6c9354-a790-4d6c-8ba8-feed80b7309a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:53:39Z', 'updated_at': '2022-09-23T14:53:40Z', 'revision_number': 2, 'project_id': '53298fc9a7364b10ada5c71f9d550050', 'subnets': [{'id': '7a6c9354-a790-4d6c-8ba8-feed80b7309a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '568cfbe7-da05-4295-a263-34cd106b3fa7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:53:41.757702 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2628a5aa-8a59-44cc-9361-d18795b567d3 None None] Checking router: 3fe84b08-71ff-4370-a17d-afd82310fd6d for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:53:41.758072 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2628a5aa-8a59-44cc-9361-d18795b567d3 None None] Updating router 3fe84b08-71ff-4370-a17d-afd82310fd6d port fda07649-82fe-4af6-ad1c-15dd2fbf93fd binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 14:53:41.810449 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2628a5aa-8a59-44cc-9361-d18795b567d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:41.906730 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-743a72fe-61bb-4940-a8b2-b842f52887b0 None None] Attempt 4 to provision port fda07649-82fe-4af6-ad1c-15dd2fbf93fd Sep 23 14:53:41.960565 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-743a72fe-61bb-4940-a8b2-b842f52887b0 None None] Port fda07649-82fe-4af6-ad1c-15dd2fbf93fd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 14:53:42.187863 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2628a5aa-8a59-44cc-9361-d18795b567d3 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:42.203428 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-2628a5aa-8a59-44cc-9361-d18795b567d3 None None] Transition to ACTIVE for port object fda07649-82fe-4af6-ad1c-15dd2fbf93fd will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 14:53:42.262741 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2628a5aa-8a59-44cc-9361-d18795b567d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:42.463556 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-743a72fe-61bb-4940-a8b2-b842f52887b0 None None] Attempt 5 to provision port fda07649-82fe-4af6-ad1c-15dd2fbf93fd Sep 23 14:53:42.507234 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-2628a5aa-8a59-44cc-9361-d18795b567d3 None None] Attempting to bind port fda07649-82fe-4af6-ad1c-15dd2fbf93fd on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 14:53:42.507792 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-2628a5aa-8a59-44cc-9361-d18795b567d3 None None] Attempting to bind port fda07649-82fe-4af6-ad1c-15dd2fbf93fd by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '114fe47e-36e5-4dac-8d74-92cd1211da05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9bc033cc-20a7-49ad-9fd5-ad6930caab83'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 14:53:42.508313 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2628a5aa-8a59-44cc-9361-d18795b567d3 None None] Attempting to bind port fda07649-82fe-4af6-ad1c-15dd2fbf93fd on network 9bc033cc-20a7-49ad-9fd5-ad6930caab83 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 14:53:42.516206 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2628a5aa-8a59-44cc-9361-d18795b567d3 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 14:53:42.516741 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2628a5aa-8a59-44cc-9361-d18795b567d3 None None] Checking segment: {'id': '114fe47e-36e5-4dac-8d74-92cd1211da05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9bc033cc-20a7-49ad-9fd5-ad6930caab83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 14:53:42.517340 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2628a5aa-8a59-44cc-9361-d18795b567d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:42.517829 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2628a5aa-8a59-44cc-9361-d18795b567d3 None None] Bound using segment: {'id': '114fe47e-36e5-4dac-8d74-92cd1211da05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9bc033cc-20a7-49ad-9fd5-ad6930caab83'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 14:53:42.518514 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-2628a5aa-8a59-44cc-9361-d18795b567d3 None None] Bound port: fda07649-82fe-4af6-ad1c-15dd2fbf93fd, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114fe47e-36e5-4dac-8d74-92cd1211da05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9bc033cc-20a7-49ad-9fd5-ad6930caab83'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 14:53:42.519001 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2628a5aa-8a59-44cc-9361-d18795b567d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:42.530297 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-743a72fe-61bb-4940-a8b2-b842f52887b0 None None] Port fda07649-82fe-4af6-ad1c-15dd2fbf93fd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 14:53:42.572247 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cde81-5591-412e-a070-6f0336bd133f None None] Pushing event updated for resources: {'Port': ['ID=fda07649-82fe-4af6-ad1c-15dd2fbf93fd,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:53:42.594718 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cde81-5591-412e-a070-6f0336bd133f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:42.599500 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cde81-5591-412e-a070-6f0336bd133f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:42.599500 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cde81-5591-412e-a070-6f0336bd133f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:42.599500 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cde81-5591-412e-a070-6f0336bd133f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:42.599500 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cde81-5591-412e-a070-6f0336bd133f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:42.599500 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cde81-5591-412e-a070-6f0336bd133f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:42.599500 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cde81-5591-412e-a070-6f0336bd133f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:42.599500 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cde81-5591-412e-a070-6f0336bd133f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:42.599500 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cde81-5591-412e-a070-6f0336bd133f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:42.599500 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cde81-5591-412e-a070-6f0336bd133f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:42.599500 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cde81-5591-412e-a070-6f0336bd133f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:42.599500 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cde81-5591-412e-a070-6f0336bd133f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cde81-5591-412e-a070-6f0336bd133f None None] Tracked resource versions report: Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: pushed versions: Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: { 'AddressGroup': {'1.2'}, Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: 'ConntrackHelper': {'1.0'}, Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: 'Log': {'1.0'}, Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: 'Network': {'1.1'}, Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: 'Port': {'1.7'}, Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: 'PortForwarding': {'1.2'}, Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: 'QosPolicy': {'1.8'}, Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: 'SecurityGroup': {'1.4'}, Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: 'SecurityGroupRule': {'1.2'}, Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: 'SubPort': {'1.0'}, Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: 'Subnet': {'1.1'}, Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: 'Trunk': {'1.1'}} Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: consumer versions: Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: { DHCP agent@dv-neutron-859093-1-hyperv: {}, Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: L3 agent@dv-neutron-859093-1-hyperv: {}, Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: Metadata agent@dv-neutron-859093-1-hyperv: {}, Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: Metering agent@dv-neutron-859093-1-hyperv: {}, Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: Open vSwitch agent@dv-neutron-859093-1-hyperv: { 'AddressGroup': '1.2', Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: 'ConntrackHelper': '1.0', Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: 'Log': '1.0', Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: 'Network': '1.1', Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: 'Port': '1.7', Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: 'PortForwarding': '1.2', Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: 'QosPolicy': '1.8', Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: 'SecurityGroup': '1.4', Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: 'SecurityGroupRule': '1.2', Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: 'SubPort': '1.0', Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: 'Subnet': '1.1', Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: 'Trunk': '1.1'}} Sep 23 14:53:42.600263 dv-neutron-859093-1-hyperv neutron-server[89741]: {{(pid=89741) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 14:53:42.626428 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-2628a5aa-8a59-44cc-9361-d18795b567d3 None None] For port fda07649-82fe-4af6-ad1c-15dd2fbf93fd, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 14:53:42.630187 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-2628a5aa-8a59-44cc-9361-d18795b567d3 None None] For port fda07649-82fe-4af6-ad1c-15dd2fbf93fd, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=fda07649-82fe-4af6-ad1c-15dd2fbf93fd,segment=NetworkSegment(114fe47e-36e5-4dac-8d74-92cd1211da05),segment_id=114fe47e-36e5-4dac-8d74-92cd1211da05)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 14:53:42.770944 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2628a5aa-8a59-44cc-9361-d18795b567d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:42.837628 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2628a5aa-8a59-44cc-9361-d18795b567d3 None None] Routers {'3fe84b08-71ff-4370-a17d-afd82310fd6d'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 14:53:42.838242 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-2628a5aa-8a59-44cc-9361-d18795b567d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T14:53:34Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['3fe84b08-71ff-4370-a17d-afd82310fd6d'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:53:42.974673 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cde81-5591-412e-a070-6f0336bd133f None None] Pushing event updated for resources: {'Port': ['ID=fda07649-82fe-4af6-ad1c-15dd2fbf93fd,revision_number=4']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:53:43.000531 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-2628a5aa-8a59-44cc-9361-d18795b567d3 None None] Set router 3fe84b08-71ff-4370-a17d-afd82310fd6d gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 14:53:43.031522 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-743a72fe-61bb-4940-a8b2-b842f52887b0 None None] Attempt 6 to provision port fda07649-82fe-4af6-ad1c-15dd2fbf93fd Sep 23 14:53:43.092079 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-743a72fe-61bb-4940-a8b2-b842f52887b0 None None] Port fda07649-82fe-4af6-ad1c-15dd2fbf93fd had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 14:53:43.332181 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-2628a5aa-8a59-44cc-9361-d18795b567d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe84b08-71ff-4370-a17d-afd82310fd6d', 'name': 'router1', 'tenant_id': '53298fc9a7364b10ada5c71f9d550050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:53:29Z', 'updated_at': '2022-09-23T14:53:40Z', 'revision_number': 2, 'project_id': '53298fc9a7364b10ada5c71f9d550050', 'gw_port_host': None, '_interfaces': [{'id': 'fda07649-82fe-4af6-ad1c-15dd2fbf93fd', 'name': '', 'network_id': '9bc033cc-20a7-49ad-9fd5-ad6930caab83', 'tenant_id': '53298fc9a7364b10ada5c71f9d550050', 'mac_address': 'fa:16:3e:d8:83:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe84b08-71ff-4370-a17d-afd82310fd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a6c9354-a790-4d6c-8ba8-feed80b7309a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:53:39Z', 'updated_at': '2022-09-23T14:53:42Z', 'revision_number': 4, 'project_id': '53298fc9a7364b10ada5c71f9d550050', 'subnets': [{'id': '7a6c9354-a790-4d6c-8ba8-feed80b7309a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '568cfbe7-da05-4295-a263-34cd106b3fa7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:53:43.336371 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2628a5aa-8a59-44cc-9361-d18795b567d3 None None] The sync data for ids ['3fe84b08-71ff-4370-a17d-afd82310fd6d'] in dv-neutron-859093-1-hyperv is: [{'id': '3fe84b08-71ff-4370-a17d-afd82310fd6d', 'name': 'router1', 'tenant_id': '53298fc9a7364b10ada5c71f9d550050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:53:29Z', 'updated_at': '2022-09-23T14:53:40Z', 'revision_number': 2, 'project_id': '53298fc9a7364b10ada5c71f9d550050', 'gw_port_host': None, '_interfaces': [{'id': 'fda07649-82fe-4af6-ad1c-15dd2fbf93fd', 'name': '', 'network_id': '9bc033cc-20a7-49ad-9fd5-ad6930caab83', 'tenant_id': '53298fc9a7364b10ada5c71f9d550050', 'mac_address': 'fa:16:3e:d8:83:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe84b08-71ff-4370-a17d-afd82310fd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a6c9354-a790-4d6c-8ba8-feed80b7309a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:53:39Z', 'updated_at': '2022-09-23T14:53:42Z', 'revision_number': 4, 'project_id': '53298fc9a7364b10ada5c71f9d550050', 'subnets': [{'id': '7a6c9354-a790-4d6c-8ba8-feed80b7309a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '568cfbe7-da05-4295-a263-34cd106b3fa7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:53:43.424545 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 36902) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:53:43.569553 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ea4073-7468-4326-b2a5-1722a62c53c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:53:43.570937 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-55ea4073-7468-4326-b2a5-1722a62c53c2 admin admin] 10.222.0.67 "GET /v2.0/networks/61b1518d-d511-4beb-b056-d894a2c85079 HTTP/1.1" status: 200 len: 842 time: 0.1453888 Sep 23 14:53:43.580705 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-a7b67deb-6491-4dd9-b12f-b2b030d1a6c8 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.10.1', 'enable_dhcp': False, 'cidr': '172.26.10.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 14:53:43.588858 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a7b67deb-6491-4dd9-b12f-b2b030d1a6c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 14:53:43.589970 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a7b67deb-6491-4dd9-b12f-b2b030d1a6c8 admin admin] Usage tracker for resource:subnet and tenant:11cd28d8e09d4bb188a2b4bfafdacfa2 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 14:53:43.592880 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a7b67deb-6491-4dd9-b12f-b2b030d1a6c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 14:53:43.598903 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a7b67deb-6491-4dd9-b12f-b2b030d1a6c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 14:53:43.661723 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b67deb-6491-4dd9-b12f-b2b030d1a6c8 admin admin] Made reservation on behalf of 11cd28d8e09d4bb188a2b4bfafdacfa2 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:53:43.664104 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a7b67deb-6491-4dd9-b12f-b2b030d1a6c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:44.120843 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.objects.ports [None req-a7b67deb-6491-4dd9-b12f-b2b030d1a6c8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89738) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 23 14:53:44.121298 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a7b67deb-6491-4dd9-b12f-b2b030d1a6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:44.194964 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b67deb-6491-4dd9-b12f-b2b030d1a6c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1245e22-a890-42e0-b456-cbe721f97478,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:53:44.205677 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b67deb-6491-4dd9-b12f-b2b030d1a6c8 admin admin] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 14:53:44.206024 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b67deb-6491-4dd9-b12f-b2b030d1a6c8 admin admin] Network hostable DHCP agents. Network: 61b1518d-d511-4beb-b056-d894a2c85079, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 14:53:44.290414 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b67deb-6491-4dd9-b12f-b2b030d1a6c8 admin admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 14:53:44.364469 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-a7b67deb-6491-4dd9-b12f-b2b030d1a6c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 61b1518d-d511-4beb-b056-d894a2c85079) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:53:44.368727 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b67deb-6491-4dd9-b12f-b2b030d1a6c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:53:44.369318 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a7b67deb-6491-4dd9-b12f-b2b030d1a6c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:44.374177 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbda8a3-b63c-4516-bd9f-a7f4bebef9cc None None] Network 61b1518d-d511-4beb-b056-d894a2c85079 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 14:53:44.451527 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a7b67deb-6491-4dd9-b12f-b2b030d1a6c8 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 825 time: 0.8741221 Sep 23 14:53:44.605494 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8224f25-2fc1-4ccd-b1ca-25c146eed6b4 None None] Network 61b1518d-d511-4beb-b056-d894a2c85079 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 14:53:45.161659 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device fda07649-82fe-4af6-ad1c-15dd2fbf93fd up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 14:53:45.307797 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port fda07649-82fe-4af6-ad1c-15dd2fbf93fd completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 14:53:45.313072 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port fda07649-82fe-4af6-ad1c-15dd2fbf93fd triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:53:45.313509 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:45.313913 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port fda07649-82fe-4af6-ad1c-15dd2fbf93fd Sep 23 14:53:45.431443 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port fda07649-82fe-4af6-ad1c-15dd2fbf93fd is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 14:53:45.432093 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:45.462585 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port fda07649-82fe-4af6-ad1c-15dd2fbf93fd, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=fda07649-82fe-4af6-ad1c-15dd2fbf93fd,segment=NetworkSegment(114fe47e-36e5-4dac-8d74-92cd1211da05),segment_id=114fe47e-36e5-4dac-8d74-92cd1211da05)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 14:53:45.501868 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:45.568894 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=fda07649-82fe-4af6-ad1c-15dd2fbf93fd,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:53:46.748659 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 36916) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:53:46.940131 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-79719a81-d9b9-44fc-a86b-eb1f267cb30a admin admin] 10.222.0.67 "GET /v2.0/routers/3fe84b08-71ff-4370-a17d-afd82310fd6d HTTP/1.1" status: 200 len: 710 time: 0.1902928 Sep 23 14:53:47.063855 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221a4ed6-9faa-4582-9c17-dae41bf8f2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:53:47.065164 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-221a4ed6-9faa-4582-9c17-dae41bf8f2a7 admin admin] 10.222.0.67 "GET /v2.0/networks/61b1518d-d511-4beb-b056-d894a2c85079 HTTP/1.1" status: 200 len: 886 time: 0.1199219 Sep 23 14:53:47.073724 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-0ca94b99-ba16-4823-839e-e7a23f35b4ae admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 14:53:47.135471 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device fda07649-82fe-4af6-ad1c-15dd2fbf93fd up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 14:53:47.201620 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port fda07649-82fe-4af6-ad1c-15dd2fbf93fd triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:53:47.201908 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:47.202242 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port fda07649-82fe-4af6-ad1c-15dd2fbf93fd Sep 23 14:53:47.320516 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port fda07649-82fe-4af6-ad1c-15dd2fbf93fd is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 14:53:47.506364 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0ca94b99-ba16-4823-839e-e7a23f35b4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:47.970422 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0ca94b99-ba16-4823-839e-e7a23f35b4ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:48.025204 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0ca94b99-ba16-4823-839e-e7a23f35b4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:48.162078 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-0ca94b99-ba16-4823-839e-e7a23f35b4ae admin admin] Allocated IP 172.26.10.137 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/d61e5aea-1377-446c-9b6c-c7c1a2380be3) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:53:48.306628 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0ca94b99-ba16-4823-839e-e7a23f35b4ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:48.376297 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0ca94b99-ba16-4823-839e-e7a23f35b4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:48.440808 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca94b99-ba16-4823-839e-e7a23f35b4ae admin admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:53:48.443614 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-0ca94b99-ba16-4823-839e-e7a23f35b4ae admin admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:53:48.448072 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca94b99-ba16-4823-839e-e7a23f35b4ae admin admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 14:53:48.511821 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca94b99-ba16-4823-839e-e7a23f35b4ae admin admin] Pushing event updated for resources: {'Port': ['ID=d61e5aea-1377-446c-9b6c-c7c1a2380be3,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:53:48.909338 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0ca94b99-ba16-4823-839e-e7a23f35b4ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:49.243147 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0ca94b99-ba16-4823-839e-e7a23f35b4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:49.246520 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0ca94b99-ba16-4823-839e-e7a23f35b4ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753924'] for router, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:49.472244 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca94b99-ba16-4823-839e-e7a23f35b4ae admin admin] Router 3fe84b08-71ff-4370-a17d-afd82310fd6d has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 14:53:49.646392 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca94b99-ba16-4823-839e-e7a23f35b4ae admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 14:53:49.655557 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0ca94b99-ba16-4823-839e-e7a23f35b4ae admin admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:49.656748 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0ca94b99-ba16-4823-839e-e7a23f35b4ae admin admin] 10.222.0.67 "PUT /v2.0/routers/3fe84b08-71ff-4370-a17d-afd82310fd6d HTTP/1.1" status: 200 len: 891 time: 2.5861230 Sep 23 14:53:49.656863 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef2f888-2c24-4896-9ab5-d01538858ad0 None None] Sync routers for ids ['3fe84b08-71ff-4370-a17d-afd82310fd6d'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 14:53:49.667112 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef2f888-2c24-4896-9ab5-d01538858ad0 None None] Routers {'3fe84b08-71ff-4370-a17d-afd82310fd6d'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 14:53:49.667788 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-fef2f888-2c24-4896-9ab5-d01538858ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T14:53:34Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['3fe84b08-71ff-4370-a17d-afd82310fd6d'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:53:49.862988 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-fef2f888-2c24-4896-9ab5-d01538858ad0 None None] Set router 3fe84b08-71ff-4370-a17d-afd82310fd6d gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 14:53:50.199440 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-fef2f888-2c24-4896-9ab5-d01538858ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe84b08-71ff-4370-a17d-afd82310fd6d', 'name': 'router1', 'tenant_id': '53298fc9a7364b10ada5c71f9d550050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.137'}], 'enable_snat': True}, 'gw_port_id': 'd61e5aea-1377-446c-9b6c-c7c1a2380be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:53:29Z', 'updated_at': '2022-09-23T14:53:48Z', 'revision_number': 4, 'project_id': '53298fc9a7364b10ada5c71f9d550050', 'gw_port': {'id': 'd61e5aea-1377-446c-9b6c-c7c1a2380be3', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe84b08-71ff-4370-a17d-afd82310fd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:53:48Z', 'updated_at': '2022-09-23T14:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'fda07649-82fe-4af6-ad1c-15dd2fbf93fd', 'name': '', 'network_id': '9bc033cc-20a7-49ad-9fd5-ad6930caab83', 'tenant_id': '53298fc9a7364b10ada5c71f9d550050', 'mac_address': 'fa:16:3e:d8:83:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe84b08-71ff-4370-a17d-afd82310fd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a6c9354-a790-4d6c-8ba8-feed80b7309a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:53:39Z', 'updated_at': '2022-09-23T14:53:45Z', 'revision_number': 5, 'project_id': '53298fc9a7364b10ada5c71f9d550050', 'subnets': [{'id': '7a6c9354-a790-4d6c-8ba8-feed80b7309a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '568cfbe7-da05-4295-a263-34cd106b3fa7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:53:50.204308 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef2f888-2c24-4896-9ab5-d01538858ad0 None None] Checking router: 3fe84b08-71ff-4370-a17d-afd82310fd6d for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 14:53:50.204673 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef2f888-2c24-4896-9ab5-d01538858ad0 None None] Updating router 3fe84b08-71ff-4370-a17d-afd82310fd6d port d61e5aea-1377-446c-9b6c-c7c1a2380be3 binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 14:53:50.255010 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fef2f888-2c24-4896-9ab5-d01538858ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:50.578226 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fef2f888-2c24-4896-9ab5-d01538858ad0 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:50.590250 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-fef2f888-2c24-4896-9ab5-d01538858ad0 None None] Transition to ACTIVE for port object d61e5aea-1377-446c-9b6c-c7c1a2380be3 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 14:53:50.650412 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fef2f888-2c24-4896-9ab5-d01538858ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:50.714107 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-fef2f888-2c24-4896-9ab5-d01538858ad0 None None] Attempting to bind port d61e5aea-1377-446c-9b6c-c7c1a2380be3 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 14:53:50.714808 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-fef2f888-2c24-4896-9ab5-d01538858ad0 None None] Attempting to bind port d61e5aea-1377-446c-9b6c-c7c1a2380be3 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 14:53:50.714914 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef2f888-2c24-4896-9ab5-d01538858ad0 None None] Attempting to bind port d61e5aea-1377-446c-9b6c-c7c1a2380be3 on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 14:53:50.724704 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef2f888-2c24-4896-9ab5-d01538858ad0 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 14:53:50.725078 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef2f888-2c24-4896-9ab5-d01538858ad0 None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 14:53:50.725476 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fef2f888-2c24-4896-9ab5-d01538858ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:50.725864 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef2f888-2c24-4896-9ab5-d01538858ad0 None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 14:53:50.726341 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-fef2f888-2c24-4896-9ab5-d01538858ad0 None None] Bound port: d61e5aea-1377-446c-9b6c-c7c1a2380be3, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 14:53:50.726739 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fef2f888-2c24-4896-9ab5-d01538858ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:50.763767 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb365b-217d-4058-b780-17aa89148b4c None None] Pushing event updated for resources: {'Port': ['ID=d61e5aea-1377-446c-9b6c-c7c1a2380be3,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:53:50.824771 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-fef2f888-2c24-4896-9ab5-d01538858ad0 None None] For port d61e5aea-1377-446c-9b6c-c7c1a2380be3, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 14:53:50.827708 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-fef2f888-2c24-4896-9ab5-d01538858ad0 None None] For port d61e5aea-1377-446c-9b6c-c7c1a2380be3, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d61e5aea-1377-446c-9b6c-c7c1a2380be3,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 14:53:50.868300 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fef2f888-2c24-4896-9ab5-d01538858ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:50.932732 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef2f888-2c24-4896-9ab5-d01538858ad0 None None] Routers {'3fe84b08-71ff-4370-a17d-afd82310fd6d'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 14:53:50.933339 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-fef2f888-2c24-4896-9ab5-d01538858ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T14:53:34Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['3fe84b08-71ff-4370-a17d-afd82310fd6d'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:53:51.011317 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb365b-217d-4058-b780-17aa89148b4c None None] Pushing event updated for resources: {'Port': ['ID=d61e5aea-1377-446c-9b6c-c7c1a2380be3,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:53:51.117390 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-fef2f888-2c24-4896-9ab5-d01538858ad0 None None] Set router 3fe84b08-71ff-4370-a17d-afd82310fd6d gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 14:53:51.439586 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-fef2f888-2c24-4896-9ab5-d01538858ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe84b08-71ff-4370-a17d-afd82310fd6d', 'name': 'router1', 'tenant_id': '53298fc9a7364b10ada5c71f9d550050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.137'}], 'enable_snat': True}, 'gw_port_id': 'd61e5aea-1377-446c-9b6c-c7c1a2380be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:53:29Z', 'updated_at': '2022-09-23T14:53:48Z', 'revision_number': 4, 'project_id': '53298fc9a7364b10ada5c71f9d550050', 'gw_port': {'id': 'd61e5aea-1377-446c-9b6c-c7c1a2380be3', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe84b08-71ff-4370-a17d-afd82310fd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:53:48Z', 'updated_at': '2022-09-23T14:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'fda07649-82fe-4af6-ad1c-15dd2fbf93fd', 'name': '', 'network_id': '9bc033cc-20a7-49ad-9fd5-ad6930caab83', 'tenant_id': '53298fc9a7364b10ada5c71f9d550050', 'mac_address': 'fa:16:3e:d8:83:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe84b08-71ff-4370-a17d-afd82310fd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a6c9354-a790-4d6c-8ba8-feed80b7309a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:53:39Z', 'updated_at': '2022-09-23T14:53:45Z', 'revision_number': 5, 'project_id': '53298fc9a7364b10ada5c71f9d550050', 'subnets': [{'id': '7a6c9354-a790-4d6c-8ba8-feed80b7309a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '568cfbe7-da05-4295-a263-34cd106b3fa7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 14:53:51.443486 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef2f888-2c24-4896-9ab5-d01538858ad0 None None] The sync data for ids ['3fe84b08-71ff-4370-a17d-afd82310fd6d'] in dv-neutron-859093-1-hyperv is: [{'id': '3fe84b08-71ff-4370-a17d-afd82310fd6d', 'name': 'router1', 'tenant_id': '53298fc9a7364b10ada5c71f9d550050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.137'}], 'enable_snat': True}, 'gw_port_id': 'd61e5aea-1377-446c-9b6c-c7c1a2380be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T14:53:29Z', 'updated_at': '2022-09-23T14:53:48Z', 'revision_number': 4, 'project_id': '53298fc9a7364b10ada5c71f9d550050', 'gw_port': {'id': 'd61e5aea-1377-446c-9b6c-c7c1a2380be3', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:44:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe84b08-71ff-4370-a17d-afd82310fd6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:53:48Z', 'updated_at': '2022-09-23T14:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'fda07649-82fe-4af6-ad1c-15dd2fbf93fd', 'name': '', 'network_id': '9bc033cc-20a7-49ad-9fd5-ad6930caab83', 'tenant_id': '53298fc9a7364b10ada5c71f9d550050', 'mac_address': 'fa:16:3e:d8:83:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe84b08-71ff-4370-a17d-afd82310fd6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a6c9354-a790-4d6c-8ba8-feed80b7309a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T14:53:39Z', 'updated_at': '2022-09-23T14:53:45Z', 'revision_number': 5, 'project_id': '53298fc9a7364b10ada5c71f9d550050', 'subnets': [{'id': '7a6c9354-a790-4d6c-8ba8-feed80b7309a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '568cfbe7-da05-4295-a263-34cd106b3fa7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 14:53:52.050590 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 36926) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:53:52.175659 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-132eae82-afbe-4f46-a78f-d808ba00bf36 admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1237516 Sep 23 14:53:53.157203 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d61e5aea-1377-446c-9b6c-c7c1a2380be3 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 14:53:53.289932 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port d61e5aea-1377-446c-9b6c-c7c1a2380be3 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 14:53:53.295210 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port d61e5aea-1377-446c-9b6c-c7c1a2380be3 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:53:53.295585 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:53.295921 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port d61e5aea-1377-446c-9b6c-c7c1a2380be3 Sep 23 14:53:53.436098 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port d61e5aea-1377-446c-9b6c-c7c1a2380be3 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 14:53:53.436495 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:53.453873 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port d61e5aea-1377-446c-9b6c-c7c1a2380be3, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d61e5aea-1377-446c-9b6c-c7c1a2380be3,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 14:53:53.530333 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:53.597913 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=d61e5aea-1377-446c-9b6c-c7c1a2380be3,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:53:55.143623 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d61e5aea-1377-446c-9b6c-c7c1a2380be3 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 14:53:55.214577 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port d61e5aea-1377-446c-9b6c-c7c1a2380be3 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:53:55.214951 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:53:55.215288 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port d61e5aea-1377-446c-9b6c-c7c1a2380be3 Sep 23 14:53:55.338303 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port d61e5aea-1377-446c-9b6c-c7c1a2380be3 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 14:54:02.078851 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c2368949-534a-4f50-99b1-a8116d434e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:54:04.393058 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f72ad113-4ee5-4f70-a92e-be17acf5e440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:54:05.381546 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:54:05.472883 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:54:06.781195 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:54:10.908176 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 5 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 14:54:32.129353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-100a1170-9efc-4fb1-9bf4-9fe40d5bacda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:54:34.370239 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b7d21379-22bb-4eea-8031-c06c39b02cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:54:35.374782 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:54:35.437479 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:54:36.798119 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:54:47.908515 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 5 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 14:55:02.054015 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cd0dbc36-b6e0-472f-b7f9-857c9d15ad33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:55:04.368182 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-028fe026-b5cb-4955-89b3-643a0340069b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:55:05.379703 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:55:05.465898 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:55:06.773769 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:55:24.907561 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 5 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 14:55:32.030383 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c467ed23-47bf-40d1-897c-2fc12a88df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:55:34.367242 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-21cb9283-2903-4cf5-9b8f-5bb80b4ce1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:55:35.378697 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:55:35.470018 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:55:36.795821 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:01.906107 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 5 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 14:56:02.040515 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d4813731-7eb8-4e25-9052-21c2051cc452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:02.407848 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 37528) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:56:02.473514 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-af67aac2-99fc-4414-882f-3c76ed5a2006 admin admin] GET failed (client error): The resource could not be found. Sep 23 14:56:02.474804 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-af67aac2-99fc-4414-882f-3c76ed5a2006 admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0660226 Sep 23 14:56:02.607819 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729d72fa-de14-476f-a1fe-b7a74c621bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:56:02.609207 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-729d72fa-de14-476f-a1fe-b7a74c621bec admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1298199 Sep 23 14:56:04.360469 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4f30aaf0-a3ad-4fc0-bebe-e172232e03e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:04.792606 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 37538) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:56:04.896359 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55371101-3889-4075-95d8-58339b56fa64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:56:04.896910 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-55371101-3889-4075-95d8-58339b56fa64 admin admin] Synchronizing usage tracker for tenant:11cd28d8e09d4bb188a2b4bfafdacfa2 on resource:subnet {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 14:56:04.965834 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-55371101-3889-4075-95d8-58339b56fa64 admin admin] Unset dirty status for tenant:11cd28d8e09d4bb188a2b4bfafdacfa2 on resource:subnet {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 14:56:04.966994 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-55371101-3889-4075-95d8-58339b56fa64 admin admin] 10.222.0.67 "GET /v2.0/subnets/7a6c9354-a790-4d6c-8ba8-feed80b7309a HTTP/1.1" status: 200 len: 849 time: 0.1734464 Sep 23 14:56:04.977082 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-2215eab6-fc87-4131-9f6b-68d41b7542c0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 14:56:05.092101 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2215eab6-fc87-4131-9f6b-68d41b7542c0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:05.337270 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2215eab6-fc87-4131-9f6b-68d41b7542c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774174713694'] for subnet, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:05.378047 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2215eab6-fc87-4131-9f6b-68d41b7542c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:56:05.378662 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2215eab6-fc87-4131-9f6b-68d41b7542c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:05.390370 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2215eab6-fc87-4131-9f6b-68d41b7542c0 admin admin] 10.222.0.67 "PUT /v2.0/subnets/7a6c9354-a790-4d6c-8ba8-feed80b7309a HTTP/1.1" status: 200 len: 868 time: 0.4072933 Sep 23 14:56:05.393289 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c642a559-23ea-4933-8d03-c6445a8655d8 None None] Network 9bc033cc-20a7-49ad-9fd5-ad6930caab83 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 14:56:05.403760 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:05.408339 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215eab6-fc87-4131-9f6b-68d41b7542c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a6c9354-a790-4d6c-8ba8-feed80b7309a,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:56:05.416880 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2215eab6-fc87-4131-9f6b-68d41b7542c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:56:05.417264 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2215eab6-fc87-4131-9f6b-68d41b7542c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:56:05.417600 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2215eab6-fc87-4131-9f6b-68d41b7542c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:56:05.417940 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2215eab6-fc87-4131-9f6b-68d41b7542c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:56:05.418265 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2215eab6-fc87-4131-9f6b-68d41b7542c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:56:05.418631 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2215eab6-fc87-4131-9f6b-68d41b7542c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:56:05.418961 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2215eab6-fc87-4131-9f6b-68d41b7542c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:56:05.419292 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2215eab6-fc87-4131-9f6b-68d41b7542c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:56:05.419613 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2215eab6-fc87-4131-9f6b-68d41b7542c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:56:05.419936 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2215eab6-fc87-4131-9f6b-68d41b7542c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:56:05.420255 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2215eab6-fc87-4131-9f6b-68d41b7542c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:56:05.420576 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2215eab6-fc87-4131-9f6b-68d41b7542c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:56:05.582407 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:05.847114 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-bdd3f4b0-3905-49d2-8adf-045ce28ea266 None None] Provisioning complete for port fda07649-82fe-4af6-ad1c-15dd2fbf93fd triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:56:05.847487 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bdd3f4b0-3905-49d2-8adf-045ce28ea266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:05.847820 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-bdd3f4b0-3905-49d2-8adf-045ce28ea266 None None] Attempt 1 to provision port fda07649-82fe-4af6-ad1c-15dd2fbf93fd Sep 23 14:56:05.960964 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-bdd3f4b0-3905-49d2-8adf-045ce28ea266 None None] Current status of the port fda07649-82fe-4af6-ad1c-15dd2fbf93fd is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 14:56:05.971534 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-bdd3f4b0-3905-49d2-8adf-045ce28ea266 None None] Provisioning complete for port 44ed6c18-10d3-4b5a-8ceb-a38173870638 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:56:05.971908 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bdd3f4b0-3905-49d2-8adf-045ce28ea266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:05.972240 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-bdd3f4b0-3905-49d2-8adf-045ce28ea266 None None] Attempt 1 to provision port 44ed6c18-10d3-4b5a-8ceb-a38173870638 Sep 23 14:56:06.086448 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-bdd3f4b0-3905-49d2-8adf-045ce28ea266 None None] Current status of the port 44ed6c18-10d3-4b5a-8ceb-a38173870638 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 14:56:06.771896 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:07.587484 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 37548) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:56:07.758055 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9939b52-9d42-4ed8-a13a-35049ece58b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:56:07.758559 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9939b52-9d42-4ed8-a13a-35049ece58b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:56:07.760080 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d9939b52-9d42-4ed8-a13a-35049ece58b8 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1716518 Sep 23 14:56:09.922197 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 37558) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:56:10.097184 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc166a5-24e9-4942-82a1-24fcc289b5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:56:10.097573 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc166a5-24e9-4942-82a1-24fcc289b5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:56:10.099134 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ddc166a5-24e9-4942-82a1-24fcc289b5ad admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1759264 Sep 23 14:56:12.270822 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 37568) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:56:12.435071 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07c984d-e12f-4b2b-9aa0-c6636095095b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:56:12.436423 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a07c984d-e12f-4b2b-9aa0-c6636095095b admin admin] 10.222.0.67 "GET /v2.0/networks/61b1518d-d511-4beb-b056-d894a2c85079 HTTP/1.1" status: 200 len: 886 time: 0.1646562 Sep 23 14:56:14.620874 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 37578) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:56:14.831313 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbf4c98-e278-4f16-9612-60c54e7c27ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:56:14.832675 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-adbf4c98-e278-4f16-9612-60c54e7c27ee admin admin] 10.222.0.67 "GET /v2.0/networks/9bc033cc-20a7-49ad-9fd5-ad6930caab83 HTTP/1.1" status: 200 len: 869 time: 0.2108450 Sep 23 14:56:16.999843 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 37588) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:56:17.103588 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e461563-b240-483c-88f9-12ad2faf435c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:56:17.103966 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e461563-b240-483c-88f9-12ad2faf435c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:56:17.105436 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3e461563-b240-483c-88f9-12ad2faf435c admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1483 time: 0.1046510 Sep 23 14:56:19.278588 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 37598) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:56:19.387232 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfad8492-6058-4186-b5dd-97bb4b11b32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:56:19.387693 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfad8492-6058-4186-b5dd-97bb4b11b32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:56:19.389176 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bfad8492-6058-4186-b5dd-97bb4b11b32f admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1483 time: 0.1105363 Sep 23 14:56:21.558155 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 37608) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:56:21.669998 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f907d02b-1738-47a8-961d-9c70e26f31f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:56:21.671455 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f907d02b-1738-47a8-961d-9c70e26f31f3 admin admin] 10.222.0.67 "GET /v2.0/subnets/7a6c9354-a790-4d6c-8ba8-feed80b7309a HTTP/1.1" status: 200 len: 868 time: 0.1122239 Sep 23 14:56:23.857861 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 37618) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:56:23.956521 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09705f26-b14b-4198-9155-4ec296209474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:56:23.957833 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-09705f26-b14b-4198-9155-4ec296209474 admin admin] 10.222.0.67 "GET /v2.0/subnets/a1245e22-a890-42e0-b456-cbe721f97478 HTTP/1.1" status: 200 len: 820 time: 0.0989819 Sep 23 14:56:32.033202 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6ec8fb91-8993-418e-b30d-9aa34711c578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:34.359198 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-be9a9306-0591-4299-891b-0b4aa15d314b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:35.365419 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:35.461906 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:36.799152 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:38.905485 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 5 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 14:56:43.412874 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 37664) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:56:43.462656 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [None req-9be7ace0-7fe4-4d4d-bec0-c7f23d205355 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 14:56:43.463641 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9be7ace0-7fe4-4d4d-bec0-c7f23d205355 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0501502 Sep 23 14:56:45.705653 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 37674) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:56:45.772630 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cdd9615-0435-488d-898a-48e30ad9d8c5 admin admin] GET failed (client error): The resource could not be found. Sep 23 14:56:45.773870 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1cdd9615-0435-488d-898a-48e30ad9d8c5 admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0672638 Sep 23 14:56:45.896852 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331b4851-cda8-4342-b1c1-d731262441c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:56:45.898212 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-331b4851-cda8-4342-b1c1-d731262441c0 admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1204503 Sep 23 14:56:48.088035 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 37684) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:56:48.135808 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-e09745b6-1af9-46f4-bf4d-9f6abebb8baa admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 14:56:48.140287 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e09745b6-1af9-46f4-bf4d-9f6abebb8baa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 14:56:48.144126 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e09745b6-1af9-46f4-bf4d-9f6abebb8baa admin admin] Usage tracker for resource:network and tenant:11cd28d8e09d4bb188a2b4bfafdacfa2 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 14:56:48.146975 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e09745b6-1af9-46f4-bf4d-9f6abebb8baa admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 14:56:48.153087 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e09745b6-1af9-46f4-bf4d-9f6abebb8baa admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 14:56:48.209282 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09745b6-1af9-46f4-bf4d-9f6abebb8baa admin admin] Made reservation on behalf of 11cd28d8e09d4bb188a2b4bfafdacfa2 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:56:48.211588 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e09745b6-1af9-46f4-bf4d-9f6abebb8baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:48.297321 dv-neutron-859093-1-hyperv neutron-server[89738]: WARNING neutron.services.revisions.revision_plugin [None req-e09745b6-1af9-46f4-bf4d-9f6abebb8baa admin admin] Could not find related network for resource to bump revision. Sep 23 14:56:48.309547 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e09745b6-1af9-46f4-bf4d-9f6abebb8baa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 14:56:48.320759 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e09745b6-1af9-46f4-bf4d-9f6abebb8baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:48.321126 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-e09745b6-1af9-46f4-bf4d-9f6abebb8baa admin admin] Added segment 7e0a8df4-1a8f-4cbe-8df0-64c30f5bd2a6 of type vlan for network acf1f831-f88c-4e30-be08-e1f22c0e4813 Sep 23 14:56:48.353133 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e09745b6-1af9-46f4-bf4d-9f6abebb8baa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:48.455567 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e09745b6-1af9-46f4-bf4d-9f6abebb8baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:48.456523 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09745b6-1af9-46f4-bf4d-9f6abebb8baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:56:48.457110 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e09745b6-1af9-46f4-bf4d-9f6abebb8baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:48.554933 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09745b6-1af9-46f4-bf4d-9f6abebb8baa admin admin] Pushing event updated for resources: {'Network': ['ID=acf1f831-f88c-4e30-be08-e1f22c0e4813,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:56:48.564846 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network acf1f831-f88c-4e30-be08-e1f22c0e4813 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 14:56:48.639683 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e09745b6-1af9-46f4-bf4d-9f6abebb8baa admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5505419 Sep 23 14:56:50.814793 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 37694) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:56:50.880559 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f041df0-b685-44f1-86c8-76bc58bee800 admin admin] GET failed (client error): The resource could not be found. Sep 23 14:56:50.881079 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7f041df0-b685-44f1-86c8-76bc58bee800 admin admin] Synchronizing usage tracker for tenant:11cd28d8e09d4bb188a2b4bfafdacfa2 on resource:network {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 14:56:50.963969 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7f041df0-b685-44f1-86c8-76bc58bee800 admin admin] Unset dirty status for tenant:11cd28d8e09d4bb188a2b4bfafdacfa2 on resource:network {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 14:56:50.965070 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7f041df0-b685-44f1-86c8-76bc58bee800 admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1493368 Sep 23 14:56:51.071275 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49b4926-7a93-4d47-9f7b-2c7d305aab35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:56:51.072890 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e49b4926-7a93-4d47-9f7b-2c7d305aab35 admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1038890 Sep 23 14:56:51.082404 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-6e3213e8-9237-406d-8101-cf229ca3ef3a admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'acf1f831-f88c-4e30-be08-e1f22c0e4813', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 14:56:51.086798 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6e3213e8-9237-406d-8101-cf229ca3ef3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 14:56:51.096063 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6e3213e8-9237-406d-8101-cf229ca3ef3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 14:56:51.158664 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3213e8-9237-406d-8101-cf229ca3ef3a admin admin] Made reservation on behalf of 11cd28d8e09d4bb188a2b4bfafdacfa2 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 14:56:51.160891 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6e3213e8-9237-406d-8101-cf229ca3ef3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:51.398706 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6e3213e8-9237-406d-8101-cf229ca3ef3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:51.471720 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3213e8-9237-406d-8101-cf229ca3ef3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f1b57e3-b337-4a5a-aa62-19a2e92e4551,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:56:51.479276 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3213e8-9237-406d-8101-cf229ca3ef3a admin admin] Checking segment: {'id': '7e0a8df4-1a8f-4cbe-8df0-64c30f5bd2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'acf1f831-f88c-4e30-be08-e1f22c0e4813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 14:56:51.479618 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3213e8-9237-406d-8101-cf229ca3ef3a admin admin] Network hostable DHCP agents. Network: acf1f831-f88c-4e30-be08-e1f22c0e4813, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 14:56:51.592290 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3213e8-9237-406d-8101-cf229ca3ef3a admin admin] Network acf1f831-f88c-4e30-be08-e1f22c0e4813 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 14:56:51.649786 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-6e3213e8-9237-406d-8101-cf229ca3ef3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, acf1f831-f88c-4e30-be08-e1f22c0e4813) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:56:51.653853 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3213e8-9237-406d-8101-cf229ca3ef3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 14:56:51.654477 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6e3213e8-9237-406d-8101-cf229ca3ef3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:51.658764 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4473cdd9-1d66-41db-9fa8-e67c00dd929d None None] Network acf1f831-f88c-4e30-be08-e1f22c0e4813 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 14:56:51.725350 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6e3213e8-9237-406d-8101-cf229ca3ef3a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6462066 Sep 23 14:56:51.887606 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-acf1f831-f88c-4e30-be08-e1f22c0e4813', 'network_id': 'acf1f831-f88c-4e30-be08-e1f22c0e4813', 'tenant_id': '11cd28d8e09d4bb188a2b4bfafdacfa2', 'fixed_ips': [{'subnet_id': '9f1b57e3-b337-4a5a-aa62-19a2e92e4551'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 14:56:51.887606 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:52.047023 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Allocated IP 192.168.233.2 (acf1f831-f88c-4e30-be08-e1f22c0e4813/9f1b57e3-b337-4a5a-aa62-19a2e92e4551/da763dd6-5a8c-4384-ae4e-c5f06acf27c0) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 14:56:52.253261 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:52.264061 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Transition to ACTIVE for port object da763dd6-5a8c-4384-ae4e-c5f06acf27c0 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 14:56:52.283547 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Transition to ACTIVE for port object da763dd6-5a8c-4384-ae4e-c5f06acf27c0 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 14:56:52.393419 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:52.463708 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Network acf1f831-f88c-4e30-be08-e1f22c0e4813 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 14:56:52.466711 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 14:56:52.469160 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 14:56:52.478175 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Pushing event updated for resources: {'Port': ['ID=da763dd6-5a8c-4384-ae4e-c5f06acf27c0,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:56:52.522617 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:56:52.522968 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:56:52.523308 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:56:52.523637 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:56:52.523967 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:56:52.524317 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:56:52.524643 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:56:52.525004 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:56:52.525341 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:56:52.525662 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:56:52.525979 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:56:52.526294 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:56:52.612241 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Attempting to bind port da763dd6-5a8c-4384-ae4e-c5f06acf27c0 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 14:56:52.612601 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Attempting to bind port da763dd6-5a8c-4384-ae4e-c5f06acf27c0 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '7e0a8df4-1a8f-4cbe-8df0-64c30f5bd2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'acf1f831-f88c-4e30-be08-e1f22c0e4813'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 14:56:52.612950 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Attempting to bind port da763dd6-5a8c-4384-ae4e-c5f06acf27c0 on network acf1f831-f88c-4e30-be08-e1f22c0e4813 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 14:56:52.618751 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 14, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 14:56:52.619116 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Checking segment: {'id': '7e0a8df4-1a8f-4cbe-8df0-64c30f5bd2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'acf1f831-f88c-4e30-be08-e1f22c0e4813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 14:56:52.619509 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:52.619890 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Bound using segment: {'id': '7e0a8df4-1a8f-4cbe-8df0-64c30f5bd2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'acf1f831-f88c-4e30-be08-e1f22c0e4813'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 14:56:52.620344 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Bound port: da763dd6-5a8c-4384-ae4e-c5f06acf27c0, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a8df4-1a8f-4cbe-8df0-64c30f5bd2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'acf1f831-f88c-4e30-be08-e1f22c0e4813'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 14:56:52.620721 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:52.708691 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] For port da763dd6-5a8c-4384-ae4e-c5f06acf27c0, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 14:56:52.712499 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] For port da763dd6-5a8c-4384-ae4e-c5f06acf27c0, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=da763dd6-5a8c-4384-ae4e-c5f06acf27c0,segment=NetworkSegment(7e0a8df4-1a8f-4cbe-8df0-64c30f5bd2a6),segment_id=7e0a8df4-1a8f-4cbe-8df0-64c30f5bd2a6)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 14:56:52.759226 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:52.840859 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7f965-5802-4b99-adc1-910a8238cfe4 None None] Pushing event updated for resources: {'Port': ['ID=da763dd6-5a8c-4384-ae4e-c5f06acf27c0,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:56:53.270850 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device da763dd6-5a8c-4384-ae4e-c5f06acf27c0 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 14:56:53.399171 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port da763dd6-5a8c-4384-ae4e-c5f06acf27c0 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 14:56:53.673429 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c80ee0f-7537-47d5-97e3-9c9d051fb8d5 None None] Network acf1f831-f88c-4e30-be08-e1f22c0e4813 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 14:56:53.857977 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-fcef7397-00b8-4bb5-bf0e-c61cfe349893 None None] Provisioning for port da763dd6-5a8c-4384-ae4e-c5f06acf27c0 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 14:56:53.896838 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-fcef7397-00b8-4bb5-bf0e-c61cfe349893 None None] Provisioning complete for port da763dd6-5a8c-4384-ae4e-c5f06acf27c0 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:56:53.897200 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fcef7397-00b8-4bb5-bf0e-c61cfe349893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:53.897535 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-fcef7397-00b8-4bb5-bf0e-c61cfe349893 None None] Attempt 1 to provision port da763dd6-5a8c-4384-ae4e-c5f06acf27c0 Sep 23 14:56:54.042255 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-fcef7397-00b8-4bb5-bf0e-c61cfe349893 None None] Current status of the port da763dd6-5a8c-4384-ae4e-c5f06acf27c0 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 14:56:54.042691 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fcef7397-00b8-4bb5-bf0e-c61cfe349893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:54.083763 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-fcef7397-00b8-4bb5-bf0e-c61cfe349893 None None] For port da763dd6-5a8c-4384-ae4e-c5f06acf27c0, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=da763dd6-5a8c-4384-ae4e-c5f06acf27c0,segment=NetworkSegment(7e0a8df4-1a8f-4cbe-8df0-64c30f5bd2a6),segment_id=7e0a8df4-1a8f-4cbe-8df0-64c30f5bd2a6)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 14:56:54.147542 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fcef7397-00b8-4bb5-bf0e-c61cfe349893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:54.219158 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef7397-00b8-4bb5-bf0e-c61cfe349893 None None] Pushing event updated for resources: {'Port': ['ID=da763dd6-5a8c-4384-ae4e-c5f06acf27c0,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:56:54.267104 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-21587ca0-997f-4e68-960d-144e32b34daf None None] Provisioning complete for port da763dd6-5a8c-4384-ae4e-c5f06acf27c0 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:56:54.267477 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-21587ca0-997f-4e68-960d-144e32b34daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:54.267805 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-21587ca0-997f-4e68-960d-144e32b34daf None None] Attempt 1 to provision port da763dd6-5a8c-4384-ae4e-c5f06acf27c0 Sep 23 14:56:54.389364 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-21587ca0-997f-4e68-960d-144e32b34daf None None] Current status of the port da763dd6-5a8c-4384-ae4e-c5f06acf27c0 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 14:56:55.245371 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device da763dd6-5a8c-4384-ae4e-c5f06acf27c0 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 14:56:55.315345 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port da763dd6-5a8c-4384-ae4e-c5f06acf27c0 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 14:56:55.315710 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:56:55.316044 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port da763dd6-5a8c-4384-ae4e-c5f06acf27c0 Sep 23 14:56:55.429089 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port da763dd6-5a8c-4384-ae4e-c5f06acf27c0 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 14:57:02.055829 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-82865932-505e-4c1b-8acc-254ed2db4635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:57:04.363611 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dff6675c-16ad-4c7c-b946-8fbbefdad6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:57:05.386753 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:57:05.478096 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:57:06.797961 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:57:15.904095 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 5 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 14:57:32.059846 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-94bece0f-4e72-4818-800f-3b35ab847fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:57:34.380223 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-574aae96-39d7-4938-8158-5f57ed3b2cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:57:35.379883 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:57:35.454360 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:57:36.802985 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:57:52.901957 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 5 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 14:58:02.052788 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-849cd4bd-1b1a-4133-9fdd-8bf641017ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:58:04.384715 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4f88-6c9c-43dd-a1ee-402cef383551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:58:05.402565 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:58:05.482039 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:58:06.807053 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:58:09.681659 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 37744) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:58:09.687501 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [None req-77911f43-f164-46f4-9c76-84f87b185e7f tempest-verify_tempest_config-1329131314 tempest-verify_tempest_config-1329131314-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 14:58:09.688452 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-77911f43-f164-46f4-9c76-84f87b185e7f tempest-verify_tempest_config-1329131314 tempest-verify_tempest_config-1329131314-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058281 Sep 23 14:58:10.174704 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 37762) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:58:10.287603 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-40f5cae4-0874-4740-96e3-83466de47f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:58:10.301755 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-40f5cae4-0874-4740-96e3-83466de47f39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 14:58:10.305562 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-40f5cae4-0874-4740-96e3-83466de47f39 admin admin] Usage tracker for resource:security_group_rule and tenant:eb06a55e9b1c45daa552c1dee1e9c6cd is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 14:58:10.308379 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-40f5cae4-0874-4740-96e3-83466de47f39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 14:58:10.313999 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-40f5cae4-0874-4740-96e3-83466de47f39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 14:58:10.396239 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-40f5cae4-0874-4740-96e3-83466de47f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:58:10.464513 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-40f5cae4-0874-4740-96e3-83466de47f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:58:10.511142 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-40f5cae4-0874-4740-96e3-83466de47f39 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=eb06a55e9b1c45daa552c1dee1e9c6cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3353481 Sep 23 14:58:10.512042 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5cae4-0874-4740-96e3-83466de47f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1421b1-56ad-4aea-958f-eb50f81c5b15,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:58:10.514144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 37768) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:58:10.519099 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f5cae4-0874-4740-96e3-83466de47f39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:58:10.519452 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f5cae4-0874-4740-96e3-83466de47f39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:58:10.519906 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f5cae4-0874-4740-96e3-83466de47f39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:58:10.520235 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f5cae4-0874-4740-96e3-83466de47f39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:58:10.520551 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f5cae4-0874-4740-96e3-83466de47f39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:58:10.520898 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f5cae4-0874-4740-96e3-83466de47f39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:58:10.521251 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f5cae4-0874-4740-96e3-83466de47f39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:58:10.521586 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f5cae4-0874-4740-96e3-83466de47f39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:58:10.521910 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f5cae4-0874-4740-96e3-83466de47f39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:58:10.522226 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f5cae4-0874-4740-96e3-83466de47f39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:58:10.522563 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f5cae4-0874-4740-96e3-83466de47f39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:58:10.522880 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f5cae4-0874-4740-96e3-83466de47f39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:58:10.573354 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-01031106-ddd9-49fd-9167-2c0b86e9a381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:58:10.597318 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-01031106-ddd9-49fd-9167-2c0b86e9a381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:58:10.739226 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-01031106-ddd9-49fd-9167-2c0b86e9a381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:58:10.756184 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01031106-ddd9-49fd-9167-2c0b86e9a381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1421b1-56ad-4aea-958f-eb50f81c5b15,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 14:58:10.766195 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01031106-ddd9-49fd-9167-2c0b86e9a381 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:58:10.766529 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01031106-ddd9-49fd-9167-2c0b86e9a381 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:58:10.766912 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01031106-ddd9-49fd-9167-2c0b86e9a381 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:58:10.767247 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01031106-ddd9-49fd-9167-2c0b86e9a381 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:58:10.767575 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01031106-ddd9-49fd-9167-2c0b86e9a381 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:58:10.767904 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01031106-ddd9-49fd-9167-2c0b86e9a381 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:58:10.768232 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01031106-ddd9-49fd-9167-2c0b86e9a381 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:58:10.768557 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01031106-ddd9-49fd-9167-2c0b86e9a381 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:58:10.768881 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01031106-ddd9-49fd-9167-2c0b86e9a381 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:58:10.769200 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01031106-ddd9-49fd-9167-2c0b86e9a381 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:58:10.769518 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01031106-ddd9-49fd-9167-2c0b86e9a381 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:58:10.769835 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01031106-ddd9-49fd-9167-2c0b86e9a381 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 14:58:10.773842 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-01031106-ddd9-49fd-9167-2c0b86e9a381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:58:10.777360 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-01031106-ddd9-49fd-9167-2c0b86e9a381 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4c1421b1-56ad-4aea-958f-eb50f81c5b15 HTTP/1.1" status: 204 len: 168 time: 0.2598021 Sep 23 14:58:29.902300 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 5 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 14:58:32.051852 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0346cab-7d54-423c-a688-969168deb318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:58:34.383482 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3e907fe1-cc5e-4d73-89a7-f15e8cedfc56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:58:35.383273 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:58:35.457656 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:58:36.822870 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:59:02.055625 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-97a36ebf-7a85-4f73-93e3-0ecb87fda175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:59:04.387770 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4ddb5717-a737-424e-8db4-99501dbd9201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:59:05.422518 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:59:05.450096 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:59:06.817197 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:59:06.900991 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 5 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 14:59:32.061523 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8df2e031-a734-4ecc-b6c9-3d4c4f23db18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:59:32.364345 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1755703'] for agent, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:59:34.393414 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b7bc3123-2ff9-47c5-8a4a-7bec8793cec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:59:35.381480 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:59:35.455932 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:59:36.832660 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 14:59:43.901142 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 14:59:47.732928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 37838) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:59:47.847500 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-029b006c-4898-4b59-8aa8-6507fba294d3 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1133451 Sep 23 14:59:50.041527 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 37848) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 14:59:50.095967 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ea126b9c-4254-4250-b8e0-1612b8b690db admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0533867 Sep 23 15:00:02.054704 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-26636ed2-6f4d-4193-9547-f80ef7a56256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:00:02.340334 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:00:04.397558 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c6205ff5-79ae-4884-bd8a-bc406c88d5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:00:05.409532 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:00:05.488972 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:00:06.814367 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:00:20.901957 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:00:32.076514 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28c58485-cf4d-4663-a07f-5636d68371d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:00:32.333433 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:00:34.391498 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c80d380f-ce62-45b7-bfe6-b7fc26f0012c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:00:35.430798 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:00:35.494468 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:00:36.819450 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:00:57.901056 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:01:02.041402 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b15b6e0f-f748-4676-8e21-d1d4cdf0a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:02.361363 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:04.378552 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a0513c9b-263e-4bfc-811c-81d9ab73f7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:05.406785 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:05.469755 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:06.824277 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:23.205772 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38056) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:23.246270 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38062) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:23.441944 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38072) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:23.693200 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-54f7e282-6f70-4d82-970e-edc35d5a9ad1 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1250435970'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:23.697805 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-54f7e282-6f70-4d82-970e-edc35d5a9ad1 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:23.701931 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-54f7e282-6f70-4d82-970e-edc35d5a9ad1 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Usage tracker for resource:router and tenant:929c5424e5324cb185c4cd2219bca729 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:23.707061 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-54f7e282-6f70-4d82-970e-edc35d5a9ad1 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:23.713238 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-54f7e282-6f70-4d82-970e-edc35d5a9ad1 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:23.743619 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1933028262-network', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:23.749606 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:23.761997 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Usage tracker for resource:network and tenant:74a86a480a6e47f78eac424839cb09ea is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:23.761997 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:23.769434 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:23.783574 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54f7e282-6f70-4d82-970e-edc35d5a9ad1 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:23.784655 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54f7e282-6f70-4d82-970e-edc35d5a9ad1 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:23.800749 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54f7e282-6f70-4d82-970e-edc35d5a9ad1 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:23.887351 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54f7e282-6f70-4d82-970e-edc35d5a9ad1 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:23.891156 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Made reservation on behalf of 74a86a480a6e47f78eac424839cb09ea for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:23.896258 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:23.916393 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:23.934471 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-8c053a76-e3f5-461b-a033-33627b3a4a88 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1681864736-network', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:23.943213 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:23.944594 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Usage tracker for resource:security_group_rule and tenant:74a86a480a6e47f78eac424839cb09ea is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:23.948680 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:23.951603 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8c053a76-e3f5-461b-a033-33627b3a4a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:23.957778 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8c053a76-e3f5-461b-a033-33627b3a4a88 admin admin] Usage tracker for resource:network and tenant:d6fcdd71d4f440d4966468a249c527ae is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:23.960933 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:23.963142 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8c053a76-e3f5-461b-a033-33627b3a4a88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:23.971519 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8c053a76-e3f5-461b-a033-33627b3a4a88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:24.267269 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54f7e282-6f70-4d82-970e-edc35d5a9ad1 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:24.268530 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-54f7e282-6f70-4d82-970e-edc35d5a9ad1 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0611987 Sep 23 15:01:24.271426 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38092) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:24.336200 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c053a76-e3f5-461b-a033-33627b3a4a88 admin admin] Made reservation on behalf of d6fcdd71d4f440d4966468a249c527ae for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:24.338650 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8c053a76-e3f5-461b-a033-33627b3a4a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:24.356139 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8c053a76-e3f5-461b-a033-33627b3a4a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:24.406908 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8c053a76-e3f5-461b-a033-33627b3a4a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:24.407765 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:24.408990 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8c053a76-e3f5-461b-a033-33627b3a4a88 admin admin] Usage tracker for resource:security_group_rule and tenant:d6fcdd71d4f440d4966468a249c527ae is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:24.412309 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8c053a76-e3f5-461b-a033-33627b3a4a88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:24.418644 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8c053a76-e3f5-461b-a033-33627b3a4a88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:24.475658 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d6547eb4-fc5c-4ee2-a624-478e7cfe4416 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:24.519509 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8c053a76-e3f5-461b-a033-33627b3a4a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:24.538010 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:24.566049 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:01:24.580098 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4146b8-730c-4bd9-803a-2e560e606044,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:24.585117 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:24.585550 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Added segment 78b3e91f-693f-4481-95b1-beba207118fb of type vlan for network 901c9061-3ace-4755-b443-55ec936320e8 Sep 23 15:01:24.594692 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:24.595153 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:24.595560 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:24.595983 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:24.596372 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:24.596783 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:24.597187 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:24.597594 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:24.597990 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:24.598407 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:24.598814 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:24.599204 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Tracked resource versions report: Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: pushed versions: Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: { 'AddressGroup': {'1.2'}, Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: 'ConntrackHelper': {'1.0'}, Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: 'Log': {'1.0'}, Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: 'Network': {'1.1'}, Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: 'Port': {'1.7'}, Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: 'PortForwarding': {'1.2'}, Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: 'QosPolicy': {'1.8'}, Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: 'SecurityGroup': {'1.4'}, Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: 'SecurityGroupRule': {'1.2'}, Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: 'SubPort': {'1.0'}, Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: 'Subnet': {'1.1'}, Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: 'Trunk': {'1.1'}} Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: consumer versions: Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: { DHCP agent@dv-neutron-859093-1-hyperv: {}, Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: HyperV agent@hv-neutron-8590: {}, Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: L3 agent@dv-neutron-859093-1-hyperv: {}, Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: Metadata agent@dv-neutron-859093-1-hyperv: {}, Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: Metering agent@dv-neutron-859093-1-hyperv: {}, Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: Open vSwitch agent@dv-neutron-859093-1-hyperv: { 'AddressGroup': '1.2', Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: 'ConntrackHelper': '1.0', Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: 'Log': '1.0', Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: 'Network': '1.1', Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: 'Port': '1.7', Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: 'PortForwarding': '1.2', Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: 'QosPolicy': '1.8', Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: 'SecurityGroup': '1.4', Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: 'SecurityGroupRule': '1.2', Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: 'SubPort': '1.0', Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: 'Subnet': '1.1', Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: 'Trunk': '1.1'}} Sep 23 15:01:24.600296 dv-neutron-859093-1-hyperv neutron-server[89739]: {{(pid=89739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 15:01:24.628506 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8c053a76-e3f5-461b-a033-33627b3a4a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:24.660083 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:24.667683 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c053a76-e3f5-461b-a033-33627b3a4a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f73951-b2b5-40dc-bfb3-bbc992a6006d,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:24.680280 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c053a76-e3f5-461b-a033-33627b3a4a88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:01:24.703423 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8c053a76-e3f5-461b-a033-33627b3a4a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:24.703762 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-8c053a76-e3f5-461b-a033-33627b3a4a88 admin admin] Added segment b39b4211-13f0-433c-8f9a-2aa63d8c5a88 of type vlan for network 3a4ed919-cf37-4585-ae10-0e854eb24e47 Sep 23 15:01:24.741246 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8c053a76-e3f5-461b-a033-33627b3a4a88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:24.774370 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:24.775413 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:24.776330 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:24.785718 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d6547eb4-fc5c-4ee2-a624-478e7cfe4416 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:24.788011 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d6547eb4-fc5c-4ee2-a624-478e7cfe4416 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:24.885255 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8c053a76-e3f5-461b-a033-33627b3a4a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:24.886170 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c053a76-e3f5-461b-a033-33627b3a4a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:24.886778 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8c053a76-e3f5-461b-a033-33627b3a4a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:24.911740 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] Pushing event updated for resources: {'Network': ['ID=901c9061-3ace-4755-b443-55ec936320e8,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:24.927726 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 901c9061-3ace-4755-b443-55ec936320e8 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:01:24.966393 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d6547eb4-fc5c-4ee2-a624-478e7cfe4416 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:24.966958 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6547eb4-fc5c-4ee2-a624-478e7cfe4416 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fabaef0c-37ef-42d4-b276-7b46b85e0be4 {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:01:24.992628 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d6547eb4-fc5c-4ee2-a624-478e7cfe4416 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:24.997673 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d6547eb4-fc5c-4ee2-a624-478e7cfe4416 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] 10.222.0.67 "DELETE /v2.0/routers/fabaef0c-37ef-42d4-b276-7b46b85e0be4 HTTP/1.1" status: 204 len: 168 time: 0.7238195 Sep 23 15:01:24.998943 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38116) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:25.009844 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-7b515b31-346f-41d6-a1b7-e6b502d31a66 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Request body: {'router': {'name': 'tempest-router-476396347', 'distributed': False}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:25.028204 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-7b515b31-346f-41d6-a1b7-e6b502d31a66 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:25.028204 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7b515b31-346f-41d6-a1b7-e6b502d31a66 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Usage tracker for resource:router and tenant:929c5424e5324cb185c4cd2219bca729 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:25.029074 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7b515b31-346f-41d6-a1b7-e6b502d31a66 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:25.036028 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-7b515b31-346f-41d6-a1b7-e6b502d31a66 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:25.051356 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38122) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:25.055588 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0820fc16-d61d-4572-8add-c2b37eaeb154 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8041348 Sep 23 15:01:25.055588 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8c053a76-e3f5-461b-a033-33627b3a4a88 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6096456 Sep 23 15:01:25.055588 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c053a76-e3f5-461b-a033-33627b3a4a88 admin admin] Pushing event updated for resources: {'Network': ['ID=3a4ed919-cf37-4585-ae10-0e854eb24e47,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:25.055997 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38124) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:25.061612 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] Request body: {'subnet': {'network_id': '901c9061-3ace-4755-b443-55ec936320e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1933028262-subnet', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:25.062955 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-68b77e41-6391-49dc-8994-b44ca73475ce admin admin] Request body: {'subnet': {'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1681864736-subnet', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:25.068998 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-68b77e41-6391-49dc-8994-b44ca73475ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:25.070024 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:25.073591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-68b77e41-6391-49dc-8994-b44ca73475ce admin admin] Usage tracker for resource:subnet and tenant:d6fcdd71d4f440d4966468a249c527ae is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:25.077429 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-68b77e41-6391-49dc-8994-b44ca73475ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:25.077915 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 3a4ed919-cf37-4585-ae10-0e854eb24e47 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:01:25.079573 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] Usage tracker for resource:subnet and tenant:74a86a480a6e47f78eac424839cb09ea is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:25.086127 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-68b77e41-6391-49dc-8994-b44ca73475ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:25.086992 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:25.102038 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:25.108634 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7b515b31-346f-41d6-a1b7-e6b502d31a66 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:25.108634 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7b515b31-346f-41d6-a1b7-e6b502d31a66 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:25.131627 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7b515b31-346f-41d6-a1b7-e6b502d31a66 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:25.184175 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b77e41-6391-49dc-8994-b44ca73475ce admin admin] Made reservation on behalf of d6fcdd71d4f440d4966468a249c527ae for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:25.188765 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-68b77e41-6391-49dc-8994-b44ca73475ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:25.211915 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] Made reservation on behalf of 74a86a480a6e47f78eac424839cb09ea for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:25.214221 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] Notify callbacks [] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:25.228411 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7b515b31-346f-41d6-a1b7-e6b502d31a66 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:25.402674 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7b515b31-346f-41d6-a1b7-e6b502d31a66 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:25.407376 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7b515b31-346f-41d6-a1b7-e6b502d31a66 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4074495 Sep 23 15:01:25.408023 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38146) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:25.533525 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:25.564517 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-18f81bf8-602d-482a-9038-65eff433785f tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:25.619321 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:25.628282 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:25.628924 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:25.629506 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:25.630058 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:25.630622 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:25.631212 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:25.631608 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:25.632141 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:25.632657 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:25.633188 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:25.633727 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:25.634240 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] Tracked resource versions report: Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: pushed versions: Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: { 'AddressGroup': {'1.2'}, Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: 'ConntrackHelper': {'1.0'}, Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: 'Log': {'1.0'}, Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: 'Network': {'1.1'}, Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: 'Port': {'1.7'}, Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: 'PortForwarding': {'1.2'}, Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: 'QosPolicy': {'1.8'}, Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: 'SecurityGroup': {'1.4'}, Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: 'SecurityGroupRule': {'1.2'}, Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: 'SubPort': {'1.0'}, Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: 'Subnet': {'1.1'}, Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: 'Trunk': {'1.1'}} Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: consumer versions: Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: { DHCP agent@dv-neutron-859093-1-hyperv: {}, Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: HyperV agent@hv-neutron-8590: {}, Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: L3 agent@dv-neutron-859093-1-hyperv: {}, Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: Metadata agent@dv-neutron-859093-1-hyperv: {}, Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: Metering agent@dv-neutron-859093-1-hyperv: {}, Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: Open vSwitch agent@dv-neutron-859093-1-hyperv: { 'AddressGroup': '1.2', Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: 'ConntrackHelper': '1.0', Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: 'Log': '1.0', Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: 'Network': '1.1', Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: 'Port': '1.7', Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: 'PortForwarding': '1.2', Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: 'QosPolicy': '1.8', Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: 'SecurityGroup': '1.4', Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: 'SecurityGroupRule': '1.2', Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: 'SubPort': '1.0', Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: 'Subnet': '1.1', Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: 'Trunk': '1.1'}} Sep 23 15:01:25.635658 dv-neutron-859093-1-hyperv neutron-server[89738]: {{(pid=89738) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 15:01:25.646714 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] Checking segment: {'id': '78b3e91f-693f-4481-95b1-beba207118fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '901c9061-3ace-4755-b443-55ec936320e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:01:25.647265 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] Network hostable DHCP agents. Network: 901c9061-3ace-4755-b443-55ec936320e8, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:01:25.755447 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38156) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:25.766222 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] Network 901c9061-3ace-4755-b443-55ec936320e8 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:01:25.869835 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 901c9061-3ace-4755-b443-55ec936320e8) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:25.884385 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a8c458-909d-4241-8a57-c9ce7eb0ec06 None None] Network 901c9061-3ace-4755-b443-55ec936320e8 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:01:25.884765 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:25.885584 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:25.906144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-18f81bf8-602d-482a-9038-65eff433785f tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:25.910122 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-18f81bf8-602d-482a-9038-65eff433785f tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:25.937839 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38166) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:25.988727 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-68b77e41-6391-49dc-8994-b44ca73475ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:26.018617 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bc926bb7-6b86-44ed-a4ff-66d718b09c9c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9658291 Sep 23 15:01:26.021389 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38174) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:26.026293 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-0d49711e-e5ad-4604-93be-51f4754d6385 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1933028262-router', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:26.040886 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0d49711e-e5ad-4604-93be-51f4754d6385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:26.051314 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0d49711e-e5ad-4604-93be-51f4754d6385 admin admin] Usage tracker for resource:router and tenant:74a86a480a6e47f78eac424839cb09ea is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:26.056368 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0d49711e-e5ad-4604-93be-51f4754d6385 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:26.064464 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0d49711e-e5ad-4604-93be-51f4754d6385 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:26.070587 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38178) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:26.077596 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b77e41-6391-49dc-8994-b44ca73475ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=04fb8fb3-375d-4a4c-817d-3e8eac3bab95,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:26.093499 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b77e41-6391-49dc-8994-b44ca73475ce admin admin] Checking segment: {'id': 'b39b4211-13f0-433c-8f9a-2aa63d8c5a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:01:26.093953 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b77e41-6391-49dc-8994-b44ca73475ce admin admin] Network hostable DHCP agents. Network: 3a4ed919-cf37-4585-ae10-0e854eb24e47, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:01:26.144492 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-18f81bf8-602d-482a-9038-65eff433785f tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:26.146278 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f81bf8-602d-482a-9038-65eff433785f tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3feedd78-44fb-4186-86e5-744484dc810e {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:01:26.166404 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-18f81bf8-602d-482a-9038-65eff433785f tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:26.168778 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-18f81bf8-602d-482a-9038-65eff433785f tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] 10.222.0.67 "DELETE /v2.0/routers/3feedd78-44fb-4186-86e5-744484dc810e HTTP/1.1" status: 204 len: 168 time: 0.7556355 Sep 23 15:01:26.172664 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38184) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:26.177847 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0d49711e-e5ad-4604-93be-51f4754d6385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:26.179396 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0d49711e-e5ad-4604-93be-51f4754d6385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:26.179954 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-53b047c9-c827-4694-af1e-20d793bd8c9e tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Request body: {'router': {'name': 'tempest-router-1816408426', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ef9d30e002bb4ccd88aa1b05a90bf5a4'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:26.191247 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b77e41-6391-49dc-8994-b44ca73475ce admin admin] Network 3a4ed919-cf37-4585-ae10-0e854eb24e47 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:01:26.194438 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-53b047c9-c827-4694-af1e-20d793bd8c9e tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:26.202232 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-27495900-0553-472e-9029-b33147371729 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-498547268'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:26.204330 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-53b047c9-c827-4694-af1e-20d793bd8c9e tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Usage tracker for resource:router and tenant:ef9d30e002bb4ccd88aa1b05a90bf5a4 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:26.209679 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0d49711e-e5ad-4604-93be-51f4754d6385 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:26.209888 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-53b047c9-c827-4694-af1e-20d793bd8c9e tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:26.213866 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-901c9061-3ace-4755-b443-55ec936320e8', 'network_id': '901c9061-3ace-4755-b443-55ec936320e8', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'fixed_ips': [{'subnet_id': 'ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:01:26.214944 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:26.217100 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-53b047c9-c827-4694-af1e-20d793bd8c9e tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:26.261046 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-27495900-0553-472e-9029-b33147371729 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:26.274863 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-27495900-0553-472e-9029-b33147371729 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Usage tracker for resource:network and tenant:b7f5c4285b8c46a19e17560f281bf434 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:26.278853 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-27495900-0553-472e-9029-b33147371729 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:26.287486 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-27495900-0553-472e-9029-b33147371729 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:26.292281 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-53b047c9-c827-4694-af1e-20d793bd8c9e tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:26.293339 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-53b047c9-c827-4694-af1e-20d793bd8c9e tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:26.298346 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-68b77e41-6391-49dc-8994-b44ca73475ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 3a4ed919-cf37-4585-ae10-0e854eb24e47) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:26.314728 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b77e41-6391-49dc-8994-b44ca73475ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:26.315950 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-68b77e41-6391-49dc-8994-b44ca73475ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:26.338181 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-4a155020-ad8d-477e-80e0-ca3ebf56c755 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1121725322'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:26.346989 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4a155020-ad8d-477e-80e0-ca3ebf56c755 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:26.351595 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4a155020-ad8d-477e-80e0-ca3ebf56c755 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Usage tracker for resource:network and tenant:3f18a9a2a5554935b9c5ec91376392e9 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:26.354984 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4a155020-ad8d-477e-80e0-ca3ebf56c755 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:26.362451 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4a155020-ad8d-477e-80e0-ca3ebf56c755 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:26.383459 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2f8f45-7647-4ceb-aa2c-1804a5ccf4bc None None] Network 3a4ed919-cf37-4585-ae10-0e854eb24e47 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:01:26.390255 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-53b047c9-c827-4694-af1e-20d793bd8c9e tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:26.486655 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Allocated IP 172.20.0.2 (901c9061-3ace-4755-b443-55ec936320e8/ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3/2cfb38ef-4573-4e4a-bd32-f6676eadad38) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:01:26.492527 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-68b77e41-6391-49dc-8994-b44ca73475ce admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4349291 Sep 23 15:01:26.494726 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-53b047c9-c827-4694-af1e-20d793bd8c9e tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:26.499382 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38192) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:26.518590 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-189ebfa5-c596-448b-8042-c8c2c516ee05 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1681864736-router', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:26.523207 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38196) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:26.535438 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-189ebfa5-c596-448b-8042-c8c2c516ee05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:26.550471 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-d353db70-e7b2-476f-ad6f-9f580cfa10a2 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1248834064'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:26.557471 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d353db70-e7b2-476f-ad6f-9f580cfa10a2 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:26.561967 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d353db70-e7b2-476f-ad6f-9f580cfa10a2 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Usage tracker for resource:network and tenant:685f3864c135436fb3d80e30165d88a4 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:26.566174 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d353db70-e7b2-476f-ad6f-9f580cfa10a2 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:26.574134 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d353db70-e7b2-476f-ad6f-9f580cfa10a2 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:26.584176 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-189ebfa5-c596-448b-8042-c8c2c516ee05 admin admin] Usage tracker for resource:router and tenant:d6fcdd71d4f440d4966468a249c527ae is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:26.595752 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-189ebfa5-c596-448b-8042-c8c2c516ee05 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:26.608030 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-189ebfa5-c596-448b-8042-c8c2c516ee05 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:26.612515 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-53b047c9-c827-4694-af1e-20d793bd8c9e tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:26.614829 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-53b047c9-c827-4694-af1e-20d793bd8c9e tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4411817 Sep 23 15:01:26.625937 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38202) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:26.628615 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a155020-ad8d-477e-80e0-ca3ebf56c755 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Made reservation on behalf of 3f18a9a2a5554935b9c5ec91376392e9 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:26.630644 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-51299b5b-3a62-4a29-82fc-cdf57d3fc3f4 tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1266007116', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:26.632274 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4a155020-ad8d-477e-80e0-ca3ebf56c755 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:26.638131 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-51299b5b-3a62-4a29-82fc-cdf57d3fc3f4 tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:26.645361 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-51299b5b-3a62-4a29-82fc-cdf57d3fc3f4 tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Usage tracker for resource:port and tenant:0349036ee8474566a8da1655c150fecb is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:26.649922 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38204) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:26.650367 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27495900-0553-472e-9029-b33147371729 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Made reservation on behalf of b7f5c4285b8c46a19e17560f281bf434 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:26.651072 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-51299b5b-3a62-4a29-82fc-cdf57d3fc3f4 tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:26.655289 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-27495900-0553-472e-9029-b33147371729 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:26.662281 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-19f20a9b-e58e-429b-a87a-8f4ab5ca72c5 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Request body: {'router': {'distributed': True}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:26.677109 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4a155020-ad8d-477e-80e0-ca3ebf56c755 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:26.722795 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-51299b5b-3a62-4a29-82fc-cdf57d3fc3f4 tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:26.739029 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d353db70-e7b2-476f-ad6f-9f580cfa10a2 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Made reservation on behalf of 685f3864c135436fb3d80e30165d88a4 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:26.739730 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5879ce8-5bf0-483e-94dc-557531edaf86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-3a4ed919-cf37-4585-ae10-0e854eb24e47', 'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'fixed_ips': [{'subnet_id': '04fb8fb3-375d-4a4c-817d-3e8eac3bab95'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:01:26.740555 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5879ce8-5bf0-483e-94dc-557531edaf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:26.741073 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d353db70-e7b2-476f-ad6f-9f580cfa10a2 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:26.751478 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-189ebfa5-c596-448b-8042-c8c2c516ee05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:26.752481 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-189ebfa5-c596-448b-8042-c8c2c516ee05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:26.760772 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4a155020-ad8d-477e-80e0-ca3ebf56c755 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:26.764735 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4a155020-ad8d-477e-80e0-ca3ebf56c755 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Usage tracker for resource:security_group_rule and tenant:3f18a9a2a5554935b9c5ec91376392e9 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:26.768068 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4a155020-ad8d-477e-80e0-ca3ebf56c755 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:26.774020 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4a155020-ad8d-477e-80e0-ca3ebf56c755 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:26.826407 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-6a49e77a-18a1-4df2-ae39-ba9d2cc5f056 tempest-QuotasTest-1274690320 tempest-QuotasTest-1274690320-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:26.838578 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d353db70-e7b2-476f-ad6f-9f580cfa10a2 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:26.908429 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-27495900-0553-472e-9029-b33147371729 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:26.934863 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0d49711e-e5ad-4604-93be-51f4754d6385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:26.950238 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-27495900-0553-472e-9029-b33147371729 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:26.960335 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-27495900-0553-472e-9029-b33147371729 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Usage tracker for resource:security_group_rule and tenant:b7f5c4285b8c46a19e17560f281bf434 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:26.964479 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:26.965599 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-27495900-0553-472e-9029-b33147371729 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:26.979362 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-27495900-0553-472e-9029-b33147371729 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:26.990106 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4a155020-ad8d-477e-80e0-ca3ebf56c755 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:26.991333 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d353db70-e7b2-476f-ad6f-9f580cfa10a2 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:26.993373 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51299b5b-3a62-4a29-82fc-cdf57d3fc3f4 tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Made reservation on behalf of 0349036ee8474566a8da1655c150fecb for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:26.995769 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-51299b5b-3a62-4a29-82fc-cdf57d3fc3f4 tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:27.009180 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-189ebfa5-c596-448b-8042-c8c2c516ee05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:27.015794 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Transition to ACTIVE for port object 2cfb38ef-4573-4e4a-bd32-f6676eadad38 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:01:27.025142 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d353db70-e7b2-476f-ad6f-9f580cfa10a2 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Usage tracker for resource:security_group_rule and tenant:685f3864c135436fb3d80e30165d88a4 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:27.029604 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-51299b5b-3a62-4a29-82fc-cdf57d3fc3f4 tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:27.046615 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Transition to ACTIVE for port object 2cfb38ef-4573-4e4a-bd32-f6676eadad38 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:01:27.050443 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-a5879ce8-5bf0-483e-94dc-557531edaf86 None None] Allocated IP 172.20.0.2 (3a4ed919-cf37-4585-ae10-0e854eb24e47/04fb8fb3-375d-4a4c-817d-3e8eac3bab95/94f22abf-029c-4624-a968-1e4796c11968) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:01:27.092146 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d353db70-e7b2-476f-ad6f-9f580cfa10a2 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:27.103183 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4a155020-ad8d-477e-80e0-ca3ebf56c755 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:27.134566 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a155020-ad8d-477e-80e0-ca3ebf56c755 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:01:27.159724 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d353db70-e7b2-476f-ad6f-9f580cfa10a2 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:27.177162 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:27.179397 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4a155020-ad8d-477e-80e0-ca3ebf56c755 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:27.179804 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-4a155020-ad8d-477e-80e0-ca3ebf56c755 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Added segment b56c125f-abdd-400a-a424-596dc75c6536 of type vlan for network 49af6995-55f7-4817-a15e-5f7136e07645 Sep 23 15:01:27.181435 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-51299b5b-3a62-4a29-82fc-cdf57d3fc3f4 tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:27.193805 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-19f20a9b-e58e-429b-a87a-8f4ab5ca72c5 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:27.194172 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-19f20a9b-e58e-429b-a87a-8f4ab5ca72c5 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks [] for router, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:27.205181 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-27495900-0553-472e-9029-b33147371729 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:27.209450 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a155020-ad8d-477e-80e0-ca3ebf56c755 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ff83ef-7f42-445c-8e40-eee34846bf19,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:27.237549 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4a155020-ad8d-477e-80e0-ca3ebf56c755 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:27.259460 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-51299b5b-3a62-4a29-82fc-cdf57d3fc3f4 tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Usage tracker for resource:security_group_rule and tenant:0349036ee8474566a8da1655c150fecb is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:27.269807 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-51299b5b-3a62-4a29-82fc-cdf57d3fc3f4 tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:27.350427 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Network 901c9061-3ace-4755-b443-55ec936320e8 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:01:27.354676 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:27.361598 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:01:27.363066 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-27495900-0553-472e-9029-b33147371729 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:27.392830 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-51299b5b-3a62-4a29-82fc-cdf57d3fc3f4 tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:27.406260 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Pushing event updated for resources: {'Port': ['ID=2cfb38ef-4573-4e4a-bd32-f6676eadad38,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:27.421903 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5879ce8-5bf0-483e-94dc-557531edaf86 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:27.436491 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4a155020-ad8d-477e-80e0-ca3ebf56c755 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:27.442483 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a155020-ad8d-477e-80e0-ca3ebf56c755 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:27.443066 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4a155020-ad8d-477e-80e0-ca3ebf56c755 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:27.461642 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:27.461977 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:27.462071 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:27.462682 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:27.462682 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:27.463010 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:27.463338 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:27.463657 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:27.463975 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:27.464288 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:27.464605 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:27.464919 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Tracked resource versions report: Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: pushed versions: Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: { 'AddressGroup': {'1.2'}, Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: 'ConntrackHelper': {'1.0'}, Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: 'Log': {'1.0'}, Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: 'Network': {'1.1'}, Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: 'Port': {'1.7'}, Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: 'PortForwarding': {'1.2'}, Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: 'QosPolicy': {'1.8'}, Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: 'SecurityGroup': {'1.4'}, Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: 'SecurityGroupRule': {'1.2'}, Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: 'SubPort': {'1.0'}, Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: 'Subnet': {'1.1'}, Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: 'Trunk': {'1.1'}} Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: consumer versions: Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: { DHCP agent@dv-neutron-859093-1-hyperv: {}, Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: HyperV agent@hv-neutron-8590: {}, Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: L3 agent@dv-neutron-859093-1-hyperv: {}, Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: Metadata agent@dv-neutron-859093-1-hyperv: {}, Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: Metering agent@dv-neutron-859093-1-hyperv: {}, Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: Open vSwitch agent@dv-neutron-859093-1-hyperv: { 'AddressGroup': '1.2', Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: 'ConntrackHelper': '1.0', Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: 'Log': '1.0', Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: 'Network': '1.1', Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: 'Port': '1.7', Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: 'PortForwarding': '1.2', Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: 'QosPolicy': '1.8', Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: 'SecurityGroup': '1.4', Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: 'SecurityGroupRule': '1.2', Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: 'SubPort': '1.0', Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: 'Subnet': '1.1', Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: 'Trunk': '1.1'}} Sep 23 15:01:27.465959 dv-neutron-859093-1-hyperv neutron-server[89740]: {{(pid=89740) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 15:01:27.688764 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-a5879ce8-5bf0-483e-94dc-557531edaf86 None None] Transition to ACTIVE for port object 94f22abf-029c-4624-a968-1e4796c11968 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:01:27.689144 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27495900-0553-472e-9029-b33147371729 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac06786-146b-4123-950e-454f2a1c7be7,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:27.689786 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6a49e77a-18a1-4df2-ae39-ba9d2cc5f056 tempest-QuotasTest-1274690320 tempest-QuotasTest-1274690320-project-admin] 10.222.0.67 "PUT /v2.0/quotas/2b770ba6f29c429088ca36290ffd4feb HTTP/1.1" status: 200 len: 366 time: 0.8505306 Sep 23 15:01:27.693109 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Attempting to bind port 2cfb38ef-4573-4e4a-bd32-f6676eadad38 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:27.693109 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Attempting to bind port 2cfb38ef-4573-4e4a-bd32-f6676eadad38 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '78b3e91f-693f-4481-95b1-beba207118fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '901c9061-3ace-4755-b443-55ec936320e8'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:27.693109 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Attempting to bind port 2cfb38ef-4573-4e4a-bd32-f6676eadad38 on network 901c9061-3ace-4755-b443-55ec936320e8 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:27.693109 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-a5879ce8-5bf0-483e-94dc-557531edaf86 None None] Transition to ACTIVE for port object 94f22abf-029c-4624-a968-1e4796c11968 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:01:27.693109 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:01:27.693109 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Checking segment: {'id': '78b3e91f-693f-4481-95b1-beba207118fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '901c9061-3ace-4755-b443-55ec936320e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:01:27.693109 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:27.693109 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Bound using segment: {'id': '78b3e91f-693f-4481-95b1-beba207118fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '901c9061-3ace-4755-b443-55ec936320e8'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:01:27.693109 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Bound port: 2cfb38ef-4573-4e4a-bd32-f6676eadad38, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b3e91f-693f-4481-95b1-beba207118fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '901c9061-3ace-4755-b443-55ec936320e8'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:01:27.693109 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:27.694085 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-19f20a9b-e58e-429b-a87a-8f4ab5ca72c5 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=89739) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Sep 23 15:01:27.694085 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-19f20a9b-e58e-429b-a87a-8f4ab5ca72c5 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Router e144772c-4e36-47d5-bae9-659296517ba8 migrating from provider to provider. {{(pid=89739) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Sep 23 15:01:27.694085 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-19f20a9b-e58e-429b-a87a-8f4ab5ca72c5 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:27.694085 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38220) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:27.694085 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5a091725-4f47-4403-82f0-1de383710138 tempest-QuotasTest-1274690320 tempest-QuotasTest-1274690320-project-admin] 10.222.0.67 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0237739 Sep 23 15:01:27.695144 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5879ce8-5bf0-483e-94dc-557531edaf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:27.704406 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-19f20a9b-e58e-429b-a87a-8f4ab5ca72c5 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:27.704406 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38224) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:27.704548 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a155020-ad8d-477e-80e0-ca3ebf56c755 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Pushing event updated for resources: {'Network': ['ID=49af6995-55f7-4817-a15e-5f7136e07645,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:27.704548 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0d49711e-e5ad-4604-93be-51f4754d6385 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:27.704785 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] For port 2cfb38ef-4573-4e4a-bd32-f6676eadad38, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:01:27.705273 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27495900-0553-472e-9029-b33147371729 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:01:27.705368 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5879ce8-5bf0-483e-94dc-557531edaf86 None None] Network 3a4ed919-cf37-4585-ae10-0e854eb24e47 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:01:27.705454 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c3e351e9-4c31-4dad-8a93-55a16a686a14 tempest-QuotasTest-1274690320 tempest-QuotasTest-1274690320-project-admin] 10.222.0.67 "GET /v2.0/quotas/2b770ba6f29c429088ca36290ffd4feb HTTP/1.1" status: 200 len: 366 time: 0.0818274 Sep 23 15:01:27.705711 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0d49711e-e5ad-4604-93be-51f4754d6385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:27.705788 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-a5879ce8-5bf0-483e-94dc-557531edaf86 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:27.709548 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38230) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:27.710514 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] For port 2cfb38ef-4573-4e4a-bd32-f6676eadad38, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=2cfb38ef-4573-4e4a-bd32-f6676eadad38,segment=NetworkSegment(78b3e91f-693f-4481-95b1-beba207118fb),segment_id=78b3e91f-693f-4481-95b1-beba207118fb)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:01:27.712119 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5879ce8-5bf0-483e-94dc-557531edaf86 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:01:27.713372 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-19f20a9b-e58e-429b-a87a-8f4ab5ca72c5 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753924'] for router, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:27.714570 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5879ce8-5bf0-483e-94dc-557531edaf86 None None] Pushing event updated for resources: {'Port': ['ID=94f22abf-029c-4624-a968-1e4796c11968,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:27.729414 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-189ebfa5-c596-448b-8042-c8c2c516ee05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:27.794506 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-27495900-0553-472e-9029-b33147371729 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:27.794854 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-27495900-0553-472e-9029-b33147371729 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Added segment 1a059594-ea66-4bbd-88e2-e189b61bff29 of type vlan for network 4f969841-728a-4fa3-821c-962973546e84 Sep 23 15:01:27.806449 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 49af6995-55f7-4817-a15e-5f7136e07645 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:01:27.848844 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:27.850927 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-04491638-dcf1-4d25-8259-8ae5cb4439cf tempest-QuotasTest-1274690320 tempest-QuotasTest-1274690320-project-admin] 10.222.0.67 "DELETE /v2.0/quotas/2b770ba6f29c429088ca36290ffd4feb HTTP/1.1" status: 204 len: 168 time: 0.1391737 Sep 23 15:01:27.856444 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38234) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:27.858766 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-27495900-0553-472e-9029-b33147371729 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:27.877765 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d183d144-c8fa-4df0-9e16-94fc6ceb1a63 tempest-QuotasTest-1274690320 tempest-QuotasTest-1274690320-project-admin] 10.222.0.67 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0141063 Sep 23 15:01:27.885372 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38238) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:27.890372 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4a155020-ad8d-477e-80e0-ca3ebf56c755 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9477403 Sep 23 15:01:27.926718 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38242) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:27.943456 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-52c61cf0-3cb7-40f7-8846-092046c7509f tempest-QuotasTest-1274690320 tempest-QuotasTest-1274690320-project-admin] 10.222.0.67 "GET /v2.0/quotas/2b770ba6f29c429088ca36290ffd4feb HTTP/1.1" status: 200 len: 370 time: 0.0527089 Sep 23 15:01:27.951753 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38248) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:27.968799 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-cae13526-c9a4-40db-8ddb-debb0c29b9f5 tempest-QuotasTest-1274690320 tempest-QuotasTest-1274690320-project-admin] 10.222.0.67 "GET /v2.0/quotas/2b770ba6f29c429088ca36290ffd4feb/default HTTP/1.1" status: 200 len: 370 time: 0.0111063 Sep 23 15:01:27.968956 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-1ea472a6-e797-4695-a042-6a3e071b626c tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Request body: {'subnet': {'network_id': '49af6995-55f7-4817-a15e-5f7136e07645', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:27.970978 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38252) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:27.974276 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-a5879ce8-5bf0-483e-94dc-557531edaf86 None None] Attempting to bind port 94f22abf-029c-4624-a968-1e4796c11968 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:27.974783 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-a5879ce8-5bf0-483e-94dc-557531edaf86 None None] Attempting to bind port 94f22abf-029c-4624-a968-1e4796c11968 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'b39b4211-13f0-433c-8f9a-2aa63d8c5a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:27.975225 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5879ce8-5bf0-483e-94dc-557531edaf86 None None] Attempting to bind port 94f22abf-029c-4624-a968-1e4796c11968 on network 3a4ed919-cf37-4585-ae10-0e854eb24e47 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:27.996459 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-584761a0-baf1-4fc6-a439-d7e29d35330f tempest-QuotasTest-1274690320 tempest-QuotasTest-1274690320-project-admin] delete failed (client error): The resource could not be found. Sep 23 15:01:27.996915 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5879ce8-5bf0-483e-94dc-557531edaf86 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:01:28.000615 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5879ce8-5bf0-483e-94dc-557531edaf86 None None] Checking segment: {'id': 'b39b4211-13f0-433c-8f9a-2aa63d8c5a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:01:28.000731 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-584761a0-baf1-4fc6-a439-d7e29d35330f tempest-QuotasTest-1274690320 tempest-QuotasTest-1274690320-project-admin] 10.222.0.67 "DELETE /v2.0/quotas/2b770ba6f29c429088ca36290ffd4feb HTTP/1.1" status: 404 len: 348 time: 0.0256088 Sep 23 15:01:28.000822 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5879ce8-5bf0-483e-94dc-557531edaf86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:28.000822 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5879ce8-5bf0-483e-94dc-557531edaf86 None None] Bound using segment: {'id': 'b39b4211-13f0-433c-8f9a-2aa63d8c5a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:01:28.000822 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-a5879ce8-5bf0-483e-94dc-557531edaf86 None None] Bound port: 94f22abf-029c-4624-a968-1e4796c11968, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b39b4211-13f0-433c-8f9a-2aa63d8c5a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:01:28.000822 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5879ce8-5bf0-483e-94dc-557531edaf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:28.012823 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-0d49711e-e5ad-4604-93be-51f4754d6385 admin admin] Allocated IP 172.26.10.233 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/ec6811fe-9b71-4666-8804-7d5ca0fac960) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:01:28.092306 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d353db70-e7b2-476f-ad6f-9f580cfa10a2 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:28.129554 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-27495900-0553-472e-9029-b33147371729 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:28.133115 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-a5879ce8-5bf0-483e-94dc-557531edaf86 None None] For port 94f22abf-029c-4624-a968-1e4796c11968, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:01:28.136775 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27495900-0553-472e-9029-b33147371729 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:28.137802 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-a5879ce8-5bf0-483e-94dc-557531edaf86 None None] For port 94f22abf-029c-4624-a968-1e4796c11968, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=94f22abf-029c-4624-a968-1e4796c11968,segment=NetworkSegment(b39b4211-13f0-433c-8f9a-2aa63d8c5a88),segment_id=b39b4211-13f0-433c-8f9a-2aa63d8c5a88)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:01:28.139445 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e61ed-4d6e-4623-a955-71b21f5c0823 None None] Pushing event updated for resources: {'Port': ['ID=2cfb38ef-4573-4e4a-bd32-f6676eadad38,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:28.139931 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-27495900-0553-472e-9029-b33147371729 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:28.180824 dv-neutron-859093-1-hyperv neutron-server[89739]: WARNING neutron.scheduler.l3_agent_scheduler [None req-19f20a9b-e58e-429b-a87a-8f4ab5ca72c5 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] No L3 agents can host the router e144772c-4e36-47d5-bae9-659296517ba8 Sep 23 15:01:28.181552 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d353db70-e7b2-476f-ad6f-9f580cfa10a2 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:28.213044 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5879ce8-5bf0-483e-94dc-557531edaf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:28.249564 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353db70-e7b2-476f-ad6f-9f580cfa10a2 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd694176-d80d-42f7-9c35-a5f96cdf0739,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:28.299512 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38260) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:28.300193 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d353db70-e7b2-476f-ad6f-9f580cfa10a2 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:01:28.303954 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-51299b5b-3a62-4a29-82fc-cdf57d3fc3f4 tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:28.336376 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-27495900-0553-472e-9029-b33147371729 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.5786450 Sep 23 15:01:28.343665 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5879ce8-5bf0-483e-94dc-557531edaf86 None None] Pushing event updated for resources: {'Port': ['ID=94f22abf-029c-4624-a968-1e4796c11968,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:28.392255 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-1ea472a6-e797-4695-a042-6a3e071b626c tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:28.413450 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27495900-0553-472e-9029-b33147371729 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Pushing event updated for resources: {'Network': ['ID=4f969841-728a-4fa3-821c-962973546e84,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:28.414127 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-51299b5b-3a62-4a29-82fc-cdf57d3fc3f4 tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:28.417957 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1ea472a6-e797-4695-a042-6a3e071b626c tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Usage tracker for resource:subnet and tenant:3f18a9a2a5554935b9c5ec91376392e9 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:28.431819 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 4f969841-728a-4fa3-821c-962973546e84 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:01:28.445711 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0d49711e-e5ad-4604-93be-51f4754d6385 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:28.483649 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-51299b5b-3a62-4a29-82fc-cdf57d3fc3f4 tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] device_id is not set on port 72399f3a-b3fe-46e0-9ffe-9e84f42a9ab5 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:01:28.578401 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0d49711e-e5ad-4604-93be-51f4754d6385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:28.579501 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d353db70-e7b2-476f-ad6f-9f580cfa10a2 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:28.580021 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-d353db70-e7b2-476f-ad6f-9f580cfa10a2 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Added segment e9cb7a8c-c73e-458d-bfce-095810227511 of type vlan for network b874d402-eb90-4db9-95ee-c69b7d3095a2 Sep 23 15:01:28.616176 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d353db70-e7b2-476f-ad6f-9f580cfa10a2 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:28.660742 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1ea472a6-e797-4695-a042-6a3e071b626c tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:28.669241 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d49711e-e5ad-4604-93be-51f4754d6385 admin admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:01:28.670835 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-1ea472a6-e797-4695-a042-6a3e071b626c tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:28.673124 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-0d49711e-e5ad-4604-93be-51f4754d6385 admin admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:28.679937 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d49711e-e5ad-4604-93be-51f4754d6385 admin admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:01:28.692256 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51299b5b-3a62-4a29-82fc-cdf57d3fc3f4 tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f7432b-a8fa-40da-8351-c0b9fd36b377,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:28.822427 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1f036cc0-7fe5-4b35-911f-6010124d50c0 tempest-QuotasTest-1274690320 tempest-QuotasTest-1274690320-project-admin] Usage tracker for resource:network and tenant:638c0ba792dc487f9c61d65a10984dce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:28.828364 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d353db70-e7b2-476f-ad6f-9f580cfa10a2 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:28.834062 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d353db70-e7b2-476f-ad6f-9f580cfa10a2 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:28.834729 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d353db70-e7b2-476f-ad6f-9f580cfa10a2 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:28.844484 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1f036cc0-7fe5-4b35-911f-6010124d50c0 tempest-QuotasTest-1274690320 tempest-QuotasTest-1274690320-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:28.860895 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea472a6-e797-4695-a042-6a3e071b626c tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Made reservation on behalf of 3f18a9a2a5554935b9c5ec91376392e9 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:28.864884 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1ea472a6-e797-4695-a042-6a3e071b626c tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks [] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:28.865060 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49711e-e5ad-4604-93be-51f4754d6385 admin admin] Pushing event updated for resources: {'Port': ['ID=ec6811fe-9b71-4666-8804-7d5ca0fac960,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:28.908389 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f20a9b-e58e-429b-a87a-8f4ab5ca72c5 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Hosts for router e144772c-4e36-47d5-bae9-659296517ba8: [] {{(pid=89739) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:326}} Sep 23 15:01:29.127275 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38276) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:29.166893 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1f036cc0-7fe5-4b35-911f-6010124d50c0 tempest-QuotasTest-1274690320 tempest-QuotasTest-1274690320-project-admin] Usage tracker for resource:subnet and tenant:638c0ba792dc487f9c61d65a10984dce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:29.192686 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353db70-e7b2-476f-ad6f-9f580cfa10a2 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Pushing event updated for resources: {'Network': ['ID=b874d402-eb90-4db9-95ee-c69b7d3095a2,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:29.196003 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f20a9b-e58e-429b-a87a-8f4ab5ca72c5 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Hosts for other DVR routers connected to router e144772c-4e36-47d5-bae9-659296517ba8: set() {{(pid=89739) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:343}} Sep 23 15:01:29.205097 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network b874d402-eb90-4db9-95ee-c69b7d3095a2 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:01:29.231074 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1f036cc0-7fe5-4b35-911f-6010124d50c0 tempest-QuotasTest-1274690320 tempest-QuotasTest-1274690320-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:29.261287 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-19f20a9b-e58e-429b-a87a-8f4ab5ca72c5 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:29.262620 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-19f20a9b-e58e-429b-a87a-8f4ab5ca72c5 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] 10.222.0.67 "PUT /v2.0/routers/e144772c-4e36-47d5-bae9-659296517ba8 HTTP/1.1" status: 200 len: 717 time: 2.6140382 Sep 23 15:01:29.276637 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38280) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:29.300042 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Request body: {'port': {'network_id': '4f969841-728a-4fa3-821c-962973546e84', 'binding:host_id': 'hv-neutron-8590', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-649165078'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:29.318334 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:29.325745 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Usage tracker for resource:port and tenant:47b4adf035424e7ba89db750c3fcf942 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:29.331450 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:29.333641 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-51299b5b-3a62-4a29-82fc-cdf57d3fc3f4 tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Allocated IP 172.26.10.138 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/72399f3a-b3fe-46e0-9ffe-9e84f42a9ab5) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:01:29.342279 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:29.352129 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1f036cc0-7fe5-4b35-911f-6010124d50c0 tempest-QuotasTest-1274690320 tempest-QuotasTest-1274690320-project-admin] Usage tracker for resource:subnetpool and tenant:638c0ba792dc487f9c61d65a10984dce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:29.354284 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0d49711e-e5ad-4604-93be-51f4754d6385 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:29.356635 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5c00fd-2b4c-4391-88a6-62a6d89575b7 None None] Network 901c9061-3ace-4755-b443-55ec936320e8 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:01:29.429938 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d353db70-e7b2-476f-ad6f-9f580cfa10a2 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.3567045 Sep 23 15:01:29.454308 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38284) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:29.505247 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1f036cc0-7fe5-4b35-911f-6010124d50c0 tempest-QuotasTest-1274690320 tempest-QuotasTest-1274690320-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:29.589594 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Made reservation on behalf of 47b4adf035424e7ba89db750c3fcf942 for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:29.593153 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:29.603221 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 2cfb38ef-4573-4e4a-bd32-f6676eadad38 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:01:29.623522 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0c96141a-2b7f-4040-be8b-00c8d7c961ac tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] 10.222.0.67 "GET /v2.0/routers/e144772c-4e36-47d5-bae9-659296517ba8 HTTP/1.1" status: 200 len: 717 time: 0.2916265 Sep 23 15:01:29.632648 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:29.650267 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38290) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:29.658004 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:29.662996 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Usage tracker for resource:security_group_rule and tenant:47b4adf035424e7ba89db750c3fcf942 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:29.666144 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:29.674771 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:29.774842 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-512e99e4-aebc-475a-bfc4-9d4d0e0eb574 None None] Provisioning for port 2cfb38ef-4573-4e4a-bd32-f6676eadad38 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:01:29.801678 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 2cfb38ef-4573-4e4a-bd32-f6676eadad38 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:01:29.808416 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 2cfb38ef-4573-4e4a-bd32-f6676eadad38 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:01:29.808786 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:29.809124 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 2cfb38ef-4573-4e4a-bd32-f6676eadad38 Sep 23 15:01:29.961748 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-189ebfa5-c596-448b-8042-c8c2c516ee05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:30.011973 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 2cfb38ef-4573-4e4a-bd32-f6676eadad38 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:01:30.012387 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:30.028616 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b419444-f540-4ee1-a28f-c870e753fa8b None None] Network 3a4ed919-cf37-4585-ae10-0e854eb24e47 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:01:30.036569 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-189ebfa5-c596-448b-8042-c8c2c516ee05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:30.110020 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1f036cc0-7fe5-4b35-911f-6010124d50c0 tempest-QuotasTest-1274690320 tempest-QuotasTest-1274690320-project-admin] Usage tracker for resource:port and tenant:638c0ba792dc487f9c61d65a10984dce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:30.145225 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1f036cc0-7fe5-4b35-911f-6010124d50c0 tempest-QuotasTest-1274690320 tempest-QuotasTest-1274690320-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:30.163898 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-eda3c139-6f9b-49a4-9ab7-e8f55a48b607 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Request body: {'network': {'name': 'tempest-network--540336980', 'router:external': True}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:30.171158 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-eda3c139-6f9b-49a4-9ab7-e8f55a48b607 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:30.175967 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-eda3c139-6f9b-49a4-9ab7-e8f55a48b607 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Usage tracker for resource:network and tenant:93bfa2e136274e48b73eaa9253bfa24b is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:30.179144 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-eda3c139-6f9b-49a4-9ab7-e8f55a48b607 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:30.186351 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-eda3c139-6f9b-49a4-9ab7-e8f55a48b607 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:30.221265 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-10460e6b-313b-4259-ab68-efd7b731a2d2 tempest-RoutersTestDVR-941666651 tempest-RoutersTestDVR-941666651-project] 10.222.0.67 "GET /v2.0/routers/e144772c-4e36-47d5-bae9-659296517ba8 HTTP/1.1" status: 200 len: 683 time: 0.4856882 Sep 23 15:01:30.224651 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0d49711e-e5ad-4604-93be-51f4754d6385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:30.226535 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38298) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:30.234783 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:30.243708 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 2cfb38ef-4573-4e4a-bd32-f6676eadad38, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=2cfb38ef-4573-4e4a-bd32-f6676eadad38,segment=NetworkSegment(78b3e91f-693f-4481-95b1-beba207118fb),segment_id=78b3e91f-693f-4481-95b1-beba207118fb)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:01:30.256857 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1f036cc0-7fe5-4b35-911f-6010124d50c0 tempest-QuotasTest-1274690320 tempest-QuotasTest-1274690320-project-admin] Usage tracker for resource:router and tenant:638c0ba792dc487f9c61d65a10984dce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:30.284136 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1f036cc0-7fe5-4b35-911f-6010124d50c0 tempest-QuotasTest-1274690320 tempest-QuotasTest-1274690320-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:30.321872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1f036cc0-7fe5-4b35-911f-6010124d50c0 tempest-QuotasTest-1274690320 tempest-QuotasTest-1274690320-project-admin] Usage tracker for resource:floatingip and tenant:638c0ba792dc487f9c61d65a10984dce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:30.327728 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:30.328700 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 94f22abf-029c-4624-a968-1e4796c11968 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:01:30.331405 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1f036cc0-7fe5-4b35-911f-6010124d50c0 tempest-QuotasTest-1274690320 tempest-QuotasTest-1274690320-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:30.353909 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-135cbe76-6aeb-4282-ac3d-30b5615f8cc1 None None] Provisioning for port 94f22abf-029c-4624-a968-1e4796c11968 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:01:30.386426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-51299b5b-3a62-4a29-82fc-cdf57d3fc3f4 tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:30.406436 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1ea472a6-e797-4695-a042-6a3e071b626c tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:30.470791 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1f036cc0-7fe5-4b35-911f-6010124d50c0 tempest-QuotasTest-1274690320 tempest-QuotasTest-1274690320-project-admin] Usage tracker for resource:security_group and tenant:638c0ba792dc487f9c61d65a10984dce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:30.481893 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:30.482793 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1f036cc0-7fe5-4b35-911f-6010124d50c0 tempest-QuotasTest-1274690320 tempest-QuotasTest-1274690320-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:30.485819 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] device_id is not set on port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:01:30.489192 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=2cfb38ef-4573-4e4a-bd32-f6676eadad38,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:30.541293 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda3c139-6f9b-49a4-9ab7-e8f55a48b607 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Made reservation on behalf of 93bfa2e136274e48b73eaa9253bfa24b for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:30.544113 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eda3c139-6f9b-49a4-9ab7-e8f55a48b607 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:30.547128 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea472a6-e797-4695-a042-6a3e071b626c tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Pushing event updated for resources: {'Subnet': ['ID=faf8d74d-bd21-40ab-8290-41f4d9c31a7c,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:30.551872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea472a6-e797-4695-a042-6a3e071b626c tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Checking segment: {'id': 'b56c125f-abdd-400a-a424-596dc75c6536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '49af6995-55f7-4817-a15e-5f7136e07645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:01:30.552309 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea472a6-e797-4695-a042-6a3e071b626c tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Network hostable DHCP agents. Network: 49af6995-55f7-4817-a15e-5f7136e07645, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:01:30.554341 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-442486f9-f189-4a8a-b674-1cc751d1eba7 None None] Provisioning complete for port 2cfb38ef-4573-4e4a-bd32-f6676eadad38 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:01:30.554847 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-442486f9-f189-4a8a-b674-1cc751d1eba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:30.555259 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-442486f9-f189-4a8a-b674-1cc751d1eba7 None None] Attempt 1 to provision port 2cfb38ef-4573-4e4a-bd32-f6676eadad38 Sep 23 15:01:30.557084 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1f036cc0-7fe5-4b35-911f-6010124d50c0 tempest-QuotasTest-1274690320 tempest-QuotasTest-1274690320-project-admin] Usage tracker for resource:security_group_rule and tenant:638c0ba792dc487f9c61d65a10984dce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:30.575191 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1f036cc0-7fe5-4b35-911f-6010124d50c0 tempest-QuotasTest-1274690320 tempest-QuotasTest-1274690320-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:30.589742 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 94f22abf-029c-4624-a968-1e4796c11968 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:01:30.594124 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1f036cc0-7fe5-4b35-911f-6010124d50c0 tempest-QuotasTest-1274690320 tempest-QuotasTest-1274690320-project-admin] 10.222.0.67 "GET /v2.0/quotas/638c0ba792dc487f9c61d65a10984dce/details.json HTTP/1.1" status: 200 len: 703 time: 2.2082155 Sep 23 15:01:30.603284 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eda3c139-6f9b-49a4-9ab7-e8f55a48b607 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:30.616168 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 94f22abf-029c-4624-a968-1e4796c11968 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:01:30.616710 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:30.616858 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 94f22abf-029c-4624-a968-1e4796c11968 Sep 23 15:01:30.622425 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1a8314f3-5596-43b3-a3cb-e58bdd338844 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:30.750544 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-51299b5b-3a62-4a29-82fc-cdf57d3fc3f4 tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:30.761721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea472a6-e797-4695-a042-6a3e071b626c tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Network 49af6995-55f7-4817-a15e-5f7136e07645 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:01:30.834186 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-eda3c139-6f9b-49a4-9ab7-e8f55a48b607 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:30.836300 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-442486f9-f189-4a8a-b674-1cc751d1eba7 None None] Current status of the port 2cfb38ef-4573-4e4a-bd32-f6676eadad38 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:01:30.854162 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 94f22abf-029c-4624-a968-1e4796c11968 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:01:30.854162 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:30.891610 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 94f22abf-029c-4624-a968-1e4796c11968, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=94f22abf-029c-4624-a968-1e4796c11968,segment=NetworkSegment(b39b4211-13f0-433c-8f9a-2aa63d8c5a88),segment_id=b39b4211-13f0-433c-8f9a-2aa63d8c5a88)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:01:30.894568 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-1ea472a6-e797-4695-a042-6a3e071b626c tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 49af6995-55f7-4817-a15e-5f7136e07645) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:30.905160 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b39c8e0-05b8-44c4-ac74-649c0a5bb0ce None None] Network 49af6995-55f7-4817-a15e-5f7136e07645 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:01:30.913417 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea472a6-e797-4695-a042-6a3e071b626c tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:30.914019 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1ea472a6-e797-4695-a042-6a3e071b626c tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:30.920196 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-eda3c139-6f9b-49a4-9ab7-e8f55a48b607 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Usage tracker for resource:security_group_rule and tenant:93bfa2e136274e48b73eaa9253bfa24b is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:30.922849 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d76dc3-3023-4abe-bac9-2f3782e00ece,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:30.926994 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-eda3c139-6f9b-49a4-9ab7-e8f55a48b607 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:30.938724 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51299b5b-3a62-4a29-82fc-cdf57d3fc3f4 tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:01:30.944841 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-51299b5b-3a62-4a29-82fc-cdf57d3fc3f4 tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:30.948222 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-eda3c139-6f9b-49a4-9ab7-e8f55a48b607 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:30.955531 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51299b5b-3a62-4a29-82fc-cdf57d3fc3f4 tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:01:30.956672 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51299b5b-3a62-4a29-82fc-cdf57d3fc3f4 tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:30.957271 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-51299b5b-3a62-4a29-82fc-cdf57d3fc3f4 tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:30.975679 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-189ebfa5-c596-448b-8042-c8c2c516ee05 admin admin] Allocated IP 172.26.10.119 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/c24d0838-c2ac-46a8-82cb-496d5ce959e8) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:01:30.988744 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51299b5b-3a62-4a29-82fc-cdf57d3fc3f4 tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Pushing event updated for resources: {'Port': ['ID=72399f3a-b3fe-46e0-9ffe-9e84f42a9ab5,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:31.024702 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1ea472a6-e797-4695-a042-6a3e071b626c tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0939643 Sep 23 15:01:31.029749 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38304) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:31.045035 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:31.088370 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-51299b5b-3a62-4a29-82fc-cdf57d3fc3f4 tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1038 time: 4.5603530 Sep 23 15:01:31.093762 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-80d42067-dd3c-4ba1-a244-2779a0f24af1 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Request body: {'port': {'network_id': '49af6995-55f7-4817-a15e-5f7136e07645', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1843808086'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:31.105453 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38308) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:31.147790 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-4ad514d0-06a9-481d-b876-77083e2966e9 None None] Provisioning complete for port 94f22abf-029c-4624-a968-1e4796c11968 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:01:31.148578 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4ad514d0-06a9-481d-b876-77083e2966e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:31.149387 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-4ad514d0-06a9-481d-b876-77083e2966e9 None None] Attempt 1 to provision port 94f22abf-029c-4624-a968-1e4796c11968 Sep 23 15:01:31.195826 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-95a54866-c9ad-4190-9495-f6c024f53a9c tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.138'}]}}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:31.226562 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-95a54866-c9ad-4190-9495-f6c024f53a9c tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:31.271204 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=94f22abf-029c-4624-a968-1e4796c11968,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:31.297936 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-80d42067-dd3c-4ba1-a244-2779a0f24af1 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:31.305975 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-80d42067-dd3c-4ba1-a244-2779a0f24af1 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Usage tracker for resource:port and tenant:3f18a9a2a5554935b9c5ec91376392e9 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:31.309448 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-95a54866-c9ad-4190-9495-f6c024f53a9c tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Usage tracker for resource:router and tenant:0349036ee8474566a8da1655c150fecb is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:31.309773 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-80d42067-dd3c-4ba1-a244-2779a0f24af1 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:31.320642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-80d42067-dd3c-4ba1-a244-2779a0f24af1 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:31.324029 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-95a54866-c9ad-4190-9495-f6c024f53a9c tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:31.338737 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1a8314f3-5596-43b3-a3cb-e58bdd338844 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:31.361367 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38314) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:31.364987 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-95a54866-c9ad-4190-9495-f6c024f53a9c tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:31.366224 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1a8314f3-5596-43b3-a3cb-e58bdd338844 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:31.397765 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-189ebfa5-c596-448b-8042-c8c2c516ee05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:31.406048 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-4ad514d0-06a9-481d-b876-77083e2966e9 None None] Current status of the port 94f22abf-029c-4624-a968-1e4796c11968 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:01:31.424073 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d42067-dd3c-4ba1-a244-2779a0f24af1 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Made reservation on behalf of 3f18a9a2a5554935b9c5ec91376392e9 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:31.427835 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-80d42067-dd3c-4ba1-a244-2779a0f24af1 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:31.472517 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 2cfb38ef-4573-4e4a-bd32-f6676eadad38 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:01:31.477979 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-80d42067-dd3c-4ba1-a244-2779a0f24af1 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] device_id is not set on port 5bee5614-451a-4224-b576-2fdf275d58b5 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:01:31.532442 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-189ebfa5-c596-448b-8042-c8c2c516ee05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:31.563060 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-95a54866-c9ad-4190-9495-f6c024f53a9c tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:31.564043 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-95a54866-c9ad-4190-9495-f6c024f53a9c tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:31.616506 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9efd615-5c26-49b8-8829-86319ced1f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-49af6995-55f7-4817-a15e-5f7136e07645', 'network_id': '49af6995-55f7-4817-a15e-5f7136e07645', 'tenant_id': '3f18a9a2a5554935b9c5ec91376392e9', 'fixed_ips': [{'subnet_id': 'faf8d74d-bd21-40ab-8290-41f4d9c31a7c'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:01:31.617608 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b9efd615-5c26-49b8-8829-86319ced1f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:31.626550 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eda3c139-6f9b-49a4-9ab7-e8f55a48b607 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:31.632572 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1a8314f3-5596-43b3-a3cb-e58bdd338844 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:31.632572 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8314f3-5596-43b3-a3cb-e58bdd338844 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e144772c-4e36-47d5-bae9-659296517ba8 {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:01:31.634912 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189ebfa5-c596-448b-8042-c8c2c516ee05 admin admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:01:31.646213 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-189ebfa5-c596-448b-8042-c8c2c516ee05 admin admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:31.653126 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0f2c1650-f1cf-41df-b993-fdeaa4ab0838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:31.654407 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-95a54866-c9ad-4190-9495-f6c024f53a9c tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:31.671494 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189ebfa5-c596-448b-8042-c8c2c516ee05 admin admin] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:01:31.673106 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] device_id is not set on port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:01:31.688251 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:31.693670 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eda3c139-6f9b-49a4-9ab7-e8f55a48b607 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:31.736733 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Transition to ACTIVE for port object 89b5a892-44e8-4049-abf8-8d56bdf1ed1b will not be triggered until provisioned by entity L2. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:01:31.737132 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 2cfb38ef-4573-4e4a-bd32-f6676eadad38 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:01:31.737610 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:31.738024 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 2cfb38ef-4573-4e4a-bd32-f6676eadad38 Sep 23 15:01:31.746958 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda3c139-6f9b-49a4-9ab7-e8f55a48b607 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:01:31.752789 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d49711e-e5ad-4604-93be-51f4754d6385 admin admin] Router e8a384fb-8084-40cc-a6fb-5a538a6e7ac0 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:01:31.760555 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1a8314f3-5596-43b3-a3cb-e58bdd338844 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:31.761616 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1a8314f3-5596-43b3-a3cb-e58bdd338844 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] 10.222.0.67 "DELETE /v2.0/routers/e144772c-4e36-47d5-bae9-659296517ba8 HTTP/1.1" status: 204 len: 168 time: 1.5313516 Sep 23 15:01:31.765280 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3c139-6f9b-49a4-9ab7-e8f55a48b607 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4f05da-1434-45ee-b8f0-4da11402bc97,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:31.767617 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38322) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:31.777394 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-33d9c8b0-66a8-42c1-8776-53c6f5e3ccd4 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Request body: {'router': {'name': 'tempest-router-1842947743', 'distributed': True}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:31.781002 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eda3c139-6f9b-49a4-9ab7-e8f55a48b607 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:31.781266 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-eda3c139-6f9b-49a4-9ab7-e8f55a48b607 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Added segment f8137ebf-46f5-4f38-b502-7d4445533ad6 of type vlan for network 3447038f-af96-450d-9e78-f7735e7675f6 Sep 23 15:01:31.784847 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-33d9c8b0-66a8-42c1-8776-53c6f5e3ccd4 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:31.795535 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-33d9c8b0-66a8-42c1-8776-53c6f5e3ccd4 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Usage tracker for resource:router and tenant:929c5424e5324cb185c4cd2219bca729 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:31.799405 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ebfa5-c596-448b-8042-c8c2c516ee05 admin admin] Pushing event updated for resources: {'Port': ['ID=c24d0838-c2ac-46a8-82cb-496d5ce959e8,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:31.802181 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0f2c1650-f1cf-41df-b993-fdeaa4ab0838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:31.819591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0f2c1650-f1cf-41df-b993-fdeaa4ab0838 admin admin] Usage tracker for resource:security_group_rule and tenant:a920c323c88d4095b1dfd2b1a08c8d60 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:31.823792 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0f2c1650-f1cf-41df-b993-fdeaa4ab0838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:31.854851 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-33d9c8b0-66a8-42c1-8776-53c6f5e3ccd4 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:31.865589 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0f2c1650-f1cf-41df-b993-fdeaa4ab0838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:31.930877 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-b9efd615-5c26-49b8-8829-86319ced1f01 None None] Allocated IP 172.20.0.2 (49af6995-55f7-4817-a15e-5f7136e07645/faf8d74d-bd21-40ab-8290-41f4d9c31a7c/25f572c8-f586-411b-ab1f-2ac23ec31cce) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:01:31.936553 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:31.948939 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-33d9c8b0-66a8-42c1-8776-53c6f5e3ccd4 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:31.954215 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 2cfb38ef-4573-4e4a-bd32-f6676eadad38 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:01:31.955360 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 94f22abf-029c-4624-a968-1e4796c11968 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:01:31.972914 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0f2c1650-f1cf-41df-b993-fdeaa4ab0838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:32.101425 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eda3c139-6f9b-49a4-9ab7-e8f55a48b607 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:32.101615 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0f2c1650-f1cf-41df-b993-fdeaa4ab0838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:32.176060 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 94f22abf-029c-4624-a968-1e4796c11968 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:01:32.176582 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:32.177003 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 94f22abf-029c-4624-a968-1e4796c11968 Sep 23 15:01:32.212997 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0f2c1650-f1cf-41df-b993-fdeaa4ab0838 admin admin] Synchronizing usage tracker for tenant:11cd28d8e09d4bb188a2b4bfafdacfa2 on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:01:32.222486 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ba61fe79-1f80-4b5b-8acb-80c6938db93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:32.225961 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c1650-f1cf-41df-b993-fdeaa4ab0838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfd7c0a-6f40-4ee3-8a35-2966ab7f9768,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:32.254726 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-33d9c8b0-66a8-42c1-8776-53c6f5e3ccd4 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:32.255725 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-33d9c8b0-66a8-42c1-8776-53c6f5e3ccd4 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:32.259198 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-189ebfa5-c596-448b-8042-c8c2c516ee05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:32.331570 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0f2c1650-f1cf-41df-b993-fdeaa4ab0838 admin admin] Unset dirty status for tenant:11cd28d8e09d4bb188a2b4bfafdacfa2 on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:01:32.332818 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0f2c1650-f1cf-41df-b993-fdeaa4ab0838 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a920c323c88d4095b1dfd2b1a08c8d60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9708593 Sep 23 15:01:32.335765 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38326) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:32.354088 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Pushing event updated for resources: {'Port': ['ID=89b5a892-44e8-4049-abf8-8d56bdf1ed1b,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:32.354394 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b9efd615-5c26-49b8-8829-86319ced1f01 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:32.366143 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-95a54866-c9ad-4190-9495-f6c024f53a9c tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:32.370915 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.resource_extend [None req-eda3c139-6f9b-49a4-9ab7-e8f55a48b607 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:01:32.402724 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Checking segment: {'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:01:32.403059 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Network hostable DHCP agents. Network: 4f969841-728a-4fa3-821c-962973546e84, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:01:32.411324 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-33d9c8b0-66a8-42c1-8776-53c6f5e3ccd4 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:32.414703 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d49711e-e5ad-4604-93be-51f4754d6385 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:01:32.418885 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b9efd615-5c26-49b8-8829-86319ced1f01 None None] Transition to ACTIVE for port object 25f572c8-f586-411b-ab1f-2ac23ec31cce will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:01:32.432789 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e1a9f7-5660-4767-a126-1ce236b37efa None None] Sync routers for ids ['e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:01:32.449477 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:32.450257 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 94f22abf-029c-4624-a968-1e4796c11968 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:01:32.452449 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e1a9f7-5660-4767-a126-1ce236b37efa None None] Routers {'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:01:32.452764 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-25e1a9f7-5660-4767-a126-1ce236b37efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:01:04Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:32.453056 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b9efd615-5c26-49b8-8829-86319ced1f01 None None] Transition to ACTIVE for port object 25f572c8-f586-411b-ab1f-2ac23ec31cce will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:01:32.533850 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b9efd615-5c26-49b8-8829-86319ced1f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:32.543963 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fff884dd-adf0-48b5-9f9a-1f473ba8bdbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:32.582826 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-33d9c8b0-66a8-42c1-8776-53c6f5e3ccd4 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:32.586866 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eda3c139-6f9b-49a4-9ab7-e8f55a48b607 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:32.588215 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda3c139-6f9b-49a4-9ab7-e8f55a48b607 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:32.588945 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eda3c139-6f9b-49a4-9ab7-e8f55a48b607 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:32.593203 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0d49711e-e5ad-4604-93be-51f4754d6385 admin admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:32.597788 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0d49711e-e5ad-4604-93be-51f4754d6385 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.5753272 Sep 23 15:01:32.600675 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Network 4f969841-728a-4fa3-821c-962973546e84 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:01:32.600837 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38330) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:32.635829 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-25e1a9f7-5660-4767-a126-1ce236b37efa None None] Set router e8a384fb-8084-40cc-a6fb-5a538a6e7ac0 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:01:32.656247 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9efd615-5c26-49b8-8829-86319ced1f01 None None] Network 49af6995-55f7-4817-a15e-5f7136e07645 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:01:32.657426 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efd615-5c26-49b8-8829-86319ced1f01 None None] Pushing event updated for resources: {'Port': ['ID=25f572c8-f586-411b-ab1f-2ac23ec31cce,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:32.670180 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-b9efd615-5c26-49b8-8829-86319ced1f01 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:32.673084 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9efd615-5c26-49b8-8829-86319ced1f01 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:01:32.718699 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fff884dd-adf0-48b5-9f9a-1f473ba8bdbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:32.789947 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-eda3c139-6f9b-49a4-9ab7-e8f55a48b607 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.3344038 Sep 23 15:01:32.791020 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 4f969841-728a-4fa3-821c-962973546e84) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:32.809305 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38334) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:32.812002 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-33d9c8b0-66a8-42c1-8776-53c6f5e3ccd4 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:32.815841 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-33d9c8b0-66a8-42c1-8776-53c6f5e3ccd4 tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0429828 Sep 23 15:01:32.815841 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:01:32.827333 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38338) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:32.854088 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ca3043-c0da-4e1d-8dd3-76b5797b369a None None] Network 4f969841-728a-4fa3-821c-962973546e84 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:01:32.949988 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-80d42067-dd3c-4ba1-a244-2779a0f24af1 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Allocated IP 172.20.0.8 (49af6995-55f7-4817-a15e-5f7136e07645/faf8d74d-bd21-40ab-8290-41f4d9c31a7c/5bee5614-451a-4224-b576-2fdf275d58b5) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:01:32.950174 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3c139-6f9b-49a4-9ab7-e8f55a48b607 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Pushing event updated for resources: {'Network': ['ID=3447038f-af96-450d-9e78-f7735e7675f6,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:32.952612 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-25e1a9f7-5660-4767-a126-1ce236b37efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'name': 'tempest-ServerActionsTestJSON-1933028262-router', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:01:28Z', 'revision_number': 3, 'project_id': '74a86a480a6e47f78eac424839cb09ea', 'gw_port': {'id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:27Z', 'updated_at': '2022-09-23T15:01:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:32.954397 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:32.954869 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:32.955338 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:32.957474 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e1a9f7-5660-4767-a126-1ce236b37efa None None] Checking router: e8a384fb-8084-40cc-a6fb-5a538a6e7ac0 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:01:32.957978 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e1a9f7-5660-4767-a126-1ce236b37efa None None] Updating router e8a384fb-8084-40cc-a6fb-5a538a6e7ac0 port ec6811fe-9b71-4666-8804-7d5ca0fac960 binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:01:32.975683 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:32.978664 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:32.978855 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempt 2 to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b Sep 23 15:01:32.995534 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5cda1335-175b-47d4-ac75-e379f5cee83c tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:33.003580 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:33.004041 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:33.004475 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:33.014137 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-25e1a9f7-5660-4767-a126-1ce236b37efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:33.016523 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:33.016978 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:33.018136 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempt 3 to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b Sep 23 15:01:33.084467 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:33.084955 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:33.085387 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:33.103090 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 3447038f-af96-450d-9e78-f7735e7675f6 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:01:33.116789 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8af5f762-df75-406a-9f08-791a41c4ee3b tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:33.161013 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:33.161668 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:33.167206 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempt 4 to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b Sep 23 15:01:33.192257 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-189ebfa5-c596-448b-8042-c8c2c516ee05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:33.207289 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:33.207699 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:33.208150 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:33.213074 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5cda1335-175b-47d4-ac75-e379f5cee83c tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:33.252433 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:33.252909 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:33.259071 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempt 5 to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b Sep 23 15:01:33.293866 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:33.295063 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:33.295523 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:33.300562 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5cda1335-175b-47d4-ac75-e379f5cee83c tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=89738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:01:33.301052 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5cda1335-175b-47d4-ac75-e379f5cee83c tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:01:33.302069 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5cda1335-175b-47d4-ac75-e379f5cee83c tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:01:33.302524 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5cda1335-175b-47d4-ac75-e379f5cee83c tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Subscribe: > port after_create 55550000 {{(pid=89738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:01:33.302943 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5cda1335-175b-47d4-ac75-e379f5cee83c tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Subscribe: > port after_delete 55550000 {{(pid=89738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:01:33.303391 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5cda1335-175b-47d4-ac75-e379f5cee83c tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Subscribe: > port after_update 55550000 {{(pid=89738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:01:33.303821 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5cda1335-175b-47d4-ac75-e379f5cee83c tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=89738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:01:33.304249 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5cda1335-175b-47d4-ac75-e379f5cee83c tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:01:33.304669 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5cda1335-175b-47d4-ac75-e379f5cee83c tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:01:33.305169 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5cda1335-175b-47d4-ac75-e379f5cee83c tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=89738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:01:33.362165 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-25e1a9f7-5660-4767-a126-1ce236b37efa None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:33.368531 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b9efd615-5c26-49b8-8829-86319ced1f01 None None] Attempting to bind port 25f572c8-f586-411b-ab1f-2ac23ec31cce on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:33.369298 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b9efd615-5c26-49b8-8829-86319ced1f01 None None] Attempting to bind port 25f572c8-f586-411b-ab1f-2ac23ec31cce by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'b56c125f-abdd-400a-a424-596dc75c6536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '49af6995-55f7-4817-a15e-5f7136e07645'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:33.369840 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9efd615-5c26-49b8-8829-86319ced1f01 None None] Attempting to bind port 25f572c8-f586-411b-ab1f-2ac23ec31cce on network 49af6995-55f7-4817-a15e-5f7136e07645 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:33.375335 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-25e1a9f7-5660-4767-a126-1ce236b37efa None None] Transition to ACTIVE for port object ec6811fe-9b71-4666-8804-7d5ca0fac960 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:01:33.380647 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9efd615-5c26-49b8-8829-86319ced1f01 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:01:33.381076 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9efd615-5c26-49b8-8829-86319ced1f01 None None] Checking segment: {'id': 'b56c125f-abdd-400a-a424-596dc75c6536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '49af6995-55f7-4817-a15e-5f7136e07645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:01:33.381479 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b9efd615-5c26-49b8-8829-86319ced1f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:33.381941 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9efd615-5c26-49b8-8829-86319ced1f01 None None] Bound using segment: {'id': 'b56c125f-abdd-400a-a424-596dc75c6536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '49af6995-55f7-4817-a15e-5f7136e07645'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:01:33.382524 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b9efd615-5c26-49b8-8829-86319ced1f01 None None] Bound port: 25f572c8-f586-411b-ab1f-2ac23ec31cce, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56c125f-abdd-400a-a424-596dc75c6536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '49af6995-55f7-4817-a15e-5f7136e07645'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:01:33.382915 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b9efd615-5c26-49b8-8829-86319ced1f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:33.434678 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-25e1a9f7-5660-4767-a126-1ce236b37efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:33.472535 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5cda1335-175b-47d4-ac75-e379f5cee83c tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:01:33.472932 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5cda1335-175b-47d4-ac75-e379f5cee83c tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:01:33.473389 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5cda1335-175b-47d4-ac75-e379f5cee83c tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=89738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:01:33.473813 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5cda1335-175b-47d4-ac75-e379f5cee83c tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=89738) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:01:33.474266 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-5cda1335-175b-47d4-ac75-e379f5cee83c tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3447038f-af96-450d-9e78-f7735e7675f6']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:33.497225 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:33.497728 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:33.499420 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-5cda1335-175b-47d4-ac75-e379f5cee83c tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8137ebf-46f5-4f38-b502-7d4445533ad6') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:33.499814 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-5cda1335-175b-47d4-ac75-e379f5cee83c tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8137ebf-46f5-4f38-b502-7d4445533ad6') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:33.508216 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempt 6 to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b Sep 23 15:01:33.519120 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b9efd615-5c26-49b8-8829-86319ced1f01 None None] For port 25f572c8-f586-411b-ab1f-2ac23ec31cce, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:01:33.524510 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b9efd615-5c26-49b8-8829-86319ced1f01 None None] For port 25f572c8-f586-411b-ab1f-2ac23ec31cce, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=25f572c8-f586-411b-ab1f-2ac23ec31cce,segment=NetworkSegment(b56c125f-abdd-400a-a424-596dc75c6536),segment_id=b56c125f-abdd-400a-a424-596dc75c6536)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:01:33.527920 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-25e1a9f7-5660-4767-a126-1ce236b37efa None None] Attempting to bind port ec6811fe-9b71-4666-8804-7d5ca0fac960 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:33.528447 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-25e1a9f7-5660-4767-a126-1ce236b37efa None None] Attempting to bind port ec6811fe-9b71-4666-8804-7d5ca0fac960 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:33.529638 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e1a9f7-5660-4767-a126-1ce236b37efa None None] Attempting to bind port ec6811fe-9b71-4666-8804-7d5ca0fac960 on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:33.546149 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e1a9f7-5660-4767-a126-1ce236b37efa None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:01:33.546552 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e1a9f7-5660-4767-a126-1ce236b37efa None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:01:33.546959 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-25e1a9f7-5660-4767-a126-1ce236b37efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:33.547361 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e1a9f7-5660-4767-a126-1ce236b37efa None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:01:33.547834 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-25e1a9f7-5660-4767-a126-1ce236b37efa None None] Bound port: ec6811fe-9b71-4666-8804-7d5ca0fac960, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:01:33.548243 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-25e1a9f7-5660-4767-a126-1ce236b37efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:33.581216 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5cda1335-175b-47d4-ac75-e379f5cee83c tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:33.583631 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b9efd615-5c26-49b8-8829-86319ced1f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:33.610898 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eaa3b9-8c93-454a-a473-6759990f3b73 None None] Pushing event updated for resources: {'Port': ['ID=ec6811fe-9b71-4666-8804-7d5ca0fac960,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:33.638053 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fff884dd-adf0-48b5-9f9a-1f473ba8bdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:33.647958 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eaa3b9-8c93-454a-a473-6759990f3b73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:33.648340 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eaa3b9-8c93-454a-a473-6759990f3b73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:33.648693 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eaa3b9-8c93-454a-a473-6759990f3b73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:33.649047 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eaa3b9-8c93-454a-a473-6759990f3b73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:33.649369 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eaa3b9-8c93-454a-a473-6759990f3b73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:33.649726 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eaa3b9-8c93-454a-a473-6759990f3b73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:33.650063 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eaa3b9-8c93-454a-a473-6759990f3b73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:33.650424 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eaa3b9-8c93-454a-a473-6759990f3b73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:33.650768 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eaa3b9-8c93-454a-a473-6759990f3b73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:33.651258 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eaa3b9-8c93-454a-a473-6759990f3b73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:33.651727 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eaa3b9-8c93-454a-a473-6759990f3b73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:33.652197 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eaa3b9-8c93-454a-a473-6759990f3b73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69eaa3b9-8c93-454a-a473-6759990f3b73 None None] Tracked resource versions report: Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: pushed versions: Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: { 'AddressGroup': {'1.2'}, Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: 'ConntrackHelper': {'1.0'}, Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: 'Log': {'1.0'}, Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: 'Network': {'1.1'}, Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: 'Port': {'1.7'}, Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: 'PortForwarding': {'1.2'}, Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: 'QosPolicy': {'1.8'}, Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: 'SecurityGroup': {'1.4'}, Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: 'SecurityGroupRule': {'1.2'}, Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: 'SubPort': {'1.0'}, Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: 'Subnet': {'1.1'}, Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: 'Trunk': {'1.1'}} Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: consumer versions: Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: { DHCP agent@dv-neutron-859093-1-hyperv: {}, Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: HyperV agent@hv-neutron-8590: {}, Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: L3 agent@dv-neutron-859093-1-hyperv: {}, Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: Metadata agent@dv-neutron-859093-1-hyperv: {}, Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: Metering agent@dv-neutron-859093-1-hyperv: {}, Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: Open vSwitch agent@dv-neutron-859093-1-hyperv: { 'AddressGroup': '1.2', Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: 'ConntrackHelper': '1.0', Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: 'Log': '1.0', Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: 'Network': '1.1', Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: 'Port': '1.7', Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: 'PortForwarding': '1.2', Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: 'QosPolicy': '1.8', Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: 'SecurityGroup': '1.4', Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: 'SecurityGroupRule': '1.2', Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: 'SubPort': '1.0', Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: 'Subnet': '1.1', Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: 'Trunk': '1.1'}} Sep 23 15:01:33.655242 dv-neutron-859093-1-hyperv neutron-server[89741]: {{(pid=89741) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 15:01:33.660057 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:33.661829 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:33.666883 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:33.686034 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5cda1335-175b-47d4-ac75-e379f5cee83c tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:33.689693 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:33.689693 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:33.693555 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempt 7 to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b Sep 23 15:01:33.710767 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efd615-5c26-49b8-8829-86319ced1f01 None None] Pushing event updated for resources: {'Port': ['ID=25f572c8-f586-411b-ab1f-2ac23ec31cce,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:33.716414 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-25e1a9f7-5660-4767-a126-1ce236b37efa None None] For port ec6811fe-9b71-4666-8804-7d5ca0fac960, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:01:33.724499 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-25e1a9f7-5660-4767-a126-1ce236b37efa None None] For port ec6811fe-9b71-4666-8804-7d5ca0fac960, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ec6811fe-9b71-4666-8804-7d5ca0fac960,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:01:33.741925 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cda1335-175b-47d4-ac75-e379f5cee83c tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:01:33.742405 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5cda1335-175b-47d4-ac75-e379f5cee83c tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:33.806501 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-25e1a9f7-5660-4767-a126-1ce236b37efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:33.867510 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:33.867947 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:33.868381 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:33.919860 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e1a9f7-5660-4767-a126-1ce236b37efa None None] Routers {'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:01:33.920623 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-25e1a9f7-5660-4767-a126-1ce236b37efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:01:04Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:33.955687 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:33.956311 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:33.970674 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempt 8 to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b Sep 23 15:01:33.996646 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:33.997208 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:33.998253 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:34.009647 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-95a54866-c9ad-4190-9495-f6c024f53a9c tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:34.049531 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5cda1335-175b-47d4-ac75-e379f5cee83c tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:34.055059 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:34.055728 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:34.057060 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempt 9 to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b Sep 23 15:01:34.058503 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eaa3b9-8c93-454a-a473-6759990f3b73 None None] Pushing event updated for resources: {'Port': ['ID=ec6811fe-9b71-4666-8804-7d5ca0fac960,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:34.066263 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-95a54866-c9ad-4190-9495-f6c024f53a9c tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:34.151119 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cda1335-175b-47d4-ac75-e379f5cee83c tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3447038f-af96-450d-9e78-f7735e7675f6 {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 23 15:01:34.174555 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5cda1335-175b-47d4-ac75-e379f5cee83c tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:34.177651 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:34.178392 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:34.178490 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:34.180558 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda1335-175b-47d4-ac75-e379f5cee83c tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Pushing event deleted for resources: {'Network': ['ID=3447038f-af96-450d-9e78-f7735e7675f6,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:34.184931 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff884dd-adf0-48b5-9f9a-1f473ba8bdbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfd7c0a-6f40-4ee3-8a35-2966ab7f9768,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:34.204552 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-25e1a9f7-5660-4767-a126-1ce236b37efa None None] Set router e8a384fb-8084-40cc-a6fb-5a538a6e7ac0 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:01:34.241332 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5cda1335-175b-47d4-ac75-e379f5cee83c tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] 10.222.0.67 "DELETE /v2.0/networks/3447038f-af96-450d-9e78-f7735e7675f6 HTTP/1.1" status: 204 len: 168 time: 1.4306695 Sep 23 15:01:34.243994 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:34.244947 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:34.248764 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38352) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:34.249682 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempt 10 to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b Sep 23 15:01:34.267276 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8af5f762-df75-406a-9f08-791a41c4ee3b tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:34.291886 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8af5f762-df75-406a-9f08-791a41c4ee3b tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:34.309277 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:34.309796 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:34.309989 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:34.314388 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-e404916f-0a52-41bd-b9c3-570276fa1e2f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:34.329406 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:34.329734 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:34.330094 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:34.336938 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e404916f-0a52-41bd-b9c3-570276fa1e2f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:34.369515 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e404916f-0a52-41bd-b9c3-570276fa1e2f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Usage tracker for resource:network and tenant:93bfa2e136274e48b73eaa9253bfa24b is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:34.390788 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e404916f-0a52-41bd-b9c3-570276fa1e2f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:34.393926 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fff884dd-adf0-48b5-9f9a-1f473ba8bdbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:34.397735 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-fff884dd-adf0-48b5-9f9a-1f473ba8bdbc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/acfd7c0a-6f40-4ee3-8a35-2966ab7f9768 HTTP/1.1" status: 204 len: 168 time: 2.0585146 Sep 23 15:01:34.408427 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e404916f-0a52-41bd-b9c3-570276fa1e2f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:34.495673 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8af5f762-df75-406a-9f08-791a41c4ee3b tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:34.496246 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af5f762-df75-406a-9f08-791a41c4ee3b tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dbbee5b7-3003-4435-812c-ecd61e05e38d {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:01:34.583301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-80d42067-dd3c-4ba1-a244-2779a0f24af1 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:34.586394 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment f8137ebf-46f5-4f38-b502-7d4445533ad6 resource provider aggregate not found Sep 23 15:01:34.595433 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8af5f762-df75-406a-9f08-791a41c4ee3b tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:34.600757 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8af5f762-df75-406a-9f08-791a41c4ee3b tempest-RoutersTestDVR-87243534 tempest-RoutersTestDVR-87243534-project-admin] 10.222.0.67 "DELETE /v2.0/routers/dbbee5b7-3003-4435-812c-ecd61e05e38d HTTP/1.1" status: 204 len: 168 time: 1.7538249 Sep 23 15:01:34.614405 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e404916f-0a52-41bd-b9c3-570276fa1e2f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Made reservation on behalf of 93bfa2e136274e48b73eaa9253bfa24b for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:34.620686 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e404916f-0a52-41bd-b9c3-570276fa1e2f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:34.631867 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment f8137ebf-46f5-4f38-b502-7d4445533ad6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8137ebf-46f5-4f38-b502-7d4445533ad6 found for delete ", "request_id": "req-ada143f8-9b32-4a0b-8e79-38afcd7bc802"}]} Sep 23 15:01:34.693284 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-80d42067-dd3c-4ba1-a244-2779a0f24af1 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Transition to ACTIVE for port object 5bee5614-451a-4224-b576-2fdf275d58b5 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:01:34.699869 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-95a54866-c9ad-4190-9495-f6c024f53a9c tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:34.774384 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e404916f-0a52-41bd-b9c3-570276fa1e2f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:01:34.791504 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189ebfa5-c596-448b-8042-c8c2c516ee05 admin admin] Router 55234c5e-90c2-4330-a0e1-5d547172e42c is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:01:34.821934 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e404916f-0a52-41bd-b9c3-570276fa1e2f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:34.822508 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-e404916f-0a52-41bd-b9c3-570276fa1e2f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Added segment 1d3b05bb-1fb3-40de-aaba-29fded55c8e9 of type vlan for network d2ae1e07-f3b6-4188-8a3f-0d1fe1ba2feb Sep 23 15:01:34.934299 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:01:34.975031 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-25e1a9f7-5660-4767-a126-1ce236b37efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'name': 'tempest-ServerActionsTestJSON-1933028262-router', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:01:28Z', 'revision_number': 3, 'project_id': '74a86a480a6e47f78eac424839cb09ea', 'gw_port': {'id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:27Z', 'updated_at': '2022-09-23T15:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:34.982776 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e1a9f7-5660-4767-a126-1ce236b37efa None None] The sync data for ids ['e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'] in dv-neutron-859093-1-hyperv is: [{'id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'name': 'tempest-ServerActionsTestJSON-1933028262-router', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:01:28Z', 'revision_number': 3, 'project_id': '74a86a480a6e47f78eac424839cb09ea', 'gw_port': {'id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:27Z', 'updated_at': '2022-09-23T15:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:01:35.018108 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e3386038-ea25-4f6d-8dc0-5d063abc44e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:35.036828 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1246d56c-9c58-47a7-9085-26998abf0108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:35.092847 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e404916f-0a52-41bd-b9c3-570276fa1e2f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:35.109906 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d815b135-6b5c-4705-929b-17d901c3f8dc None None] Network 49af6995-55f7-4817-a15e-5f7136e07645 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:01:35.291334 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-80d42067-dd3c-4ba1-a244-2779a0f24af1 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:35.312695 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] For port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b, host hv-neutron-8590, cleared binding levels {{(pid=89738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:01:35.315454 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempted to set empty binding levels {{(pid=89738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 23 15:01:35.315454 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-95a54866-c9ad-4190-9495-f6c024f53a9c tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:35.318745 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-95a54866-c9ad-4190-9495-f6c024f53a9c tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:35.378132 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f726e964-e024-466b-9838-e42001acd67e None None] Provisioning for port 25f572c8-f586-411b-ab1f-2ac23ec31cce completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:01:35.422542 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-95a54866-c9ad-4190-9495-f6c024f53a9c tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:35.423052 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a54866-c9ad-4190-9495-f6c024f53a9c tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0dd976e-d08d-41ea-9655-8ae04622680f {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:01:35.440361 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:35.447034 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:35.450730 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:35.552074 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:35.554062 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.resource_extend [None req-e404916f-0a52-41bd-b9c3-570276fa1e2f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:01:35.560638 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 25f572c8-f586-411b-ab1f-2ac23ec31cce up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:01:35.589053 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38368) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:35.603669 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d42067-dd3c-4ba1-a244-2779a0f24af1 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Network 49af6995-55f7-4817-a15e-5f7136e07645 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:01:35.619519 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-80d42067-dd3c-4ba1-a244-2779a0f24af1 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:35.619860 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-87e5c7ae-a61e-4c43-92d0-398b5da9d070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:35.626670 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189ebfa5-c596-448b-8042-c8c2c516ee05 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:01:35.629564 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d42067-dd3c-4ba1-a244-2779a0f24af1 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:01:35.633190 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Pushing event updated for resources: {'Port': ['ID=89b5a892-44e8-4049-abf8-8d56bdf1ed1b,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:35.635077 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d42067-dd3c-4ba1-a244-2779a0f24af1 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:35.635733 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-80d42067-dd3c-4ba1-a244-2779a0f24af1 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:35.657422 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-87e5c7ae-a61e-4c43-92d0-398b5da9d070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:35.664717 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-87e5c7ae-a61e-4c43-92d0-398b5da9d070 admin admin] Usage tracker for resource:security_group_rule and tenant:638c0ba792dc487f9c61d65a10984dce is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:35.668229 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-87e5c7ae-a61e-4c43-92d0-398b5da9d070 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:35.677935 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-95a54866-c9ad-4190-9495-f6c024f53a9c tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 23 15:01:35.686601 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-95a54866-c9ad-4190-9495-f6c024f53a9c tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 409 len: 373 time: 4.5713570 Sep 23 15:01:35.687109 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e404916f-0a52-41bd-b9c3-570276fa1e2f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:35.687937 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38376) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:35.688061 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e404916f-0a52-41bd-b9c3-570276fa1e2f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:35.688649 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e404916f-0a52-41bd-b9c3-570276fa1e2f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:35.701504 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8192b3c2-37ca-457d-b1bc-a10e5e6c0c6e tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 6.5730317 Sep 23 15:01:35.707301 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38378) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:35.708829 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-87e5c7ae-a61e-4c43-92d0-398b5da9d070 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:35.733112 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d42067-dd3c-4ba1-a244-2779a0f24af1 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Pushing event updated for resources: {'Port': ['ID=5bee5614-451a-4224-b576-2fdf275d58b5,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:35.752547 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:35.783895 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 25f572c8-f586-411b-ab1f-2ac23ec31cce completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:01:35.789927 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 25f572c8-f586-411b-ab1f-2ac23ec31cce triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:01:35.796953 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:35.796953 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 25f572c8-f586-411b-ab1f-2ac23ec31cce Sep 23 15:01:35.813861 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38384) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:35.839702 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-80d42067-dd3c-4ba1-a244-2779a0f24af1 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8086534 Sep 23 15:01:35.854420 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38388) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:35.872555 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a2f41-f4f9-4095-b014-87d52d628fe1 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Deleting port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:01:35.879372 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7b0a2f41-f4f9-4095-b014-87d52d628fe1 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:35.917995 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c5bdf1-7e69-4718-a9e6-b38864198ea5 None None] Sync routers for ids ['55234c5e-90c2-4330-a0e1-5d547172e42c'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:01:35.997852 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c5bdf1-7e69-4718-a9e6-b38864198ea5 None None] Routers {'55234c5e-90c2-4330-a0e1-5d547172e42c'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:01:36.010031 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-a6c5bdf1-7e69-4718-a9e6-b38864198ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:01:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['55234c5e-90c2-4330-a0e1-5d547172e42c'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:36.046453 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-d5ce37f3-b58f-400a-a6bd-7e263bb9a48e tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Deleting port 5bee5614-451a-4224-b576-2fdf275d58b5 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:01:36.046799 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d5ce37f3-b58f-400a-a6bd-7e263bb9a48e tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:36.082903 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e404916f-0a52-41bd-b9c3-570276fa1e2f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.7931111 Sep 23 15:01:36.082903 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404916f-0a52-41bd-b9c3-570276fa1e2f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Pushing event updated for resources: {'Network': ['ID=d2ae1e07-f3b6-4188-8a3f-0d1fe1ba2feb,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:36.085882 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38394) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:36.100536 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-ec11c192-28db-4792-ae4f-abc24d4c6d20 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Request body: {'subnet': {'network_id': 'd2ae1e07-f3b6-4188-8a3f-0d1fe1ba2feb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:36.129220 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ec11c192-28db-4792-ae4f-abc24d4c6d20 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:36.136904 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network d2ae1e07-f3b6-4188-8a3f-0d1fe1ba2feb details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:01:36.161345 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dcc2779f-4038-48bc-b953-9418e15fc937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:36.161541 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-8e9d0afd-55e1-4d10-92bf-72613fa1e50c tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Deleting port 72399f3a-b3fe-46e0-9ffe-9e84f42a9ab5 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:01:36.162066 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8e9d0afd-55e1-4d10-92bf-72613fa1e50c tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:36.183859 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ec11c192-28db-4792-ae4f-abc24d4c6d20 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Usage tracker for resource:subnet and tenant:93bfa2e136274e48b73eaa9253bfa24b is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:36.190293 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-dcc2779f-4038-48bc-b953-9418e15fc937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:36.194695 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-dcc2779f-4038-48bc-b953-9418e15fc937 admin admin] Usage tracker for resource:security_group_rule and tenant:ef9d30e002bb4ccd88aa1b05a90bf5a4 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:36.197925 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-dcc2779f-4038-48bc-b953-9418e15fc937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:36.205346 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-dcc2779f-4038-48bc-b953-9418e15fc937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:36.241643 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ec11c192-28db-4792-ae4f-abc24d4c6d20 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:36.261056 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-189ebfa5-c596-448b-8042-c8c2c516ee05 admin admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:36.265361 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-189ebfa5-c596-448b-8042-c8c2c516ee05 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 9.7600930 Sep 23 15:01:36.272982 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ec11c192-28db-4792-ae4f-abc24d4c6d20 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:36.274872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38398) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:36.286082 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-1246d56c-9c58-47a7-9085-26998abf0108 admin admin] Allocated IP 172.20.0.1 (901c9061-3ace-4755-b443-55ec936320e8/ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3/a7318af2-af3c-45de-80bc-bf0927d6f715) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:01:36.298051 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 25f572c8-f586-411b-ab1f-2ac23ec31cce is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:01:36.298456 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:36.390033 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-7b0a2f41-f4f9-4095-b014-87d52d628fe1 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] For port 89b5a892-44e8-4049-abf8-8d56bdf1ed1b, host hv-neutron-8590, got binding levels [] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:01:36.390630 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7b0a2f41-f4f9-4095-b014-87d52d628fe1 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:36.396246 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-aee44e1b-c4df-49d2-85e0-88b9032f99ff None None] Provisioning for port 5bee5614-451a-4224-b576-2fdf275d58b5 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:01:36.424516 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-aee44e1b-c4df-49d2-85e0-88b9032f99ff None None] Provisioning complete for port 5bee5614-451a-4224-b576-2fdf275d58b5 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:01:36.424885 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aee44e1b-c4df-49d2-85e0-88b9032f99ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:36.425900 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-aee44e1b-c4df-49d2-85e0-88b9032f99ff None None] Attempt 1 to provision port 5bee5614-451a-4224-b576-2fdf275d58b5 Sep 23 15:01:36.465586 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec11c192-28db-4792-ae4f-abc24d4c6d20 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Made reservation on behalf of 93bfa2e136274e48b73eaa9253bfa24b for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:36.468756 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ec11c192-28db-4792-ae4f-abc24d4c6d20 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks [] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:36.502637 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 25f572c8-f586-411b-ab1f-2ac23ec31cce, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=25f572c8-f586-411b-ab1f-2ac23ec31cce,segment=NetworkSegment(b56c125f-abdd-400a-a424-596dc75c6536),segment_id=b56c125f-abdd-400a-a424-596dc75c6536)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:01:36.510119 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-a6c5bdf1-7e69-4718-a9e6-b38864198ea5 None None] Set router 55234c5e-90c2-4330-a0e1-5d547172e42c gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:01:36.532224 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a2f41-f4f9-4095-b014-87d52d628fe1 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Calling delete_port for 89b5a892-44e8-4049-abf8-8d56bdf1ed1b owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:01:36.557395 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-aee44e1b-c4df-49d2-85e0-88b9032f99ff None None] Port 5bee5614-451a-4224-b576-2fdf275d58b5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:01:36.612711 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:36.613431 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ec6811fe-9b71-4666-8804-7d5ca0fac960 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:01:36.830152 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=25f572c8-f586-411b-ab1f-2ac23ec31cce,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:36.842877 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7b0a2f41-f4f9-4095-b014-87d52d628fe1 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:36.896387 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-87e5c7ae-a61e-4c43-92d0-398b5da9d070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:36.909843 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a2f41-f4f9-4095-b014-87d52d628fe1 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Pushing event deleted for resources: {'Port': ['ID=89b5a892-44e8-4049-abf8-8d56bdf1ed1b,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:36.919427 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:36.930871 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7b0a2f41-f4f9-4095-b014-87d52d628fe1 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:36.943004 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port ec6811fe-9b71-4666-8804-7d5ca0fac960 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:01:36.952644 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port ec6811fe-9b71-4666-8804-7d5ca0fac960 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:01:36.952644 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:36.952884 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port ec6811fe-9b71-4666-8804-7d5ca0fac960 Sep 23 15:01:36.959360 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7b0a2f41-f4f9-4095-b014-87d52d628fe1 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] 10.222.0.67 "DELETE /v2.0/ports/89b5a892-44e8-4049-abf8-8d56bdf1ed1b HTTP/1.1" status: 204 len: 168 time: 1.2452862 Sep 23 15:01:36.960050 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38402) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:36.994390 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8e9d0afd-55e1-4d10-92bf-72613fa1e50c tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:37.011097 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-87e5c7ae-a61e-4c43-92d0-398b5da9d070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:37.021916 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-a6c5bdf1-7e69-4718-a9e6-b38864198ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'name': 'tempest-ServersTestJSON-1681864736-router', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.119'}], 'enable_snat': True}, 'gw_port_id': 'c24d0838-c2ac-46a8-82cb-496d5ce959e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:01:31Z', 'revision_number': 3, 'project_id': 'd6fcdd71d4f440d4966468a249c527ae', 'gw_port': {'id': 'c24d0838-c2ac-46a8-82cb-496d5ce959e8', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:30Z', 'updated_at': '2022-09-23T15:01:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:37.025418 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dcc2779f-4038-48bc-b953-9418e15fc937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:37.060495 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-aee44e1b-c4df-49d2-85e0-88b9032f99ff None None] Attempt 2 to provision port 5bee5614-451a-4224-b576-2fdf275d58b5 Sep 23 15:01:37.103301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1246d56c-9c58-47a7-9085-26998abf0108 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:37.103471 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c5bdf1-7e69-4718-a9e6-b38864198ea5 None None] Checking router: 55234c5e-90c2-4330-a0e1-5d547172e42c for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:01:37.103763 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c5bdf1-7e69-4718-a9e6-b38864198ea5 None None] Updating router 55234c5e-90c2-4330-a0e1-5d547172e42c port c24d0838-c2ac-46a8-82cb-496d5ce959e8 binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:01:37.167393 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dcc2779f-4038-48bc-b953-9418e15fc937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:37.179647 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-aee44e1b-c4df-49d2-85e0-88b9032f99ff None None] Port 5bee5614-451a-4224-b576-2fdf275d58b5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:01:37.181770 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port ec6811fe-9b71-4666-8804-7d5ca0fac960 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:01:37.182169 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:37.191376 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a6c5bdf1-7e69-4718-a9e6-b38864198ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:37.229250 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9250761-7136-4563-ac9c-11df5202d5db tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] GET failed (client error): The resource could not be found. Sep 23 15:01:37.229652 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e9250761-7136-4563-ac9c-11df5202d5db tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Synchronizing usage tracker for tenant:47b4adf035424e7ba89db750c3fcf942 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:01:37.232787 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-1246d56c-9c58-47a7-9085-26998abf0108 admin admin] Transition to ACTIVE for port object a7318af2-af3c-45de-80bc-bf0927d6f715 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:01:37.238856 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-8e9d0afd-55e1-4d10-92bf-72613fa1e50c tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Calling delete_port for 72399f3a-b3fe-46e0-9ffe-9e84f42a9ab5 owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:01:37.248785 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port ec6811fe-9b71-4666-8804-7d5ca0fac960, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ec6811fe-9b71-4666-8804-7d5ca0fac960,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:01:37.327242 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-87e5c7ae-a61e-4c43-92d0-398b5da9d070 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=638c0ba792dc487f9c61d65a10984dce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7344172 Sep 23 15:01:37.332277 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38406) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:37.334359 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:37.342301 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5c7ae-a61e-4c43-92d0-398b5da9d070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4c4adb-a187-4889-821c-b1e4849a31a2,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:37.360598 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d5ce37f3-b58f-400a-a6bd-7e263bb9a48e tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:37.411468 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-dcc2779f-4038-48bc-b953-9418e15fc937 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ef9d30e002bb4ccd88aa1b05a90bf5a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5958138 Sep 23 15:01:37.426358 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38410) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:37.426358 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2779f-4038-48bc-b953-9418e15fc937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dd612b-d955-445f-a4bf-14406d4ae917,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:37.468840 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e9250761-7136-4563-ac9c-11df5202d5db tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Unset dirty status for tenant:47b4adf035424e7ba89db750c3fcf942 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:01:37.470004 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e9250761-7136-4563-ac9c-11df5202d5db tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] 10.222.0.67 "GET /v2.0/ports/89b5a892-44e8-4049-abf8-8d56bdf1ed1b HTTP/1.1" status: 404 len: 333 time: 0.5094483 Sep 23 15:01:37.479848 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38414) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:37.490285 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-f5f50c85-c21d-4fd2-866c-3c9730641d04 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Request body: {'port': {'network_id': '4f969841-728a-4fa3-821c-962973546e84', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-289496854'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:37.508567 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f5f50c85-c21d-4fd2-866c-3c9730641d04 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:37.509488 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 25f572c8-f586-411b-ab1f-2ac23ec31cce up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:01:37.517511 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b3655ae5-08a6-46de-815d-d0a3cb963b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:37.530607 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f5f50c85-c21d-4fd2-866c-3c9730641d04 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:37.533789 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=ec6811fe-9b71-4666-8804-7d5ca0fac960,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:37.561660 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b3655ae5-08a6-46de-815d-d0a3cb963b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:37.574952 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-d5ce37f3-b58f-400a-a6bd-7e263bb9a48e tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Calling delete_port for 5bee5614-451a-4224-b576-2fdf275d58b5 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:01:37.625967 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8e9d0afd-55e1-4d10-92bf-72613fa1e50c tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:37.635994 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 25f572c8-f586-411b-ab1f-2ac23ec31cce triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:01:37.636370 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:37.636704 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 25f572c8-f586-411b-ab1f-2ac23ec31cce Sep 23 15:01:37.662336 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f50c85-c21d-4fd2-866c-3c9730641d04 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Made reservation on behalf of 47b4adf035424e7ba89db750c3fcf942 for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:37.664870 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f5f50c85-c21d-4fd2-866c-3c9730641d04 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:37.692616 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d0afd-55e1-4d10-92bf-72613fa1e50c tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Pushing event deleted for resources: {'Port': ['ID=72399f3a-b3fe-46e0-9ffe-9e84f42a9ab5,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:37.692898 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-aee44e1b-c4df-49d2-85e0-88b9032f99ff None None] Attempt 3 to provision port 5bee5614-451a-4224-b576-2fdf275d58b5 Sep 23 15:01:37.772148 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-f5f50c85-c21d-4fd2-866c-3c9730641d04 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] device_id is not set on port df08a331-95e2-41e5-8c44-5b2d52dbcc6f yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:01:37.807445 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b3655ae5-08a6-46de-815d-d0a3cb963b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:37.820601 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 25f572c8-f586-411b-ab1f-2ac23ec31cce is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:01:37.832211 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-aee44e1b-c4df-49d2-85e0-88b9032f99ff None None] Port 5bee5614-451a-4224-b576-2fdf275d58b5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:01:37.855600 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3655ae5-08a6-46de-815d-d0a3cb963b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4c4adb-a187-4889-821c-b1e4849a31a2,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:37.888358 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8e9d0afd-55e1-4d10-92bf-72613fa1e50c tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:37.905309 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b3655ae5-08a6-46de-815d-d0a3cb963b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:37.906449 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b3655ae5-08a6-46de-815d-d0a3cb963b16 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/da4c4adb-a187-4889-821c-b1e4849a31a2 HTTP/1.1" status: 204 len: 168 time: 0.5662498 Sep 23 15:01:37.942777 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a6c5bdf1-7e69-4718-a9e6-b38864198ea5 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:37.959661 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-a6c5bdf1-7e69-4718-a9e6-b38864198ea5 None None] Transition to ACTIVE for port object c24d0838-c2ac-46a8-82cb-496d5ce959e8 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:01:37.985702 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9ff17b0d-fb39-4357-9d74-66196eb4a161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:38.016666 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8e9d0afd-55e1-4d10-92bf-72613fa1e50c tempest-RoutersAdminNegativeIpV6Test-724907504 tempest-RoutersAdminNegativeIpV6Test-724907504-project-admin] 10.222.0.67 "DELETE /v2.0/ports/72399f3a-b3fe-46e0-9ffe-9e84f42a9ab5 HTTP/1.1" status: 204 len: 168 time: 2.3094671 Sep 23 15:01:38.046048 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a6c5bdf1-7e69-4718-a9e6-b38864198ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:38.065562 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1246d56c-9c58-47a7-9085-26998abf0108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:38.076886 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f5f50c85-c21d-4fd2-866c-3c9730641d04 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:38.144516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9ff17b0d-fb39-4357-9d74-66196eb4a161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:38.178351 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f5f50c85-c21d-4fd2-866c-3c9730641d04 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:38.181364 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-a6c5bdf1-7e69-4718-a9e6-b38864198ea5 None None] Attempting to bind port c24d0838-c2ac-46a8-82cb-496d5ce959e8 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:38.181866 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-a6c5bdf1-7e69-4718-a9e6-b38864198ea5 None None] Attempting to bind port c24d0838-c2ac-46a8-82cb-496d5ce959e8 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:38.182065 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c5bdf1-7e69-4718-a9e6-b38864198ea5 None None] Attempting to bind port c24d0838-c2ac-46a8-82cb-496d5ce959e8 on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:38.193240 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c5bdf1-7e69-4718-a9e6-b38864198ea5 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:01:38.193868 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c5bdf1-7e69-4718-a9e6-b38864198ea5 None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:01:38.194502 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a6c5bdf1-7e69-4718-a9e6-b38864198ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:38.195058 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c5bdf1-7e69-4718-a9e6-b38864198ea5 None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:01:38.195698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-a6c5bdf1-7e69-4718-a9e6-b38864198ea5 None None] Bound port: c24d0838-c2ac-46a8-82cb-496d5ce959e8, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:01:38.196264 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a6c5bdf1-7e69-4718-a9e6-b38864198ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:38.234102 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1246d56c-9c58-47a7-9085-26998abf0108 admin admin] Network 901c9061-3ace-4755-b443-55ec936320e8 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:01:38.238005 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f33273-afe4-4ddb-85d9-cce0da5e3813 None None] Pushing event updated for resources: {'Port': ['ID=c24d0838-c2ac-46a8-82cb-496d5ce959e8,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:38.272522 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f50c85-c21d-4fd2-866c-3c9730641d04 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Network 4f969841-728a-4fa3-821c-962973546e84 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:01:38.275982 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-f5f50c85-c21d-4fd2-866c-3c9730641d04 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:38.280061 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f50c85-c21d-4fd2-866c-3c9730641d04 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:01:38.280987 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f50c85-c21d-4fd2-866c-3c9730641d04 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:38.281869 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f5f50c85-c21d-4fd2-866c-3c9730641d04 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:38.292469 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-a6c5bdf1-7e69-4718-a9e6-b38864198ea5 None None] For port c24d0838-c2ac-46a8-82cb-496d5ce959e8, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:01:38.293491 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-1246d56c-9c58-47a7-9085-26998abf0108 admin admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:38.296194 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1246d56c-9c58-47a7-9085-26998abf0108 admin admin] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:01:38.296627 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1246d56c-9c58-47a7-9085-26998abf0108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:38.304422 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f50c85-c21d-4fd2-866c-3c9730641d04 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Pushing event updated for resources: {'Port': ['ID=df08a331-95e2-41e5-8c44-5b2d52dbcc6f,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:38.304513 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-a6c5bdf1-7e69-4718-a9e6-b38864198ea5 None None] For port c24d0838-c2ac-46a8-82cb-496d5ce959e8, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=c24d0838-c2ac-46a8-82cb-496d5ce959e8,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:01:38.333651 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-aee44e1b-c4df-49d2-85e0-88b9032f99ff None None] Attempt 4 to provision port 5bee5614-451a-4224-b576-2fdf275d58b5 Sep 23 15:01:38.377947 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-aee44e1b-c4df-49d2-85e0-88b9032f99ff None None] Port 5bee5614-451a-4224-b576-2fdf275d58b5 was deleted so its status cannot be updated. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 15:01:38.378811 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f5f50c85-c21d-4fd2-866c-3c9730641d04 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8964100 Sep 23 15:01:38.383255 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38424) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:38.389736 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a6c5bdf1-7e69-4718-a9e6-b38864198ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:38.390904 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8590'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:38.486912 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c5bdf1-7e69-4718-a9e6-b38864198ea5 None None] Routers {'55234c5e-90c2-4330-a0e1-5d547172e42c'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:01:38.487551 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-a6c5bdf1-7e69-4718-a9e6-b38864198ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:01:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['55234c5e-90c2-4330-a0e1-5d547172e42c'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:38.511434 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246d56c-9c58-47a7-9085-26998abf0108 admin admin] Pushing event updated for resources: {'Port': ['ID=a7318af2-af3c-45de-80bc-bf0927d6f715,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:38.519865 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d5ce37f3-b58f-400a-a6bd-7e263bb9a48e tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:38.556987 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-aee44e1b-c4df-49d2-85e0-88b9032f99ff None None] Provisioning complete for port 25f572c8-f586-411b-ab1f-2ac23ec31cce triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:01:38.557357 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aee44e1b-c4df-49d2-85e0-88b9032f99ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:38.557687 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-aee44e1b-c4df-49d2-85e0-88b9032f99ff None None] Attempt 1 to provision port 25f572c8-f586-411b-ab1f-2ac23ec31cce Sep 23 15:01:38.643599 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38432) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:38.649050 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f33273-afe4-4ddb-85d9-cce0da5e3813 None None] Pushing event updated for resources: {'Port': ['ID=c24d0838-c2ac-46a8-82cb-496d5ce959e8,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:38.666044 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:38.676251 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce37f3-b58f-400a-a6bd-7e263bb9a48e tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Pushing event deleted for resources: {'Port': ['ID=5bee5614-451a-4224-b576-2fdf275d58b5,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:38.728315 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9ff17b0d-fb39-4357-9d74-66196eb4a161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:38.861746 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-a6c5bdf1-7e69-4718-a9e6-b38864198ea5 None None] Set router 55234c5e-90c2-4330-a0e1-5d547172e42c gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:01:38.881412 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff17b0d-fb39-4357-9d74-66196eb4a161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dd612b-d955-445f-a4bf-14406d4ae917,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:38.902432 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d5ce37f3-b58f-400a-a6bd-7e263bb9a48e tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:38.939993 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3143f762-ac57-43e5-bca7-8cb4c960d857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:38.972804 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-3143f762-ac57-43e5-bca7-8cb4c960d857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:38.980919 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-3143f762-ac57-43e5-bca7-8cb4c960d857 admin admin] Usage tracker for resource:security_group_rule and tenant:1844197166f349af91b3cd6edc639da1 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:38.984956 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-3143f762-ac57-43e5-bca7-8cb4c960d857 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:38.992146 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-3143f762-ac57-43e5-bca7-8cb4c960d857 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:39.006155 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9ff17b0d-fb39-4357-9d74-66196eb4a161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:39.009557 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9ff17b0d-fb39-4357-9d74-66196eb4a161 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/54dd612b-d955-445f-a4bf-14406d4ae917 HTTP/1.1" status: 204 len: 168 time: 1.5765405 Sep 23 15:01:39.015504 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d5ce37f3-b58f-400a-a6bd-7e263bb9a48e tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] 10.222.0.67 "DELETE /v2.0/ports/5bee5614-451a-4224-b576-2fdf275d58b5 HTTP/1.1" status: 204 len: 168 time: 3.1135197 Sep 23 15:01:39.020855 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38446) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:39.050057 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-aee44e1b-c4df-49d2-85e0-88b9032f99ff None None] Current status of the port 25f572c8-f586-411b-ab1f-2ac23ec31cce is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:01:39.101958 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] device_id is not set on port df08a331-95e2-41e5-8c44-5b2d52dbcc6f yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:01:39.114220 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:39.144435 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Transition to ACTIVE for port object df08a331-95e2-41e5-8c44-5b2d52dbcc6f will not be triggered until provisioned by entity L2. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:01:39.177205 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3143f762-ac57-43e5-bca7-8cb4c960d857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:39.222299 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-35e6e22e-aef1-4f1a-a022-03dde6b7cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:39.229881 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:39.281344 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-03a2e3ff-4253-4a48-88c7-765399852ff8 None None] Provisioning for port a7318af2-af3c-45de-80bc-bf0927d6f715 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:01:39.295394 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-03a2e3ff-4253-4a48-88c7-765399852ff8 None None] Provisioning complete for port a7318af2-af3c-45de-80bc-bf0927d6f715 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:01:39.295810 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-03a2e3ff-4253-4a48-88c7-765399852ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:39.296508 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-03a2e3ff-4253-4a48-88c7-765399852ff8 None None] Attempt 1 to provision port a7318af2-af3c-45de-80bc-bf0927d6f715 Sep 23 15:01:39.299429 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.objects.ports [None req-ec11c192-28db-4792-ae4f-abc24d4c6d20 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89739) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 23 15:01:39.299932 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ec11c192-28db-4792-ae4f-abc24d4c6d20 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:39.356232 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3143f762-ac57-43e5-bca7-8cb4c960d857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:39.395722 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-03a2e3ff-4253-4a48-88c7-765399852ff8 None None] Port a7318af2-af3c-45de-80bc-bf0927d6f715 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:01:39.420537 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-a6c5bdf1-7e69-4718-a9e6-b38864198ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'name': 'tempest-ServersTestJSON-1681864736-router', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.119'}], 'enable_snat': True}, 'gw_port_id': 'c24d0838-c2ac-46a8-82cb-496d5ce959e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:01:31Z', 'revision_number': 3, 'project_id': 'd6fcdd71d4f440d4966468a249c527ae', 'gw_port': {'id': 'c24d0838-c2ac-46a8-82cb-496d5ce959e8', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:30Z', 'updated_at': '2022-09-23T15:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:39.422393 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143f762-ac57-43e5-bca7-8cb4c960d857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b75a221-f79b-4b0c-a35f-48e2c084241f,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:39.441256 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c5bdf1-7e69-4718-a9e6-b38864198ea5 None None] The sync data for ids ['55234c5e-90c2-4330-a0e1-5d547172e42c'] in dv-neutron-859093-1-hyperv is: [{'id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'name': 'tempest-ServersTestJSON-1681864736-router', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.119'}], 'enable_snat': True}, 'gw_port_id': 'c24d0838-c2ac-46a8-82cb-496d5ce959e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:01:31Z', 'revision_number': 3, 'project_id': 'd6fcdd71d4f440d4966468a249c527ae', 'gw_port': {'id': 'c24d0838-c2ac-46a8-82cb-496d5ce959e8', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:30Z', 'updated_at': '2022-09-23T15:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:01:39.451585 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11c192-28db-4792-ae4f-abc24d4c6d20 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Pushing event updated for resources: {'Subnet': ['ID=106c18fc-f13b-49f4-b79a-54370d08aadc,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:39.475940 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:39.476096 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:39.476426 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:39.482644 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ec6811fe-9b71-4666-8804-7d5ca0fac960 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:01:39.499381 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3143f762-ac57-43e5-bca7-8cb4c960d857 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1844197166f349af91b3cd6edc639da1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8544462 Sep 23 15:01:39.502209 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:39.502373 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:39.503520 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Pushing event updated for resources: {'Port': ['ID=df08a331-95e2-41e5-8c44-5b2d52dbcc6f,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:39.510390 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38456) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:39.510837 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempt 2 to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f Sep 23 15:01:39.556609 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:39.556940 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:39.557274 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:39.580531 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:39.580864 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:39.587919 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempt 3 to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f Sep 23 15:01:39.610592 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec11c192-28db-4792-ae4f-abc24d4c6d20 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Checking segment: {'id': '1d3b05bb-1fb3-40de-aaba-29fded55c8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd2ae1e07-f3b6-4188-8a3f-0d1fe1ba2feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:01:39.610953 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec11c192-28db-4792-ae4f-abc24d4c6d20 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Network hostable DHCP agents. Network: d2ae1e07-f3b6-4188-8a3f-0d1fe1ba2feb, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:01:39.633019 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:39.633204 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port ec6811fe-9b71-4666-8804-7d5ca0fac960 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:01:39.633359 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:39.633686 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:39.634538 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:39.635859 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port ec6811fe-9b71-4666-8804-7d5ca0fac960 Sep 23 15:01:39.642272 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:39.642624 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:39.645088 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempt 4 to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f Sep 23 15:01:39.667761 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1246d56c-9c58-47a7-9085-26998abf0108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:39.678853 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:39.679190 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:39.679523 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:39.691152 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1fea8dc8-4f3e-41e5-8600-83599463ff1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:39.692991 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:39.693314 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:39.699640 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempt 5 to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f Sep 23 15:01:39.724848 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-82515748-2736-4b03-81f7-7a8186431b22 tempest-DHCPAgentSchedulersTestJSON-1902075449 tempest-DHCPAgentSchedulersTestJSON-1902075449-project-admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.6972239 Sep 23 15:01:39.731341 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38462) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:39.736116 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-2bd33e5a-9a30-4463-b127-8e5df674e98b tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1184685929'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:39.756073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:39.756073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:39.756320 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:39.776814 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2bd33e5a-9a30-4463-b127-8e5df674e98b tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:39.782495 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:39.782983 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:39.788598 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempt 6 to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f Sep 23 15:01:39.806041 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-35e6e22e-aef1-4f1a-a022-03dde6b7cb34 admin admin] Allocated IP 172.20.0.1 (3a4ed919-cf37-4585-ae10-0e854eb24e47/04fb8fb3-375d-4a4c-817d-3e8eac3bab95/ddbf2bb1-18f2-42df-9a69-71a4919303e8) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:01:39.815331 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1fea8dc8-4f3e-41e5-8600-83599463ff1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:39.845642 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2bd33e5a-9a30-4463-b127-8e5df674e98b tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Usage tracker for resource:network and tenant:3f18a9a2a5554935b9c5ec91376392e9 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:39.859683 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2bd33e5a-9a30-4463-b127-8e5df674e98b tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:39.873809 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec11c192-28db-4792-ae4f-abc24d4c6d20 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Network d2ae1e07-f3b6-4188-8a3f-0d1fe1ba2feb is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:01:39.887387 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2bd33e5a-9a30-4463-b127-8e5df674e98b tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:39.899404 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-03a2e3ff-4253-4a48-88c7-765399852ff8 None None] Attempt 2 to provision port a7318af2-af3c-45de-80bc-bf0927d6f715 Sep 23 15:01:39.899610 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:39.899880 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:39.900212 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:39.921484 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:39.921813 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:39.922901 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempt 7 to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f Sep 23 15:01:39.941278 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:39.941278 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:39.941278 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:39.948659 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:39.948659 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:39.948659 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempt 8 to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f Sep 23 15:01:39.965836 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:39.966154 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:39.966441 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:39.977990 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:39.978177 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:39.978457 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempt 9 to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f Sep 23 15:01:39.984847 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port ec6811fe-9b71-4666-8804-7d5ca0fac960 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:01:39.995527 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-03a2e3ff-4253-4a48-88c7-765399852ff8 None None] Port a7318af2-af3c-45de-80bc-bf0927d6f715 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:01:39.996236 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:39.996576 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:39.996912 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:40.002978 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:40.003306 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:40.003689 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempt 10 to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f Sep 23 15:01:40.030092 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:40.030625 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:40.031047 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:40.035908 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd33e5a-9a30-4463-b127-8e5df674e98b tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Made reservation on behalf of 3f18a9a2a5554935b9c5ec91376392e9 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:40.039553 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2bd33e5a-9a30-4463-b127-8e5df674e98b tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:40.093645 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-ec11c192-28db-4792-ae4f-abc24d4c6d20 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, d2ae1e07-f3b6-4188-8a3f-0d1fe1ba2feb) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:40.098226 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec11c192-28db-4792-ae4f-abc24d4c6d20 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:40.099390 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ec11c192-28db-4792-ae4f-abc24d4c6d20 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:40.103273 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa334e49-e506-4035-9c92-085d1f3cb3b5 None None] Network d2ae1e07-f3b6-4188-8a3f-0d1fe1ba2feb requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:01:40.147314 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:40.147874 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:40.148370 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:40.169795 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1fea8dc8-4f3e-41e5-8600-83599463ff1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:40.214293 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38470) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:40.228377 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-35e6e22e-aef1-4f1a-a022-03dde6b7cb34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:40.255022 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea8dc8-4f3e-41e5-8600-83599463ff1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b75a221-f79b-4b0c-a35f-48e2c084241f,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:40.273557 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1fea8dc8-4f3e-41e5-8600-83599463ff1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:40.277419 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1fea8dc8-4f3e-41e5-8600-83599463ff1a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6b75a221-f79b-4b0c-a35f-48e2c084241f HTTP/1.1" status: 204 len: 168 time: 0.7421596 Sep 23 15:01:40.286610 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-266768fb-8dd6-4dd3-82d8-49f15ba29518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:40.329091 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd33e5a-9a30-4463-b127-8e5df674e98b tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:01:40.333804 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1246d56c-9c58-47a7-9085-26998abf0108 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:40.346288 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-266768fb-8dd6-4dd3-82d8-49f15ba29518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:40.358997 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-266768fb-8dd6-4dd3-82d8-49f15ba29518 admin admin] Usage tracker for resource:security_group_rule and tenant:929c5424e5324cb185c4cd2219bca729 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:40.367345 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-266768fb-8dd6-4dd3-82d8-49f15ba29518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:40.376876 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-35e6e22e-aef1-4f1a-a022-03dde6b7cb34 admin admin] Transition to ACTIVE for port object ddbf2bb1-18f2-42df-9a69-71a4919303e8 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:01:40.382751 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-266768fb-8dd6-4dd3-82d8-49f15ba29518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:40.385105 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2bd33e5a-9a30-4463-b127-8e5df674e98b tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:40.385559 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-2bd33e5a-9a30-4463-b127-8e5df674e98b tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Added segment ee17774e-8558-43d5-a392-b3dd8337a1d4 of type vlan for network abac7650-0a4e-425d-9a05-bb6cfab1a6f0 Sep 23 15:01:40.400616 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] For port df08a331-95e2-41e5-8c44-5b2d52dbcc6f, host hv-neutron-8590, cleared binding levels {{(pid=89738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:01:40.400974 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempted to set empty binding levels {{(pid=89738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 23 15:01:40.427437 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ec11c192-28db-4792-ae4f-abc24d4c6d20 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.3355885 Sep 23 15:01:40.428341 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38478) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:40.428935 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1246d56c-9c58-47a7-9085-26998abf0108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:40.429998 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1246d56c-9c58-47a7-9085-26998abf0108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:40.458239 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-2d2b5095-7cf5-4edc-bc81-68dd00c94aae tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Request body: {'floatingip': {'floating_network_id': 'd2ae1e07-f3b6-4188-8a3f-0d1fe1ba2feb'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:40.476780 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2bd33e5a-9a30-4463-b127-8e5df674e98b tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:40.488222 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2d2b5095-7cf5-4edc-bc81-68dd00c94aae tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:40.499068 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:40.500651 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] In _notify_port_updated(), no bound segment for port df08a331-95e2-41e5-8c44-5b2d52dbcc6f on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 23 15:01:40.501525 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:40.505467 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:40.506807 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] 10.222.0.67 "PUT /v2.0/ports/df08a331-95e2-41e5-8c44-5b2d52dbcc6f HTTP/1.1" status: 200 len: 976 time: 2.1225395 Sep 23 15:01:40.513639 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38482) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:40.519596 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2d2b5095-7cf5-4edc-bc81-68dd00c94aae tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Usage tracker for resource:floatingip and tenant:93bfa2e136274e48b73eaa9253bfa24b is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:40.529738 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-35e6e22e-aef1-4f1a-a022-03dde6b7cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:40.533864 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-03a2e3ff-4253-4a48-88c7-765399852ff8 None None] Attempt 3 to provision port a7318af2-af3c-45de-80bc-bf0927d6f715 Sep 23 15:01:40.556027 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2d2b5095-7cf5-4edc-bc81-68dd00c94aae tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:40.578135 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9c0f4e-6d73-413d-bc3f-29cbc51a57b4 None None] Network d2ae1e07-f3b6-4188-8a3f-0d1fe1ba2feb requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:01:40.624533 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2d2b5095-7cf5-4edc-bc81-68dd00c94aae tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:40.705854 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e6e22e-aef1-4f1a-a022-03dde6b7cb34 admin admin] Network 3a4ed919-cf37-4585-ae10-0e854eb24e47 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:01:40.720719 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-35e6e22e-aef1-4f1a-a022-03dde6b7cb34 admin admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:40.730583 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e6e22e-aef1-4f1a-a022-03dde6b7cb34 admin admin] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:01:40.731242 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-35e6e22e-aef1-4f1a-a022-03dde6b7cb34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:40.737351 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246d56c-9c58-47a7-9085-26998abf0108 admin admin] Pushing event updated for resources: {'Port': ['ID=a7318af2-af3c-45de-80bc-bf0927d6f715,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:40.739980 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e958a00-ab3c-49f1-8949-75c913cd08c3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Pushing event updated for resources: {'Port': ['ID=df08a331-95e2-41e5-8c44-5b2d52dbcc6f,revision_number=3']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:40.752138 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-03a2e3ff-4253-4a48-88c7-765399852ff8 None None] Port a7318af2-af3c-45de-80bc-bf0927d6f715 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:01:40.808495 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2d2b5095-7cf5-4edc-bc81-68dd00c94aae tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:40.851699 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2bd33e5a-9a30-4463-b127-8e5df674e98b tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:40.860703 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd33e5a-9a30-4463-b127-8e5df674e98b tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:40.861337 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2bd33e5a-9a30-4463-b127-8e5df674e98b tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:40.892804 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6e22e-aef1-4f1a-a022-03dde6b7cb34 admin admin] Pushing event updated for resources: {'Port': ['ID=ddbf2bb1-18f2-42df-9a69-71a4919303e8,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:40.986098 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1246d56c-9c58-47a7-9085-26998abf0108 admin admin] Network 901c9061-3ace-4755-b443-55ec936320e8 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:01:40.988530 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-1246d56c-9c58-47a7-9085-26998abf0108 admin admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:41.083398 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd33e5a-9a30-4463-b127-8e5df674e98b tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Pushing event updated for resources: {'Network': ['ID=abac7650-0a4e-425d-9a05-bb6cfab1a6f0,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:41.096731 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network abac7650-0a4e-425d-9a05-bb6cfab1a6f0 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:01:41.105761 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-266768fb-8dd6-4dd3-82d8-49f15ba29518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:41.108033 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21628cd7-57ff-4dee-9adc-fcd28fdc2a5b tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:41.108510 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21628cd7-57ff-4dee-9adc-fcd28fdc2a5b tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:41.108991 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21628cd7-57ff-4dee-9adc-fcd28fdc2a5b tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:41.109460 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21628cd7-57ff-4dee-9adc-fcd28fdc2a5b tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:41.110334 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21628cd7-57ff-4dee-9adc-fcd28fdc2a5b tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:41.110426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21628cd7-57ff-4dee-9adc-fcd28fdc2a5b tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:41.110886 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21628cd7-57ff-4dee-9adc-fcd28fdc2a5b tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:41.111345 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21628cd7-57ff-4dee-9adc-fcd28fdc2a5b tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:41.111801 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21628cd7-57ff-4dee-9adc-fcd28fdc2a5b tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:41.112313 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21628cd7-57ff-4dee-9adc-fcd28fdc2a5b tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:41.112767 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21628cd7-57ff-4dee-9adc-fcd28fdc2a5b tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:41.113220 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21628cd7-57ff-4dee-9adc-fcd28fdc2a5b tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:41.118718 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-21628cd7-57ff-4dee-9adc-fcd28fdc2a5b tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10988 time: 0.5743537 Sep 23 15:01:41.138165 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38492) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:41.207409 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2bd33e5a-9a30-4463-b127-8e5df674e98b tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4773877 Sep 23 15:01:41.207758 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38498) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:41.219192 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-9297dfb1-bd64-4446-97e5-f9cdab5bfce2 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Deleting port df08a331-95e2-41e5-8c44-5b2d52dbcc6f {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:01:41.220381 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9297dfb1-bd64-4446-97e5-f9cdab5bfce2 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:41.264414 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-03a2e3ff-4253-4a48-88c7-765399852ff8 None None] Attempt 4 to provision port a7318af2-af3c-45de-80bc-bf0927d6f715 Sep 23 15:01:41.321429 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-266768fb-8dd6-4dd3-82d8-49f15ba29518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:41.365808 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-03a2e3ff-4253-4a48-88c7-765399852ff8 None None] Port a7318af2-af3c-45de-80bc-bf0927d6f715 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:01:41.401199 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38504) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:41.474954 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-266768fb-8dd6-4dd3-82d8-49f15ba29518 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=929c5424e5324cb185c4cd2219bca729&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2556350 Sep 23 15:01:41.475979 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266768fb-8dd6-4dd3-82d8-49f15ba29518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065ff49c-aaba-49f2-9bc2-c087cf4fa2b2,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:41.490684 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38508) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:41.509090 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device c24d0838-c2ac-46a8-82cb-496d5ce959e8 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:01:41.600025 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-65b4927e-3ac1-4ea2-a5cf-6d459e1d1e93 tempest-DHCPAgentSchedulersTestJSON-1902075449 tempest-DHCPAgentSchedulersTestJSON-1902075449-project-admin] 10.222.0.67 "GET /v2.0/agents/c21f1f2a-3d0a-488a-bfe6-7a6671a4940c/dhcp-networks HTTP/1.1" status: 200 len: 6424 time: 0.3911009 Sep 23 15:01:41.617048 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38512) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:41.640148 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5fd3edc6-690b-4ad8-b1ab-b4232a6e10ec admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0349036ee8474566a8da1655c150fecb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2184732 Sep 23 15:01:41.643567 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38516) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:41.661944 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port c24d0838-c2ac-46a8-82cb-496d5ce959e8 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:01:41.668271 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port c24d0838-c2ac-46a8-82cb-496d5ce959e8 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:01:41.669561 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:41.669561 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port c24d0838-c2ac-46a8-82cb-496d5ce959e8 Sep 23 15:01:41.701511 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2d2b5095-7cf5-4edc-bc81-68dd00c94aae tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:41.757857 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1246d56c-9c58-47a7-9085-26998abf0108 admin admin] Router e8a384fb-8084-40cc-a6fb-5a538a6e7ac0 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:01:41.769591 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0312658d-dc6e-4ca9-8773-139383fb2704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:41.790420 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-9297dfb1-bd64-4446-97e5-f9cdab5bfce2 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] For port df08a331-95e2-41e5-8c44-5b2d52dbcc6f, host hv-neutron-8590, got binding levels [] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:01:41.790781 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9297dfb1-bd64-4446-97e5-f9cdab5bfce2 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:41.800107 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-04410e74-ae47-4ddf-b8da-23222b5577b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:41.801127 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0312658d-dc6e-4ca9-8773-139383fb2704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:41.830162 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port c24d0838-c2ac-46a8-82cb-496d5ce959e8 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:01:41.830697 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:41.858032 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port c24d0838-c2ac-46a8-82cb-496d5ce959e8, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=c24d0838-c2ac-46a8-82cb-496d5ce959e8,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:01:41.868862 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-03a2e3ff-4253-4a48-88c7-765399852ff8 None None] Attempt 5 to provision port a7318af2-af3c-45de-80bc-bf0927d6f715 Sep 23 15:01:41.928132 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:41.967419 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0312658d-dc6e-4ca9-8773-139383fb2704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:41.989135 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38524) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:42.002285 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312658d-dc6e-4ca9-8773-139383fb2704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f7432b-a8fa-40da-8351-c0b9fd36b377,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:42.008725 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-2d2b5095-7cf5-4edc-bc81-68dd00c94aae tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Allocated IP 172.20.0.12 (d2ae1e07-f3b6-4188-8a3f-0d1fe1ba2feb/106c18fc-f13b-49f4-b79a-54370d08aadc/cd103dac-86da-4441-9a15-a5d9af711ed2) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:01:42.021709 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0312658d-dc6e-4ca9-8773-139383fb2704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:42.025818 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0312658d-dc6e-4ca9-8773-139383fb2704 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/90f7432b-a8fa-40da-8351-c0b9fd36b377 HTTP/1.1" status: 204 len: 168 time: 0.3810935 Sep 23 15:01:42.027447 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-03a2e3ff-4253-4a48-88c7-765399852ff8 None None] Port a7318af2-af3c-45de-80bc-bf0927d6f715 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:01:42.045122 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=c24d0838-c2ac-46a8-82cb-496d5ce959e8,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:42.066507 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-9297dfb1-bd64-4446-97e5-f9cdab5bfce2 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Calling delete_port for df08a331-95e2-41e5-8c44-5b2d52dbcc6f owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:01:42.150478 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-04410e74-ae47-4ddf-b8da-23222b5577b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:42.180736 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-55d1b027-0405-47f0-a5aa-9c4ea64ef907 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-997840779', 'router:external': True}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:42.182182 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-35e6e22e-aef1-4f1a-a022-03dde6b7cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:42.190616 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-55d1b027-0405-47f0-a5aa-9c4ea64ef907 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:42.195122 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2d2b5095-7cf5-4edc-bc81-68dd00c94aae tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:42.201554 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-55d1b027-0405-47f0-a5aa-9c4ea64ef907 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Usage tracker for resource:network and tenant:cb649363b776463fa89467c87d83ab96 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:42.207603 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-55d1b027-0405-47f0-a5aa-9c4ea64ef907 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:42.214657 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-55d1b027-0405-47f0-a5aa-9c4ea64ef907 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:42.297211 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d1b027-0405-47f0-a5aa-9c4ea64ef907 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Made reservation on behalf of cb649363b776463fa89467c87d83ab96 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:42.299582 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-55d1b027-0405-47f0-a5aa-9c4ea64ef907 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:42.312697 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-55d1b027-0405-47f0-a5aa-9c4ea64ef907 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:42.327458 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-55d1b027-0405-47f0-a5aa-9c4ea64ef907 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:42.331328 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-55d1b027-0405-47f0-a5aa-9c4ea64ef907 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Usage tracker for resource:security_group_rule and tenant:cb649363b776463fa89467c87d83ab96 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:42.334097 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-55d1b027-0405-47f0-a5aa-9c4ea64ef907 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:42.339831 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-55d1b027-0405-47f0-a5aa-9c4ea64ef907 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:42.343532 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2d2b5095-7cf5-4edc-bc81-68dd00c94aae tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:42.366631 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de025de8-be10-4651-8634-9f0b698c9386 tempest-DHCPAgentSchedulersTestJSON-1902075449 tempest-DHCPAgentSchedulersTestJSON-1902075449-project-admin] Network abac7650-0a4e-425d-9a05-bb6cfab1a6f0 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:01:42.408825 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1246d56c-9c58-47a7-9085-26998abf0108 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:01:42.423727 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4437fe53-bc9c-4610-9877-5f65f2f76cb2 None None] Sync routers for ids ['e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:01:42.424554 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2b5095-7cf5-4edc-bc81-68dd00c94aae tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Network d2ae1e07-f3b6-4188-8a3f-0d1fe1ba2feb is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:01:42.425853 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-2d2b5095-7cf5-4edc-bc81-68dd00c94aae tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:42.429757 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2b5095-7cf5-4edc-bc81-68dd00c94aae tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:01:42.439817 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4437fe53-bc9c-4610-9877-5f65f2f76cb2 None None] Routers {'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:01:42.440988 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-4437fe53-bc9c-4610-9877-5f65f2f76cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:01:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:42.470301 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b5095-7cf5-4edc-bc81-68dd00c94aae tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Pushing event updated for resources: {'Port': ['ID=cd103dac-86da-4441-9a15-a5d9af711ed2,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:42.495630 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9297dfb1-bd64-4446-97e5-f9cdab5bfce2 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:42.529262 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-03a2e3ff-4253-4a48-88c7-765399852ff8 None None] Attempt 6 to provision port a7318af2-af3c-45de-80bc-bf0927d6f715 Sep 23 15:01:42.557576 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-04410e74-ae47-4ddf-b8da-23222b5577b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:42.565745 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-de025de8-be10-4651-8634-9f0b698c9386 tempest-DHCPAgentSchedulersTestJSON-1902075449 tempest-DHCPAgentSchedulersTestJSON-1902075449-project-admin] 10.222.0.67 "POST /v2.0/agents/c21f1f2a-3d0a-488a-bfe6-7a6671a4940c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9450214 Sep 23 15:01:42.575103 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38534) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:42.583651 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40708be5-bce6-4605-bd8b-e0e7f58fb71e None None] Network abac7650-0a4e-425d-9a05-bb6cfab1a6f0 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:01:42.594500 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9297dfb1-bd64-4446-97e5-f9cdab5bfce2 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:42.597611 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297dfb1-bd64-4446-97e5-f9cdab5bfce2 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Pushing event deleted for resources: {'Port': ['ID=df08a331-95e2-41e5-8c44-5b2d52dbcc6f,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:42.608642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-04410e74-ae47-4ddf-b8da-23222b5577b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:42.612859 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-04410e74-ae47-4ddf-b8da-23222b5577b3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/065ff49c-aaba-49f2-9bc2-c087cf4fa2b2 HTTP/1.1" status: 204 len: 168 time: 1.1202176 Sep 23 15:01:42.617567 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1246d56c-9c58-47a7-9085-26998abf0108 admin admin] 10.222.0.67 "PUT /v2.0/routers/e8a384fb-8084-40cc-a6fb-5a538a6e7ac0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0101414 Sep 23 15:01:42.618733 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04410e74-ae47-4ddf-b8da-23222b5577b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065ff49c-aaba-49f2-9bc2-c087cf4fa2b2,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:42.623678 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9297dfb1-bd64-4446-97e5-f9cdab5bfce2 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] 10.222.0.67 "DELETE /v2.0/ports/df08a331-95e2-41e5-8c44-5b2d52dbcc6f HTTP/1.1" status: 204 len: 168 time: 1.4844344 Sep 23 15:01:42.634675 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38544) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:42.714849 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6d8638-fc3d-4113-8364-b74826e5b8ad tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] GET failed (client error): The resource could not be found. Sep 23 15:01:42.715394 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-db6d8638-fc3d-4113-8364-b74826e5b8ad tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Synchronizing usage tracker for tenant:47b4adf035424e7ba89db750c3fcf942 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:01:42.738268 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2d2b5095-7cf5-4edc-bc81-68dd00c94aae tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:42.779268 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-4437fe53-bc9c-4610-9877-5f65f2f76cb2 None None] Set router e8a384fb-8084-40cc-a6fb-5a538a6e7ac0 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:01:42.793177 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-03a2e3ff-4253-4a48-88c7-765399852ff8 None None] Port a7318af2-af3c-45de-80bc-bf0927d6f715 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:01:42.805007 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-35e6e22e-aef1-4f1a-a022-03dde6b7cb34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:42.830404 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-db6d8638-fc3d-4113-8364-b74826e5b8ad tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Unset dirty status for tenant:47b4adf035424e7ba89db750c3fcf942 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:01:42.832099 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-db6d8638-fc3d-4113-8364-b74826e5b8ad tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] 10.222.0.67 "GET /v2.0/ports/df08a331-95e2-41e5-8c44-5b2d52dbcc6f HTTP/1.1" status: 404 len: 333 time: 0.1959965 Sep 23 15:01:42.836701 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38550) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:42.845102 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-d66bc9ef-dd64-497c-851b-9e0a4ccd9de1 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1258247451', 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:42.852105 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d66bc9ef-dd64-497c-851b-9e0a4ccd9de1 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:42.865299 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d66bc9ef-dd64-497c-851b-9e0a4ccd9de1 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:42.899123 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-35e6e22e-aef1-4f1a-a022-03dde6b7cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:42.900657 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-35e6e22e-aef1-4f1a-a022-03dde6b7cb34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:42.910348 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-55d1b027-0405-47f0-a5aa-9c4ea64ef907 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:42.975688 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2d2b5095-7cf5-4edc-bc81-68dd00c94aae tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:43.037268 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6e22e-aef1-4f1a-a022-03dde6b7cb34 admin admin] Pushing event updated for resources: {'Port': ['ID=ddbf2bb1-18f2-42df-9a69-71a4919303e8,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:43.103797 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-55d1b027-0405-47f0-a5aa-9c4ea64ef907 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:43.127792 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66bc9ef-dd64-497c-851b-9e0a4ccd9de1 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Made reservation on behalf of 47b4adf035424e7ba89db750c3fcf942 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:43.130407 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d66bc9ef-dd64-497c-851b-9e0a4ccd9de1 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:43.135693 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-02f5448f-ee47-42d6-9990-781f4cbe3d28 tempest-DHCPAgentSchedulersTestJSON-1902075449 tempest-DHCPAgentSchedulersTestJSON-1902075449-project-admin] 10.222.0.67 "GET /v2.0/agents/c21f1f2a-3d0a-488a-bfe6-7a6671a4940c/dhcp-networks HTTP/1.1" status: 200 len: 7194 time: 0.5594759 Sep 23 15:01:43.143404 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38564) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:43.157339 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-d66bc9ef-dd64-497c-851b-9e0a4ccd9de1 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] device_id is not set on port 60a45e9f-3ff1-43ee-9658-b1c2553be140 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:01:43.206555 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d1b027-0405-47f0-a5aa-9c4ea64ef907 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:01:43.293502 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-4437fe53-bc9c-4610-9877-5f65f2f76cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'name': 'tempest-ServerActionsTestJSON-1933028262-router', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:01:39Z', 'revision_number': 4, 'project_id': '74a86a480a6e47f78eac424839cb09ea', 'gw_port': {'id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:27Z', 'updated_at': '2022-09-23T15:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'a7318af2-af3c-45de-80bc-bf0927d6f715', 'name': '', 'network_id': '901c9061-3ace-4755-b443-55ec936320e8', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'mac_address': 'fa:16:3e:0c:0f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:35Z', 'updated_at': '2022-09-23T15:01:39Z', 'revision_number': 2, 'project_id': '74a86a480a6e47f78eac424839cb09ea', 'subnets': [{'id': 'ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:43.295366 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-03a2e3ff-4253-4a48-88c7-765399852ff8 None None] Attempt 7 to provision port a7318af2-af3c-45de-80bc-bf0927d6f715 Sep 23 15:01:43.298649 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4437fe53-bc9c-4610-9877-5f65f2f76cb2 None None] Checking router: e8a384fb-8084-40cc-a6fb-5a538a6e7ac0 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:01:43.299010 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4437fe53-bc9c-4610-9877-5f65f2f76cb2 None None] Updating router e8a384fb-8084-40cc-a6fb-5a538a6e7ac0 port a7318af2-af3c-45de-80bc-bf0927d6f715 binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:01:43.311996 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e6e22e-aef1-4f1a-a022-03dde6b7cb34 admin admin] Network 3a4ed919-cf37-4585-ae10-0e854eb24e47 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:01:43.315721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-35e6e22e-aef1-4f1a-a022-03dde6b7cb34 admin admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:43.427163 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4437fe53-bc9c-4610-9877-5f65f2f76cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:43.430186 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-03a2e3ff-4253-4a48-88c7-765399852ff8 None None] Port a7318af2-af3c-45de-80bc-bf0927d6f715 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:01:43.473110 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2d2b5095-7cf5-4edc-bc81-68dd00c94aae tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:43.482985 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1b027-0405-47f0-a5aa-9c4ea64ef907 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e60dfee-892f-4d45-b7f3-9620f6b1b838,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:43.511638 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-55d1b027-0405-47f0-a5aa-9c4ea64ef907 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:43.512176 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-55d1b027-0405-47f0-a5aa-9c4ea64ef907 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Added segment 20f7795b-dd06-4239-87b4-62cf74549a08 of type vlan for network ae4009e6-4704-4c43-8de6-da37722257d8 Sep 23 15:01:43.539949 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2d2b5095-7cf5-4edc-bc81-68dd00c94aae tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:43.552027 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device c24d0838-c2ac-46a8-82cb-496d5ce959e8 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:01:43.705412 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port c24d0838-c2ac-46a8-82cb-496d5ce959e8 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:01:43.705835 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:43.706170 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port c24d0838-c2ac-46a8-82cb-496d5ce959e8 Sep 23 15:01:43.723958 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2d2b5095-7cf5-4edc-bc81-68dd00c94aae tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:43.855734 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-55d1b027-0405-47f0-a5aa-9c4ea64ef907 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:43.868629 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6b100564-13ad-4459-9f77-c8a172f35e38 tempest-DHCPAgentSchedulersTestJSON-1902075449 tempest-DHCPAgentSchedulersTestJSON-1902075449-project-admin] 10.222.0.67 "DELETE /v2.0/agents/c21f1f2a-3d0a-488a-bfe6-7a6671a4940c/dhcp-networks/abac7650-0a4e-425d-9a05-bb6cfab1a6f0 HTTP/1.1" status: 204 len: 168 time: 0.7102427 Sep 23 15:01:43.874516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38582) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:43.918463 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d66bc9ef-dd64-497c-851b-9e0a4ccd9de1 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:43.954811 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b5095-7cf5-4edc-bc81-68dd00c94aae tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Pushing event updated for resources: {'Port': ['ID=cd103dac-86da-4441-9a15-a5d9af711ed2,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:43.984629 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-03a2e3ff-4253-4a48-88c7-765399852ff8 None None] Attempt 8 to provision port a7318af2-af3c-45de-80bc-bf0927d6f715 Sep 23 15:01:43.992425 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2d2b5095-7cf5-4edc-bc81-68dd00c94aae tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:44.000507 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e6e22e-aef1-4f1a-a022-03dde6b7cb34 admin admin] Router 55234c5e-90c2-4330-a0e1-5d547172e42c has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:01:44.003282 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2d2b5095-7cf5-4edc-bc81-68dd00c94aae tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5691106 Sep 23 15:01:44.004017 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38590) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:44.067636 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-03a2e3ff-4253-4a48-88c7-765399852ff8 None None] Port a7318af2-af3c-45de-80bc-bf0927d6f715 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:01:44.081383 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port c24d0838-c2ac-46a8-82cb-496d5ce959e8 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:01:44.129613 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f62d5c4d-915e-439e-b07e-8be2139faf7f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Synchronizing usage tracker for tenant:93bfa2e136274e48b73eaa9253bfa24b on resource:floatingip {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:01:44.183107 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-55d1b027-0405-47f0-a5aa-9c4ea64ef907 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:44.184089 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d1b027-0405-47f0-a5aa-9c4ea64ef907 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:44.185237 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-55d1b027-0405-47f0-a5aa-9c4ea64ef907 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:44.231997 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d66bc9ef-dd64-497c-851b-9e0a4ccd9de1 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:44.265700 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4437fe53-bc9c-4610-9877-5f65f2f76cb2 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:44.280329 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-4437fe53-bc9c-4610-9877-5f65f2f76cb2 None None] Transition to ACTIVE for port object a7318af2-af3c-45de-80bc-bf0927d6f715 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:01:44.298907 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66bc9ef-dd64-497c-851b-9e0a4ccd9de1 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Network 4f969841-728a-4fa3-821c-962973546e84 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:01:44.311340 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1b027-0405-47f0-a5aa-9c4ea64ef907 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Pushing event updated for resources: {'Network': ['ID=ae4009e6-4704-4c43-8de6-da37722257d8,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:44.313864 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f62d5c4d-915e-439e-b07e-8be2139faf7f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Unset dirty status for tenant:93bfa2e136274e48b73eaa9253bfa24b on resource:floatingip {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:01:44.314075 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-d66bc9ef-dd64-497c-851b-9e0a4ccd9de1 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:44.318279 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f62d5c4d-915e-439e-b07e-8be2139faf7f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] 10.222.0.67 "GET /v2.0/floatingips?floating_network_id=d2ae1e07-f3b6-4188-8a3f-0d1fe1ba2feb HTTP/1.1" status: 200 len: 690 time: 0.3089805 Sep 23 15:01:44.319175 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38598) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:44.334940 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network ae4009e6-4704-4c43-8de6-da37722257d8 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:01:44.370389 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4437fe53-bc9c-4610-9877-5f65f2f76cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:44.397805 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66bc9ef-dd64-497c-851b-9e0a4ccd9de1 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:01:44.399037 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66bc9ef-dd64-497c-851b-9e0a4ccd9de1 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:44.399408 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d66bc9ef-dd64-497c-851b-9e0a4ccd9de1 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:44.613217 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0b267a41-78be-4b6c-8760-2947f71fd24f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:44.619094 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38608) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:44.620105 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-36058b56-544f-4235-8aa0-e31870b2926c tempest-DHCPAgentSchedulersTestJSON-1902075449 tempest-DHCPAgentSchedulersTestJSON-1902075449-project-admin] 10.222.0.67 "GET /v2.0/agents/c21f1f2a-3d0a-488a-bfe6-7a6671a4940c/dhcp-networks HTTP/1.1" status: 200 len: 6424 time: 0.7446096 Sep 23 15:01:44.624847 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-55d1b027-0405-47f0-a5aa-9c4ea64ef907 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.6353757 Sep 23 15:01:44.626685 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-03a2e3ff-4253-4a48-88c7-765399852ff8 None None] Attempt 9 to provision port a7318af2-af3c-45de-80bc-bf0927d6f715 Sep 23 15:01:44.626867 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38610) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:44.645633 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66bc9ef-dd64-497c-851b-9e0a4ccd9de1 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Pushing event updated for resources: {'Port': ['ID=60a45e9f-3ff1-43ee-9658-b1c2553be140,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:44.648450 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a8ba1fe7-2fb9-44ad-b183-9a19954178af tempest-DHCPAgentSchedulersTestJSON-1902075449 tempest-DHCPAgentSchedulersTestJSON-1902075449-project-admin] 10.222.0.67 "GET /v2.0/networks/49af6995-55f7-4817-a15e-5f7136e07645/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0226414 Sep 23 15:01:44.655688 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38616) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:44.681092 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38620) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:44.696173 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-bf197b21-43c1-4819-b759-d412ff332c0c tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1995702700', 'description': 'tempest-description--63906828'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:44.703748 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-bf197b21-43c1-4819-b759-d412ff332c0c tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:44.708288 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-bf197b21-43c1-4819-b759-d412ff332c0c tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Usage tracker for resource:security_group and tenant:74a86a480a6e47f78eac424839cb09ea is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:44.711482 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-bf197b21-43c1-4819-b759-d412ff332c0c tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:44.722571 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-bf197b21-43c1-4819-b759-d412ff332c0c tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:44.740863 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0a41ad78-df32-4468-823c-1c935cb5feb4 tempest-DHCPAgentSchedulersTestJSON-1902075449 tempest-DHCPAgentSchedulersTestJSON-1902075449-project-admin] 10.222.0.67 "GET /v2.0/networks/49af6995-55f7-4817-a15e-5f7136e07645/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0826139 Sep 23 15:01:44.767550 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38626) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:44.775786 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e6e22e-aef1-4f1a-a022-03dde6b7cb34 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:01:44.798989 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-35e6e22e-aef1-4f1a-a022-03dde6b7cb34 admin admin] 10.222.0.67 "PUT /v2.0/routers/55234c5e-90c2-4330-a0e1-5d547172e42c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5061333 Sep 23 15:01:44.799201 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a0072a-de25-493d-8b34-2875a30e7556 None None] Sync routers for ids ['55234c5e-90c2-4330-a0e1-5d547172e42c'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:01:44.828818 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-24b836e3-b9a2-48e8-8c14-eb4fd51353c3 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Request body: {'subnet': {'network_id': 'ae4009e6-4704-4c43-8de6-da37722257d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:44.834002 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-03a2e3ff-4253-4a48-88c7-765399852ff8 None None] Port a7318af2-af3c-45de-80bc-bf0927d6f715 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:01:44.835950 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a0072a-de25-493d-8b34-2875a30e7556 None None] Routers {'55234c5e-90c2-4330-a0e1-5d547172e42c'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:01:44.836617 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-25a0072a-de25-493d-8b34-2875a30e7556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:01:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['55234c5e-90c2-4330-a0e1-5d547172e42c'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:44.868982 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-24b836e3-b9a2-48e8-8c14-eb4fd51353c3 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:44.888418 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-24b836e3-b9a2-48e8-8c14-eb4fd51353c3 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Usage tracker for resource:subnet and tenant:cb649363b776463fa89467c87d83ab96 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:44.941157 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-24b836e3-b9a2-48e8-8c14-eb4fd51353c3 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:44.941157 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-24b836e3-b9a2-48e8-8c14-eb4fd51353c3 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:44.941613 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38632) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:44.960619 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d66bc9ef-dd64-497c-851b-9e0a4ccd9de1 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1217296 Sep 23 15:01:44.964356 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-0b267a41-78be-4b6c-8760-2947f71fd24f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Deleting port cd103dac-86da-4441-9a15-a5d9af711ed2 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:01:44.964837 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0b267a41-78be-4b6c-8760-2947f71fd24f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:44.965217 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38636) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:45.028970 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-4437fe53-bc9c-4610-9877-5f65f2f76cb2 None None] Attempting to bind port a7318af2-af3c-45de-80bc-bf0927d6f715 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:45.029580 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-4437fe53-bc9c-4610-9877-5f65f2f76cb2 None None] Attempting to bind port a7318af2-af3c-45de-80bc-bf0927d6f715 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '78b3e91f-693f-4481-95b1-beba207118fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '901c9061-3ace-4755-b443-55ec936320e8'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:45.029766 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4437fe53-bc9c-4610-9877-5f65f2f76cb2 None None] Attempting to bind port a7318af2-af3c-45de-80bc-bf0927d6f715 on network 901c9061-3ace-4755-b443-55ec936320e8 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:45.051415 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4437fe53-bc9c-4610-9877-5f65f2f76cb2 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:01:45.051789 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4437fe53-bc9c-4610-9877-5f65f2f76cb2 None None] Checking segment: {'id': '78b3e91f-693f-4481-95b1-beba207118fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '901c9061-3ace-4755-b443-55ec936320e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:01:45.052196 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4437fe53-bc9c-4610-9877-5f65f2f76cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:45.052592 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4437fe53-bc9c-4610-9877-5f65f2f76cb2 None None] Bound using segment: {'id': '78b3e91f-693f-4481-95b1-beba207118fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '901c9061-3ace-4755-b443-55ec936320e8'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:01:45.053085 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-4437fe53-bc9c-4610-9877-5f65f2f76cb2 None None] Bound port: a7318af2-af3c-45de-80bc-bf0927d6f715, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b3e91f-693f-4481-95b1-beba207118fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '901c9061-3ace-4755-b443-55ec936320e8'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:01:45.053481 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4437fe53-bc9c-4610-9877-5f65f2f76cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:45.061125 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b836e3-b9a2-48e8-8c14-eb4fd51353c3 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Made reservation on behalf of cb649363b776463fa89467c87d83ab96 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:45.065683 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-24b836e3-b9a2-48e8-8c14-eb4fd51353c3 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:45.112866 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bf197b21-43c1-4819-b759-d412ff332c0c tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:45.161021 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-bf197b21-43c1-4819-b759-d412ff332c0c tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:45.176957 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-bf197b21-43c1-4819-b759-d412ff332c0c tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Usage tracker for resource:security_group_rule and tenant:74a86a480a6e47f78eac424839cb09ea is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:45.201289 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-bf197b21-43c1-4819-b759-d412ff332c0c tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:45.208435 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-25a0072a-de25-493d-8b34-2875a30e7556 None None] Set router 55234c5e-90c2-4330-a0e1-5d547172e42c gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:01:45.230941 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-bf197b21-43c1-4819-b759-d412ff332c0c tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:45.264734 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee933ade-c7d0-4bb4-94ed-532d88eb0b30 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:45.265305 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ee933ade-c7d0-4bb4-94ed-532d88eb0b30 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Synchronizing usage tracker for tenant:47b4adf035424e7ba89db750c3fcf942 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:01:45.276790 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-4437fe53-bc9c-4610-9877-5f65f2f76cb2 None None] For port a7318af2-af3c-45de-80bc-bf0927d6f715, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:01:45.287607 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-4437fe53-bc9c-4610-9877-5f65f2f76cb2 None None] For port a7318af2-af3c-45de-80bc-bf0927d6f715, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a7318af2-af3c-45de-80bc-bf0927d6f715,segment=NetworkSegment(78b3e91f-693f-4481-95b1-beba207118fb),segment_id=78b3e91f-693f-4481-95b1-beba207118fb)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:01:45.298172 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e675a77-bc6c-4828-9b19-5f64383f4906 None None] Pushing event updated for resources: {'Port': ['ID=a7318af2-af3c-45de-80bc-bf0927d6f715,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:45.299585 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38648) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:45.339895 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-03a2e3ff-4253-4a48-88c7-765399852ff8 None None] Attempt 10 to provision port a7318af2-af3c-45de-80bc-bf0927d6f715 Sep 23 15:01:45.387105 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0b267a41-78be-4b6c-8760-2947f71fd24f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:45.388225 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0b267a41-78be-4b6c-8760-2947f71fd24f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:45.400829 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4437fe53-bc9c-4610-9877-5f65f2f76cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:45.458469 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-935361d6-afef-46ba-8c6c-10d68e9b24e3 tempest-DHCPAgentSchedulersTestJSON-1902075449 tempest-DHCPAgentSchedulersTestJSON-1902075449-project-admin] 10.222.0.67 "GET /v2.0/agents/c21f1f2a-3d0a-488a-bfe6-7a6671a4940c/dhcp-networks HTTP/1.1" status: 200 len: 6424 time: 0.6906991 Sep 23 15:01:45.471124 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38654) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:45.543390 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ee933ade-c7d0-4bb4-94ed-532d88eb0b30 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Unset dirty status for tenant:47b4adf035424e7ba89db750c3fcf942 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:01:45.550772 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ee933ade-c7d0-4bb4-94ed-532d88eb0b30 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] 10.222.0.67 "GET /v2.0/ports/60a45e9f-3ff1-43ee-9658-b1c2553be140 HTTP/1.1" status: 200 len: 955 time: 0.5609443 Sep 23 15:01:45.551459 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38658) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:45.584994 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e675a77-bc6c-4828-9b19-5f64383f4906 None None] Pushing event updated for resources: {'Port': ['ID=a7318af2-af3c-45de-80bc-bf0927d6f715,revision_number=4']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:45.585453 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-0b267a41-78be-4b6c-8760-2947f71fd24f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Calling delete_port for cd103dac-86da-4441-9a15-a5d9af711ed2 owned by network:floatingip {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:01:45.599709 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4437fe53-bc9c-4610-9877-5f65f2f76cb2 None None] Routers {'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:01:45.600399 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-4437fe53-bc9c-4610-9877-5f65f2f76cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:01:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:45.630363 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-0344c8c4-1ab2-4bf1-b410-c3f3045015cc tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1118299293'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:45.643545 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0344c8c4-1ab2-4bf1-b410-c3f3045015cc tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:45.659790 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0344c8c4-1ab2-4bf1-b410-c3f3045015cc tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Usage tracker for resource:network and tenant:2a2615fbf014482ebcf410be18341ac1 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:45.664695 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0344c8c4-1ab2-4bf1-b410-c3f3045015cc tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:45.675106 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0344c8c4-1ab2-4bf1-b410-c3f3045015cc tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:45.775094 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e0435965-5181-4454-bbf5-83a17a828eeb tempest-AgentManagementNegativeTest-1551187977 tempest-AgentManagementNegativeTest-1551187977-project] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.8282955 Sep 23 15:01:45.781007 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38666) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:45.784474 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-03a2e3ff-4253-4a48-88c7-765399852ff8 None None] Port a7318af2-af3c-45de-80bc-bf0927d6f715 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:01:45.792547 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-03a2e3ff-4253-4a48-88c7-765399852ff8 None None] Could not find standard attr ID for object 5bee5614-451a-4224-b576-2fdf275d58b5. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:01:45.794814 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-6efca953-1464-4373-9323-99c625826f41 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1048904871', 'description': 'tempest-description--637632362'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:45.816492 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bf197b21-43c1-4819-b759-d412ff332c0c tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:45.873183 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-e8712efa-d0c9-4ce2-90eb-e7194b55d7be tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Deleting port 60a45e9f-3ff1-43ee-9658-b1c2553be140 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:01:45.873774 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e8712efa-d0c9-4ce2-90eb-e7194b55d7be tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:45.956110 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-25a0072a-de25-493d-8b34-2875a30e7556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'name': 'tempest-ServersTestJSON-1681864736-router', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.119'}], 'enable_snat': True}, 'gw_port_id': 'c24d0838-c2ac-46a8-82cb-496d5ce959e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:01:41Z', 'revision_number': 4, 'project_id': 'd6fcdd71d4f440d4966468a249c527ae', 'gw_port': {'id': 'c24d0838-c2ac-46a8-82cb-496d5ce959e8', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:30Z', 'updated_at': '2022-09-23T15:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'ddbf2bb1-18f2-42df-9a69-71a4919303e8', 'name': '', 'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'mac_address': 'fa:16:3e:e2:80:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '04fb8fb3-375d-4a4c-817d-3e8eac3bab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:39Z', 'updated_at': '2022-09-23T15:01:42Z', 'revision_number': 2, 'project_id': 'd6fcdd71d4f440d4966468a249c527ae', 'subnets': [{'id': '04fb8fb3-375d-4a4c-817d-3e8eac3bab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:45.960855 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a0072a-de25-493d-8b34-2875a30e7556 None None] Checking router: 55234c5e-90c2-4330-a0e1-5d547172e42c for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:01:45.961789 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a0072a-de25-493d-8b34-2875a30e7556 None None] Updating router 55234c5e-90c2-4330-a0e1-5d547172e42c port ddbf2bb1-18f2-42df-9a69-71a4919303e8 binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:01:45.964438 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6efca953-1464-4373-9323-99c625826f41 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:45.970740 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6efca953-1464-4373-9323-99c625826f41 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Usage tracker for resource:security_group and tenant:d6fcdd71d4f440d4966468a249c527ae is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:45.976012 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6efca953-1464-4373-9323-99c625826f41 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:45.984044 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6efca953-1464-4373-9323-99c625826f41 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:45.995648 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-4437fe53-bc9c-4610-9877-5f65f2f76cb2 None None] Set router e8a384fb-8084-40cc-a6fb-5a538a6e7ac0 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:01:46.016368 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8461a043-ef15-4b87-8a59-79a70a0a539b None None] Provisioning for port ddbf2bb1-18f2-42df-9a69-71a4919303e8 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:01:46.033967 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8461a043-ef15-4b87-8a59-79a70a0a539b None None] Provisioning complete for port ddbf2bb1-18f2-42df-9a69-71a4919303e8 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:01:46.034550 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8461a043-ef15-4b87-8a59-79a70a0a539b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:46.035067 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8461a043-ef15-4b87-8a59-79a70a0a539b None None] Attempt 1 to provision port ddbf2bb1-18f2-42df-9a69-71a4919303e8 Sep 23 15:01:46.047430 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0b267a41-78be-4b6c-8760-2947f71fd24f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:46.095233 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0344c8c4-1ab2-4bf1-b410-c3f3045015cc tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Made reservation on behalf of 2a2615fbf014482ebcf410be18341ac1 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:46.099180 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8461a043-ef15-4b87-8a59-79a70a0a539b None None] Port ddbf2bb1-18f2-42df-9a69-71a4919303e8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:01:46.099354 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0344c8c4-1ab2-4bf1-b410-c3f3045015cc tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:46.105719 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-25a0072a-de25-493d-8b34-2875a30e7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:46.116746 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b267a41-78be-4b6c-8760-2947f71fd24f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd103dac-86da-4441-9a15-a5d9af711ed2,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:46.118649 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0344c8c4-1ab2-4bf1-b410-c3f3045015cc tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:46.155978 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0344c8c4-1ab2-4bf1-b410-c3f3045015cc tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:46.159948 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0344c8c4-1ab2-4bf1-b410-c3f3045015cc tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Usage tracker for resource:security_group_rule and tenant:2a2615fbf014482ebcf410be18341ac1 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:46.197969 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0344c8c4-1ab2-4bf1-b410-c3f3045015cc tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:46.207881 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6efca953-1464-4373-9323-99c625826f41 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:46.263317 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0344c8c4-1ab2-4bf1-b410-c3f3045015cc tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:46.279589 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6efca953-1464-4373-9323-99c625826f41 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:46.302738 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6efca953-1464-4373-9323-99c625826f41 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Usage tracker for resource:security_group_rule and tenant:d6fcdd71d4f440d4966468a249c527ae is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:46.302738 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6efca953-1464-4373-9323-99c625826f41 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:46.307792 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b1ae32d4-376d-42d7-b0c5-ad0dcb466a80 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:46.315305 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bf197b21-43c1-4819-b759-d412ff332c0c tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:46.320649 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6efca953-1464-4373-9323-99c625826f41 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:46.369238 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0b267a41-78be-4b6c-8760-2947f71fd24f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:46.421018 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf197b21-43c1-4819-b759-d412ff332c0c tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=902bca84-b160-49e1-b3bf-258c2003ebe6,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:46.437914 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e8712efa-d0c9-4ce2-90eb-e7194b55d7be tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:46.456081 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0b267a41-78be-4b6c-8760-2947f71fd24f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:46.482438 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bf197b21-43c1-4819-b759-d412ff332c0c tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:46.483646 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-bf197b21-43c1-4819-b759-d412ff332c0c tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.8016036 Sep 23 15:01:46.489080 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-4437fe53-bc9c-4610-9877-5f65f2f76cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'name': 'tempest-ServerActionsTestJSON-1933028262-router', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:01:39Z', 'revision_number': 4, 'project_id': '74a86a480a6e47f78eac424839cb09ea', 'gw_port': {'id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:27Z', 'updated_at': '2022-09-23T15:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'a7318af2-af3c-45de-80bc-bf0927d6f715', 'name': '', 'network_id': '901c9061-3ace-4755-b443-55ec936320e8', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'mac_address': 'fa:16:3e:0c:0f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:35Z', 'updated_at': '2022-09-23T15:01:45Z', 'revision_number': 4, 'project_id': '74a86a480a6e47f78eac424839cb09ea', 'subnets': [{'id': 'ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:46.492949 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38672) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:46.494503 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4437fe53-bc9c-4610-9877-5f65f2f76cb2 None None] The sync data for ids ['e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'] in dv-neutron-859093-1-hyperv is: [{'id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'name': 'tempest-ServerActionsTestJSON-1933028262-router', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:01:39Z', 'revision_number': 4, 'project_id': '74a86a480a6e47f78eac424839cb09ea', 'gw_port': {'id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:27Z', 'updated_at': '2022-09-23T15:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'a7318af2-af3c-45de-80bc-bf0927d6f715', 'name': '', 'network_id': '901c9061-3ace-4755-b443-55ec936320e8', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'mac_address': 'fa:16:3e:0c:0f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:35Z', 'updated_at': '2022-09-23T15:01:45Z', 'revision_number': 4, 'project_id': '74a86a480a6e47f78eac424839cb09ea', 'subnets': [{'id': 'ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:01:46.506521 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-9262e02a-a12a-427b-97d8-3f4b31704cdc tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Request body: {'security_group_rule': {'security_group_id': '902bca84-b160-49e1-b3bf-258c2003ebe6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:46.530309 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9262e02a-a12a-427b-97d8-3f4b31704cdc tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:46.534447 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9262e02a-a12a-427b-97d8-3f4b31704cdc tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Usage tracker for resource:security_group_rule and tenant:74a86a480a6e47f78eac424839cb09ea is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:46.537458 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9262e02a-a12a-427b-97d8-3f4b31704cdc tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:46.544423 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9262e02a-a12a-427b-97d8-3f4b31704cdc tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:46.594868 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38676) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:46.601278 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8461a043-ef15-4b87-8a59-79a70a0a539b None None] Attempt 2 to provision port ddbf2bb1-18f2-42df-9a69-71a4919303e8 Sep 23 15:01:46.689537 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8461a043-ef15-4b87-8a59-79a70a0a539b None None] Port ddbf2bb1-18f2-42df-9a69-71a4919303e8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:01:46.693941 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.objects.ports [None req-24b836e3-b9a2-48e8-8c14-eb4fd51353c3 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89738) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 23 15:01:46.694522 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-24b836e3-b9a2-48e8-8c14-eb4fd51353c3 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:46.703161 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-e8712efa-d0c9-4ce2-90eb-e7194b55d7be tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Calling delete_port for 60a45e9f-3ff1-43ee-9658-b1c2553be140 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:01:46.714800 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-25a0072a-de25-493d-8b34-2875a30e7556 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:46.753918 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9262e02a-a12a-427b-97d8-3f4b31704cdc tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:46.850091 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6efca953-1464-4373-9323-99c625826f41 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:46.850091 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0344c8c4-1ab2-4bf1-b410-c3f3045015cc tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:46.862847 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b1ae32d4-376d-42d7-b0c5-ad0dcb466a80 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:46.897748 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b836e3-b9a2-48e8-8c14-eb4fd51353c3 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Pushing event updated for resources: {'Subnet': ['ID=069a0a17-9ce1-4608-a69c-2b52f17d466c,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:46.901885 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-79e6273a-c96c-4a57-8c09-1ea8f56b862b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:46.908904 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b1ae32d4-376d-42d7-b0c5-ad0dcb466a80 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Subscribe: > segment before_delete 55550000 {{(pid=89739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:01:46.909314 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b1ae32d4-376d-42d7-b0c5-ad0dcb466a80 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:01:46.910207 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b1ae32d4-376d-42d7-b0c5-ad0dcb466a80 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:01:46.910616 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b1ae32d4-376d-42d7-b0c5-ad0dcb466a80 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Subscribe: > port after_create 55550000 {{(pid=89739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:01:46.910951 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b1ae32d4-376d-42d7-b0c5-ad0dcb466a80 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Subscribe: > port after_delete 55550000 {{(pid=89739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:01:46.911290 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b1ae32d4-376d-42d7-b0c5-ad0dcb466a80 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Subscribe: > port after_update 55550000 {{(pid=89739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:01:46.911630 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b1ae32d4-376d-42d7-b0c5-ad0dcb466a80 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Subscribe: > segment after_delete 55550000 {{(pid=89739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:01:46.911971 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b1ae32d4-376d-42d7-b0c5-ad0dcb466a80 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Subscribe: > subnet after_create 55550000 {{(pid=89739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:01:46.912295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b1ae32d4-376d-42d7-b0c5-ad0dcb466a80 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Subscribe: > subnet after_delete 55550000 {{(pid=89739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:01:46.912612 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b1ae32d4-376d-42d7-b0c5-ad0dcb466a80 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Subscribe: > subnet after_update 55550000 {{(pid=89739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:01:46.930519 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b836e3-b9a2-48e8-8c14-eb4fd51353c3 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Checking segment: {'id': '20f7795b-dd06-4239-87b4-62cf74549a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ae4009e6-4704-4c43-8de6-da37722257d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:01:46.930880 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b836e3-b9a2-48e8-8c14-eb4fd51353c3 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Network hostable DHCP agents. Network: ae4009e6-4704-4c43-8de6-da37722257d8, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:01:46.935534 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-79e6273a-c96c-4a57-8c09-1ea8f56b862b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:46.937543 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-25a0072a-de25-493d-8b34-2875a30e7556 None None] Transition to ACTIVE for port object ddbf2bb1-18f2-42df-9a69-71a4919303e8 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:01:46.950784 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-79e6273a-c96c-4a57-8c09-1ea8f56b862b admin admin] Usage tracker for resource:security_group_rule and tenant:8e14af7388984c61bd3cc691ff36ae30 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:46.955920 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0b267a41-78be-4b6c-8760-2947f71fd24f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:46.969945 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-79e6273a-c96c-4a57-8c09-1ea8f56b862b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:47.000617 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-79e6273a-c96c-4a57-8c09-1ea8f56b862b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:47.012059 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-25a0072a-de25-493d-8b34-2875a30e7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.018539 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0344c8c4-1ab2-4bf1-b410-c3f3045015cc tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.018539 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6efca953-1464-4373-9323-99c625826f41 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.065076 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b267a41-78be-4b6c-8760-2947f71fd24f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=106c18fc-f13b-49f4-b79a-54370d08aadc,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:47.120910 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b1ae32d4-376d-42d7-b0c5-ad0dcb466a80 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Subscribe: > subnet after_create 55550000 {{(pid=89739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:01:47.121282 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b1ae32d4-376d-42d7-b0c5-ad0dcb466a80 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Subscribe: > subnet after_delete 55550000 {{(pid=89739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:01:47.121619 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b1ae32d4-376d-42d7-b0c5-ad0dcb466a80 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Subscribe: > subnet before_create 55550000 {{(pid=89739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:01:47.121955 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b1ae32d4-376d-42d7-b0c5-ad0dcb466a80 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Subscribe: > subnet before_update 55550000 {{(pid=89739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:01:47.122361 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-b1ae32d4-376d-42d7-b0c5-ad0dcb466a80 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abac7650-0a4e-425d-9a05-bb6cfab1a6f0']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:47.136270 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-b1ae32d4-376d-42d7-b0c5-ad0dcb466a80 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee17774e-8558-43d5-a392-b3dd8337a1d4') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:47.136563 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-b1ae32d4-376d-42d7-b0c5-ad0dcb466a80 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee17774e-8558-43d5-a392-b3dd8337a1d4') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:47.158951 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b1ae32d4-376d-42d7-b0c5-ad0dcb466a80 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.178142 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b1ae32d4-376d-42d7-b0c5-ad0dcb466a80 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.187412 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0344c8c4-1ab2-4bf1-b410-c3f3045015cc tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:01:47.188512 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ae32d4-376d-42d7-b0c5-ad0dcb466a80 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:01:47.189005 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b1ae32d4-376d-42d7-b0c5-ad0dcb466a80 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.217860 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9262e02a-a12a-427b-97d8-3f4b31704cdc tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.233565 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8461a043-ef15-4b87-8a59-79a70a0a539b None None] Attempt 3 to provision port ddbf2bb1-18f2-42df-9a69-71a4919303e8 Sep 23 15:01:47.235981 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6efca953-1464-4373-9323-99c625826f41 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.237326 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6efca953-1464-4373-9323-99c625826f41 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4551740 Sep 23 15:01:47.248448 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38690) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:47.272865 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0b267a41-78be-4b6c-8760-2947f71fd24f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.275544 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e8712efa-d0c9-4ce2-90eb-e7194b55d7be tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.295698 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344c8c4-1ab2-4bf1-b410-c3f3045015cc tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62912370-e1df-4e5c-b548-4b758c917ce9,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:47.321376 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-1eb4c299-5730-4104-a661-f1e3929900fc tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Request body: {'security_group_rule': {'security_group_id': 'a3d5837d-73ab-48f6-b463-1f86aa0e019f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:47.334416 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0344c8c4-1ab2-4bf1-b410-c3f3045015cc tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.340284 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-0344c8c4-1ab2-4bf1-b410-c3f3045015cc tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Added segment 3cf1ac5e-7830-4525-a80a-de507f3f1e39 of type vlan for network ffb891e4-cd6e-4a4c-8527-785943670df7 Sep 23 15:01:47.363096 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8712efa-d0c9-4ce2-90eb-e7194b55d7be tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Pushing event deleted for resources: {'Port': ['ID=60a45e9f-3ff1-43ee-9658-b1c2553be140,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:47.365516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e8712efa-d0c9-4ce2-90eb-e7194b55d7be tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.398456 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efca953-1464-4373-9323-99c625826f41 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d5837d-73ab-48f6-b463-1f86aa0e019f,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:47.400611 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9262e02a-a12a-427b-97d8-3f4b31704cdc tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.402492 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1eb4c299-5730-4104-a661-f1e3929900fc tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:47.423719 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0853f12-01fa-412e-8d5f-c819b2d0ef20 None None] Pushing event updated for resources: {'Port': ['ID=ddbf2bb1-18f2-42df-9a69-71a4919303e8,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:47.436563 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-25a0072a-de25-493d-8b34-2875a30e7556 None None] Attempting to bind port ddbf2bb1-18f2-42df-9a69-71a4919303e8 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:47.436563 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-25a0072a-de25-493d-8b34-2875a30e7556 None None] Attempting to bind port ddbf2bb1-18f2-42df-9a69-71a4919303e8 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'b39b4211-13f0-433c-8f9a-2aa63d8c5a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:47.436563 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a0072a-de25-493d-8b34-2875a30e7556 None None] Attempting to bind port ddbf2bb1-18f2-42df-9a69-71a4919303e8 on network 3a4ed919-cf37-4585-ae10-0e854eb24e47 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:47.445033 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b836e3-b9a2-48e8-8c14-eb4fd51353c3 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Network ae4009e6-4704-4c43-8de6-da37722257d8 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:01:47.447730 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a0072a-de25-493d-8b34-2875a30e7556 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:01:47.448292 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a0072a-de25-493d-8b34-2875a30e7556 None None] Checking segment: {'id': 'b39b4211-13f0-433c-8f9a-2aa63d8c5a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:01:47.448750 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-25a0072a-de25-493d-8b34-2875a30e7556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.449366 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a0072a-de25-493d-8b34-2875a30e7556 None None] Bound using segment: {'id': 'b39b4211-13f0-433c-8f9a-2aa63d8c5a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:01:47.449966 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-25a0072a-de25-493d-8b34-2875a30e7556 None None] Bound port: ddbf2bb1-18f2-42df-9a69-71a4919303e8, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b39b4211-13f0-433c-8f9a-2aa63d8c5a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:01:47.450446 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-25a0072a-de25-493d-8b34-2875a30e7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.486702 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1eb4c299-5730-4104-a661-f1e3929900fc tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Usage tracker for resource:security_group_rule and tenant:d6fcdd71d4f440d4966468a249c527ae is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:47.491583 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e8712efa-d0c9-4ce2-90eb-e7194b55d7be tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] 10.222.0.67 "DELETE /v2.0/ports/60a45e9f-3ff1-43ee-9658-b1c2553be140 HTTP/1.1" status: 204 len: 168 time: 1.9148943 Sep 23 15:01:47.516361 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1eb4c299-5730-4104-a661-f1e3929900fc tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:47.518126 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38698) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:47.519033 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-0b267a41-78be-4b6c-8760-2947f71fd24f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2ae1e07-f3b6-4188-8a3f-0d1fe1ba2feb']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:47.533546 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8461a043-ef15-4b87-8a59-79a70a0a539b None None] Port ddbf2bb1-18f2-42df-9a69-71a4919303e8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:01:47.534848 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a7318af2-af3c-45de-80bc-bf0927d6f715 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:01:47.538343 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1eb4c299-5730-4104-a661-f1e3929900fc tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:47.552736 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262e02a-a12a-427b-97d8-3f4b31704cdc tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb47ef3-6047-44a5-9b84-abb6f3406444,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:47.561587 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment ee17774e-8558-43d5-a392-b3dd8337a1d4 resource provider aggregate not found Sep 23 15:01:47.572868 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b1ae32d4-376d-42d7-b0c5-ad0dcb466a80 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.585673 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d082215-5dfd-45ab-863d-03ee0ba6e79d tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] GET failed (client error): The resource could not be found. Sep 23 15:01:47.587137 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8d082215-5dfd-45ab-863d-03ee0ba6e79d tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Synchronizing usage tracker for tenant:47b4adf035424e7ba89db750c3fcf942 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:01:47.588245 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0344c8c4-1ab2-4bf1-b410-c3f3045015cc tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.594951 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-0b267a41-78be-4b6c-8760-2947f71fd24f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d3b05bb-1fb3-40de-aaba-29fded55c8e9') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:47.595301 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-0b267a41-78be-4b6c-8760-2947f71fd24f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d3b05bb-1fb3-40de-aaba-29fded55c8e9') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:47.625017 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0b267a41-78be-4b6c-8760-2947f71fd24f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.637164 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-24b836e3-b9a2-48e8-8c14-eb4fd51353c3 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, ae4009e6-4704-4c43-8de6-da37722257d8) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:47.641846 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b836e3-b9a2-48e8-8c14-eb4fd51353c3 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:47.642479 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-24b836e3-b9a2-48e8-8c14-eb4fd51353c3 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.647503 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment ee17774e-8558-43d5-a392-b3dd8337a1d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee17774e-8558-43d5-a392-b3dd8337a1d4 found for delete ", "request_id": "req-0442fcac-58fd-4005-8f42-0b90543f365a"}]} Sep 23 15:01:47.660605 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b1ae32d4-376d-42d7-b0c5-ad0dcb466a80 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.671801 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae32d4-376d-42d7-b0c5-ad0dcb466a80 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Pushing event deleted for resources: {'Network': ['ID=abac7650-0a4e-425d-9a05-bb6cfab1a6f0,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:47.677408 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b1ae32d4-376d-42d7-b0c5-ad0dcb466a80 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] 10.222.0.67 "DELETE /v2.0/networks/abac7650-0a4e-425d-9a05-bb6cfab1a6f0 HTTP/1.1" status: 204 len: 168 time: 2.2050936 Sep 23 15:01:47.678956 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c913fee-e4b4-457a-b799-ca0296f7ed74 None None] Network ae4009e6-4704-4c43-8de6-da37722257d8 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:01:47.679833 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38704) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:47.695707 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0b267a41-78be-4b6c-8760-2947f71fd24f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.705797 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9262e02a-a12a-427b-97d8-3f4b31704cdc tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.707029 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9262e02a-a12a-427b-97d8-3f4b31704cdc tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2057760 Sep 23 15:01:47.718968 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b267a41-78be-4b6c-8760-2947f71fd24f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:01:47.719377 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0b267a41-78be-4b6c-8760-2947f71fd24f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.724213 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-25a0072a-de25-493d-8b34-2875a30e7556 None None] For port ddbf2bb1-18f2-42df-9a69-71a4919303e8, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:01:47.728153 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-25a0072a-de25-493d-8b34-2875a30e7556 None None] For port ddbf2bb1-18f2-42df-9a69-71a4919303e8, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ddbf2bb1-18f2-42df-9a69-71a4919303e8,segment=NetworkSegment(b39b4211-13f0-433c-8f9a-2aa63d8c5a88),segment_id=b39b4211-13f0-433c-8f9a-2aa63d8c5a88)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:01:47.728909 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce1c5700-e1a9-436f-b6e6-ee7b64822d09 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] DELETE failed (client error): The resource could not be found. Sep 23 15:01:47.729590 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce1c5700-e1a9-436f-b6e6-ee7b64822d09 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:01:47.732042 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ce1c5700-e1a9-436f-b6e6-ee7b64822d09 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] 10.222.0.67 "DELETE /v2.0/ports/5bee5614-451a-4224-b576-2fdf275d58b5 HTTP/1.1" status: 404 len: 333 time: 0.0510805 Sep 23 15:01:47.732931 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38708) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:47.739041 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-ec35fc13-ffaf-4cf9-909f-62715a4e0196 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Request body: {'security_group_rule': {'security_group_id': '902bca84-b160-49e1-b3bf-258c2003ebe6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:47.745754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38714) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:47.749417 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ec35fc13-ffaf-4cf9-909f-62715a4e0196 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:47.783550 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8d082215-5dfd-45ab-863d-03ee0ba6e79d tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Unset dirty status for tenant:47b4adf035424e7ba89db750c3fcf942 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:01:47.784771 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8d082215-5dfd-45ab-863d-03ee0ba6e79d tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] 10.222.0.67 "GET /v2.0/ports/60a45e9f-3ff1-43ee-9658-b1c2553be140 HTTP/1.1" status: 404 len: 333 time: 0.2651417 Sep 23 15:01:47.791185 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ec35fc13-ffaf-4cf9-909f-62715a4e0196 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Usage tracker for resource:security_group_rule and tenant:74a86a480a6e47f78eac424839cb09ea is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:47.799296 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38718) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:47.804758 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-75668dcb-ecc5-42d4-8aac-e538d3d245b3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Request body: {'port': {'network_id': '4f969841-728a-4fa3-821c-962973546e84', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1592532488'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:47.807272 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 1d3b05bb-1fb3-40de-aaba-29fded55c8e9 resource provider aggregate not found Sep 23 15:01:47.817856 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ec35fc13-ffaf-4cf9-909f-62715a4e0196 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:47.821467 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-75668dcb-ecc5-42d4-8aac-e538d3d245b3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:47.822362 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-25a0072a-de25-493d-8b34-2875a30e7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.832997 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ec35fc13-ffaf-4cf9-909f-62715a4e0196 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:47.840634 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-75668dcb-ecc5-42d4-8aac-e538d3d245b3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:47.844923 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-24b836e3-b9a2-48e8-8c14-eb4fd51353c3 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2043362 Sep 23 15:01:47.849457 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38724) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:47.855154 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 1d3b05bb-1fb3-40de-aaba-29fded55c8e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d3b05bb-1fb3-40de-aaba-29fded55c8e9 found for delete ", "request_id": "req-454eaa47-00b3-417e-8769-0cbf7aa8f7be"}]} Sep 23 15:01:47.859102 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1eb4c299-5730-4104-a661-f1e3929900fc tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.862731 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-180fec41-ff65-415c-ac88-a31d028572bf tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1497581843', 'network_id': 'ae4009e6-4704-4c43-8de6-da37722257d8'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:47.873356 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-180fec41-ff65-415c-ac88-a31d028572bf tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:47.875316 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-79e6273a-c96c-4a57-8c09-1ea8f56b862b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.882499 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd23d06-bfca-46bd-88d1-898c534f0cc9 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Deleting subnet faf8d74d-bd21-40ab-8290-41f4d9c31a7c {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:01:47.883355 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-180fec41-ff65-415c-ac88-a31d028572bf tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Usage tracker for resource:port and tenant:cb649363b776463fa89467c87d83ab96 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:47.885876 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6bd23d06-bfca-46bd-88d1-898c534f0cc9 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.906906 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0344c8c4-1ab2-4bf1-b410-c3f3045015cc tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.918389 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0344c8c4-1ab2-4bf1-b410-c3f3045015cc tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:47.918389 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0344c8c4-1ab2-4bf1-b410-c3f3045015cc tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:47.924317 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-180fec41-ff65-415c-ac88-a31d028572bf tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:47.952437 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-180fec41-ff65-415c-ac88-a31d028572bf tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:47.961592 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a0072a-de25-493d-8b34-2875a30e7556 None None] Routers {'55234c5e-90c2-4330-a0e1-5d547172e42c'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:01:47.962853 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-25a0072a-de25-493d-8b34-2875a30e7556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:01:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['55234c5e-90c2-4330-a0e1-5d547172e42c'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:47.974666 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75668dcb-ecc5-42d4-8aac-e538d3d245b3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Made reservation on behalf of 47b4adf035424e7ba89db750c3fcf942 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:47.977047 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-75668dcb-ecc5-42d4-8aac-e538d3d245b3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:48.001747 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ec35fc13-ffaf-4cf9-909f-62715a4e0196 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:48.011475 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6bd23d06-bfca-46bd-88d1-898c534f0cc9 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:48.021070 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0b267a41-78be-4b6c-8760-2947f71fd24f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:48.022749 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-79e6273a-c96c-4a57-8c09-1ea8f56b862b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:48.051994 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b267a41-78be-4b6c-8760-2947f71fd24f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d2ae1e07-f3b6-4188-8a3f-0d1fe1ba2feb {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 23 15:01:48.054453 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0b267a41-78be-4b6c-8760-2947f71fd24f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:48.081651 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-75668dcb-ecc5-42d4-8aac-e538d3d245b3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] device_id is not set on port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:01:48.104287 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-79e6273a-c96c-4a57-8c09-1ea8f56b862b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8e14af7388984c61bd3cc691ff36ae30&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5117221 Sep 23 15:01:48.115105 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38728) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:48.118376 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180fec41-ff65-415c-ac88-a31d028572bf tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Made reservation on behalf of cb649363b776463fa89467c87d83ab96 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:48.120749 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-180fec41-ff65-415c-ac88-a31d028572bf tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:48.154135 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0b267a41-78be-4b6c-8760-2947f71fd24f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] 10.222.0.67 "DELETE /v2.0/networks/d2ae1e07-f3b6-4188-8a3f-0d1fe1ba2feb HTTP/1.1" status: 204 len: 168 time: 3.8290737 Sep 23 15:01:48.155214 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344c8c4-1ab2-4bf1-b410-c3f3045015cc tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Pushing event updated for resources: {'Network': ['ID=ffb891e4-cd6e-4a4c-8527-785943670df7,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:48.162028 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38732) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:48.164151 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1eb4c299-5730-4104-a661-f1e3929900fc tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:48.183329 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0344c8c4-1ab2-4bf1-b410-c3f3045015cc tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.8825324 Sep 23 15:01:48.188361 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6273a-c96c-4a57-8c09-1ea8f56b862b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2b273b-1884-4dbb-b8e5-01869b427ed5,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:48.194398 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-25a0072a-de25-493d-8b34-2875a30e7556 None None] Set router 55234c5e-90c2-4330-a0e1-5d547172e42c gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:01:48.200509 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38736) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:48.206999 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-4577be44-9955-438d-9095-ac79e57408d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Request body: {'subnet': {'network_id': 'ffb891e4-cd6e-4a4c-8527-785943670df7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:48.277446 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ec35fc13-ffaf-4cf9-909f-62715a4e0196 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:48.296572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-180fec41-ff65-415c-ac88-a31d028572bf tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] device_id is not set on port 57c63462-479b-49b7-902c-7a1215c42669 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:01:48.335328 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9bc63796-71a0-434c-b43d-db483cd39f29 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1721530 Sep 23 15:01:48.376343 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38740) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:48.400963 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ec35fc13-ffaf-4cf9-909f-62715a4e0196 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:48.401991 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8461a043-ef15-4b87-8a59-79a70a0a539b None None] Attempt 4 to provision port ddbf2bb1-18f2-42df-9a69-71a4919303e8 Sep 23 15:01:48.415866 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b267a41-78be-4b6c-8760-2947f71fd24f tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Pushing event deleted for resources: {'Network': ['ID=d2ae1e07-f3b6-4188-8a3f-0d1fe1ba2feb,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:48.425900 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4577be44-9955-438d-9095-ac79e57408d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:48.429264 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1eb4c299-5730-4104-a661-f1e3929900fc tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:48.445666 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4577be44-9955-438d-9095-ac79e57408d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Usage tracker for resource:subnet and tenant:2a2615fbf014482ebcf410be18341ac1 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:48.460755 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4577be44-9955-438d-9095-ac79e57408d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:48.481282 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4577be44-9955-438d-9095-ac79e57408d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:48.512110 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4959f90a-4caa-4a52-9a6c-5ae316d00a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:48.514952 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4c299-5730-4104-a661-f1e3929900fc tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c6a6b4-f416-4108-bafd-8bfccc04af7a,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:48.517547 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35fc13-ffaf-4cf9-909f-62715a4e0196 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9008567-5f8e-47ef-b094-ee7ff083e26c,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:48.559745 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4959f90a-4caa-4a52-9a6c-5ae316d00a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:48.565375 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6bd23d06-bfca-46bd-88d1-898c534f0cc9 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:48.582877 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network ffb891e4-cd6e-4a4c-8527-785943670df7 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:01:48.584907 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1eb4c299-5730-4104-a661-f1e3929900fc tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:48.586260 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1eb4c299-5730-4104-a661-f1e3929900fc tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3244197 Sep 23 15:01:48.589174 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38746) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:48.607058 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-c07f5b92-4738-4c4b-bf98-c2487fc03b20 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Request body: {'security_group_rule': {'security_group_id': 'a3d5837d-73ab-48f6-b463-1f86aa0e019f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:48.619256 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-c07f5b92-4738-4c4b-bf98-c2487fc03b20 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:48.623081 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4577be44-9955-438d-9095-ac79e57408d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Made reservation on behalf of 2a2615fbf014482ebcf410be18341ac1 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:48.630091 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4577be44-9955-438d-9095-ac79e57408d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:48.646193 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-c07f5b92-4738-4c4b-bf98-c2487fc03b20 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Usage tracker for resource:security_group_rule and tenant:d6fcdd71d4f440d4966468a249c527ae is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:48.647722 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port a7318af2-af3c-45de-80bc-bf0927d6f715 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:01:48.654454 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-c07f5b92-4738-4c4b-bf98-c2487fc03b20 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:48.662014 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port a7318af2-af3c-45de-80bc-bf0927d6f715 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:01:48.662492 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:48.662882 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port a7318af2-af3c-45de-80bc-bf0927d6f715 Sep 23 15:01:48.715074 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-c07f5b92-4738-4c4b-bf98-c2487fc03b20 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:48.746221 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ec35fc13-ffaf-4cf9-909f-62715a4e0196 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:48.762289 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ec35fc13-ffaf-4cf9-909f-62715a4e0196 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0139773 Sep 23 15:01:48.762937 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38752) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:48.762937 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-c475820a-66fa-4bc2-b273-f027a039fb93 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:48.770003 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-c475820a-66fa-4bc2-b273-f027a039fb93 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:48.777294 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-c475820a-66fa-4bc2-b273-f027a039fb93 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Usage tracker for resource:floatingip and tenant:74a86a480a6e47f78eac424839cb09ea is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:48.781281 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-c475820a-66fa-4bc2-b273-f027a039fb93 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:48.788154 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-c475820a-66fa-4bc2-b273-f027a039fb93 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:48.795337 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868dc07f-2992-40a2-a446-df486d3d7db9 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:48.795906 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868dc07f-2992-40a2-a446-df486d3d7db9 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:48.796357 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868dc07f-2992-40a2-a446-df486d3d7db9 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:48.796828 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868dc07f-2992-40a2-a446-df486d3d7db9 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:48.797447 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868dc07f-2992-40a2-a446-df486d3d7db9 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:48.797897 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868dc07f-2992-40a2-a446-df486d3d7db9 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:48.798549 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868dc07f-2992-40a2-a446-df486d3d7db9 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:48.800793 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-868dc07f-2992-40a2-a446-df486d3d7db9 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Synchronizing usage tracker for tenant:93bfa2e136274e48b73eaa9253bfa24b on resource:subnet {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:01:48.826259 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c07f5b92-4738-4c4b-bf98-c2487fc03b20 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:48.844766 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-180fec41-ff65-415c-ac88-a31d028572bf tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Allocated IP 172.20.0.11 (ae4009e6-4704-4c43-8de6-da37722257d8/069a0a17-9ce1-4608-a69c-2b52f17d466c/57c63462-479b-49b7-902c-7a1215c42669) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:01:48.886072 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4959f90a-4caa-4a52-9a6c-5ae316d00a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:48.910216 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959f90a-4caa-4a52-9a6c-5ae316d00a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2b273b-1884-4dbb-b8e5-01869b427ed5,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:48.916711 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-868dc07f-2992-40a2-a446-df486d3d7db9 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Unset dirty status for tenant:93bfa2e136274e48b73eaa9253bfa24b on resource:subnet {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:01:48.921282 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-868dc07f-2992-40a2-a446-df486d3d7db9 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4566 time: 0.5387678 Sep 23 15:01:48.935125 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38756) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:48.935443 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0853f12-01fa-412e-8d5f-c819b2d0ef20 None None] Pushing event updated for resources: {'Port': ['ID=ddbf2bb1-18f2-42df-9a69-71a4919303e8,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:48.936901 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c475820a-66fa-4bc2-b273-f027a039fb93 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks [] for floatingip, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:48.943965 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8461a043-ef15-4b87-8a59-79a70a0a539b None None] Port ddbf2bb1-18f2-42df-9a69-71a4919303e8 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:01:48.989063 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6bd23d06-bfca-46bd-88d1-898c534f0cc9 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:49.071541 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port a7318af2-af3c-45de-80bc-bf0927d6f715 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:01:49.071924 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:49.072119 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd23d06-bfca-46bd-88d1-898c534f0cc9 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Pushing event deleted for resources: {'Subnet': ['ID=faf8d74d-bd21-40ab-8290-41f4d9c31a7c,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:49.087073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c07f5b92-4738-4c4b-bf98-c2487fc03b20 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:49.091249 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6bd23d06-bfca-46bd-88d1-898c534f0cc9 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:49.099920 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-25a0072a-de25-493d-8b34-2875a30e7556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'name': 'tempest-ServersTestJSON-1681864736-router', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.119'}], 'enable_snat': True}, 'gw_port_id': 'c24d0838-c2ac-46a8-82cb-496d5ce959e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:01:41Z', 'revision_number': 4, 'project_id': 'd6fcdd71d4f440d4966468a249c527ae', 'gw_port': {'id': 'c24d0838-c2ac-46a8-82cb-496d5ce959e8', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:30Z', 'updated_at': '2022-09-23T15:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'ddbf2bb1-18f2-42df-9a69-71a4919303e8', 'name': '', 'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'mac_address': 'fa:16:3e:e2:80:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '04fb8fb3-375d-4a4c-817d-3e8eac3bab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:39Z', 'updated_at': '2022-09-23T15:01:47Z', 'revision_number': 4, 'project_id': 'd6fcdd71d4f440d4966468a249c527ae', 'subnets': [{'id': '04fb8fb3-375d-4a4c-817d-3e8eac3bab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:49.113044 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-abacb098-606e-4709-9dc5-660b87298e42 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] delete failed (client error): The resource could not be found. Sep 23 15:01:49.116650 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-abacb098-606e-4709-9dc5-660b87298e42 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] 10.222.0.67 "DELETE /v2.0/floatingips/f44ffabb-5a0c-486b-8cef-30cf10deeeb1 HTTP/1.1" status: 404 len: 345 time: 0.1226246 Sep 23 15:01:49.139364 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a0072a-de25-493d-8b34-2875a30e7556 None None] The sync data for ids ['55234c5e-90c2-4330-a0e1-5d547172e42c'] in dv-neutron-859093-1-hyperv is: [{'id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'name': 'tempest-ServersTestJSON-1681864736-router', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.119'}], 'enable_snat': True}, 'gw_port_id': 'c24d0838-c2ac-46a8-82cb-496d5ce959e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:01:41Z', 'revision_number': 4, 'project_id': 'd6fcdd71d4f440d4966468a249c527ae', 'gw_port': {'id': 'c24d0838-c2ac-46a8-82cb-496d5ce959e8', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:30Z', 'updated_at': '2022-09-23T15:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'ddbf2bb1-18f2-42df-9a69-71a4919303e8', 'name': '', 'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'mac_address': 'fa:16:3e:e2:80:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '04fb8fb3-375d-4a4c-817d-3e8eac3bab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:39Z', 'updated_at': '2022-09-23T15:01:47Z', 'revision_number': 4, 'project_id': 'd6fcdd71d4f440d4966468a249c527ae', 'subnets': [{'id': '04fb8fb3-375d-4a4c-817d-3e8eac3bab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:01:49.141766 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c497e3-c636-4d95-bcb6-5fd1d56edaf2 None None] Network 49af6995-55f7-4817-a15e-5f7136e07645 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:01:49.153476 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38762) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:49.167978 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c07f5b92-4738-4c4b-bf98-c2487fc03b20 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:49.194547 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6bd23d06-bfca-46bd-88d1-898c534f0cc9 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] 10.222.0.67 "DELETE /v2.0/subnets/faf8d74d-bd21-40ab-8290-41f4d9c31a7c HTTP/1.1" status: 204 len: 168 time: 1.4384372 Sep 23 15:01:49.203809 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38766) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:49.222682 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port a7318af2-af3c-45de-80bc-bf0927d6f715, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a7318af2-af3c-45de-80bc-bf0927d6f715,segment=NetworkSegment(78b3e91f-693f-4481-95b1-beba207118fb),segment_id=78b3e91f-693f-4481-95b1-beba207118fb)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:01:49.249638 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f733eb-d676-4e0d-abdb-04ac21279c4b tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] DELETE failed (client error): The resource could not be found. Sep 23 15:01:49.250212 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f733eb-d676-4e0d-abdb-04ac21279c4b tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:01:49.254948 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-84f733eb-d676-4e0d-abdb-04ac21279c4b tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] 10.222.0.67 "DELETE /v2.0/networks/d2ae1e07-f3b6-4188-8a3f-0d1fe1ba2feb HTTP/1.1" status: 404 len: 339 time: 0.0974965 Sep 23 15:01:49.263117 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38770) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:49.266223 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-75668dcb-ecc5-42d4-8aac-e538d3d245b3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:49.275971 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4959f90a-4caa-4a52-9a6c-5ae316d00a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:49.277112 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4959f90a-4caa-4a52-9a6c-5ae316d00a9a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5b2b273b-1884-4dbb-b8e5-01869b427ed5 HTTP/1.1" status: 204 len: 168 time: 1.1529307 Sep 23 15:01:49.298797 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f5b92-4738-4c4b-bf98-c2487fc03b20 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d5b160-5cf8-4543-bf3a-cbc41e99c3e8,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:49.319482 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193ad2ab-b3cb-462f-b11f-bfee18198b38 None None] Network ae4009e6-4704-4c43-8de6-da37722257d8 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:01:49.336804 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c07f5b92-4738-4c4b-bf98-c2487fc03b20 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:49.341254 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c07f5b92-4738-4c4b-bf98-c2487fc03b20 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7475402 Sep 23 15:01:49.341802 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38776) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:49.343178 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-4b4288be-d220-4275-b06b-d607b03e845d tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Request body: {'network': {'name': 'tempest-network--1711856651', 'router:external': True}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:49.359137 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-4b4288be-d220-4275-b06b-d607b03e845d tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:49.362157 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-0e90be43-db52-4392-9369-fcbc2d2343f1 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:49.370256 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0e90be43-db52-4392-9369-fcbc2d2343f1 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:49.375685 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:49.393634 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0e90be43-db52-4392-9369-fcbc2d2343f1 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Usage tracker for resource:floatingip and tenant:d6fcdd71d4f440d4966468a249c527ae is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:49.404581 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0e90be43-db52-4392-9369-fcbc2d2343f1 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:49.416221 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0e90be43-db52-4392-9369-fcbc2d2343f1 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:49.453802 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-180fec41-ff65-415c-ac88-a31d028572bf tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:49.454372 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c475820a-66fa-4bc2-b273-f027a039fb93 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:49.483453 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4b4288be-d220-4275-b06b-d607b03e845d tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Usage tracker for resource:network and tenant:93bfa2e136274e48b73eaa9253bfa24b is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:49.494450 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4b4288be-d220-4275-b06b-d607b03e845d tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:49.503651 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4577be44-9955-438d-9095-ac79e57408d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:49.520000 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-4b4288be-d220-4275-b06b-d607b03e845d tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:49.558539 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-18aae404-bb51-4b49-8563-190cf396b463 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:49.580061 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-18aae404-bb51-4b49-8563-190cf396b463 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Deleting port 25f572c8-f586-411b-ab1f-2ac23ec31cce {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:01:49.582895 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-18aae404-bb51-4b49-8563-190cf396b463 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:49.592657 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0e90be43-db52-4392-9369-fcbc2d2343f1 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks [] for floatingip, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:49.611064 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ddbf2bb1-18f2-42df-9a69-71a4919303e8 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:01:49.679572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4288be-d220-4275-b06b-d607b03e845d tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Made reservation on behalf of 93bfa2e136274e48b73eaa9253bfa24b for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:49.683488 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4b4288be-d220-4275-b06b-d607b03e845d tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:49.714140 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-180fec41-ff65-415c-ac88-a31d028572bf tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:49.720555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-75668dcb-ecc5-42d4-8aac-e538d3d245b3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:49.785312 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=a7318af2-af3c-45de-80bc-bf0927d6f715,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:49.817448 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577be44-9955-438d-9095-ac79e57408d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Pushing event updated for resources: {'Subnet': ['ID=c76e5fc4-ccb7-4f1a-b141-ab569437901e,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:49.842968 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4577be44-9955-438d-9095-ac79e57408d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Checking segment: {'id': '3cf1ac5e-7830-4525-a80a-de507f3f1e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ffb891e4-cd6e-4a4c-8527-785943670df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:01:49.843327 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4577be44-9955-438d-9095-ac79e57408d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Network hostable DHCP agents. Network: ffb891e4-cd6e-4a4c-8527-785943670df7, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:01:49.858091 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180fec41-ff65-415c-ac88-a31d028572bf tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Network ae4009e6-4704-4c43-8de6-da37722257d8 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:01:49.887469 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75668dcb-ecc5-42d4-8aac-e538d3d245b3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Network 4f969841-728a-4fa3-821c-962973546e84 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:01:49.888496 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-180fec41-ff65-415c-ac88-a31d028572bf tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:49.896620 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180fec41-ff65-415c-ac88-a31d028572bf tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:01:49.925401 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-c475820a-66fa-4bc2-b273-f027a039fb93 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Allocated IP 172.26.10.75 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/b98fb6b5-3d70-430f-8f3e-09e30d9e84f3) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:01:49.961356 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4288be-d220-4275-b06b-d607b03e845d tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:01:49.980505 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-75668dcb-ecc5-42d4-8aac-e538d3d245b3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:49.983528 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75668dcb-ecc5-42d4-8aac-e538d3d245b3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:01:49.986009 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75668dcb-ecc5-42d4-8aac-e538d3d245b3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:49.986009 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-75668dcb-ecc5-42d4-8aac-e538d3d245b3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:50.059172 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fec41-ff65-415c-ac88-a31d028572bf tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Pushing event updated for resources: {'Port': ['ID=57c63462-479b-49b7-902c-7a1215c42669,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:50.073961 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port ddbf2bb1-18f2-42df-9a69-71a4919303e8 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:01:50.098543 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port ddbf2bb1-18f2-42df-9a69-71a4919303e8 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:01:50.099041 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:50.099497 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port ddbf2bb1-18f2-42df-9a69-71a4919303e8 Sep 23 15:01:50.103133 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4577be44-9955-438d-9095-ac79e57408d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Network ffb891e4-cd6e-4a4c-8527-785943670df7 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:01:50.206983 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5927dfee-a020-4dc6-b6f5-323ce2bdd1c0 None None] DHCP port deletion for 49af6995-55f7-4817-a15e-5f7136e07645 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:01:50.213860 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c475820a-66fa-4bc2-b273-f027a039fb93 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:50.217721 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0e90be43-db52-4392-9369-fcbc2d2343f1 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:50.232216 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4b4288be-d220-4275-b06b-d607b03e845d tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:50.232590 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-4b4288be-d220-4275-b06b-d607b03e845d tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Added segment 40c6978f-2ebc-4ed3-a2bd-7dbb1ba3d919 of type vlan for network fa8d18ec-f7ef-4891-acc3-67e6eb9f1e15 Sep 23 15:01:50.242434 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5927dfee-a020-4dc6-b6f5-323ce2bdd1c0 None None] Deleting port 25f572c8-f586-411b-ab1f-2ac23ec31cce {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:01:50.243586 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5927dfee-a020-4dc6-b6f5-323ce2bdd1c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:50.266184 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-4577be44-9955-438d-9095-ac79e57408d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, ffb891e4-cd6e-4a4c-8527-785943670df7) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:50.277244 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4577be44-9955-438d-9095-ac79e57408d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:50.278397 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4577be44-9955-438d-9095-ac79e57408d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:50.284011 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4b4288be-d220-4275-b06b-d607b03e845d tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:50.321525 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75668dcb-ecc5-42d4-8aac-e538d3d245b3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Pushing event updated for resources: {'Port': ['ID=2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:50.341479 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9c41f1-ff45-49f2-aa9d-d37ed0b5ccc8 None None] Network ffb891e4-cd6e-4a4c-8527-785943670df7 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:01:50.397933 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180fec41-ff65-415c-ac88-a31d028572bf tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:50.398567 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-180fec41-ff65-415c-ac88-a31d028572bf tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:50.408278 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4b4288be-d220-4275-b06b-d607b03e845d tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:50.410571 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4288be-d220-4275-b06b-d607b03e845d tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:50.410571 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4b4288be-d220-4275-b06b-d607b03e845d tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:50.439298 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4577be44-9955-438d-9095-ac79e57408d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2348270 Sep 23 15:01:50.450846 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38790) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:50.487891 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c475820a-66fa-4bc2-b273-f027a039fb93 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:50.493945 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-75668dcb-ecc5-42d4-8aac-e538d3d245b3 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.6906683 Sep 23 15:01:50.495128 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-a47ce8b8-f3ca-4c74-b9e9-dfbce70b1c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Request body: {'port': {'network_id': 'ffb891e4-cd6e-4a4c-8527-785943670df7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-413110558'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:50.535698 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38796) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:50.552621 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port ddbf2bb1-18f2-42df-9a69-71a4919303e8 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:01:50.553018 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:50.579661 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4b4288be-d220-4275-b06b-d607b03e845d tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3086302 Sep 23 15:01:50.643003 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c475820a-66fa-4bc2-b273-f027a039fb93 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:01:50.662545 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38802) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:50.665932 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-18aae404-bb51-4b49-8563-190cf396b463 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] For port 25f572c8-f586-411b-ab1f-2ac23ec31cce, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=25f572c8-f586-411b-ab1f-2ac23ec31cce,segment=NetworkSegment(b56c125f-abdd-400a-a424-596dc75c6536),segment_id=b56c125f-abdd-400a-a424-596dc75c6536)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:01:50.666429 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-18aae404-bb51-4b49-8563-190cf396b463 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:50.687767 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8590'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:50.717385 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-180fec41-ff65-415c-ac88-a31d028572bf tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.8638651 Sep 23 15:01:50.759732 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port ddbf2bb1-18f2-42df-9a69-71a4919303e8, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ddbf2bb1-18f2-42df-9a69-71a4919303e8,segment=NetworkSegment(b39b4211-13f0-433c-8f9a-2aa63d8c5a88),segment_id=b39b4211-13f0-433c-8f9a-2aa63d8c5a88)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:01:50.761508 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-c475820a-66fa-4bc2-b273-f027a039fb93 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:50.765432 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c475820a-66fa-4bc2-b273-f027a039fb93 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:01:50.803007 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-5927dfee-a020-4dc6-b6f5-323ce2bdd1c0 None None] For port 25f572c8-f586-411b-ab1f-2ac23ec31cce, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=25f572c8-f586-411b-ab1f-2ac23ec31cce,segment=NetworkSegment(b56c125f-abdd-400a-a424-596dc75c6536),segment_id=b56c125f-abdd-400a-a424-596dc75c6536)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:01:50.803400 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5927dfee-a020-4dc6-b6f5-323ce2bdd1c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:50.808376 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475820a-66fa-4bc2-b273-f027a039fb93 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Pushing event updated for resources: {'Port': ['ID=b98fb6b5-3d70-430f-8f3e-09e30d9e84f3,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:50.811789 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38810) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:50.923572 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-b9bc4a8a-a56a-48c5-af3b-ff7840bb6ab0 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Deleting port 57c63462-479b-49b7-902c-7a1215c42669 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:01:50.924036 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b9bc4a8a-a56a-48c5-af3b-ff7840bb6ab0 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:50.961368 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38814) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:50.984388 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:51.002185 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5927dfee-a020-4dc6-b6f5-323ce2bdd1c0 None None] Calling delete_port for 25f572c8-f586-411b-ab1f-2ac23ec31cce owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:01:51.091639 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-18aae404-bb51-4b49-8563-190cf396b463 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Calling delete_port for 25f572c8-f586-411b-ab1f-2ac23ec31cce owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:01:51.102180 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed79fcb-bf31-4f0a-ba1c-2fa126ca2e12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-ffb891e4-cd6e-4a4c-8527-785943670df7', 'network_id': 'ffb891e4-cd6e-4a4c-8527-785943670df7', 'tenant_id': '2a2615fbf014482ebcf410be18341ac1', 'fixed_ips': [{'subnet_id': 'c76e5fc4-ccb7-4f1a-b141-ab569437901e'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:01:51.103027 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3ed79fcb-bf31-4f0a-ba1c-2fa126ca2e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:51.146014 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4288be-d220-4275-b06b-d607b03e845d tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Pushing event updated for resources: {'Network': ['ID=fa8d18ec-f7ef-4891-acc3-67e6eb9f1e15,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:51.147376 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-0e90be43-db52-4392-9369-fcbc2d2343f1 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Allocated IP 172.26.10.26 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/fe6f475f-0857-42fd-8e1c-81a460d31b6c) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:01:51.232825 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network fa8d18ec-f7ef-4891-acc3-67e6eb9f1e15 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:01:51.254931 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-92f5070c-4812-4bc0-b60f-9eed080e9687 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1196343520'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:51.261643 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a47ce8b8-f3ca-4c74-b9e9-dfbce70b1c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:51.270279 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-92f5070c-4812-4bc0-b60f-9eed080e9687 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:51.279840 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a47ce8b8-f3ca-4c74-b9e9-dfbce70b1c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Usage tracker for resource:port and tenant:2a2615fbf014482ebcf410be18341ac1 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:51.284202 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a47ce8b8-f3ca-4c74-b9e9-dfbce70b1c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:51.289237 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-92f5070c-4812-4bc0-b60f-9eed080e9687 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Usage tracker for resource:network and tenant:6671b5622dc44647a70d9e1150436567 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:51.295416 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=ddbf2bb1-18f2-42df-9a69-71a4919303e8,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:51.299765 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad67154-ac2f-41cd-a31c-8e71b8101b58 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:51.300695 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-92f5070c-4812-4bc0-b60f-9eed080e9687 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:51.306186 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad67154-ac2f-41cd-a31c-8e71b8101b58 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:51.313138 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad67154-ac2f-41cd-a31c-8e71b8101b58 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:51.319636 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad67154-ac2f-41cd-a31c-8e71b8101b58 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:51.325376 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad67154-ac2f-41cd-a31c-8e71b8101b58 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:51.326391 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7ad67154-ac2f-41cd-a31c-8e71b8101b58 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Synchronizing usage tracker for tenant:685f3864c135436fb3d80e30165d88a4 on resource:network {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:01:51.329369 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a47ce8b8-f3ca-4c74-b9e9-dfbce70b1c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:51.329509 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-92f5070c-4812-4bc0-b60f-9eed080e9687 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:51.389343 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:51.405339 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47ce8b8-f3ca-4c74-b9e9-dfbce70b1c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Made reservation on behalf of 2a2615fbf014482ebcf410be18341ac1 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:51.408906 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a47ce8b8-f3ca-4c74-b9e9-dfbce70b1c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:51.433912 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5927dfee-a020-4dc6-b6f5-323ce2bdd1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:51.450740 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-a47ce8b8-f3ca-4c74-b9e9-dfbce70b1c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] device_id is not set on port 0e9e5d48-4c39-4426-a874-0789d3edec21 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:01:51.498207 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.api [None req-18aae404-bb51-4b49-8563-190cf396b463 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:01:51.499268 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG oslo_db.api [None req-18aae404-bb51-4b49-8563-190cf396b463 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:01:51.506490 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927dfee-a020-4dc6-b6f5-323ce2bdd1c0 None None] Pushing event deleted for resources: {'Port': ['ID=25f572c8-f586-411b-ab1f-2ac23ec31cce,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:51.522856 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f5070c-4812-4bc0-b60f-9eed080e9687 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Made reservation on behalf of 6671b5622dc44647a70d9e1150436567 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:51.526257 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-92f5070c-4812-4bc0-b60f-9eed080e9687 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:51.543888 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ddbf2bb1-18f2-42df-9a69-71a4919303e8 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:01:51.548621 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c475820a-66fa-4bc2-b273-f027a039fb93 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:51.551389 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7ad67154-ac2f-41cd-a31c-8e71b8101b58 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Unset dirty status for tenant:685f3864c135436fb3d80e30165d88a4 on resource:network {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:01:51.552866 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7ad67154-ac2f-41cd-a31c-8e71b8101b58 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3057 time: 0.8893807 Sep 23 15:01:51.555964 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38820) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:51.570419 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-92f5070c-4812-4bc0-b60f-9eed080e9687 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:51.572125 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5927dfee-a020-4dc6-b6f5-323ce2bdd1c0 None None] No DVR routers for this DVR port 25f572c8-f586-411b-ab1f-2ac23ec31cce on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:01:51.631004 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-3ed79fcb-bf31-4f0a-ba1c-2fa126ca2e12 None None] Allocated IP 2001:db8::2 (ffb891e4-cd6e-4a4c-8527-785943670df7/c76e5fc4-ccb7-4f1a-b141-ab569437901e/ad231a02-5fb5-44a8-8073-755e764b283b) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:01:51.633623 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-92f5070c-4812-4bc0-b60f-9eed080e9687 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:51.670364 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4c80d1d4-09ac-4d99-9eaf-0aa513352440 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:51.712463 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port ddbf2bb1-18f2-42df-9a69-71a4919303e8 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:01:51.712846 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:51.713167 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port ddbf2bb1-18f2-42df-9a69-71a4919303e8 Sep 23 15:01:51.746189 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-92f5070c-4812-4bc0-b60f-9eed080e9687 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Usage tracker for resource:security_group_rule and tenant:6671b5622dc44647a70d9e1150436567 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:51.753320 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-92f5070c-4812-4bc0-b60f-9eed080e9687 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:51.770206 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-92f5070c-4812-4bc0-b60f-9eed080e9687 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:51.807867 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4c80d1d4-09ac-4d99-9eaf-0aa513352440 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:51.837986 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-4c80d1d4-09ac-4d99-9eaf-0aa513352440 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa8d18ec-f7ef-4891-acc3-67e6eb9f1e15']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:51.851668 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-4c80d1d4-09ac-4d99-9eaf-0aa513352440 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c6978f-2ebc-4ed3-a2bd-7dbb1ba3d919') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:51.852119 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-4c80d1d4-09ac-4d99-9eaf-0aa513352440 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c6978f-2ebc-4ed3-a2bd-7dbb1ba3d919') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:51.865080 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4c80d1d4-09ac-4d99-9eaf-0aa513352440 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:51.883926 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4c80d1d4-09ac-4d99-9eaf-0aa513352440 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:51.891192 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c80d1d4-09ac-4d99-9eaf-0aa513352440 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:01:51.891723 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4c80d1d4-09ac-4d99-9eaf-0aa513352440 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:51.893949 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b9bc4a8a-a56a-48c5-af3b-ff7840bb6ab0 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:51.939191 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port ddbf2bb1-18f2-42df-9a69-71a4919303e8 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:01:51.940258 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a7318af2-af3c-45de-80bc-bf0927d6f715 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:01:51.970648 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 40c6978f-2ebc-4ed3-a2bd-7dbb1ba3d919 resource provider aggregate not found Sep 23 15:01:51.976345 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0e90be43-db52-4392-9369-fcbc2d2343f1 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:51.992396 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3ed79fcb-bf31-4f0a-ba1c-2fa126ca2e12 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:52.000318 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-18aae404-bb51-4b49-8563-190cf396b463 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Deleting port 25f572c8-f586-411b-ab1f-2ac23ec31cce {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:01:52.000781 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-18aae404-bb51-4b49-8563-190cf396b463 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:52.026566 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port a7318af2-af3c-45de-80bc-bf0927d6f715 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:01:52.026936 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:52.027268 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port a7318af2-af3c-45de-80bc-bf0927d6f715 Sep 23 15:01:52.034972 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 40c6978f-2ebc-4ed3-a2bd-7dbb1ba3d919 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40c6978f-2ebc-4ed3-a2bd-7dbb1ba3d919 found for delete ", "request_id": "req-41826047-c7d7-41f0-ab7e-1a8ac993451d"}]} Sep 23 15:01:52.067138 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-b9bc4a8a-a56a-48c5-af3b-ff7840bb6ab0 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Calling delete_port for 57c63462-479b-49b7-902c-7a1215c42669 owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:01:52.085255 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-18aae404-bb51-4b49-8563-190cf396b463 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] The port '25f572c8-f586-411b-ab1f-2ac23ec31cce' was deleted {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:01:52.111515 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c475820a-66fa-4bc2-b273-f027a039fb93 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:52.147106 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port a7318af2-af3c-45de-80bc-bf0927d6f715 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:01:52.159930 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-3ed79fcb-bf31-4f0a-ba1c-2fa126ca2e12 None None] Transition to ACTIVE for port object ad231a02-5fb5-44a8-8073-755e764b283b will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:01:52.191177 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4c80d1d4-09ac-4d99-9eaf-0aa513352440 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:52.192379 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-3ed79fcb-bf31-4f0a-ba1c-2fa126ca2e12 None None] Transition to ACTIVE for port object ad231a02-5fb5-44a8-8073-755e764b283b will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:01:52.202772 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 25f572c8-f586-411b-ab1f-2ac23ec31cce no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:01:52.213075 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c80d1d4-09ac-4d99-9eaf-0aa513352440 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fa8d18ec-f7ef-4891-acc3-67e6eb9f1e15 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 23 15:01:52.233360 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80d1d4-09ac-4d99-9eaf-0aa513352440 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa8d18ec-f7ef-4891-acc3-67e6eb9f1e15,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:52.238870 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4c80d1d4-09ac-4d99-9eaf-0aa513352440 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:52.238999 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 25f572c8-f586-411b-ab1f-2ac23ec31cce {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:01:52.239236 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 25f572c8-f586-411b-ab1f-2ac23ec31cce not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:01:52.245970 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-18aae404-bb51-4b49-8563-190cf396b463 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:52.262416 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3ed79fcb-bf31-4f0a-ba1c-2fa126ca2e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:52.275186 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-92f5070c-4812-4bc0-b60f-9eed080e9687 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:52.313957 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4c80d1d4-09ac-4d99-9eaf-0aa513352440 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] 10.222.0.67 "DELETE /v2.0/networks/fa8d18ec-f7ef-4891-acc3-67e6eb9f1e15 HTTP/1.1" status: 204 len: 168 time: 0.7535007 Sep 23 15:01:52.321584 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38828) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:52.327738 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-18aae404-bb51-4b49-8563-190cf396b463 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49af6995-55f7-4817-a15e-5f7136e07645']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:52.342818 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-b93c57a5-4c8d-4761-af56-63dc2e134540 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Request body: {'network': {'name': 'tempest-network--870088814', 'router:external': True}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:52.348075 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed79fcb-bf31-4f0a-ba1c-2fa126ca2e12 None None] Network ffb891e4-cd6e-4a4c-8527-785943670df7 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:01:52.353504 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-3ed79fcb-bf31-4f0a-ba1c-2fa126ca2e12 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:52.357566 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b93c57a5-4c8d-4761-af56-63dc2e134540 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:52.362974 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-18aae404-bb51-4b49-8563-190cf396b463 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b56c125f-abdd-400a-a424-596dc75c6536') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:52.363264 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-18aae404-bb51-4b49-8563-190cf396b463 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b56c125f-abdd-400a-a424-596dc75c6536') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:52.364736 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed79fcb-bf31-4f0a-ba1c-2fa126ca2e12 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:01:52.373960 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b93c57a5-4c8d-4761-af56-63dc2e134540 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Usage tracker for resource:network and tenant:93bfa2e136274e48b73eaa9253bfa24b is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:52.379983 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b93c57a5-4c8d-4761-af56-63dc2e134540 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:52.389490 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b93c57a5-4c8d-4761-af56-63dc2e134540 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:52.394864 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-18aae404-bb51-4b49-8563-190cf396b463 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:52.411724 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-92f5070c-4812-4bc0-b60f-9eed080e9687 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:52.420172 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed79fcb-bf31-4f0a-ba1c-2fa126ca2e12 None None] Pushing event updated for resources: {'Port': ['ID=ad231a02-5fb5-44a8-8073-755e764b283b,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:52.421951 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-a47ce8b8-f3ca-4c74-b9e9-dfbce70b1c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Allocated IP 2001:db8::36f (ffb891e4-cd6e-4a4c-8527-785943670df7/c76e5fc4-ccb7-4f1a-b141-ab569437901e/0e9e5d48-4c39-4426-a874-0789d3edec21) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:01:52.440692 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-18aae404-bb51-4b49-8563-190cf396b463 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:52.450774 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18aae404-bb51-4b49-8563-190cf396b463 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:01:52.451164 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-18aae404-bb51-4b49-8563-190cf396b463 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:52.486005 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b9bc4a8a-a56a-48c5-af3b-ff7840bb6ab0 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:52.512940 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-3ed79fcb-bf31-4f0a-ba1c-2fa126ca2e12 None None] Attempting to bind port ad231a02-5fb5-44a8-8073-755e764b283b on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:52.513643 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-3ed79fcb-bf31-4f0a-ba1c-2fa126ca2e12 None None] Attempting to bind port ad231a02-5fb5-44a8-8073-755e764b283b by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '3cf1ac5e-7830-4525-a80a-de507f3f1e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ffb891e4-cd6e-4a4c-8527-785943670df7'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:52.514104 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed79fcb-bf31-4f0a-ba1c-2fa126ca2e12 None None] Attempting to bind port ad231a02-5fb5-44a8-8073-755e764b283b on network ffb891e4-cd6e-4a4c-8527-785943670df7 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:52.520701 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed79fcb-bf31-4f0a-ba1c-2fa126ca2e12 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:01:52.521233 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed79fcb-bf31-4f0a-ba1c-2fa126ca2e12 None None] Checking segment: {'id': '3cf1ac5e-7830-4525-a80a-de507f3f1e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ffb891e4-cd6e-4a4c-8527-785943670df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:01:52.521732 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3ed79fcb-bf31-4f0a-ba1c-2fa126ca2e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:52.522215 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed79fcb-bf31-4f0a-ba1c-2fa126ca2e12 None None] Bound using segment: {'id': '3cf1ac5e-7830-4525-a80a-de507f3f1e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ffb891e4-cd6e-4a4c-8527-785943670df7'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:01:52.522834 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-3ed79fcb-bf31-4f0a-ba1c-2fa126ca2e12 None None] Bound port: ad231a02-5fb5-44a8-8073-755e764b283b, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf1ac5e-7830-4525-a80a-de507f3f1e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ffb891e4-cd6e-4a4c-8527-785943670df7'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:01:52.523301 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3ed79fcb-bf31-4f0a-ba1c-2fa126ca2e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:52.558098 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93c57a5-4c8d-4761-af56-63dc2e134540 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Made reservation on behalf of 93bfa2e136274e48b73eaa9253bfa24b for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:52.560343 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b93c57a5-4c8d-4761-af56-63dc2e134540 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:52.582961 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc4a8a-a56a-48c5-af3b-ff7840bb6ab0 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Pushing event deleted for resources: {'Port': ['ID=57c63462-479b-49b7-902c-7a1215c42669,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:52.590614 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0e90be43-db52-4392-9369-fcbc2d2343f1 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:52.656035 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-3ed79fcb-bf31-4f0a-ba1c-2fa126ca2e12 None None] For port ad231a02-5fb5-44a8-8073-755e764b283b, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:01:52.659864 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-3ed79fcb-bf31-4f0a-ba1c-2fa126ca2e12 None None] For port ad231a02-5fb5-44a8-8073-755e764b283b, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ad231a02-5fb5-44a8-8073-755e764b283b,segment=NetworkSegment(3cf1ac5e-7830-4525-a80a-de507f3f1e39),segment_id=3cf1ac5e-7830-4525-a80a-de507f3f1e39)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:01:52.678646 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b93c57a5-4c8d-4761-af56-63dc2e134540 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:01:52.680678 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-18aae404-bb51-4b49-8563-190cf396b463 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:52.719451 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-18aae404-bb51-4b49-8563-190cf396b463 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:52.724502 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3ed79fcb-bf31-4f0a-ba1c-2fa126ca2e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:52.730773 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b93c57a5-4c8d-4761-af56-63dc2e134540 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:52.733960 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-b93c57a5-4c8d-4761-af56-63dc2e134540 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Added segment 9244f915-c43d-4619-9099-b7f3f3fcc25e of type vlan for network 69ce907d-7fa0-4672-ac3e-32c3e3d15c83 Sep 23 15:01:52.733960 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aae404-bb51-4b49-8563-190cf396b463 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] Pushing event deleted for resources: {'Network': ['ID=49af6995-55f7-4817-a15e-5f7136e07645,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:52.747830 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-18aae404-bb51-4b49-8563-190cf396b463 tempest-DHCPAgentSchedulersTestJSON-326231528 tempest-DHCPAgentSchedulersTestJSON-326231528-project] 10.222.0.67 "DELETE /v2.0/networks/49af6995-55f7-4817-a15e-5f7136e07645 HTTP/1.1" status: 204 len: 168 time: 3.5431364 Sep 23 15:01:52.805315 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e90be43-db52-4392-9369-fcbc2d2343f1 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:01:52.812381 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed79fcb-bf31-4f0a-ba1c-2fa126ca2e12 None None] Pushing event updated for resources: {'Port': ['ID=ad231a02-5fb5-44a8-8073-755e764b283b,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:52.834999 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f5070c-4812-4bc0-b60f-9eed080e9687 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:01:52.834999 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-0e90be43-db52-4392-9369-fcbc2d2343f1 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:52.838048 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e90be43-db52-4392-9369-fcbc2d2343f1 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:01:52.862433 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b93c57a5-4c8d-4761-af56-63dc2e134540 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:52.888144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a47ce8b8-f3ca-4c74-b9e9-dfbce70b1c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:52.909416 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5070c-4812-4bc0-b60f-9eed080e9687 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dc9b91-ec31-44d6-a9a0-7a96dfa84ed4,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:52.938881 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-a47ce8b8-f3ca-4c74-b9e9-dfbce70b1c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Transition to ACTIVE for port object 0e9e5d48-4c39-4426-a874-0789d3edec21 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:01:53.005525 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b93c57a5-4c8d-4761-af56-63dc2e134540 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:53.006595 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93c57a5-4c8d-4761-af56-63dc2e134540 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:53.007237 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b93c57a5-4c8d-4761-af56-63dc2e134540 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:53.054087 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a47ce8b8-f3ca-4c74-b9e9-dfbce70b1c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:53.071449 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] device_id is not set on port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:01:53.095439 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:53.105030 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-92f5070c-4812-4bc0-b60f-9eed080e9687 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:53.105394 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-92f5070c-4812-4bc0-b60f-9eed080e9687 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Added segment 4f337a2f-a196-45f0-8eee-a1655b1c82a3 of type vlan for network 85c4d669-34c7-4940-b10b-a148e071e1b7 Sep 23 15:01:53.144512 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90be43-db52-4392-9369-fcbc2d2343f1 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Pushing event updated for resources: {'Port': ['ID=fe6f475f-0857-42fd-8e1c-81a460d31b6c,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:53.173217 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Transition to ACTIVE for port object 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 will not be triggered until provisioned by entity L2. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:01:53.187923 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b9bc4a8a-a56a-48c5-af3b-ff7840bb6ab0 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:53.235073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-92f5070c-4812-4bc0-b60f-9eed080e9687 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:53.257314 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:53.297649 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47ce8b8-f3ca-4c74-b9e9-dfbce70b1c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Network ffb891e4-cd6e-4a4c-8527-785943670df7 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:01:53.298566 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c57a5-4c8d-4761-af56-63dc2e134540 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Pushing event updated for resources: {'Network': ['ID=69ce907d-7fa0-4672-ac3e-32c3e3d15c83,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:53.303201 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-a47ce8b8-f3ca-4c74-b9e9-dfbce70b1c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:53.307213 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47ce8b8-f3ca-4c74-b9e9-dfbce70b1c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:01:53.313334 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47ce8b8-f3ca-4c74-b9e9-dfbce70b1c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:53.315428 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a47ce8b8-f3ca-4c74-b9e9-dfbce70b1c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:53.323714 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ce8b8-f3ca-4c74-b9e9-dfbce70b1c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Pushing event updated for resources: {'Port': ['ID=0e9e5d48-4c39-4426-a874-0789d3edec21,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:53.326373 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 69ce907d-7fa0-4672-ac3e-32c3e3d15c83 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:01:53.354945 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b93c57a5-4c8d-4761-af56-63dc2e134540 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0302520 Sep 23 15:01:53.355690 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38836) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:53.381480 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b9bc4a8a-a56a-48c5-af3b-ff7840bb6ab0 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "DELETE /v2.0/ports/57c63462-479b-49b7-902c-7a1215c42669 HTTP/1.1" status: 204 len: 168 time: 2.5544116 Sep 23 15:01:53.385320 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38840) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:53.398593 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38842) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:53.420392 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-6bf491a4-d31f-4a53-8d23-e9842bb0eda2 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ae4009e6-4704-4c43-8de6-da37722257d8', 'external_fixed_ips': [{'subnet_id': '069a0a17-9ce1-4608-a69c-2b52f17d466c', 'ip_address': '172.20.0.11'}]}}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:53.437983 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0e90be43-db52-4392-9369-fcbc2d2343f1 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:53.457861 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6bf491a4-d31f-4a53-8d23-e9842bb0eda2 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:53.483254 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c475820a-66fa-4bc2-b273-f027a039fb93 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:53.485154 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6bf491a4-d31f-4a53-8d23-e9842bb0eda2 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Usage tracker for resource:router and tenant:cb649363b776463fa89467c87d83ab96 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:53.488515 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a47ce8b8-f3ca-4c74-b9e9-dfbce70b1c8c tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.0077627 Sep 23 15:01:53.491869 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6bf491a4-d31f-4a53-8d23-e9842bb0eda2 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:53.494723 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:53.495049 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:53.495377 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:53.501285 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38850) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:53.501851 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Pushing event updated for resources: {'Port': ['ID=2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:53.504341 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6bf491a4-d31f-4a53-8d23-e9842bb0eda2 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:53.508658 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:53.509019 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:53.511061 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempt 2 to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 Sep 23 15:01:53.511734 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-3ae137f6-5337-4d1e-98e9-1123bd085da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Request body: {'port': {'network_id': 'ffb891e4-cd6e-4a4c-8527-785943670df7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2088623429', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:53.513621 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.api.validators [None req-3ae137f6-5337-4d1e-98e9-1123bd085da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] bootfile-name is not in valid_values {{(pid=89739) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 23 15:01:53.514149 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.api.validators [None req-3ae137f6-5337-4d1e-98e9-1123bd085da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] tftp-server is not in valid_values {{(pid=89739) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 23 15:01:53.514734 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.api.validators [None req-3ae137f6-5337-4d1e-98e9-1123bd085da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] server-ip-address is not in valid_values {{(pid=89739) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 23 15:01:53.558512 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:53.558512 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:53.558512 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:53.571258 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ad231a02-5fb5-44a8-8073-755e764b283b up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:01:53.571509 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-92f5070c-4812-4bc0-b60f-9eed080e9687 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:53.577045 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f5070c-4812-4bc0-b60f-9eed080e9687 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:53.577642 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-92f5070c-4812-4bc0-b60f-9eed080e9687 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:53.581680 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c475820a-66fa-4bc2-b273-f027a039fb93 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:53.635115 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f436bf-cf05-4ba1-af9d-4f3716100914 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:53.638903 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-52f436bf-cf05-4ba1-af9d-4f3716100914 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] 10.222.0.67 "GET /v2.0/networks/69ce907d-7fa0-4672-ac3e-32c3e3d15c83 HTTP/1.1" status: 200 len: 756 time: 0.2817597 Sep 23 15:01:53.642406 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38854) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:53.693013 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6bf491a4-d31f-4a53-8d23-e9842bb0eda2 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:53.694029 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6bf491a4-d31f-4a53-8d23-e9842bb0eda2 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:53.697234 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:53.697560 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:53.716362 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port ad231a02-5fb5-44a8-8073-755e764b283b completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:01:53.734455 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempt 3 to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 Sep 23 15:01:53.837445 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c969241-a63a-4e0f-84c8-70a0694c3a8f tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:53.839073 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8c969241-a63a-4e0f-84c8-70a0694c3a8f tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] 10.222.0.67 "GET /v2.0/networks/b874d402-eb90-4db9-95ee-c69b7d3095a2 HTTP/1.1" status: 200 len: 768 time: 0.1953254 Sep 23 15:01:53.840986 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3ae137f6-5337-4d1e-98e9-1123bd085da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:53.843637 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38858) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:53.846998 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3ae137f6-5337-4d1e-98e9-1123bd085da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Usage tracker for resource:port and tenant:2a2615fbf014482ebcf410be18341ac1 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:53.850527 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3ae137f6-5337-4d1e-98e9-1123bd085da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:53.857699 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3ae137f6-5337-4d1e-98e9-1123bd085da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:53.864580 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:53.864913 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:53.865247 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:53.867242 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0e90be43-db52-4392-9369-fcbc2d2343f1 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:53.919826 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae137f6-5337-4d1e-98e9-1123bd085da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Made reservation on behalf of 2a2615fbf014482ebcf410be18341ac1 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:53.923577 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3ae137f6-5337-4d1e-98e9-1123bd085da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:53.946374 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-92f5070c-4812-4bc0-b60f-9eed080e9687 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.9734018 Sep 23 15:01:53.948113 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38864) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:53.948937 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6bf491a4-d31f-4a53-8d23-e9842bb0eda2 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:53.949242 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-3ae137f6-5337-4d1e-98e9-1123bd085da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] device_id is not set on port d80ff1f5-bb76-420d-ad3d-ba8b36d3d3ce yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:01:53.961635 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c475820a-66fa-4bc2-b273-f027a039fb93 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:53.984106 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5070c-4812-4bc0-b60f-9eed080e9687 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Pushing event updated for resources: {'Network': ['ID=85c4d669-34c7-4940-b10b-a148e071e1b7,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:53.986429 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:53.986753 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:53.987249 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475820a-66fa-4bc2-b273-f027a039fb93 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Pushing event updated for resources: {'Port': ['ID=b98fb6b5-3d70-430f-8f3e-09e30d9e84f3,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:53.992833 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-1ec10ec9-95e6-42e0-9e57-fd8695e82ef4 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Request body: {'subnet': {'network_id': '85c4d669-34c7-4940-b10b-a148e071e1b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:53.995916 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 85c4d669-34c7-4940-b10b-a148e071e1b7 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:01:54.062625 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempt 4 to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 Sep 23 15:01:54.083625 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf32153-2190-407f-897b-54d4d4020e03 None None] Network ffb891e4-cd6e-4a4c-8527-785943670df7 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:01:54.097697 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment b56c125f-abdd-400a-a424-596dc75c6536 resource provider aggregate not found Sep 23 15:01:54.121763 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-376832f9-246c-46a1-abad-673024fa3148 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3f18a9a2a5554935b9c5ec91376392e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7056458 Sep 23 15:01:54.128175 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38872) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:54.140629 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8afa3c15-fcbd-4ba7-9c56-58e343868cf2 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:54.146262 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:54.146433 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment b56c125f-abdd-400a-a424-596dc75c6536 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b56c125f-abdd-400a-a424-596dc75c6536 found for delete ", "request_id": "req-613cec30-7a53-41d6-be27-daac442dfd51"}]} Sep 23 15:01:54.146645 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:54.146977 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:54.190126 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-1ec10ec9-95e6-42e0-9e57-fd8695e82ef4 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:54.198303 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1ec10ec9-95e6-42e0-9e57-fd8695e82ef4 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Usage tracker for resource:subnet and tenant:6671b5622dc44647a70d9e1150436567 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:54.210698 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1ec10ec9-95e6-42e0-9e57-fd8695e82ef4 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:54.222190 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:54.223094 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:54.227653 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempt 5 to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 Sep 23 15:01:54.237856 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-75e61160-588b-457c-8a78-325b0b74a7be None None] Provisioning for port ad231a02-5fb5-44a8-8073-755e764b283b completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:01:54.248473 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-75e61160-588b-457c-8a78-325b0b74a7be None None] Provisioning complete for port ad231a02-5fb5-44a8-8073-755e764b283b triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:01:54.248842 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-75e61160-588b-457c-8a78-325b0b74a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:54.249175 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-75e61160-588b-457c-8a78-325b0b74a7be None None] Attempt 1 to provision port ad231a02-5fb5-44a8-8073-755e764b283b Sep 23 15:01:54.250376 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-1ec10ec9-95e6-42e0-9e57-fd8695e82ef4 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:54.294554 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c475820a-66fa-4bc2-b273-f027a039fb93 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:54.298929 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c475820a-66fa-4bc2-b273-f027a039fb93 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5436270 Sep 23 15:01:54.326796 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5e1387e2-9bde-4ef9-ac57-9cd46a498c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:54.329617 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-3ae137f6-5337-4d1e-98e9-1123bd085da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Allocated IP 2001:db8::3b (ffb891e4-cd6e-4a4c-8527-785943670df7/c76e5fc4-ccb7-4f1a-b141-ab569437901e/d80ff1f5-bb76-420d-ad3d-ba8b36d3d3ce) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:01:54.347479 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec10ec9-95e6-42e0-9e57-fd8695e82ef4 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Made reservation on behalf of 6671b5622dc44647a70d9e1150436567 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:54.353012 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1ec10ec9-95e6-42e0-9e57-fd8695e82ef4 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:54.406084 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:54.406677 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:54.406768 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:54.441159 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:54.441488 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:54.456681 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempt 6 to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 Sep 23 15:01:54.460737 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5e1387e2-9bde-4ef9-ac57-9cd46a498c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:54.554582 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-75e61160-588b-457c-8a78-325b0b74a7be None None] Current status of the port ad231a02-5fb5-44a8-8073-755e764b283b is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:01:54.555651 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-75e61160-588b-457c-8a78-325b0b74a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:54.614941 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-75e61160-588b-457c-8a78-325b0b74a7be None None] For port ad231a02-5fb5-44a8-8073-755e764b283b, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ad231a02-5fb5-44a8-8073-755e764b283b,segment=NetworkSegment(3cf1ac5e-7830-4525-a80a-de507f3f1e39),segment_id=3cf1ac5e-7830-4525-a80a-de507f3f1e39)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:01:54.676222 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:54.676548 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:54.677034 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:54.680052 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-75e61160-588b-457c-8a78-325b0b74a7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:54.695030 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8afa3c15-fcbd-4ba7-9c56-58e343868cf2 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:54.705873 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6bf491a4-d31f-4a53-8d23-e9842bb0eda2 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:54.710526 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:54.711054 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:54.716592 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempt 7 to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 Sep 23 15:01:54.750812 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:54.751453 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:54.751962 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:54.756131 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-8afa3c15-fcbd-4ba7-9c56-58e343868cf2 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ce907d-7fa0-4672-ac3e-32c3e3d15c83']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:54.786536 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:54.787119 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:54.789009 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-8afa3c15-fcbd-4ba7-9c56-58e343868cf2 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9244f915-c43d-4619-9099-b7f3f3fcc25e') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:54.789500 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-8afa3c15-fcbd-4ba7-9c56-58e343868cf2 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9244f915-c43d-4619-9099-b7f3f3fcc25e') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:54.797957 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempt 8 to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 Sep 23 15:01:54.867332 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e61160-588b-457c-8a78-325b0b74a7be None None] Pushing event updated for resources: {'Port': ['ID=ad231a02-5fb5-44a8-8073-755e764b283b,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:54.917749 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38898) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:54.924026 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0e90be43-db52-4392-9369-fcbc2d2343f1 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:54.925113 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5e1387e2-9bde-4ef9-ac57-9cd46a498c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:54.944572 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8afa3c15-fcbd-4ba7-9c56-58e343868cf2 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:54.951627 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1387e2-9bde-4ef9-ac57-9cd46a498c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ff83ef-7f42-445c-8e40-eee34846bf19,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:54.956301 dv-neutron-859093-1-hyperv neutron-server[89738]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 15:01:54.973675 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:54.974004 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:54.974353 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:54.982162 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-fdc4e1cf-cf0d-41ee-b08a-bbfb28a76db8 None None] Provisioning for port 0e9e5d48-4c39-4426-a874-0789d3edec21 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:01:54.992457 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:54.992457 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:54.992879 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-fdc4e1cf-cf0d-41ee-b08a-bbfb28a76db8 None None] Provisioning complete for port 0e9e5d48-4c39-4426-a874-0789d3edec21 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:01:54.992879 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdc4e1cf-cf0d-41ee-b08a-bbfb28a76db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:54.992879 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-fdc4e1cf-cf0d-41ee-b08a-bbfb28a76db8 None None] Attempt 1 to provision port 0e9e5d48-4c39-4426-a874-0789d3edec21 Sep 23 15:01:54.993461 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempt 9 to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 Sep 23 15:01:55.008844 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5e1387e2-9bde-4ef9-ac57-9cd46a498c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:55.013177 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5e1387e2-9bde-4ef9-ac57-9cd46a498c98 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/17ff83ef-7f42-445c-8e40-eee34846bf19 HTTP/1.1" status: 204 len: 168 time: 0.8809829 Sep 23 15:01:55.050182 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8afa3c15-fcbd-4ba7-9c56-58e343868cf2 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:55.056278 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1ec10ec9-95e6-42e0-9e57-fd8695e82ef4 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:55.064265 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3ae137f6-5337-4d1e-98e9-1123bd085da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:55.064860 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0e90be43-db52-4392-9369-fcbc2d2343f1 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:55.091176 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-fdc4e1cf-cf0d-41ee-b08a-bbfb28a76db8 None None] Port 0e9e5d48-4c39-4426-a874-0789d3edec21 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:01:55.159321 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec10ec9-95e6-42e0-9e57-fd8695e82ef4 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Pushing event updated for resources: {'Subnet': ['ID=1b04c651-c6b7-4b05-8c2d-e1cf15372c9c,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:55.167195 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec10ec9-95e6-42e0-9e57-fd8695e82ef4 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Checking segment: {'id': '4f337a2f-a196-45f0-8eee-a1655b1c82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '85c4d669-34c7-4940-b10b-a148e071e1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:01:55.167566 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec10ec9-95e6-42e0-9e57-fd8695e82ef4 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Network hostable DHCP agents. Network: 85c4d669-34c7-4940-b10b-a148e071e1b7, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:01:55.171205 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afa3c15-fcbd-4ba7-9c56-58e343868cf2 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:01:55.171736 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8afa3c15-fcbd-4ba7-9c56-58e343868cf2 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:55.204278 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:55.204616 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:55.204950 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:55.264025 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-429e5682-50a1-44d9-866a-062ea9c25734 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1995702700&fields=id&tenant_id=74a86a480a6e47f78eac424839cb09ea HTTP/1.1" status: 200 len: 267 time: 0.3380680 Sep 23 15:01:55.271417 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec10ec9-95e6-42e0-9e57-fd8695e82ef4 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Network 85c4d669-34c7-4940-b10b-a148e071e1b7 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:01:55.272300 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 9244f915-c43d-4619-9099-b7f3f3fcc25e resource provider aggregate not found Sep 23 15:01:55.311123 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:55.311447 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:55.320528 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempt 10 to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 Sep 23 15:01:55.341116 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 9244f915-c43d-4619-9099-b7f3f3fcc25e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9244f915-c43d-4619-9099-b7f3f3fcc25e found for delete ", "request_id": "req-72c2f2a1-e7e8-4cca-a77c-65304e3a1dba"}]} Sep 23 15:01:55.371163 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-1ec10ec9-95e6-42e0-9e57-fd8695e82ef4 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 85c4d669-34c7-4940-b10b-a148e071e1b7) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:55.376597 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec10ec9-95e6-42e0-9e57-fd8695e82ef4 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:55.377458 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1ec10ec9-95e6-42e0-9e57-fd8695e82ef4 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:55.385088 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2640c91f-bf9a-4e96-9e80-1ae7f0449129 None None] Network 85c4d669-34c7-4940-b10b-a148e071e1b7 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:01:55.401736 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90be43-db52-4392-9369-fcbc2d2343f1 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Pushing event updated for resources: {'Port': ['ID=fe6f475f-0857-42fd-8e1c-81a460d31b6c,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:55.421362 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0e90be43-db52-4392-9369-fcbc2d2343f1 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:55.425268 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:55.425612 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:55.425928 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempting to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:55.454524 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on network 4f969841-728a-4fa3-821c-962973546e84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:01:55.454863 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Failed to bind port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '1a059594-ea66-4bbd-88e2-e189b61bff29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '4f969841-728a-4fa3-821c-962973546e84'}] Sep 23 15:01:55.455212 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:55.498885 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ad231a02-5fb5-44a8-8073-755e764b283b up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:01:55.526910 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-3ae137f6-5337-4d1e-98e9-1123bd085da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Transition to ACTIVE for port object d80ff1f5-bb76-420d-ad3d-ba8b36d3d3ce will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:01:55.530060 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1ec10ec9-95e6-42e0-9e57-fd8695e82ef4 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5426559 Sep 23 15:01:55.534381 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38910) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:55.541667 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-90d7c8d4-5893-4717-8ae7-cc9fa4426083 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Request body: {'port': {'network_id': '85c4d669-34c7-4940-b10b-a148e071e1b7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-225030389'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:55.553037 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8afa3c15-fcbd-4ba7-9c56-58e343868cf2 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:55.577545 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0e90be43-db52-4392-9369-fcbc2d2343f1 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:55.587802 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0e90be43-db52-4392-9369-fcbc2d2343f1 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2259016 Sep 23 15:01:55.587802 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afa3c15-fcbd-4ba7-9c56-58e343868cf2 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 69ce907d-7fa0-4672-ac3e-32c3e3d15c83 {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 23 15:01:55.606406 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-fdc4e1cf-cf0d-41ee-b08a-bbfb28a76db8 None None] Attempt 2 to provision port 0e9e5d48-4c39-4426-a874-0789d3edec21 Sep 23 15:01:55.626797 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] For port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6, host hv-neutron-8590, cleared binding levels {{(pid=89738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:01:55.627178 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attempted to set empty binding levels {{(pid=89738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 23 15:01:55.629804 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8afa3c15-fcbd-4ba7-9c56-58e343868cf2 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:55.635484 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8afa3c15-fcbd-4ba7-9c56-58e343868cf2 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] 10.222.0.67 "DELETE /v2.0/networks/69ce907d-7fa0-4672-ac3e-32c3e3d15c83 HTTP/1.1" status: 204 len: 168 time: 1.7791028 Sep 23 15:01:55.643081 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-e293f207-a6a4-4334-b80f-3d85a7667731 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:55.650991 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-e293f207-a6a4-4334-b80f-3d85a7667731 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/networks?id=901c9061-3ace-4755-b443-55ec936320e8 HTTP/1.1" status: 200 len: 812 time: 0.3690445 Sep 23 15:01:55.662121 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38916) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:55.665137 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa3c15-fcbd-4ba7-9c56-58e343868cf2 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Pushing event deleted for resources: {'Network': ['ID=69ce907d-7fa0-4672-ac3e-32c3e3d15c83,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:55.673535 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-9489855f-fd9f-41d4-b1c6-c5d0733ecf03 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Request body: {'network': {'name': 'tempest-network--1608765008'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:55.684418 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-fdc4e1cf-cf0d-41ee-b08a-bbfb28a76db8 None None] Port 0e9e5d48-4c39-4426-a874-0789d3edec21 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:01:55.690503 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-d42e3d78-4a50-46d1-bd17-cfed1d2bcb40 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/quotas/74a86a480a6e47f78eac424839cb09ea HTTP/1.1" status: 200 len: 375 time: 0.0379021 Sep 23 15:01:55.734971 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port ad231a02-5fb5-44a8-8073-755e764b283b triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:01:55.735662 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:55.736133 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port ad231a02-5fb5-44a8-8073-755e764b283b Sep 23 15:01:55.742862 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9489855f-fd9f-41d4-b1c6-c5d0733ecf03 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:55.761710 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:55.763103 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] In _notify_port_updated(), no bound segment for port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 on network 4f969841-728a-4fa3-821c-962973546e84 {{(pid=89738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 23 15:01:55.764017 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:55.764641 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:55.768157 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] 10.222.0.67 "PUT /v2.0/ports/2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 HTTP/1.1" status: 200 len: 977 time: 5.1462328 Sep 23 15:01:55.776160 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca6c2c8-1be2-4cbc-8fd9-9e106862972e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-85c4d669-34c7-4940-b10b-a148e071e1b7', 'network_id': '85c4d669-34c7-4940-b10b-a148e071e1b7', 'tenant_id': '6671b5622dc44647a70d9e1150436567', 'fixed_ips': [{'subnet_id': '1b04c651-c6b7-4b05-8c2d-e1cf15372c9c'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:01:55.777001 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7ca6c2c8-1be2-4cbc-8fd9-9e106862972e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:55.788846 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38920) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:55.789302 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38922) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:55.852720 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-90d7c8d4-5893-4717-8ae7-cc9fa4426083 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:55.868945 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-90d7c8d4-5893-4717-8ae7-cc9fa4426083 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Usage tracker for resource:port and tenant:6671b5622dc44647a70d9e1150436567 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:55.871964 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-90d7c8d4-5893-4717-8ae7-cc9fa4426083 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:55.875605 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3ae137f6-5337-4d1e-98e9-1123bd085da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:55.923722 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-90d7c8d4-5893-4717-8ae7-cc9fa4426083 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:55.963899 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9489855f-fd9f-41d4-b1c6-c5d0733ecf03 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Usage tracker for resource:network and tenant:93bfa2e136274e48b73eaa9253bfa24b is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:55.969146 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de171b-5add-420d-b024-0c7cb32507ec tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Pushing event updated for resources: {'Port': ['ID=2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6,revision_number=3']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:55.998064 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae137f6-5337-4d1e-98e9-1123bd085da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Pushing event updated for resources: {'Port': ['ID=d80ff1f5-bb76-420d-ad3d-ba8b36d3d3ce,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:56.024988 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9489855f-fd9f-41d4-b1c6-c5d0733ecf03 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:56.028252 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d7c8d4-5893-4717-8ae7-cc9fa4426083 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Made reservation on behalf of 6671b5622dc44647a70d9e1150436567 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:56.044982 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9489855f-fd9f-41d4-b1c6-c5d0733ecf03 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:56.046882 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-90d7c8d4-5893-4717-8ae7-cc9fa4426083 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:56.054341 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dd84b0c9-5060-4561-992e-e4b67431b897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:56.061143 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae137f6-5337-4d1e-98e9-1123bd085da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Network ffb891e4-cd6e-4a4c-8527-785943670df7 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:01:56.066277 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port ad231a02-5fb5-44a8-8073-755e764b283b is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:01:56.072242 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-3ae137f6-5337-4d1e-98e9-1123bd085da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:56.079557 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae137f6-5337-4d1e-98e9-1123bd085da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:01:56.085913 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae137f6-5337-4d1e-98e9-1123bd085da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:56.086500 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3ae137f6-5337-4d1e-98e9-1123bd085da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:56.106400 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-7ca6c2c8-1be2-4cbc-8fd9-9e106862972e None None] Allocated IP 172.20.0.2 (85c4d669-34c7-4940-b10b-a148e071e1b7/1b04c651-c6b7-4b05-8c2d-e1cf15372c9c/9d3a1dc2-c683-46ec-b84e-c87a822fb3fb) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:01:56.116338 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-90d7c8d4-5893-4717-8ae7-cc9fa4426083 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] device_id is not set on port 048dada8-5e3d-4ff8-b624-662d8860ac55 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:01:56.137623 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-f0dd83c3-2169-41ff-b0b8-5658b5000834 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Deleting port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:01:56.138457 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f0dd83c3-2169-41ff-b0b8-5658b5000834 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:56.291701 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-fdc4e1cf-cf0d-41ee-b08a-bbfb28a76db8 None None] Attempt 3 to provision port 0e9e5d48-4c39-4426-a874-0789d3edec21 Sep 23 15:01:56.349113 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3ae137f6-5337-4d1e-98e9-1123bd085da0 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.8462701 Sep 23 15:01:56.352590 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38944) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:56.433193 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38952) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:56.438920 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-dd84b0c9-5060-4561-992e-e4b67431b897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:56.443156 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-fdc4e1cf-cf0d-41ee-b08a-bbfb28a76db8 None None] Port 0e9e5d48-4c39-4426-a874-0789d3edec21 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:01:56.450023 dv-neutron-859093-1-hyperv neutron-server[89739]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 15:01:56.483089 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-dd84b0c9-5060-4561-992e-e4b67431b897 admin admin] Usage tracker for resource:security_group_rule and tenant:94546355e1ba453ba24aa5a272492452 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:56.495536 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-dd84b0c9-5060-4561-992e-e4b67431b897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:56.506835 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-f370f22d-e26d-4c98-bdd3-7ca74b8b5ae9 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Synchronizing usage tracker for tenant:d6fcdd71d4f440d4966468a249c527ae on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:01:56.509245 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9489855f-fd9f-41d4-b1c6-c5d0733ecf03 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Made reservation on behalf of 93bfa2e136274e48b73eaa9253bfa24b for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:56.511496 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9489855f-fd9f-41d4-b1c6-c5d0733ecf03 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:56.520760 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-dd84b0c9-5060-4561-992e-e4b67431b897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:56.534725 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8ba2ef-eb2d-4646-973a-511940ac8565 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:56.540651 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8ba2ef-eb2d-4646-973a-511940ac8565 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:56.547169 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8ba2ef-eb2d-4646-973a-511940ac8565 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:56.548055 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2c8ba2ef-eb2d-4646-973a-511940ac8565 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Synchronizing usage tracker for tenant:2a2615fbf014482ebcf410be18341ac1 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:01:56.549926 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7ca6c2c8-1be2-4cbc-8fd9-9e106862972e None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:56.561965 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-7ca6c2c8-1be2-4cbc-8fd9-9e106862972e None None] Transition to ACTIVE for port object 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:01:56.576100 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-f0dd83c3-2169-41ff-b0b8-5658b5000834 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] For port 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6, host hv-neutron-8590, got binding levels [] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:01:56.576452 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f0dd83c3-2169-41ff-b0b8-5658b5000834 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:56.580131 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-7ca6c2c8-1be2-4cbc-8fd9-9e106862972e None None] Transition to ACTIVE for port object 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:01:56.634078 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2c8ba2ef-eb2d-4646-973a-511940ac8565 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Unset dirty status for tenant:2a2615fbf014482ebcf410be18341ac1 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:01:56.635315 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2c8ba2ef-eb2d-4646-973a-511940ac8565 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2818244 Sep 23 15:01:56.641667 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38956) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:56.657589 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7ca6c2c8-1be2-4cbc-8fd9-9e106862972e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:56.729318 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca6c2c8-1be2-4cbc-8fd9-9e106862972e None None] Network 85c4d669-34c7-4940-b10b-a148e071e1b7 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:01:56.732825 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-7ca6c2c8-1be2-4cbc-8fd9-9e106862972e None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:56.736653 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca6c2c8-1be2-4cbc-8fd9-9e106862972e None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:01:56.743142 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6c2c8-1be2-4cbc-8fd9-9e106862972e None None] Pushing event updated for resources: {'Port': ['ID=9d3a1dc2-c683-46ec-b84e-c87a822fb3fb,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:56.777224 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9489855f-fd9f-41d4-b1c6-c5d0733ecf03 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:01:56.780008 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-3131ae6b-72c5-40d2-b324-401444f7689e tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Deleting port d80ff1f5-bb76-420d-ad3d-ba8b36d3d3ce {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:01:56.782741 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3131ae6b-72c5-40d2-b324-401444f7689e tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:56.850203 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7ca6c2c8-1be2-4cbc-8fd9-9e106862972e None None] Attempting to bind port 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:01:56.850430 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7ca6c2c8-1be2-4cbc-8fd9-9e106862972e None None] Attempting to bind port 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '4f337a2f-a196-45f0-8eee-a1655b1c82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '85c4d669-34c7-4940-b10b-a148e071e1b7'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:01:56.850764 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca6c2c8-1be2-4cbc-8fd9-9e106862972e None None] Attempting to bind port 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb on network 85c4d669-34c7-4940-b10b-a148e071e1b7 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:01:56.857637 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca6c2c8-1be2-4cbc-8fd9-9e106862972e None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:01:56.857637 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca6c2c8-1be2-4cbc-8fd9-9e106862972e None None] Checking segment: {'id': '4f337a2f-a196-45f0-8eee-a1655b1c82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '85c4d669-34c7-4940-b10b-a148e071e1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:01:56.857985 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7ca6c2c8-1be2-4cbc-8fd9-9e106862972e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:56.858302 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca6c2c8-1be2-4cbc-8fd9-9e106862972e None None] Bound using segment: {'id': '4f337a2f-a196-45f0-8eee-a1655b1c82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '85c4d669-34c7-4940-b10b-a148e071e1b7'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:01:56.858968 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7ca6c2c8-1be2-4cbc-8fd9-9e106862972e None None] Bound port: 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f337a2f-a196-45f0-8eee-a1655b1c82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '85c4d669-34c7-4940-b10b-a148e071e1b7'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:01:56.859351 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7ca6c2c8-1be2-4cbc-8fd9-9e106862972e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:56.863165 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-90d7c8d4-5893-4717-8ae7-cc9fa4426083 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Allocated IP 172.20.0.12 (85c4d669-34c7-4940-b10b-a148e071e1b7/1b04c651-c6b7-4b05-8c2d-e1cf15372c9c/048dada8-5e3d-4ff8-b624-662d8860ac55) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:01:56.925196 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-f0dd83c3-2169-41ff-b0b8-5658b5000834 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Calling delete_port for 2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:01:56.944716 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-fdc4e1cf-cf0d-41ee-b08a-bbfb28a76db8 None None] Attempt 4 to provision port 0e9e5d48-4c39-4426-a874-0789d3edec21 Sep 23 15:01:56.959712 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-6f1a9dc6-db13-419c-be1e-646dd4669d57 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=74a86a480a6e47f78eac424839cb09ea&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2683153 Sep 23 15:01:57.024353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-7ca6c2c8-1be2-4cbc-8fd9-9e106862972e None None] For port 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:01:57.028441 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-7ca6c2c8-1be2-4cbc-8fd9-9e106862972e None None] For port 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=9d3a1dc2-c683-46ec-b84e-c87a822fb3fb,segment=NetworkSegment(4f337a2f-a196-45f0-8eee-a1655b1c82a3),segment_id=4f337a2f-a196-45f0-8eee-a1655b1c82a3)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:01:57.031137 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9489855f-fd9f-41d4-b1c6-c5d0733ecf03 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:57.031498 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-9489855f-fd9f-41d4-b1c6-c5d0733ecf03 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Added segment f0326253-bfdc-43b3-ac40-90a8770d33eb of type vlan for network f4afe203-bbbd-405f-9032-5a99e0cb06fb Sep 23 15:01:57.052410 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-fdc4e1cf-cf0d-41ee-b08a-bbfb28a76db8 None None] Port 0e9e5d48-4c39-4426-a874-0789d3edec21 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:01:57.092880 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7ca6c2c8-1be2-4cbc-8fd9-9e106862972e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:57.117182 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9489855f-fd9f-41d4-b1c6-c5d0733ecf03 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:57.124888 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6bf491a4-d31f-4a53-8d23-e9842bb0eda2 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:57.175191 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6bf491a4-d31f-4a53-8d23-e9842bb0eda2 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:57.227626 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3131ae6b-72c5-40d2-b324-401444f7689e tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:57.237965 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6c2c8-1be2-4cbc-8fd9-9e106862972e None None] Pushing event updated for resources: {'Port': ['ID=9d3a1dc2-c683-46ec-b84e-c87a822fb3fb,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:57.255224 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f0dd83c3-2169-41ff-b0b8-5658b5000834 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:57.320423 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dd84b0c9-5060-4561-992e-e4b67431b897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:57.329265 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-5a32b35b-d788-4b3d-8fd7-5d12fbfaed89 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:01:57.330248 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-5a32b35b-d788-4b3d-8fd7-5d12fbfaed89 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1810384 Sep 23 15:01:57.351887 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd83c3-2169-41ff-b0b8-5658b5000834 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:57.375677 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-3131ae6b-72c5-40d2-b324-401444f7689e tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Calling delete_port for d80ff1f5-bb76-420d-ad3d-ba8b36d3d3ce owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:01:57.390616 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dd84b0c9-5060-4561-992e-e4b67431b897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:57.478387 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-90d7c8d4-5893-4717-8ae7-cc9fa4426083 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:57.481844 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f0dd83c3-2169-41ff-b0b8-5658b5000834 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:57.513543 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-f370f22d-e26d-4c98-bdd3-7ca74b8b5ae9 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Unset dirty status for tenant:d6fcdd71d4f440d4966468a249c527ae on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:01:57.514847 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-f370f22d-e26d-4c98-bdd3-7ca74b8b5ae9 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1048904871&fields=id&tenant_id=d6fcdd71d4f440d4966468a249c527ae HTTP/1.1" status: 200 len: 267 time: 1.0754588 Sep 23 15:01:57.515863 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-90d7c8d4-5893-4717-8ae7-cc9fa4426083 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Transition to ACTIVE for port object 048dada8-5e3d-4ff8-b624-662d8860ac55 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:01:57.554690 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-fdc4e1cf-cf0d-41ee-b08a-bbfb28a76db8 None None] Attempt 5 to provision port 0e9e5d48-4c39-4426-a874-0789d3edec21 Sep 23 15:01:57.556764 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9489855f-fd9f-41d4-b1c6-c5d0733ecf03 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:57.557748 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9489855f-fd9f-41d4-b1c6-c5d0733ecf03 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:57.558413 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9489855f-fd9f-41d4-b1c6-c5d0733ecf03 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:57.608291 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:01:57.690768 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-fdc4e1cf-cf0d-41ee-b08a-bbfb28a76db8 None None] Port 0e9e5d48-4c39-4426-a874-0789d3edec21 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:01:57.727733 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84b0c9-5060-4561-992e-e4b67431b897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58774ed4-d3a8-4f7d-a541-4b8ef44c4bb9,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:57.730268 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489855f-fd9f-41d4-b1c6-c5d0733ecf03 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Pushing event updated for resources: {'Network': ['ID=f4afe203-bbbd-405f-9032-5a99e0cb06fb,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:57.736367 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-dd84b0c9-5060-4561-992e-e4b67431b897 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=94546355e1ba453ba24aa5a272492452&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8389206 Sep 23 15:01:57.744650 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38968) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:57.755267 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network f4afe203-bbbd-405f-9032-5a99e0cb06fb details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:01:57.804286 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-bfb19e92-30b2-47ec-bf60-dbd0a099427a tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:57.805031 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-bfb19e92-30b2-47ec-bf60-dbd0a099427a tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Synchronizing usage tracker for tenant:d6fcdd71d4f440d4966468a249c527ae on resource:network {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:01:57.833019 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-90d7c8d4-5893-4717-8ae7-cc9fa4426083 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:57.839170 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:01:57.846209 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f0dd83c3-2169-41ff-b0b8-5658b5000834 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] 10.222.0.67 "DELETE /v2.0/ports/2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 HTTP/1.1" status: 204 len: 168 time: 1.9490080 Sep 23 15:01:57.847660 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9489855f-fd9f-41d4-b1c6-c5d0733ecf03 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.1841836 Sep 23 15:01:57.861441 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38972) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:57.861683 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 38974) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:57.908794 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-45b97b8b-2ced-4dbe-aa19-0355226a6d67 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:57.909944 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3131ae6b-72c5-40d2-b324-401444f7689e tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:57.921330 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d7c8d4-5893-4717-8ae7-cc9fa4426083 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Network 85c4d669-34c7-4940-b10b-a148e071e1b7 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:01:57.925988 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-90d7c8d4-5893-4717-8ae7-cc9fa4426083 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:57.928283 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d7c8d4-5893-4717-8ae7-cc9fa4426083 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:01:57.969541 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-bfb19e92-30b2-47ec-bf60-dbd0a099427a tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Unset dirty status for tenant:d6fcdd71d4f440d4966468a249c527ae on resource:network {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:01:57.970723 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-bfb19e92-30b2-47ec-bf60-dbd0a099427a tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/networks?id=3a4ed919-cf37-4585-ae10-0e854eb24e47 HTTP/1.1" status: 200 len: 806 time: 0.4377291 Sep 23 15:01:58.014109 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-6bf491a4-d31f-4a53-8d23-e9842bb0eda2 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Allocated IP 172.20.0.11 (ae4009e6-4704-4c43-8de6-da37722257d8/069a0a17-9ce1-4608-a69c-2b52f17d466c/7d6b3335-34d4-4114-9d76-59241b00bfa2) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:01:58.040641 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3131ae6b-72c5-40d2-b324-401444f7689e tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:58.044131 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7c8d4-5893-4717-8ae7-cc9fa4426083 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Pushing event updated for resources: {'Port': ['ID=048dada8-5e3d-4ff8-b624-662d8860ac55,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:58.051007 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-6f2ed03d-742c-4851-b891-c251636404df service neutron] 10.222.0.67 "GET /v2.0/networks/901c9061-3ace-4755-b443-55ec936320e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7094476 Sep 23 15:01:58.052158 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-a456ae7f-f593-4b90-aa31-b33fa41b34b2 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] GET failed (client error): The resource could not be found. Sep 23 15:01:58.054006 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a456ae7f-f593-4b90-aa31-b33fa41b34b2 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Synchronizing usage tracker for tenant:47b4adf035424e7ba89db750c3fcf942 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:01:58.105780 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-5eee98d2-f2d4-4ae5-a821-26257ff49c42 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/quotas/d6fcdd71d4f440d4966468a249c527ae HTTP/1.1" status: 200 len: 375 time: 0.0926321 Sep 23 15:01:58.120518 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131ae6b-72c5-40d2-b324-401444f7689e tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Pushing event deleted for resources: {'Port': ['ID=d80ff1f5-bb76-420d-ad3d-ba8b36d3d3ce,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:58.182917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d7c8d4-5893-4717-8ae7-cc9fa4426083 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:58.183591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-90d7c8d4-5893-4717-8ae7-cc9fa4426083 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:58.192429 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-fdc4e1cf-cf0d-41ee-b08a-bbfb28a76db8 None None] Attempt 6 to provision port 0e9e5d48-4c39-4426-a874-0789d3edec21 Sep 23 15:01:58.211134 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3131ae6b-72c5-40d2-b324-401444f7689e tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] 10.222.0.67 "DELETE /v2.0/ports/d80ff1f5-bb76-420d-ad3d-ba8b36d3d3ce HTTP/1.1" status: 204 len: 168 time: 1.5683751 Sep 23 15:01:58.217356 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38980) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:58.224982 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-7c26bcaf-520f-4443-acb3-12176dfe727b tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Request body: {'port': {'name': 'tempest-new-port-name-236700732', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:58.225368 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.api.validators [None req-7c26bcaf-520f-4443-acb3-12176dfe727b tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] bootfile-name is not in valid_values {{(pid=89739) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 23 15:01:58.225749 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.api.validators [None req-7c26bcaf-520f-4443-acb3-12176dfe727b tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] tftp-server is not in valid_values {{(pid=89739) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 23 15:01:58.226453 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.api.validators [None req-7c26bcaf-520f-4443-acb3-12176dfe727b tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] server-ip-address is not in valid_values {{(pid=89739) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 23 15:01:58.226958 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e4aca48e-080e-443b-a468-badb1560277a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:58.287785 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-fdc4e1cf-cf0d-41ee-b08a-bbfb28a76db8 None None] Port 0e9e5d48-4c39-4426-a874-0789d3edec21 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:01:58.336467 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-90d7c8d4-5893-4717-8ae7-cc9fa4426083 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.8009436 Sep 23 15:01:58.343831 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38984) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:58.361259 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-c88f6f7a-4cf6-4ac3-9ca4-4f90ed450d1c tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Request body: {'port': {'network_id': '85c4d669-34c7-4940-b10b-a148e071e1b7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1812235221', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:01:58.361484 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.api.validators [None req-c88f6f7a-4cf6-4ac3-9ca4-4f90ed450d1c tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] bootfile-name is not in valid_values {{(pid=89739) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 23 15:01:58.361697 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.api.validators [None req-c88f6f7a-4cf6-4ac3-9ca4-4f90ed450d1c tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] tftp-server is not in valid_values {{(pid=89739) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 23 15:01:58.362016 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.api.validators [None req-c88f6f7a-4cf6-4ac3-9ca4-4f90ed450d1c tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] server-ip-address is not in valid_values {{(pid=89739) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 23 15:01:58.425878 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19904ca-7451-4c13-ba25-45d0b7d9354f None None] Network 85c4d669-34c7-4940-b10b-a148e071e1b7 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:01:58.462033 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a456ae7f-f593-4b90-aa31-b33fa41b34b2 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] Unset dirty status for tenant:47b4adf035424e7ba89db750c3fcf942 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:01:58.466649 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a456ae7f-f593-4b90-aa31-b33fa41b34b2 tempest-PortsAdminExtendedAttrsTestJSON-756152472 tempest-PortsAdminExtendedAttrsTestJSON-756152472-project-admin] 10.222.0.67 "GET /v2.0/ports/2b1c36d2-b5a7-47d0-a58e-3a77a61b7ad6 HTTP/1.1" status: 404 len: 333 time: 0.6007349 Sep 23 15:01:58.470914 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38988) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:58.498235 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e4aca48e-080e-443b-a468-badb1560277a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:58.529560 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-068d3af9-a64f-4260-8b41-3ff3290786fc service neutron] 10.222.0.67 "GET /v2.0/networks/901c9061-3ace-4755-b443-55ec936320e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149237 Sep 23 15:01:58.597990 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-45b97b8b-2ced-4dbe-aa19-0355226a6d67 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:58.625249 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7c26bcaf-520f-4443-acb3-12176dfe727b tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:58.635257 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6bf491a4-d31f-4a53-8d23-e9842bb0eda2 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:58.703151 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-45b97b8b-2ced-4dbe-aa19-0355226a6d67 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:58.731082 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6bf491a4-d31f-4a53-8d23-e9842bb0eda2 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:58.741194 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-45b97b8b-2ced-4dbe-aa19-0355226a6d67 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Network f4afe203-bbbd-405f-9032-5a99e0cb06fb is not hosted by any dhcp agent {{(pid=89738) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 23 15:01:58.749019 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b97b8b-2ced-4dbe-aa19-0355226a6d67 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:01:58.749019 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-45b97b8b-2ced-4dbe-aa19-0355226a6d67 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:58.749019 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-45b97b8b-2ced-4dbe-aa19-0355226a6d67 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] 10.222.0.67 "PUT /v2.0/networks/f4afe203-bbbd-405f-9032-5a99e0cb06fb HTTP/1.1" status: 200 len: 858 time: 0.8816295 Sep 23 15:01:58.769768 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 38994) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:01:58.788894 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-fdc4e1cf-cf0d-41ee-b08a-bbfb28a76db8 None None] Attempt 7 to provision port 0e9e5d48-4c39-4426-a874-0789d3edec21 Sep 23 15:01:58.903890 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-fdc4e1cf-cf0d-41ee-b08a-bbfb28a76db8 None None] Port 0e9e5d48-4c39-4426-a874-0789d3edec21 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:01:58.905406 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-3584e8f5-40a2-4f4c-b032-598497fa8594 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Synchronizing usage tracker for tenant:d6fcdd71d4f440d4966468a249c527ae on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:01:58.929215 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7f52ba8c-1495-4d4d-a35d-cc836165c346 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:59.026781 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c88f6f7a-4cf6-4ac3-9ca4-4f90ed450d1c tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:01:59.045977 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf491a4-d31f-4a53-8d23-e9842bb0eda2 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Network ae4009e6-4704-4c43-8de6-da37722257d8 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:01:59.047015 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e4aca48e-080e-443b-a468-badb1560277a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:59.058015 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf491a4-d31f-4a53-8d23-e9842bb0eda2 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Pushing event updated for resources: {'Port': ['ID=7d6b3335-34d4-4114-9d76-59241b00bfa2,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:59.059581 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c88f6f7a-4cf6-4ac3-9ca4-4f90ed450d1c tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Usage tracker for resource:port and tenant:6671b5622dc44647a70d9e1150436567 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:01:59.069374 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c88f6f7a-4cf6-4ac3-9ca4-4f90ed450d1c tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:01:59.069678 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-6bf491a4-d31f-4a53-8d23-e9842bb0eda2 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:01:59.144431 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf491a4-d31f-4a53-8d23-e9842bb0eda2 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:01:59.150371 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c88f6f7a-4cf6-4ac3-9ca4-4f90ed450d1c tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:01:59.176148 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aca48e-080e-443b-a468-badb1560277a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58774ed4-d3a8-4f7d-a541-4b8ef44c4bb9,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:59.201772 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b97b8b-2ced-4dbe-aa19-0355226a6d67 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Pushing event updated for resources: {'Network': ['ID=f4afe203-bbbd-405f-9032-5a99e0cb06fb,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:01:59.205406 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-3584e8f5-40a2-4f4c-b032-598497fa8594 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Unset dirty status for tenant:d6fcdd71d4f440d4966468a249c527ae on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:01:59.210560 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-3584e8f5-40a2-4f4c-b032-598497fa8594 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d6fcdd71d4f440d4966468a249c527ae&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0907807 Sep 23 15:01:59.214571 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-18314728-d5b1-4cbb-a99f-6f89103d0746 req-fb7c1c01-7015-420e-b91f-e989de68b23c tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 210 time: 0.1575801 Sep 23 15:01:59.216125 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e4aca48e-080e-443b-a468-badb1560277a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:59.217324 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e4aca48e-080e-443b-a468-badb1560277a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/58774ed4-d3a8-4f7d-a541-4b8ef44c4bb9 HTTP/1.1" status: 204 len: 168 time: 1.4657805 Sep 23 15:01:59.219795 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e4ebae84-cc80-4844-840b-c095103a7b22 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:59.338847 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88f6f7a-4cf6-4ac3-9ca4-4f90ed450d1c tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Made reservation on behalf of 6671b5622dc44647a70d9e1150436567 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:01:59.342951 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c88f6f7a-4cf6-4ac3-9ca4-4f90ed450d1c tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:59.405328 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-fdc4e1cf-cf0d-41ee-b08a-bbfb28a76db8 None None] Attempt 8 to provision port 0e9e5d48-4c39-4426-a874-0789d3edec21 Sep 23 15:01:59.425374 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7f52ba8c-1495-4d4d-a35d-cc836165c346 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:59.488258 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-fdc4e1cf-cf0d-41ee-b08a-bbfb28a76db8 None None] Port 0e9e5d48-4c39-4426-a874-0789d3edec21 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:01:59.503338 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-c88f6f7a-4cf6-4ac3-9ca4-4f90ed450d1c tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] device_id is not set on port 80ed169b-03c8-4451-94f1-c0663cc5eced yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:01:59.542007 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-2c9374a7-f15e-4962-a2b7-d5d69eac893b service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:01:59.543614 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-2c9374a7-f15e-4962-a2b7-d5d69eac893b service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1745877 Sep 23 15:01:59.619797 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-7f52ba8c-1495-4d4d-a35d-cc836165c346 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f969841-728a-4fa3-821c-962973546e84']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:59.776347 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6bf491a4-d31f-4a53-8d23-e9842bb0eda2 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:59.783550 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-7f52ba8c-1495-4d4d-a35d-cc836165c346 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a059594-ea66-4bbd-88e2-e189b61bff29') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:59.784167 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-7f52ba8c-1495-4d4d-a35d-cc836165c346 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a059594-ea66-4bbd-88e2-e189b61bff29') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:59.815155 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e4ebae84-cc80-4844-840b-c095103a7b22 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:59.830034 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7f52ba8c-1495-4d4d-a35d-cc836165c346 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:59.866060 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.resource_extend [None req-7c26bcaf-520f-4443-acb3-12176dfe727b tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:01:59.960485 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7f52ba8c-1495-4d4d-a35d-cc836165c346 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:59.963355 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-e4ebae84-cc80-4844-840b-c095103a7b22 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4afe203-bbbd-405f-9032-5a99e0cb06fb']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:59.979447 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7c26bcaf-520f-4443-acb3-12176dfe727b tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:01:59.991544 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-fdc4e1cf-cf0d-41ee-b08a-bbfb28a76db8 None None] Attempt 9 to provision port 0e9e5d48-4c39-4426-a874-0789d3edec21 Sep 23 15:01:59.997318 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-e4ebae84-cc80-4844-840b-c095103a7b22 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0326253-bfdc-43b3-ac40-90a8770d33eb') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:01:59.997622 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-e4ebae84-cc80-4844-840b-c095103a7b22 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0326253-bfdc-43b3-ac40-90a8770d33eb') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:00.004466 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f52ba8c-1495-4d4d-a35d-cc836165c346 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:02:00.004874 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7f52ba8c-1495-4d4d-a35d-cc836165c346 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:00.078810 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-fdc4e1cf-cf0d-41ee-b08a-bbfb28a76db8 None None] Port 0e9e5d48-4c39-4426-a874-0789d3edec21 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:00.097082 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e4ebae84-cc80-4844-840b-c095103a7b22 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:00.104795 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 1a059594-ea66-4bbd-88e2-e189b61bff29 resource provider aggregate not found Sep 23 15:02:00.126735 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7c26bcaf-520f-4443-acb3-12176dfe727b tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:00.163519 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6bf491a4-d31f-4a53-8d23-e9842bb0eda2 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:00.181580 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 1a059594-ea66-4bbd-88e2-e189b61bff29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a059594-ea66-4bbd-88e2-e189b61bff29 found for delete ", "request_id": "req-f8408ba7-9c0e-4879-8624-4d9b5523b7dd"}]} Sep 23 15:02:00.184158 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-939c702a-0837-4ca4-b3d1-9ce36ef43f53 service neutron] 10.222.0.67 "GET /v2.0/networks/3a4ed919-cf37-4585-ae10-0e854eb24e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6251316 Sep 23 15:02:00.187467 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-c88f6f7a-4cf6-4ac3-9ca4-4f90ed450d1c tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Allocated IP 172.20.0.6 (85c4d669-34c7-4940-b10b-a148e071e1b7/1b04c651-c6b7-4b05-8c2d-e1cf15372c9c/80ed169b-03c8-4451-94f1-c0663cc5eced) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:00.238627 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-7c26bcaf-520f-4443-acb3-12176dfe727b tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] In _notify_port_updated(), no bound segment for port 0e9e5d48-4c39-4426-a874-0789d3edec21 on network ffb891e4-cd6e-4a4c-8527-785943670df7 {{(pid=89739) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 23 15:02:00.244036 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c26bcaf-520f-4443-acb3-12176dfe727b tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:00.244730 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7c26bcaf-520f-4443-acb3-12176dfe727b tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:00.249164 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7c26bcaf-520f-4443-acb3-12176dfe727b tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] 10.222.0.67 "PUT /v2.0/ports/0e9e5d48-4c39-4426-a874-0789d3edec21 HTTP/1.1" status: 200 len: 1129 time: 2.0277526 Sep 23 15:02:00.255590 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39052) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:00.257905 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e4ebae84-cc80-4844-840b-c095103a7b22 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:00.474131 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7f52ba8c-1495-4d4d-a35d-cc836165c346 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:00.475062 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dd85ec-f66e-4603-989c-b1c068cf46c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:00.479344 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-83dd85ec-f66e-4603-989c-b1c068cf46c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] 10.222.0.67 "GET /v2.0/ports/0e9e5d48-4c39-4426-a874-0789d3edec21 HTTP/1.1" status: 200 len: 1129 time: 0.2241075 Sep 23 15:02:00.479344 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-21d3743a-303d-4fe9-9948-c12222487b7f req-98b66d7e-6b37-47bb-9806-f88651bcf083 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 210 time: 0.0910265 Sep 23 15:02:00.480938 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7f52ba8c-1495-4d4d-a35d-cc836165c346 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:00.482919 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39064) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:00.484622 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ebae84-cc80-4844-840b-c095103a7b22 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:02:00.485017 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e4ebae84-cc80-4844-840b-c095103a7b22 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:00.559380 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52ba8c-1495-4d4d-a35d-cc836165c346 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] Pushing event deleted for resources: {'Network': ['ID=4f969841-728a-4fa3-821c-962973546e84,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:00.579893 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-fdc4e1cf-cf0d-41ee-b08a-bbfb28a76db8 None None] Attempt 10 to provision port 0e9e5d48-4c39-4426-a874-0789d3edec21 Sep 23 15:02:00.642939 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-fdc4e1cf-cf0d-41ee-b08a-bbfb28a76db8 None None] Port 0e9e5d48-4c39-4426-a874-0789d3edec21 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:00.656848 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-fdc4e1cf-cf0d-41ee-b08a-bbfb28a76db8 None None] Provisioning complete for port ad231a02-5fb5-44a8-8073-755e764b283b triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:02:00.657371 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdc4e1cf-cf0d-41ee-b08a-bbfb28a76db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:00.657834 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-fdc4e1cf-cf0d-41ee-b08a-bbfb28a76db8 None None] Attempt 1 to provision port ad231a02-5fb5-44a8-8073-755e764b283b Sep 23 15:02:00.692011 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-9f4071a7-f5e7-4b14-b69a-4ab51e5bb484 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Deleting port 0e9e5d48-4c39-4426-a874-0789d3edec21 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:02:00.692348 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9f4071a7-f5e7-4b14-b69a-4ab51e5bb484 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:00.713910 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26bcaf-520f-4443-acb3-12176dfe727b tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Pushing event updated for resources: {'Port': ['ID=0e9e5d48-4c39-4426-a874-0789d3edec21,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:00.720070 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-c2a73c70-7b3e-4158-a16e-5a45e191d322 service neutron] 10.222.0.67 "GET /v2.0/networks/3a4ed919-cf37-4585-ae10-0e854eb24e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134926 Sep 23 15:02:00.851667 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-fdc4e1cf-cf0d-41ee-b08a-bbfb28a76db8 None None] Current status of the port ad231a02-5fb5-44a8-8073-755e764b283b is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:02:00.903013 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf491a4-d31f-4a53-8d23-e9842bb0eda2 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Router ae808f46-6421-4134-971b-c04f72779257 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:02:00.965239 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7f52ba8c-1495-4d4d-a35d-cc836165c346 tempest-PortsAdminExtendedAttrsTestJSON-760296829 tempest-PortsAdminExtendedAttrsTestJSON-760296829-project] 10.222.0.67 "DELETE /v2.0/networks/4f969841-728a-4fa3-821c-962973546e84 HTTP/1.1" status: 204 len: 168 time: 2.4887471 Sep 23 15:02:00.979153 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Provisioning complete for port 0e9e5d48-4c39-4426-a874-0789d3edec21 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:02:00.979627 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:00.987014 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Attempt 1 to provision port 0e9e5d48-4c39-4426-a874-0789d3edec21 Sep 23 15:02:01.110254 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c88f6f7a-4cf6-4ac3-9ca4-4f90ed450d1c tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:01.119548 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Port 0e9e5d48-4c39-4426-a874-0789d3edec21 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:01.151163 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-c88f6f7a-4cf6-4ac3-9ca4-4f90ed450d1c tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Transition to ACTIVE for port object 80ed169b-03c8-4451-94f1-c0663cc5eced will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:02:01.207402 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-002e677a-611b-45c2-b29f-96277b3ec178 req-b0548797-a6b7-4f94-8bd6-1a5d3422862a tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/ports?device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 210 time: 0.0750091 Sep 23 15:02:01.209032 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9f4071a7-f5e7-4b14-b69a-4ab51e5bb484 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:01.223162 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e4ebae84-cc80-4844-840b-c095103a7b22 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:01.244707 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ebae84-cc80-4844-840b-c095103a7b22 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f4afe203-bbbd-405f-9032-5a99e0cb06fb {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 23 15:02:01.247930 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e4ebae84-cc80-4844-840b-c095103a7b22 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:01.256240 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ebae84-cc80-4844-840b-c095103a7b22 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4afe203-bbbd-405f-9032-5a99e0cb06fb,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:01.265308 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39090) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:01.265456 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e4ebae84-cc80-4844-840b-c095103a7b22 tempest-ExternalNetworksTestJSON-403609322 tempest-ExternalNetworksTestJSON-403609322-project-admin] 10.222.0.67 "DELETE /v2.0/networks/f4afe203-bbbd-405f-9032-5a99e0cb06fb HTTP/1.1" status: 204 len: 168 time: 2.4792192 Sep 23 15:02:01.303571 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c88f6f7a-4cf6-4ac3-9ca4-4f90ed450d1c tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:01.451115 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88f6f7a-4cf6-4ac3-9ca4-4f90ed450d1c tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Network 85c4d669-34c7-4940-b10b-a148e071e1b7 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:01.452731 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f6f7a-4cf6-4ac3-9ca4-4f90ed450d1c tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Pushing event updated for resources: {'Port': ['ID=80ed169b-03c8-4451-94f1-c0663cc5eced,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:01.457084 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-c88f6f7a-4cf6-4ac3-9ca4-4f90ed450d1c tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:01.459470 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88f6f7a-4cf6-4ac3-9ca4-4f90ed450d1c tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:01.572882 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-9f4071a7-f5e7-4b14-b69a-4ab51e5bb484 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Calling delete_port for 0e9e5d48-4c39-4426-a874-0789d3edec21 owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:02:01.574680 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88f6f7a-4cf6-4ac3-9ca4-4f90ed450d1c tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:01.578348 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c88f6f7a-4cf6-4ac3-9ca4-4f90ed450d1c tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:01.586018 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39112) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:01.620566 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Attempt 2 to provision port 0e9e5d48-4c39-4426-a874-0789d3edec21 Sep 23 15:02:01.735306 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c88f6f7a-4cf6-4ac3-9ca4-4f90ed450d1c tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.3901715 Sep 23 15:02:01.736449 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39120) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:01.788311 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Port 0e9e5d48-4c39-4426-a874-0789d3edec21 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:01.796314 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf491a4-d31f-4a53-8d23-e9842bb0eda2 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:02:01.812040 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78d493d-14b8-4d87-b5b3-f52de5eb47e0 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] DELETE failed (client error): The resource could not be found. Sep 23 15:02:01.812677 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d78d493d-14b8-4d87-b5b3-f52de5eb47e0 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:02:01.817988 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d78d493d-14b8-4d87-b5b3-f52de5eb47e0 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] 10.222.0.67 "DELETE /v2.0/subnets/106c18fc-f13b-49f4-b79a-54370d08aadc HTTP/1.1" status: 404 len: 337 time: 0.4098556 Sep 23 15:02:01.833917 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39126) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:01.961923 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6be649d-6a46-4e45-8cad-fa30c1dae735 None None] Sync routers for ids ['ae808f46-6421-4134-971b-c04f72779257'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:02:01.963084 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-c1010382-5e6c-406a-a2d2-1ca685327700 req-0d8ee5c2-72f4-4e34-9173-8c2ced579950 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Synchronizing usage tracker for tenant:74a86a480a6e47f78eac424839cb09ea on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:02:02.007650 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6be649d-6a46-4e45-8cad-fa30c1dae735 None None] Routers {'ae808f46-6421-4134-971b-c04f72779257'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:02.009197 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-a6be649d-6a46-4e45-8cad-fa30c1dae735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:01:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['ae808f46-6421-4134-971b-c04f72779257'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:02.033410 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6bf491a4-d31f-4a53-8d23-e9842bb0eda2 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:02.038239 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6bf491a4-d31f-4a53-8d23-e9842bb0eda2 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 8.6429820 Sep 23 15:02:02.043731 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39136) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:02.047260 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6135bd68-479c-4c5f-b764-61a4d7754e35 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b7f5c4285b8c46a19e17560f281bf434&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4553461 Sep 23 15:02:02.049192 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39138) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:02.076857 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f6d8dc-0775-4c0a-abaf-baec36b306f9 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:02.079552 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88d2f355-4b0a-438e-aeba-daadc6cd7452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:02.084236 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f6d8dc-0775-4c0a-abaf-baec36b306f9 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:02.093302 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f6d8dc-0775-4c0a-abaf-baec36b306f9 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:02.101000 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-49f6d8dc-0775-4c0a-abaf-baec36b306f9 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Synchronizing usage tracker for tenant:6671b5622dc44647a70d9e1150436567 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:02:02.122876 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-c1010382-5e6c-406a-a2d2-1ca685327700 req-0d8ee5c2-72f4-4e34-9173-8c2ced579950 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Unset dirty status for tenant:74a86a480a6e47f78eac424839cb09ea on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:02:02.127943 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c1010382-5e6c-406a-a2d2-1ca685327700 req-0d8ee5c2-72f4-4e34-9173-8c2ced579950 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 210 time: 0.2699931 Sep 23 15:02:02.170833 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e109ac46-6ab6-46ea-9728-7ade7b1ee946 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:02.207645 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment f0326253-bfdc-43b3-ac40-90a8770d33eb resource provider aggregate not found Sep 23 15:02:02.212992 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-49f6d8dc-0775-4c0a-abaf-baec36b306f9 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Unset dirty status for tenant:6671b5622dc44647a70d9e1150436567 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:02:02.218775 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-49f6d8dc-0775-4c0a-abaf-baec36b306f9 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.4807684 Sep 23 15:02:02.221035 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39152) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:02.294747 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Attempt 3 to provision port 0e9e5d48-4c39-4426-a874-0789d3edec21 Sep 23 15:02:02.314520 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment f0326253-bfdc-43b3-ac40-90a8770d33eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0326253-bfdc-43b3-ac40-90a8770d33eb found for delete ", "request_id": "req-96359e61-4295-49be-ac72-2981447d804f"}]} Sep 23 15:02:02.351164 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-a6be649d-6a46-4e45-8cad-fa30c1dae735 None None] Set router ae808f46-6421-4134-971b-c04f72779257 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:02:02.376357 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-6da26943-022c-4745-952a-c7d474752d76 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Deleting port 80ed169b-03c8-4451-94f1-c0663cc5eced {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:02:02.376703 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6da26943-022c-4745-952a-c7d474752d76 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:02.389213 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Port 0e9e5d48-4c39-4426-a874-0789d3edec21 was deleted so its status cannot be updated. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 15:02:02.436135 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.72', 49850) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:02.451086 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:02.454691 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9f4071a7-f5e7-4b14-b69a-4ab51e5bb484 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:02.483281 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Provisioning for port 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:02:02.492972 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Provisioning complete for port 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:02:02.493345 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:02.493679 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Attempt 1 to provision port 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb Sep 23 15:02:02.685702 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Current status of the port 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:02:02.689558 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:02.732333 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] For port 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=9d3a1dc2-c683-46ec-b84e-c87a822fb3fb,segment=NetworkSegment(4f337a2f-a196-45f0-8eee-a1655b1c82a3),segment_id=4f337a2f-a196-45f0-8eee-a1655b1c82a3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:02:02.778732 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4071a7-f5e7-4b14-b69a-4ab51e5bb484 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Pushing event deleted for resources: {'Port': ['ID=0e9e5d48-4c39-4426-a874-0789d3edec21,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:02.780819 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ccbcd959-defc-4b1d-adb6-43568f3d1467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:02.784612 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f618c0a5-84dd-4253-9b44-8f5db3a722f6 req-6ca3eb64-e39d-4a90-b20e-8ba7d9630df3 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/ports?device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 210 time: 0.4377401 Sep 23 15:02:02.818701 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:02.857964 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e109ac46-6ab6-46ea-9728-7ade7b1ee946 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:02.867337 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-d3cf8479-a4b5-44f1-ba3d-6b2b5258881f tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:02.868517 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-d3cf8479-a4b5-44f1-ba3d-6b2b5258881f tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Synchronizing usage tracker for tenant:74a86a480a6e47f78eac424839cb09ea on resource:network {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:02:02.869990 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd84c5dd-6d42-437f-b22e-a03c88de99fe tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:02.894254 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-a6be649d-6a46-4e45-8cad-fa30c1dae735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae808f46-6421-4134-971b-c04f72779257', 'name': '', 'tenant_id': 'cb649363b776463fa89467c87d83ab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae4009e6-4704-4c43-8de6-da37722257d8', 'external_fixed_ips': [{'subnet_id': '069a0a17-9ce1-4608-a69c-2b52f17d466c', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '7d6b3335-34d4-4114-9d76-59241b00bfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:53Z', 'updated_at': '2022-09-23T15:01:59Z', 'revision_number': 3, 'project_id': 'cb649363b776463fa89467c87d83ab96', 'gw_port': {'id': '7d6b3335-34d4-4114-9d76-59241b00bfa2', 'name': '', 'network_id': 'ae4009e6-4704-4c43-8de6-da37722257d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae808f46-6421-4134-971b-c04f72779257', 'device_owner': 'network:router_gateway', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': '069a0a17-9ce1-4608-a69c-2b52f17d466c', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:57Z', 'updated_at': '2022-09-23T15:01:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '069a0a17-9ce1-4608-a69c-2b52f17d466c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:02.905677 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6be649d-6a46-4e45-8cad-fa30c1dae735 None None] Checking router: ae808f46-6421-4134-971b-c04f72779257 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:02:02.906044 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6be649d-6a46-4e45-8cad-fa30c1dae735 None None] Updating router ae808f46-6421-4134-971b-c04f72779257 port 7d6b3335-34d4-4114-9d76-59241b00bfa2 binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:02:02.912299 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Could not find standard attr ID for object d80ff1f5-bb76-420d-ad3d-ba8b36d3d3ce. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:02:02.976205 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Pushing event updated for resources: {'Port': ['ID=9d3a1dc2-c683-46ec-b84e-c87a822fb3fb,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:03.035108 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Provisioning for port 048dada8-5e3d-4ff8-b624-662d8860ac55 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:02:03.041418 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Provisioning complete for port 048dada8-5e3d-4ff8-b624-662d8860ac55 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:02:03.043140 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:03.043140 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Attempt 1 to provision port 048dada8-5e3d-4ff8-b624-662d8860ac55 Sep 23 15:02:03.043316 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a6be649d-6a46-4e45-8cad-fa30c1dae735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:03.052551 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6da26943-022c-4745-952a-c7d474752d76 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:03.084867 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-d3cf8479-a4b5-44f1-ba3d-6b2b5258881f tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Unset dirty status for tenant:74a86a480a6e47f78eac424839cb09ea on resource:network {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:02:03.086513 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-d3cf8479-a4b5-44f1-ba3d-6b2b5258881f tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.72 "GET /v2.0/networks?id=901c9061-3ace-4755-b443-55ec936320e8 HTTP/1.1" status: 200 len: 812 time: 0.6491923 Sep 23 15:02:03.087925 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-e109ac46-6ab6-46ea-9728-7ade7b1ee946 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b874d402-eb90-4db9-95ee-c69b7d3095a2']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:03.104058 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-e109ac46-6ab6-46ea-9728-7ade7b1ee946 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9cb7a8c-c73e-458d-bfce-095810227511') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:03.104750 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-e109ac46-6ab6-46ea-9728-7ade7b1ee946 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9cb7a8c-c73e-458d-bfce-095810227511') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:03.121906 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e109ac46-6ab6-46ea-9728-7ade7b1ee946 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:03.155715 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e109ac46-6ab6-46ea-9728-7ade7b1ee946 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:03.163267 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e109ac46-6ab6-46ea-9728-7ade7b1ee946 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:02:03.163666 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e109ac46-6ab6-46ea-9728-7ade7b1ee946 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:03.168796 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Port 048dada8-5e3d-4ff8-b624-662d8860ac55 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:03.293761 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ccbcd959-defc-4b1d-adb6-43568f3d1467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:03.379720 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-6da26943-022c-4745-952a-c7d474752d76 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Calling delete_port for 80ed169b-03c8-4451-94f1-c0663cc5eced owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:02:03.411792 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment e9cb7a8c-c73e-458d-bfce-095810227511 resource provider aggregate not found Sep 23 15:02:03.424985 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e109ac46-6ab6-46ea-9728-7ade7b1ee946 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:03.429758 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e109ac46-6ab6-46ea-9728-7ade7b1ee946 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:03.434989 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9f4071a7-f5e7-4b14-b69a-4ab51e5bb484 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:03.470477 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment e9cb7a8c-c73e-458d-bfce-095810227511 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9cb7a8c-c73e-458d-bfce-095810227511 found for delete ", "request_id": "req-ef121852-2eeb-4b92-8aaa-a8e834b417cf"}]} Sep 23 15:02:03.490440 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39194) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:03.490440 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109ac46-6ab6-46ea-9728-7ade7b1ee946 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] Pushing event deleted for resources: {'Network': ['ID=b874d402-eb90-4db9-95ee-c69b7d3095a2,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:03.531629 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4dfebdb8-7700-4ae6-b6b9-c724e628bfb2 req-e84ba8d9-5bbf-4fe6-92ef-57a32cbaf3d7 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 210 time: 0.1741502 Sep 23 15:02:03.537842 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:02:03.618386 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ccbcd959-defc-4b1d-adb6-43568f3d1467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:03.654052 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ccbcd959-defc-4b1d-adb6-43568f3d1467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:03.667262 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ccbcd959-defc-4b1d-adb6-43568f3d1467 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3ac06786-146b-4123-950e-454f2a1c7be7 HTTP/1.1" status: 204 len: 168 time: 1.5991502 Sep 23 15:02:03.673238 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Attempt 2 to provision port 048dada8-5e3d-4ff8-b624-662d8860ac55 Sep 23 15:02:03.706143 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbcd959-defc-4b1d-adb6-43568f3d1467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac06786-146b-4123-950e-454f2a1c7be7,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:03.726205 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9f4071a7-f5e7-4b14-b69a-4ab51e5bb484 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] 10.222.0.67 "DELETE /v2.0/ports/0e9e5d48-4c39-4426-a874-0789d3edec21 HTTP/1.1" status: 204 len: 168 time: 3.2424259 Sep 23 15:02:03.730229 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39206) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:03.736936 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-8166805c-6804-4f03-8858-435ad62cc073 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Synchronizing usage tracker for tenant:74a86a480a6e47f78eac424839cb09ea on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:02:03.790556 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd84c5dd-6d42-437f-b22e-a03c88de99fe tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:03.801317 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e109ac46-6ab6-46ea-9728-7ade7b1ee946 tempest-ExternalNetworksTestJSON-801727529 tempest-ExternalNetworksTestJSON-801727529-project] 10.222.0.67 "DELETE /v2.0/networks/b874d402-eb90-4db9-95ee-c69b7d3095a2 HTTP/1.1" status: 204 len: 168 time: 1.9610403 Sep 23 15:02:03.882173 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a6be649d-6a46-4e45-8cad-fa30c1dae735 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:03.898229 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-a6be649d-6a46-4e45-8cad-fa30c1dae735 None None] Transition to ACTIVE for port object 7d6b3335-34d4-4114-9d76-59241b00bfa2 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:02:03.921411 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-1ae6c44d-6d30-4332-b0df-bfc6a6485142 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:03.938690 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Port 048dada8-5e3d-4ff8-b624-662d8860ac55 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:03.940185 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1ae6c44d-6d30-4332-b0df-bfc6a6485142 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:03.944613 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:02:03.944613 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:03.944613 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb Sep 23 15:02:03.958619 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6da26943-022c-4745-952a-c7d474752d76 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:03.959162 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1ae6c44d-6d30-4332-b0df-bfc6a6485142 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Usage tracker for resource:floatingip and tenant:8b623671e2c74ea6847a116417ce5d33 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:03.981915 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1ae6c44d-6d30-4332-b0df-bfc6a6485142 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:03.999060 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1ae6c44d-6d30-4332-b0df-bfc6a6485142 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:04.018599 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-bd84c5dd-6d42-437f-b22e-a03c88de99fe tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Deleting port 7d6b3335-34d4-4114-9d76-59241b00bfa2 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:02:04.021486 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd84c5dd-6d42-437f-b22e-a03c88de99fe tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:04.031077 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da26943-022c-4745-952a-c7d474752d76 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Pushing event deleted for resources: {'Port': ['ID=80ed169b-03c8-4451-94f1-c0663cc5eced,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:04.039028 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a6be649d-6a46-4e45-8cad-fa30c1dae735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:04.130779 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:02:04.134062 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-932b01eb-6225-4ddb-bb0f-0fbc677ca1ca tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Deleting subnet c76e5fc4-ccb7-4f1a-b141-ab569437901e {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:02:04.142814 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-932b01eb-6225-4ddb-bb0f-0fbc677ca1ca tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:04.157305 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-a6be649d-6a46-4e45-8cad-fa30c1dae735 None None] Attempting to bind port 7d6b3335-34d4-4114-9d76-59241b00bfa2 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:02:04.157882 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-a6be649d-6a46-4e45-8cad-fa30c1dae735 None None] Attempting to bind port 7d6b3335-34d4-4114-9d76-59241b00bfa2 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '20f7795b-dd06-4239-87b4-62cf74549a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ae4009e6-4704-4c43-8de6-da37722257d8'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:02:04.158477 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6be649d-6a46-4e45-8cad-fa30c1dae735 None None] Attempting to bind port 7d6b3335-34d4-4114-9d76-59241b00bfa2 on network ae4009e6-4704-4c43-8de6-da37722257d8 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:02:04.164150 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6110e520-40e3-47b8-976f-11aff873840c req-9a9a8a46-999f-49ae-8ff7-7d5d91be2946 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/ports?device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 210 time: 0.0884962 Sep 23 15:02:04.217903 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86b5b2-96fd-4f1d-8343-5390bbc22259 None None] Pushing event updated for resources: {'Port': ['ID=7d6b3335-34d4-4114-9d76-59241b00bfa2,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:04.221826 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6be649d-6a46-4e45-8cad-fa30c1dae735 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:02:04.222241 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6be649d-6a46-4e45-8cad-fa30c1dae735 None None] Checking segment: {'id': '20f7795b-dd06-4239-87b4-62cf74549a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ae4009e6-4704-4c43-8de6-da37722257d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:02:04.222893 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a6be649d-6a46-4e45-8cad-fa30c1dae735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:04.223925 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6be649d-6a46-4e45-8cad-fa30c1dae735 None None] Bound using segment: {'id': '20f7795b-dd06-4239-87b4-62cf74549a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ae4009e6-4704-4c43-8de6-da37722257d8'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:02:04.224420 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-a6be649d-6a46-4e45-8cad-fa30c1dae735 None None] Bound port: 7d6b3335-34d4-4114-9d76-59241b00bfa2, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f7795b-dd06-4239-87b4-62cf74549a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ae4009e6-4704-4c43-8de6-da37722257d8'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:02:04.224804 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a6be649d-6a46-4e45-8cad-fa30c1dae735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:04.230016 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1ae6c44d-6d30-4332-b0df-bfc6a6485142 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks [] for floatingip, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:04.233581 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6da26943-022c-4745-952a-c7d474752d76 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:04.243168 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-932b01eb-6225-4ddb-bb0f-0fbc677ca1ca tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:04.310093 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-a6be649d-6a46-4e45-8cad-fa30c1dae735 None None] For port 7d6b3335-34d4-4114-9d76-59241b00bfa2, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:02:04.314150 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-a6be649d-6a46-4e45-8cad-fa30c1dae735 None None] For port 7d6b3335-34d4-4114-9d76-59241b00bfa2, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=7d6b3335-34d4-4114-9d76-59241b00bfa2,segment=NetworkSegment(20f7795b-dd06-4239-87b4-62cf74549a08),segment_id=20f7795b-dd06-4239-87b4-62cf74549a08)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:02:04.319863 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-8166805c-6804-4f03-8858-435ad62cc073 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Unset dirty status for tenant:74a86a480a6e47f78eac424839cb09ea on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:02:04.321000 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-8166805c-6804-4f03-8858-435ad62cc073 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74a86a480a6e47f78eac424839cb09ea HTTP/1.1" status: 200 len: 380 time: 1.1263955 Sep 23 15:02:04.331559 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-ac6d3ff7-ccc3-40ed-aeb7-b3e976ecf4e2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Request body: {'port': {'device_id': '2fcc65b3-4fc3-4fdc-b262-966df00b7d8a', 'network_id': '901c9061-3ace-4755-b443-55ec936320e8', 'admin_state_up': True, 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'security_groups': ['902bca84-b160-49e1-b3bf-258c2003ebe6']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:04.360124 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39224) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:04.360311 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6da26943-022c-4745-952a-c7d474752d76 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] 10.222.0.67 "DELETE /v2.0/ports/80ed169b-03c8-4451-94f1-c0663cc5eced HTTP/1.1" status: 204 len: 168 time: 2.1371417 Sep 23 15:02:04.371727 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-7fb22162-1ca6-4ae3-8640-7752e8c8b0e7 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Request body: {'port': {'name': 'tempest-new-port-name-270697256', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:04.372197 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.api.validators [None req-7fb22162-1ca6-4ae3-8640-7752e8c8b0e7 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] bootfile-name is not in valid_values {{(pid=89738) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 23 15:02:04.372868 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.api.validators [None req-7fb22162-1ca6-4ae3-8640-7752e8c8b0e7 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] tftp-server is not in valid_values {{(pid=89738) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 23 15:02:04.372868 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.api.validators [None req-7fb22162-1ca6-4ae3-8640-7752e8c8b0e7 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] server-ip-address is not in valid_values {{(pid=89738) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 23 15:02:04.400486 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a6be649d-6a46-4e45-8cad-fa30c1dae735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:04.439826 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Attempt 3 to provision port 048dada8-5e3d-4ff8-b624-662d8860ac55 Sep 23 15:02:04.513212 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-932b01eb-6225-4ddb-bb0f-0fbc677ca1ca tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:04.521188 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86b5b2-96fd-4f1d-8343-5390bbc22259 None None] Pushing event updated for resources: {'Port': ['ID=7d6b3335-34d4-4114-9d76-59241b00bfa2,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:04.543247 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6be649d-6a46-4e45-8cad-fa30c1dae735 None None] Routers {'ae808f46-6421-4134-971b-c04f72779257'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:04.544302 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-a6be649d-6a46-4e45-8cad-fa30c1dae735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:01:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['ae808f46-6421-4134-971b-c04f72779257'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:04.597282 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-bd84c5dd-6d42-437f-b22e-a03c88de99fe tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] For port 7d6b3335-34d4-4114-9d76-59241b00bfa2, host dv-neutron-859093-1-hyperv, got binding levels [] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:02:04.597650 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd84c5dd-6d42-437f-b22e-a03c88de99fe tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:04.623122 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Port 048dada8-5e3d-4ff8-b624-662d8860ac55 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:04.628400 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.72', 49856) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:04.782576 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-a6be649d-6a46-4e45-8cad-fa30c1dae735 None None] Set router ae808f46-6421-4134-971b-c04f72779257 gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:02:04.914197 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-a6be649d-6a46-4e45-8cad-fa30c1dae735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae808f46-6421-4134-971b-c04f72779257', 'name': '', 'tenant_id': 'cb649363b776463fa89467c87d83ab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:53Z', 'updated_at': '2022-09-23T15:02:03Z', 'revision_number': 4, 'project_id': 'cb649363b776463fa89467c87d83ab96', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:04.919428 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6be649d-6a46-4e45-8cad-fa30c1dae735 None None] The sync data for ids ['ae808f46-6421-4134-971b-c04f72779257'] in dv-neutron-859093-1-hyperv is: [{'id': 'ae808f46-6421-4134-971b-c04f72779257', 'name': '', 'tenant_id': 'cb649363b776463fa89467c87d83ab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:53Z', 'updated_at': '2022-09-23T15:02:03Z', 'revision_number': 4, 'project_id': 'cb649363b776463fa89467c87d83ab96', 'gw_port_host': None}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:02:04.990956 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-96bcc932-3a50-4204-b484-deb2c3c1adaf req-d4459f07-710a-494b-bb51-7ced661ba347 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 210 time: 0.1556432 Sep 23 15:02:04.991806 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39238) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:05.002810 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-ac6d3ff7-ccc3-40ed-aeb7-b3e976ecf4e2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:05.028332 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-ac6d3ff7-ccc3-40ed-aeb7-b3e976ecf4e2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:05.036997 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-bd84c5dd-6d42-437f-b22e-a03c88de99fe tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Calling delete_port for 7d6b3335-34d4-4114-9d76-59241b00bfa2 owned by network:router_gateway {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:02:05.075506 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c1476d84-d49d-4c23-b1f4-9b2a3c1b9a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:05.114526 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-2fc23506-8be2-47ca-826e-afd0cc3602a5 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:05.122983 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-2fc23506-8be2-47ca-826e-afd0cc3602a5 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.72 "GET /v2.0/networks?id=3a4ed919-cf37-4585-ae10-0e854eb24e47 HTTP/1.1" status: 200 len: 806 time: 0.4793198 Sep 23 15:02:05.124765 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Attempt 4 to provision port 048dada8-5e3d-4ff8-b624-662d8860ac55 Sep 23 15:02:05.136435 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7fb22162-1ca6-4ae3-8640-7752e8c8b0e7 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:05.178663 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-932b01eb-6225-4ddb-bb0f-0fbc677ca1ca tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:05.211028 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39244) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:05.303296 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Port 048dada8-5e3d-4ff8-b624-662d8860ac55 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:05.368939 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-ac6d3ff7-ccc3-40ed-aeb7-b3e976ecf4e2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Made reservation on behalf of 74a86a480a6e47f78eac424839cb09ea for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:02:05.404204 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-ac6d3ff7-ccc3-40ed-aeb7-b3e976ecf4e2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:05.451054 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:05.517740 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947a57ea-2f89-44a4-9a16-1da4b3219965 None None] Network ffb891e4-cd6e-4a4c-8527-785943670df7 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:02:05.564222 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:05.578164 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b01eb-6225-4ddb-bb0f-0fbc677ca1ca tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Pushing event deleted for resources: {'Subnet': ['ID=c76e5fc4-ccb7-4f1a-b141-ab569437901e,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:05.588016 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-932b01eb-6225-4ddb-bb0f-0fbc677ca1ca tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:05.595724 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-daf27925-52d8-42a1-8573-b17706d98153 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6fcdd71d4f440d4966468a249c527ae HTTP/1.1" status: 200 len: 380 time: 0.4630451 Sep 23 15:02:05.612594 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-932b01eb-6225-4ddb-bb0f-0fbc677ca1ca tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] 10.222.0.67 "DELETE /v2.0/subnets/c76e5fc4-ccb7-4f1a-b141-ab569437901e HTTP/1.1" status: 204 len: 168 time: 1.8810685 Sep 23 15:02:05.623458 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-7a296283-3d4b-417b-a5db-0b7afcff06ce tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Request body: {'port': {'device_id': 'a785374b-7279-4730-9c9c-259f61307735', 'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47', 'admin_state_up': True, 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'security_groups': ['a3d5837d-73ab-48f6-b463-1f86aa0e019f']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:05.649426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39254) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:05.863920 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Attempt 5 to provision port 048dada8-5e3d-4ff8-b624-662d8860ac55 Sep 23 15:02:05.990957 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Port 048dada8-5e3d-4ff8-b624-662d8860ac55 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:06.031216 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1ae6c44d-6d30-4332-b0df-bfc6a6485142 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:06.034713 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-803622c1-59aa-4764-a90f-4832eaa9209c req-daeaf205-0f9c-4103-91d3-3487f74f3221 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/ports?device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 210 time: 0.1840587 Sep 23 15:02:06.074817 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-69b5a6b8-3385-4a1e-850e-f7e0e3154699 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=47b4adf035424e7ba89db750c3fcf942&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8593271 Sep 23 15:02:06.489369 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39260) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:06.490290 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87aec4a-c031-4c5f-b38c-16ec459fe047 None None] DHCP port deletion for ffb891e4-cd6e-4a4c-8527-785943670df7 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:02:06.490290 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f87aec4a-c031-4c5f-b38c-16ec459fe047 None None] Deleting port ad231a02-5fb5-44a8-8073-755e764b283b {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:02:06.490290 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f87aec4a-c031-4c5f-b38c-16ec459fe047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:06.490535 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1929596e-4fc1-43e7-a68a-5b2469164791 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:06.490535 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-7a296283-3d4b-417b-a5db-0b7afcff06ce tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:06.490535 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-7a296283-3d4b-417b-a5db-0b7afcff06ce tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:06.490535 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-df82f342-6cd0-4966-bb91-d691a541d9a7 req-c6aef42f-a1a3-4e5b-a3fd-f1e73fca45e4 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 210 time: 0.2145503 Sep 23 15:02:06.490788 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0db5decb-47aa-4017-be48-f58725b4d132 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=685f3864c135436fb3d80e30165d88a4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4287024 Sep 23 15:02:06.491169 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39264) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:06.491169 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-1929596e-4fc1-43e7-a68a-5b2469164791 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Deleting port ad231a02-5fb5-44a8-8073-755e764b283b {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:02:06.491169 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1929596e-4fc1-43e7-a68a-5b2469164791 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:06.491169 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-ac6d3ff7-ccc3-40ed-aeb7-b3e976ecf4e2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Allocated IP 172.20.0.10 (901c9061-3ace-4755-b443-55ec936320e8/ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3/64583ae6-6cbd-4e1f-b209-1f95f8ab1c32) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:06.494649 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Attempt 6 to provision port 048dada8-5e3d-4ff8-b624-662d8860ac55 Sep 23 15:02:06.535507 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-7a296283-3d4b-417b-a5db-0b7afcff06ce tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Made reservation on behalf of d6fcdd71d4f440d4966468a249c527ae for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:02:06.539592 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-7a296283-3d4b-417b-a5db-0b7afcff06ce tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:06.604301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8a38c7fd-b165-4743-a204-fa4d494506c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:06.610652 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-1ae6c44d-6d30-4332-b0df-bfc6a6485142 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Allocated IP 172.26.10.178 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/7ad2c7b9-e5d3-45b5-b245-0a8f5b2a4f69) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:06.626559 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.api [None req-bd84c5dd-6d42-437f-b22e-a03c88de99fe tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:02:06.627219 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG oslo_db.api [None req-bd84c5dd-6d42-437f-b22e-a03c88de99fe tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:02:06.660151 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Port 048dada8-5e3d-4ff8-b624-662d8860ac55 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:06.679362 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f87aec4a-c031-4c5f-b38c-16ec459fe047 None None] For port ad231a02-5fb5-44a8-8073-755e764b283b, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ad231a02-5fb5-44a8-8073-755e764b283b,segment=NetworkSegment(3cf1ac5e-7830-4525-a80a-de507f3f1e39),segment_id=3cf1ac5e-7830-4525-a80a-de507f3f1e39)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:02:06.681721 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f87aec4a-c031-4c5f-b38c-16ec459fe047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:06.862292 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1ae6c44d-6d30-4332-b0df-bfc6a6485142 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:06.939515 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7fb22162-1ca6-4ae3-8640-7752e8c8b0e7 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:06.952520 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8a38c7fd-b165-4743-a204-fa4d494506c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:06.986516 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f87aec4a-c031-4c5f-b38c-16ec459fe047 None None] Calling delete_port for ad231a02-5fb5-44a8-8073-755e764b283b owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:02:07.012431 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-665bc86d-2951-46cb-9d93-06162e16bc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:07.022301 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7fb22162-1ca6-4ae3-8640-7752e8c8b0e7 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:07.107809 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:07.110863 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1ae6c44d-6d30-4332-b0df-bfc6a6485142 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:07.128524 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-bd84c5dd-6d42-437f-b22e-a03c88de99fe tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Deleting port 7d6b3335-34d4-4114-9d76-59241b00bfa2 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:02:07.128956 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd84c5dd-6d42-437f-b22e-a03c88de99fe tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:07.163839 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Attempt 7 to provision port 048dada8-5e3d-4ff8-b624-662d8860ac55 Sep 23 15:02:07.223438 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f87aec4a-c031-4c5f-b38c-16ec459fe047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:07.327499 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87aec4a-c031-4c5f-b38c-16ec459fe047 None None] No DVR routers for this DVR port ad231a02-5fb5-44a8-8073-755e764b283b on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:02:07.335963 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87aec4a-c031-4c5f-b38c-16ec459fe047 None None] Pushing event deleted for resources: {'Port': ['ID=ad231a02-5fb5-44a8-8073-755e764b283b,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:07.349837 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Port 048dada8-5e3d-4ff8-b624-662d8860ac55 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:07.386137 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb22162-1ca6-4ae3-8640-7752e8c8b0e7 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Pushing event updated for resources: {'Port': ['ID=048dada8-5e3d-4ff8-b624-662d8860ac55,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:07.422580 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-665bc86d-2951-46cb-9d93-06162e16bc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:07.566043 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ad231a02-5fb5-44a8-8073-755e764b283b no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:02:07.576251 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae6c44d-6d30-4332-b0df-bfc6a6485142 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:07.593469 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-1ae6c44d-6d30-4332-b0df-bfc6a6485142 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:07.595950 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae6c44d-6d30-4332-b0df-bfc6a6485142 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:07.622596 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: ad231a02-5fb5-44a8-8073-755e764b283b {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:02:07.623329 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ad231a02-5fb5-44a8-8073-755e764b283b not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:02:07.658417 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-40a44d98-b9c5-4220-8fa4-7ff2deb24c58 req-5e68aa2e-d972-4b2a-97ee-9141e43b35c6 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/ports?device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 210 time: 0.3431475 Sep 23 15:02:07.713733 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-66b85405-2b2e-4e95-8039-42ac233bc06e req-0a4931c5-4611-4d6f-a8fa-c367d9c0e73b tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 210 time: 0.1091619 Sep 23 15:02:07.729138 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-ac6d3ff7-ccc3-40ed-aeb7-b3e976ecf4e2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:07.745476 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-1929596e-4fc1-43e7-a68a-5b2469164791 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] For port ad231a02-5fb5-44a8-8073-755e764b283b, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ad231a02-5fb5-44a8-8073-755e764b283b,segment=NetworkSegment(3cf1ac5e-7830-4525-a80a-de507f3f1e39),segment_id=3cf1ac5e-7830-4525-a80a-de507f3f1e39)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:02:07.746995 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1929596e-4fc1-43e7-a68a-5b2469164791 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:07.768945 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-7a296283-3d4b-417b-a5db-0b7afcff06ce tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Allocated IP 172.20.0.7 (3a4ed919-cf37-4585-ae10-0e854eb24e47/04fb8fb3-375d-4a4c-817d-3e8eac3bab95/a2cc9761-d858-4877-b069-a29d0ad8fc8b) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:07.851206 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Attempt 8 to provision port 048dada8-5e3d-4ff8-b624-662d8860ac55 Sep 23 15:02:07.858251 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-ac6d3ff7-ccc3-40ed-aeb7-b3e976ecf4e2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Transition to ACTIVE for port object 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:02:07.900695 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-bd84c5dd-6d42-437f-b22e-a03c88de99fe tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] For port 7d6b3335-34d4-4114-9d76-59241b00bfa2, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=7d6b3335-34d4-4114-9d76-59241b00bfa2,segment=NetworkSegment(20f7795b-dd06-4239-87b4-62cf74549a08),segment_id=20f7795b-dd06-4239-87b4-62cf74549a08)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:02:07.901398 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd84c5dd-6d42-437f-b22e-a03c88de99fe tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:07.941902 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-1929596e-4fc1-43e7-a68a-5b2469164791 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Calling delete_port for ad231a02-5fb5-44a8-8073-755e764b283b owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:02:07.977991 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8a38c7fd-b165-4743-a204-fa4d494506c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:07.979340 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Port 048dada8-5e3d-4ff8-b624-662d8860ac55 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:08.000343 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-7fb22162-1ca6-4ae3-8640-7752e8c8b0e7 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] In _notify_port_updated(), no bound segment for port 048dada8-5e3d-4ff8-b624-662d8860ac55 on network 85c4d669-34c7-4940-b10b-a148e071e1b7 {{(pid=89738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 23 15:02:08.009237 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb22162-1ca6-4ae3-8640-7752e8c8b0e7 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:08.010120 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7fb22162-1ca6-4ae3-8640-7752e8c8b0e7 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:08.015069 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7fb22162-1ca6-4ae3-8640-7752e8c8b0e7 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] 10.222.0.67 "PUT /v2.0/ports/048dada8-5e3d-4ff8-b624-662d8860ac55 HTTP/1.1" status: 200 len: 1136 time: 3.6507630 Sep 23 15:02:08.021375 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39272) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:08.047639 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38c7fd-b165-4743-a204-fa4d494506c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d76dc3-3023-4abe-bac9-2f3782e00ece,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:08.078399 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6c44d-6d30-4332-b0df-bfc6a6485142 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Pushing event updated for resources: {'Port': ['ID=7ad2c7b9-e5d3-45b5-b245-0a8f5b2a4f69,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:08.087264 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-bd84c5dd-6d42-437f-b22e-a03c88de99fe tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Calling delete_port for 7d6b3335-34d4-4114-9d76-59241b00bfa2 owned by network:router_gateway {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:02:08.177449 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-665bc86d-2951-46cb-9d93-06162e16bc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:08.214756 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1ae6c44d-6d30-4332-b0df-bfc6a6485142 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:08.236502 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665bc86d-2951-46cb-9d93-06162e16bc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd694176-d80d-42f7-9c35-a5f96cdf0739,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:08.317226 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06acd95a-ba24-4f4a-a867-0fbd29e2599b tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:08.317859 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-06acd95a-ba24-4f4a-a867-0fbd29e2599b tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Synchronizing usage tracker for tenant:6671b5622dc44647a70d9e1150436567 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:02:08.340518 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-665bc86d-2951-46cb-9d93-06162e16bc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:08.344454 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-665bc86d-2951-46cb-9d93-06162e16bc46 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cd694176-d80d-42f7-9c35-a5f96cdf0739 HTTP/1.1" status: 204 len: 168 time: 1.9101768 Sep 23 15:02:08.344454 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.api [None req-1929596e-4fc1-43e7-a68a-5b2469164791 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:02:08.344454 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG oslo_db.api [None req-1929596e-4fc1-43e7-a68a-5b2469164791 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:02:08.354482 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8a38c7fd-b165-4743-a204-fa4d494506c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:08.360224 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8a38c7fd-b165-4743-a204-fa4d494506c1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e5d76dc3-3023-4abe-bac9-2f3782e00ece HTTP/1.1" status: 204 len: 168 time: 2.2552838 Sep 23 15:02:08.371172 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-ac6d3ff7-ccc3-40ed-aeb7-b3e976ecf4e2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:08.482235 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Attempt 9 to provision port 048dada8-5e3d-4ff8-b624-662d8860ac55 Sep 23 15:02:08.531811 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-ac6d3ff7-ccc3-40ed-aeb7-b3e976ecf4e2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Network 901c9061-3ace-4755-b443-55ec936320e8 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:08.539293 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-ac6d3ff7-ccc3-40ed-aeb7-b3e976ecf4e2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:08.544067 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d3ff7-ccc3-40ed-aeb7-b3e976ecf4e2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Pushing event updated for resources: {'Port': ['ID=64583ae6-6cbd-4e1f-b209-1f95f8ab1c32,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:08.551052 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-ac6d3ff7-ccc3-40ed-aeb7-b3e976ecf4e2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:08.606406 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-06acd95a-ba24-4f4a-a867-0fbd29e2599b tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Unset dirty status for tenant:6671b5622dc44647a70d9e1150436567 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:02:08.612603 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-06acd95a-ba24-4f4a-a867-0fbd29e2599b tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] 10.222.0.67 "GET /v2.0/ports/048dada8-5e3d-4ff8-b624-662d8860ac55 HTTP/1.1" status: 200 len: 1136 time: 0.5776002 Sep 23 15:02:08.616838 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39280) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:08.620301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-7a296283-3d4b-417b-a5db-0b7afcff06ce tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:08.694686 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1ae6c44d-6d30-4332-b0df-bfc6a6485142 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:08.709152 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Port 048dada8-5e3d-4ff8-b624-662d8860ac55 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:08.813742 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-7998d0c4-9f6d-453f-bb63-b77d9d1cc6a5 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Deleting port 048dada8-5e3d-4ff8-b624-662d8860ac55 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:02:08.815695 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7998d0c4-9f6d-453f-bb63-b77d9d1cc6a5 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:08.822078 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd84c5dd-6d42-437f-b22e-a03c88de99fe tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:08.924329 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-1929596e-4fc1-43e7-a68a-5b2469164791 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Deleting port ad231a02-5fb5-44a8-8073-755e764b283b {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:02:08.929837 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1929596e-4fc1-43e7-a68a-5b2469164791 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:09.054899 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84c5dd-6d42-437f-b22e-a03c88de99fe tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d6b3335-34d4-4114-9d76-59241b00bfa2,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:09.068662 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-7a296283-3d4b-417b-a5db-0b7afcff06ce tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Transition to ACTIVE for port object a2cc9761-d858-4877-b069-a29d0ad8fc8b will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:02:09.128953 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-066579b8-f264-4a6c-b82a-2628cd80c7bb req-05ba48f9-ff3d-4cb8-9c1d-4c7c7b679916 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/ports?device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 210 time: 0.1492755 Sep 23 15:02:09.178243 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-ac6d3ff7-ccc3-40ed-aeb7-b3e976ecf4e2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:09.179363 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-ac6d3ff7-ccc3-40ed-aeb7-b3e976ecf4e2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:09.210920 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Attempt 10 to provision port 048dada8-5e3d-4ff8-b624-662d8860ac55 Sep 23 15:02:09.257909 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-1929596e-4fc1-43e7-a68a-5b2469164791 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] The port 'ad231a02-5fb5-44a8-8073-755e764b283b' was deleted {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:02:09.290000 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd84c5dd-6d42-437f-b22e-a03c88de99fe tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:09.366636 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f12ce60c-b69a-440f-bc18-fb6a883988e6 None None] Port 048dada8-5e3d-4ff8-b624-662d8860ac55 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:09.520096 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39296) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:09.561506 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd84c5dd-6d42-437f-b22e-a03c88de99fe tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:09.564811 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-07c3a9dc-2625-4f54-a22e-2fcc383184eb None None] Provisioning for port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:02:09.568963 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd84c5dd-6d42-437f-b22e-a03c88de99fe tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:09.573387 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-07c3a9dc-2625-4f54-a22e-2fcc383184eb None None] Provisioning complete for port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:02:09.574100 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-07c3a9dc-2625-4f54-a22e-2fcc383184eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:09.574685 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-07c3a9dc-2625-4f54-a22e-2fcc383184eb None None] Attempt 1 to provision port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 Sep 23 15:02:09.644795 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-07c3a9dc-2625-4f54-a22e-2fcc383184eb None None] Port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:09.652850 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1ae6c44d-6d30-4332-b0df-bfc6a6485142 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:09.658148 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b3dcecb6-da54-4a4e-9ec6-8e17c46ee3b7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=93bfa2e136274e48b73eaa9253bfa24b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1352081 Sep 23 15:02:09.664453 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39302) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:09.717327 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1929596e-4fc1-43e7-a68a-5b2469164791 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:09.763595 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-1929596e-4fc1-43e7-a68a-5b2469164791 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb891e4-cd6e-4a4c-8527-785943670df7']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:09.790971 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-1929596e-4fc1-43e7-a68a-5b2469164791 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf1ac5e-7830-4525-a80a-de507f3f1e39') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:09.791331 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-1929596e-4fc1-43e7-a68a-5b2469164791 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf1ac5e-7830-4525-a80a-de507f3f1e39') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:09.821017 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1929596e-4fc1-43e7-a68a-5b2469164791 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:09.837574 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3c1b45b1-acf6-4a9b-81e6-1a0655c2b6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:09.855455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1929596e-4fc1-43e7-a68a-5b2469164791 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:09.884220 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1929596e-4fc1-43e7-a68a-5b2469164791 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:02:09.915694 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1929596e-4fc1-43e7-a68a-5b2469164791 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:09.916378 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3c1b45b1-acf6-4a9b-81e6-1a0655c2b6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:09.939457 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 3cf1ac5e-7830-4525-a80a-de507f3f1e39 resource provider aggregate not found Sep 23 15:02:10.034132 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 3cf1ac5e-7830-4525-a80a-de507f3f1e39 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3cf1ac5e-7830-4525-a80a-de507f3f1e39 found for delete ", "request_id": "req-fe5db24a-8214-488c-8466-56fae19abafd"}]} Sep 23 15:02:10.067252 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd84c5dd-6d42-437f-b22e-a03c88de99fe tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:10.067902 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd84c5dd-6d42-437f-b22e-a03c88de99fe tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae808f46-6421-4134-971b-c04f72779257 {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:02:10.114561 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd84c5dd-6d42-437f-b22e-a03c88de99fe tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:10.123595 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bd84c5dd-6d42-437f-b22e-a03c88de99fe tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "DELETE /v2.0/routers/ae808f46-6421-4134-971b-c04f72779257 HTTP/1.1" status: 204 len: 168 time: 8.0727592 Sep 23 15:02:10.135260 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39310) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:10.146643 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-07c3a9dc-2625-4f54-a22e-2fcc383184eb None None] Attempt 2 to provision port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 Sep 23 15:02:10.200741 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5547534-9bef-48e2-9fdc-8a1fde3c4416 req-e1ea962d-7aad-4329-a8c1-a6439b96deec tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:10.200741 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-e5547534-9bef-48e2-9fdc-8a1fde3c4416 req-e1ea962d-7aad-4329-a8c1-a6439b96deec tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Synchronizing usage tracker for tenant:74a86a480a6e47f78eac424839cb09ea on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:02:10.248745 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-07c3a9dc-2625-4f54-a22e-2fcc383184eb None None] Port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:10.353255 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6420594e-a74d-40ca-85bd-69fec8765972 req-0f9e9f7a-f7b6-4be0-a5b4-2630640cc1ed tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/ports?device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 210 time: 0.0593538 Sep 23 15:02:10.357374 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1ae6c44d-6d30-4332-b0df-bfc6a6485142 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:10.357673 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-ac6d3ff7-ccc3-40ed-aeb7-b3e976ecf4e2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0292594 Sep 23 15:02:10.394722 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1929596e-4fc1-43e7-a68a-5b2469164791 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:10.399660 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1929596e-4fc1-43e7-a68a-5b2469164791 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:10.408161 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-7a296283-3d4b-417b-a5db-0b7afcff06ce tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:10.416481 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3c1b45b1-acf6-4a9b-81e6-1a0655c2b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:10.418968 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3c1b45b1-acf6-4a9b-81e6-1a0655c2b6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:10.422386 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3c1b45b1-acf6-4a9b-81e6-1a0655c2b6b6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ff4f05da-1434-45ee-b8f0-4da11402bc97 HTTP/1.1" status: 204 len: 168 time: 0.7544672 Sep 23 15:02:10.444995 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1929596e-4fc1-43e7-a68a-5b2469164791 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] 10.222.0.67 "DELETE /v2.0/networks/ffb891e4-cd6e-4a4c-8527-785943670df7 HTTP/1.1" status: 204 len: 168 time: 4.7362051 Sep 23 15:02:10.513965 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b45b1-acf6-4a9b-81e6-1a0655c2b6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4f05da-1434-45ee-b8f0-4da11402bc97,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:10.537019 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-e5547534-9bef-48e2-9fdc-8a1fde3c4416 req-e1ea962d-7aad-4329-a8c1-a6439b96deec tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Unset dirty status for tenant:74a86a480a6e47f78eac424839cb09ea on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:02:10.537019 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e5547534-9bef-48e2-9fdc-8a1fde3c4416 req-e1ea962d-7aad-4329-a8c1-a6439b96deec tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 932 time: 1.4659920 Sep 23 15:02:10.548306 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1ae6c44d-6d30-4332-b0df-bfc6a6485142 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:10.596169 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929596e-4fc1-43e7-a68a-5b2469164791 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811 tempest-ExtraDHCPOptionsIpV6TestJSON-1001490811-project] Pushing event deleted for resources: {'Network': ['ID=ffb891e4-cd6e-4a4c-8527-785943670df7,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:10.610149 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-06899e5f-8c6e-4a5c-909c-4453ac934f68 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Deleting subnet 069a0a17-9ce1-4608-a69c-2b52f17d466c {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:02:10.615419 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7998d0c4-9f6d-453f-bb63-b77d9d1cc6a5 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:10.615555 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-06899e5f-8c6e-4a5c-909c-4453ac934f68 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:10.630563 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-7a296283-3d4b-417b-a5db-0b7afcff06ce tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Network 3a4ed919-cf37-4585-ae10-0e854eb24e47 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:10.642097 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-7a296283-3d4b-417b-a5db-0b7afcff06ce tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:10.644708 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-7a296283-3d4b-417b-a5db-0b7afcff06ce tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:10.664066 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6c44d-6d30-4332-b0df-bfc6a6485142 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Pushing event updated for resources: {'Port': ['ID=7ad2c7b9-e5d3-45b5-b245-0a8f5b2a4f69,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:10.687335 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1ae6c44d-6d30-4332-b0df-bfc6a6485142 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:10.693938 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1ae6c44d-6d30-4332-b0df-bfc6a6485142 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 7.2034323 Sep 23 15:02:10.694919 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39324) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:10.697090 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-69592bf4-f768-4b42-9ee8-cc19c551817e tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:02:10.698123 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-69592bf4-f768-4b42-9ee8-cc19c551817e tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158768 Sep 23 15:02:10.717299 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-db32bca2-8f2c-45d0-b1a3-39430c139cb1 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-459470394'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:10.728319 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-06899e5f-8c6e-4a5c-909c-4453ac934f68 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:10.753115 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-07c3a9dc-2625-4f54-a22e-2fcc383184eb None None] Attempt 3 to provision port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 Sep 23 15:02:10.789413 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-db32bca2-8f2c-45d0-b1a3-39430c139cb1 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:10.806027 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-db32bca2-8f2c-45d0-b1a3-39430c139cb1 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Usage tracker for resource:network and tenant:8b623671e2c74ea6847a116417ce5d33 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:10.818260 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-db32bca2-8f2c-45d0-b1a3-39430c139cb1 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:10.825526 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-db32bca2-8f2c-45d0-b1a3-39430c139cb1 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:10.856525 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-06899e5f-8c6e-4a5c-909c-4453ac934f68 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:10.920301 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-07c3a9dc-2625-4f54-a22e-2fcc383184eb None None] Port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:10.921941 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-7998d0c4-9f6d-453f-bb63-b77d9d1cc6a5 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Calling delete_port for 048dada8-5e3d-4ff8-b624-662d8860ac55 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:02:11.048782 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e5547534-9bef-48e2-9fdc-8a1fde3c4416 req-98e617d1-96ac-4364-a99c-0a93e55dd3b5 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4828818 Sep 23 15:02:11.053810 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a296283-3d4b-417b-a5db-0b7afcff06ce tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Pushing event updated for resources: {'Port': ['ID=a2cc9761-d858-4877-b069-a29d0ad8fc8b,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:11.102108 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-7a296283-3d4b-417b-a5db-0b7afcff06ce tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:11.102710 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-7a296283-3d4b-417b-a5db-0b7afcff06ce tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:11.182457 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db32bca2-8f2c-45d0-b1a3-39430c139cb1 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Made reservation on behalf of 8b623671e2c74ea6847a116417ce5d33 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:02:11.186899 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db32bca2-8f2c-45d0-b1a3-39430c139cb1 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:11.212705 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db32bca2-8f2c-45d0-b1a3-39430c139cb1 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:11.228229 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-06899e5f-8c6e-4a5c-909c-4453ac934f68 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:11.273424 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-7a296283-3d4b-417b-a5db-0b7afcff06ce tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6672852 Sep 23 15:02:11.276788 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-06899e5f-8c6e-4a5c-909c-4453ac934f68 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:11.282105 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06899e5f-8c6e-4a5c-909c-4453ac934f68 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=069a0a17-9ce1-4608-a69c-2b52f17d466c,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:11.283670 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-db32bca2-8f2c-45d0-b1a3-39430c139cb1 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:11.289181 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-db32bca2-8f2c-45d0-b1a3-39430c139cb1 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Usage tracker for resource:security_group_rule and tenant:8b623671e2c74ea6847a116417ce5d33 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:11.292792 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-06899e5f-8c6e-4a5c-909c-4453ac934f68 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "DELETE /v2.0/subnets/069a0a17-9ce1-4608-a69c-2b52f17d466c HTTP/1.1" status: 204 len: 168 time: 1.1556537 Sep 23 15:02:11.293880 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-db32bca2-8f2c-45d0-b1a3-39430c139cb1 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:11.296460 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39332) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:11.452311 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-db32bca2-8f2c-45d0-b1a3-39430c139cb1 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:11.455140 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-07c3a9dc-2625-4f54-a22e-2fcc383184eb None None] Attempt 4 to provision port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 Sep 23 15:02:11.455562 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fef5d9b2-0e94-4b16-9e2d-44a04285606b tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:11.567362 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7998d0c4-9f6d-453f-bb63-b77d9d1cc6a5 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:11.724635 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fef5d9b2-0e94-4b16-9e2d-44a04285606b tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:11.760015 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-07c3a9dc-2625-4f54-a22e-2fcc383184eb None None] Port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:11.820914 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998d0c4-9f6d-453f-bb63-b77d9d1cc6a5 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Pushing event deleted for resources: {'Port': ['ID=048dada8-5e3d-4ff8-b624-662d8860ac55,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:11.827812 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-fef5d9b2-0e94-4b16-9e2d-44a04285606b tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4009e6-4704-4c43-8de6-da37722257d8']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:11.857727 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-fef5d9b2-0e94-4b16-9e2d-44a04285606b tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f7795b-dd06-4239-87b4-62cf74549a08') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:11.858620 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-fef5d9b2-0e94-4b16-9e2d-44a04285606b tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f7795b-dd06-4239-87b4-62cf74549a08') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:11.922640 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:02:11.923301 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fef5d9b2-0e94-4b16-9e2d-44a04285606b tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:11.992187 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c31164-95b0-4fd6-8066-c8a976313fda req-a0699a08-03a2-419a-b077-ee5866f0a1cf tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:11.995221 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-77c31164-95b0-4fd6-8066-c8a976313fda req-a0699a08-03a2-419a-b077-ee5866f0a1cf tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/ports?device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 931 time: 0.2282538 Sep 23 15:02:12.018127 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-dae6cf30-30ad-402e-96e8-edd1bf1de250 service neutron] Request body: {'port': {'device_id': '2fcc65b3-4fc3-4fdc-b262-966df00b7d8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:12.077409 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-ba3b1b4d-655f-4a2b-8656-de4e49e8bfea service neutron] Request body: {'port': {'device_id': 'a785374b-7279-4730-9c9c-259f61307735', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:12.104268 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39352) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:12.121376 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fef5d9b2-0e94-4b16-9e2d-44a04285606b tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:12.158453 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-77c31164-95b0-4fd6-8066-c8a976313fda req-2ce820d5-c8bf-472a-9afa-dbc80317f96c tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Synchronizing usage tracker for tenant:d6fcdd71d4f440d4966468a249c527ae on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:02:12.178994 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef5d9b2-0e94-4b16-9e2d-44a04285606b tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:02:12.184322 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fef5d9b2-0e94-4b16-9e2d-44a04285606b tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:12.227709 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7998d0c4-9f6d-453f-bb63-b77d9d1cc6a5 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:12.229977 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7998d0c4-9f6d-453f-bb63-b77d9d1cc6a5 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] 10.222.0.67 "DELETE /v2.0/ports/048dada8-5e3d-4ff8-b624-662d8860ac55 HTTP/1.1" status: 204 len: 168 time: 3.6009634 Sep 23 15:02:12.234677 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39360) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:12.262759 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-07c3a9dc-2625-4f54-a22e-2fcc383184eb None None] Attempt 5 to provision port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 Sep 23 15:02:12.302641 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db32bca2-8f2c-45d0-b1a3-39430c139cb1 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:12.348519 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-07c3a9dc-2625-4f54-a22e-2fcc383184eb None None] Port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:12.482985 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 20f7795b-dd06-4239-87b4-62cf74549a08 resource provider aggregate not found Sep 23 15:02:12.485610 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-ba3b1b4d-655f-4a2b-8656-de4e49e8bfea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:12.489515 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db32bca2-8f2c-45d0-b1a3-39430c139cb1 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:12.522858 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-dae6cf30-30ad-402e-96e8-edd1bf1de250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:12.525451 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 20f7795b-dd06-4239-87b4-62cf74549a08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20f7795b-dd06-4239-87b4-62cf74549a08 found for delete ", "request_id": "req-3f51fe70-8097-4da8-ac4c-733cb73a8979"}]} Sep 23 15:02:12.526233 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-77c31164-95b0-4fd6-8066-c8a976313fda req-2ce820d5-c8bf-472a-9afa-dbc80317f96c tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Unset dirty status for tenant:d6fcdd71d4f440d4966468a249c527ae on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:02:12.531856 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-77c31164-95b0-4fd6-8066-c8a976313fda req-2ce820d5-c8bf-472a-9afa-dbc80317f96c tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3d5837d-73ab-48f6-b463-1f86aa0e019f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5270922 Sep 23 15:02:12.547028 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db32bca2-8f2c-45d0-b1a3-39430c139cb1 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:02:12.554943 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e251ebd-1d93-4b71-8871-8c45e9646933 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Deleting subnet 1b04c651-c6b7-4b05-8c2d-e1cf15372c9c {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:02:12.563365 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32bca2-8f2c-45d0-b1a3-39430c139cb1 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e81e6ee-5290-4a81-82bb-ebbc3dd0a217,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:12.589601 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fef5d9b2-0e94-4b16-9e2d-44a04285606b tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:12.603452 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db32bca2-8f2c-45d0-b1a3-39430c139cb1 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:12.603452 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-db32bca2-8f2c-45d0-b1a3-39430c139cb1 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Added segment 048c6f28-f685-44cf-9925-d25e2b085b86 of type vlan for network db8602f9-148a-4347-bea8-86422b2be6e0 Sep 23 15:02:12.603631 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6e251ebd-1d93-4b71-8871-8c45e9646933 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:12.668148 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef5d9b2-0e94-4b16-9e2d-44a04285606b tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ae4009e6-4704-4c43-8de6-da37722257d8 {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 23 15:02:12.673095 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fef5d9b2-0e94-4b16-9e2d-44a04285606b tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:12.711853 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5d9b2-0e94-4b16-9e2d-44a04285606b tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Pushing event deleted for resources: {'Network': ['ID=ae4009e6-4704-4c43-8de6-da37722257d8,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:12.731906 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-fef5d9b2-0e94-4b16-9e2d-44a04285606b tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "DELETE /v2.0/networks/ae4009e6-4704-4c43-8de6-da37722257d8 HTTP/1.1" status: 204 len: 168 time: 1.4344132 Sep 23 15:02:12.824593 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6e251ebd-1d93-4b71-8871-8c45e9646933 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:12.824706 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db32bca2-8f2c-45d0-b1a3-39430c139cb1 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:12.849918 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-07c3a9dc-2625-4f54-a22e-2fcc383184eb None None] Attempt 6 to provision port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 Sep 23 15:02:12.856823 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39374) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:13.020108 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-07c3a9dc-2625-4f54-a22e-2fcc383184eb None None] Port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:13.062664 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1a74df9e-ab31-4119-80a9-395a07f9afd6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2a2615fbf014482ebcf410be18341ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9490616 Sep 23 15:02:13.067743 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db32bca2-8f2c-45d0-b1a3-39430c139cb1 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:13.075726 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca7923-de96-421f-9760-39f2f60c5fe9 req-6750cea0-80dc-400c-9153-77401c81a62d tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:13.077199 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-cfca7923-de96-421f-9760-39f2f60c5fe9 req-6750cea0-80dc-400c-9153-77401c81a62d tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 932 time: 0.7180383 Sep 23 15:02:13.077686 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39382) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:13.087426 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db32bca2-8f2c-45d0-b1a3-39430c139cb1 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:13.088079 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db32bca2-8f2c-45d0-b1a3-39430c139cb1 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:13.214771 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-426edc3f-d812-4991-9f98-3e8688bef0ba tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-32646199'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:13.249854 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-426edc3f-d812-4991-9f98-3e8688bef0ba tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:13.391927 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-db32bca2-8f2c-45d0-b1a3-39430c139cb1 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.6863096 Sep 23 15:02:13.449159 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-426edc3f-d812-4991-9f98-3e8688bef0ba tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Usage tracker for resource:network and tenant:4d548b1315ae40b2aec780c8787d5c97 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:13.480579 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39394) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:13.480579 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-426edc3f-d812-4991-9f98-3e8688bef0ba tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:13.484771 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-2539218c-bcbb-4c48-b139-333d47745485 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Request body: {'subnet': {'network_id': 'db8602f9-148a-4347-bea8-86422b2be6e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:13.521822 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-07c3a9dc-2625-4f54-a22e-2fcc383184eb None None] Attempt 7 to provision port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 Sep 23 15:02:13.664611 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-07c3a9dc-2625-4f54-a22e-2fcc383184eb None None] Port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:13.700664 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6e251ebd-1d93-4b71-8871-8c45e9646933 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:13.721480 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2539218c-bcbb-4c48-b139-333d47745485 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:13.735486 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2539218c-bcbb-4c48-b139-333d47745485 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Usage tracker for resource:subnet and tenant:8b623671e2c74ea6847a116417ce5d33 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:13.743174 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2539218c-bcbb-4c48-b139-333d47745485 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:13.775376 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2539218c-bcbb-4c48-b139-333d47745485 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:13.786057 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-426edc3f-d812-4991-9f98-3e8688bef0ba tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:13.796300 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39400) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:13.800696 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32bca2-8f2c-45d0-b1a3-39430c139cb1 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Pushing event updated for resources: {'Network': ['ID=db8602f9-148a-4347-bea8-86422b2be6e0,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:13.809076 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-e366c70c-4fd2-4645-bc48-78c07dcdff13 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Request body: {'router': {'name': 'tempest-router--554816987', 'project_id': 'f667ee4ddc1642a2892e597569bcbd71'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:13.814806 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e366c70c-4fd2-4645-bc48-78c07dcdff13 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:13.817158 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network db8602f9-148a-4347-bea8-86422b2be6e0 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:02:13.819308 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e366c70c-4fd2-4645-bc48-78c07dcdff13 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Usage tracker for resource:router and tenant:f667ee4ddc1642a2892e597569bcbd71 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:13.822193 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e366c70c-4fd2-4645-bc48-78c07dcdff13 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:13.833265 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e366c70c-4fd2-4645-bc48-78c07dcdff13 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:14.003552 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2539218c-bcbb-4c48-b139-333d47745485 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Made reservation on behalf of 8b623671e2c74ea6847a116417ce5d33 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:02:14.003552 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2539218c-bcbb-4c48-b139-333d47745485 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:14.004701 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-cfca7923-de96-421f-9760-39f2f60c5fe9 req-0a400344-e21c-47c1-9166-ac0c09318d57 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7543361 Sep 23 15:02:14.004701 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-be76276b-e698-404e-b088-307b7bdb1a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:14.090563 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-be76276b-e698-404e-b088-307b7bdb1a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:14.165429 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-07c3a9dc-2625-4f54-a22e-2fcc383184eb None None] Attempt 8 to provision port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 Sep 23 15:02:14.180055 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e366c70c-4fd2-4645-bc48-78c07dcdff13 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:14.180055 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e366c70c-4fd2-4645-bc48-78c07dcdff13 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:14.185517 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426edc3f-d812-4991-9f98-3e8688bef0ba tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Made reservation on behalf of 4d548b1315ae40b2aec780c8787d5c97 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:02:14.189236 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-426edc3f-d812-4991-9f98-3e8688bef0ba tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:14.217687 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-426edc3f-d812-4991-9f98-3e8688bef0ba tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:14.246496 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.resource_extend [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-ba3b1b4d-655f-4a2b-8656-de4e49e8bfea service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:02:14.249925 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-426edc3f-d812-4991-9f98-3e8688bef0ba tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:14.257051 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-426edc3f-d812-4991-9f98-3e8688bef0ba tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Usage tracker for resource:security_group_rule and tenant:4d548b1315ae40b2aec780c8787d5c97 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:14.263103 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-426edc3f-d812-4991-9f98-3e8688bef0ba tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:14.278714 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6e251ebd-1d93-4b71-8871-8c45e9646933 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:14.283189 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e366c70c-4fd2-4645-bc48-78c07dcdff13 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:14.305823 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-426edc3f-d812-4991-9f98-3e8688bef0ba tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:14.316634 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-07c3a9dc-2625-4f54-a22e-2fcc383184eb None None] Port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:14.365504 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e251ebd-1d93-4b71-8871-8c45e9646933 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Pushing event deleted for resources: {'Subnet': ['ID=1b04c651-c6b7-4b05-8c2d-e1cf15372c9c,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:14.365647 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fbe273-2c4d-4c64-807e-f60c041a50fa None None] Network 85c4d669-34c7-4940-b10b-a148e071e1b7 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:02:14.402890 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6e251ebd-1d93-4b71-8871-8c45e9646933 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:14.449191 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6e251ebd-1d93-4b71-8871-8c45e9646933 tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] 10.222.0.67 "DELETE /v2.0/subnets/1b04c651-c6b7-4b05-8c2d-e1cf15372c9c HTTP/1.1" status: 204 len: 168 time: 2.2111263 Sep 23 15:02:14.455305 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-ba3b1b4d-655f-4a2b-8656-de4e49e8bfea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2cc9761-d858-4877-b069-a29d0ad8fc8b {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:02:14.477632 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-ba3b1b4d-655f-4a2b-8656-de4e49e8bfea service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:14.532558 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39410) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:14.566665 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-ba3b1b4d-655f-4a2b-8656-de4e49e8bfea service neutron] Transition to ACTIVE for port object a2cc9761-d858-4877-b069-a29d0ad8fc8b will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:02:14.615317 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-dae6cf30-30ad-402e-96e8-edd1bf1de250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:02:14.621240 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-be76276b-e698-404e-b088-307b7bdb1a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:14.636512 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-be76276b-e698-404e-b088-307b7bdb1a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:14.641418 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-be76276b-e698-404e-b088-307b7bdb1a42 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/62912370-e1df-4e5c-b548-4b758c917ce9 HTTP/1.1" status: 204 len: 168 time: 1.4936664 Sep 23 15:02:14.645952 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-dae6cf30-30ad-402e-96e8-edd1bf1de250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:14.652627 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76276b-e698-404e-b088-307b7bdb1a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62912370-e1df-4e5c-b548-4b758c917ce9,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:14.670792 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-dae6cf30-30ad-402e-96e8-edd1bf1de250 service neutron] Transition to ACTIVE for port object 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:02:14.674551 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-ba3b1b4d-655f-4a2b-8656-de4e49e8bfea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:14.726822 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d8d634c8-e99b-414a-a2fb-2a7a8cc5865b tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:14.760437 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a646209-91c8-49cb-bd48-21f6369fc54a req-e32fcca3-1977-4541-97da-71186389dacf tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:14.768096 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-0a646209-91c8-49cb-bd48-21f6369fc54a req-e32fcca3-1977-4541-97da-71186389dacf tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/ports?device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 931 time: 0.7067814 Sep 23 15:02:14.770217 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e366c70c-4fd2-4645-bc48-78c07dcdff13 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:14.828735 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-07c3a9dc-2625-4f54-a22e-2fcc383184eb None None] Attempt 9 to provision port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 Sep 23 15:02:14.848305 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-dae6cf30-30ad-402e-96e8-edd1bf1de250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:14.849313 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-d8d634c8-e99b-414a-a2fb-2a7a8cc5865b tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Deleting port 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:02:14.849657 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d8d634c8-e99b-414a-a2fb-2a7a8cc5865b tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:14.920251 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-0a646209-91c8-49cb-bd48-21f6369fc54a req-fc555517-d7b3-4441-9b24-8af44595aba8 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3d5837d-73ab-48f6-b463-1f86aa0e019f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511748 Sep 23 15:02:14.937543 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79397253-83b8-426c-861d-0372c0607ff8 None None] DHCP port deletion for 85c4d669-34c7-4940-b10b-a148e071e1b7 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:02:15.048633 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-79397253-83b8-426c-861d-0372c0607ff8 None None] Deleting port 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:02:15.048633 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-79397253-83b8-426c-861d-0372c0607ff8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:15.087549 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e366c70c-4fd2-4645-bc48-78c07dcdff13 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:15.089579 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e366c70c-4fd2-4645-bc48-78c07dcdff13 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2914588 Sep 23 15:02:15.098524 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-426edc3f-d812-4991-9f98-3e8688bef0ba tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:15.102455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39424) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:15.135097 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2539218c-bcbb-4c48-b139-333d47745485 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:15.233446 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-07c3a9dc-2625-4f54-a22e-2fcc383184eb None None] Port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:15.284659 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-426edc3f-d812-4991-9f98-3e8688bef0ba tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:15.367426 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-426edc3f-d812-4991-9f98-3e8688bef0ba tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:02:15.429802 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539218c-bcbb-4c48-b139-333d47745485 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Pushing event updated for resources: {'Subnet': ['ID=0776f489-7788-4b4b-8540-8034911e26a5,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:15.433509 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-d8d634c8-e99b-414a-a2fb-2a7a8cc5865b tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] For port 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=9d3a1dc2-c683-46ec-b84e-c87a822fb3fb,segment=NetworkSegment(4f337a2f-a196-45f0-8eee-a1655b1c82a3),segment_id=4f337a2f-a196-45f0-8eee-a1655b1c82a3)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:02:15.433870 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d8d634c8-e99b-414a-a2fb-2a7a8cc5865b tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:15.442121 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-426edc3f-d812-4991-9f98-3e8688bef0ba tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:15.442490 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-426edc3f-d812-4991-9f98-3e8688bef0ba tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Added segment e30ef062-c4e7-4c1e-89ad-c89cfdef42b4 of type vlan for network 313c0611-149a-433f-9172-19c4db0ab0e6 Sep 23 15:02:15.445325 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426edc3f-d812-4991-9f98-3e8688bef0ba tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddd111d-cef5-4ef5-b296-cd81dd4ca77c,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:15.457142 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2539218c-bcbb-4c48-b139-333d47745485 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Checking segment: {'id': '048c6f28-f685-44cf-9925-d25e2b085b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'db8602f9-148a-4347-bea8-86422b2be6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:02:15.457497 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2539218c-bcbb-4c48-b139-333d47745485 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Network hostable DHCP agents. Network: db8602f9-148a-4347-bea8-86422b2be6e0, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:02:15.599314 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-79397253-83b8-426c-861d-0372c0607ff8 None None] For port 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=9d3a1dc2-c683-46ec-b84e-c87a822fb3fb,segment=NetworkSegment(4f337a2f-a196-45f0-8eee-a1655b1c82a3),segment_id=4f337a2f-a196-45f0-8eee-a1655b1c82a3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:02:15.599710 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-79397253-83b8-426c-861d-0372c0607ff8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:15.630348 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39438) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:15.699411 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:02:15.707037 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b1b4d-655f-4a2b-8656-de4e49e8bfea service neutron] Pushing event updated for resources: {'Port': ['ID=a2cc9761-d858-4877-b069-a29d0ad8fc8b,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:15.784457 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-d8d634c8-e99b-414a-a2fb-2a7a8cc5865b tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Calling delete_port for 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:02:15.807787 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-07c3a9dc-2625-4f54-a22e-2fcc383184eb None None] Attempt 10 to provision port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 Sep 23 15:02:15.882391 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-79397253-83b8-426c-861d-0372c0607ff8 None None] Calling delete_port for 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:02:15.896537 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-76921bde-e82e-47c7-b0b5-818f84ed90af tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:15.914059 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-426edc3f-d812-4991-9f98-3e8688bef0ba tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:15.962570 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d8d634c8-e99b-414a-a2fb-2a7a8cc5865b tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:16.018105 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d634c8-e99b-414a-a2fb-2a7a8cc5865b tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Pushing event deleted for resources: {'Port': ['ID=9d3a1dc2-c683-46ec-b84e-c87a822fb3fb,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:16.021770 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d634c8-e99b-414a-a2fb-2a7a8cc5865b tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] No DVR routers for this DVR port 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:02:16.041866 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-07c3a9dc-2625-4f54-a22e-2fcc383184eb None None] Port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:16.052138 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-426edc3f-d812-4991-9f98-3e8688bef0ba tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:16.057178 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426edc3f-d812-4991-9f98-3e8688bef0ba tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:16.058357 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-426edc3f-d812-4991-9f98-3e8688bef0ba tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:16.131951 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-79397253-83b8-426c-861d-0372c0607ff8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:02:16.132490 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-79397253-83b8-426c-861d-0372c0607ff8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:02:16.132977 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-07c3a9dc-2625-4f54-a22e-2fcc383184eb None None] Could not find standard attr ID for object 048dada8-5e3d-4ff8-b624-662d8860ac55. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:02:16.144391 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-07c3a9dc-2625-4f54-a22e-2fcc383184eb None None] Could not find standard attr ID for object 80ed169b-03c8-4451-94f1-c0663cc5eced. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:02:16.150774 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-beeef595-87e9-455b-bb79-85410fc34070 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1168684006', 'router:external': True}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:16.155033 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No active binding found for port 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb {{(pid=89740) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 23 15:02:16.155439 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:02:16.170083 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2539218c-bcbb-4c48-b139-333d47745485 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Network db8602f9-148a-4347-bea8-86422b2be6e0 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:02:16.187781 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-beeef595-87e9-455b-bb79-85410fc34070 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:16.242257 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-beeef595-87e9-455b-bb79-85410fc34070 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Usage tracker for resource:network and tenant:4a7eb123b6d746efb102a22e86c68fba is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:16.254226 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-ba3b1b4d-655f-4a2b-8656-de4e49e8bfea service neutron] Attempting to bind port a2cc9761-d858-4877-b069-a29d0ad8fc8b on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:02:16.254625 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-ba3b1b4d-655f-4a2b-8656-de4e49e8bfea service neutron] Attempting to bind port a2cc9761-d858-4877-b069-a29d0ad8fc8b by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': 'b39b4211-13f0-433c-8f9a-2aa63d8c5a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:02:16.255034 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-ba3b1b4d-655f-4a2b-8656-de4e49e8bfea service neutron] Attempting to bind port a2cc9761-d858-4877-b069-a29d0ad8fc8b on network 3a4ed919-cf37-4585-ae10-0e854eb24e47 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:02:16.258502 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-beeef595-87e9-455b-bb79-85410fc34070 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:16.313397 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9e29cd2d-8d0c-4f16-8167-29ab6b33451c None None] Provisioning for port a2cc9761-d858-4877-b069-a29d0ad8fc8b completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:02:16.322763 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6cf30-30ad-402e-96e8-edd1bf1de250 service neutron] Pushing event updated for resources: {'Port': ['ID=64583ae6-6cbd-4e1f-b209-1f95f8ab1c32,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:16.340352 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d8d634c8-e99b-414a-a2fb-2a7a8cc5865b tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:16.348516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-beeef595-87e9-455b-bb79-85410fc34070 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:16.348685 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426edc3f-d812-4991-9f98-3e8688bef0ba tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Pushing event updated for resources: {'Network': ['ID=313c0611-149a-433f-9172-19c4db0ab0e6,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:16.364076 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 313c0611-149a-433f-9172-19c4db0ab0e6 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:02:16.387493 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-d8d634c8-e99b-414a-a2fb-2a7a8cc5865b tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c4d669-34c7-4940-b10b-a148e071e1b7']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:16.414976 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-d8d634c8-e99b-414a-a2fb-2a7a8cc5865b tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f337a2f-a196-45f0-8eee-a1655b1c82a3') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:16.415224 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-d8d634c8-e99b-414a-a2fb-2a7a8cc5865b tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f337a2f-a196-45f0-8eee-a1655b1c82a3') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:16.415877 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-ba3b1b4d-655f-4a2b-8656-de4e49e8bfea service neutron] Port a2cc9761-d858-4877-b069-a29d0ad8fc8b on network 3a4ed919-cf37-4585-ae10-0e854eb24e47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:02:16.416130 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-ba3b1b4d-655f-4a2b-8656-de4e49e8bfea service neutron] Attempting to bind port a2cc9761-d858-4877-b069-a29d0ad8fc8b on network 3a4ed919-cf37-4585-ae10-0e854eb24e47 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:02:16.423039 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-2539218c-bcbb-4c48-b139-333d47745485 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, db8602f9-148a-4347-bea8-86422b2be6e0) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:16.433425 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-76921bde-e82e-47c7-b0b5-818f84ed90af tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:16.433821 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2539218c-bcbb-4c48-b139-333d47745485 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:16.434440 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2539218c-bcbb-4c48-b139-333d47745485 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:16.439225 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-dae6cf30-30ad-402e-96e8-edd1bf1de250 service neutron] Attempting to bind port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:02:16.439562 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-dae6cf30-30ad-402e-96e8-edd1bf1de250 service neutron] Attempting to bind port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '78b3e91f-693f-4481-95b1-beba207118fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '901c9061-3ace-4755-b443-55ec936320e8'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:02:16.439957 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-dae6cf30-30ad-402e-96e8-edd1bf1de250 service neutron] Attempting to bind port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 on network 901c9061-3ace-4755-b443-55ec936320e8 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:02:16.440532 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01ebd5f-f8ef-44f4-81c7-0cb78f5bb914 None None] Network db8602f9-148a-4347-bea8-86422b2be6e0 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:02:16.443077 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-426edc3f-d812-4991-9f98-3e8688bef0ba tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.5849819 Sep 23 15:02:16.444436 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-76921bde-e82e-47c7-b0b5-818f84ed90af tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:16.444563 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39460) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:16.446296 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-ba3b1b4d-655f-4a2b-8656-de4e49e8bfea service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:02:16.446473 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d8d634c8-e99b-414a-a2fb-2a7a8cc5865b tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:16.446674 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-ba3b1b4d-655f-4a2b-8656-de4e49e8bfea service neutron] Checking segment: {'id': 'b39b4211-13f0-433c-8f9a-2aa63d8c5a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:02:16.447237 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-ba3b1b4d-655f-4a2b-8656-de4e49e8bfea service neutron] Bound using segment: {'id': 'b39b4211-13f0-433c-8f9a-2aa63d8c5a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:02:16.447691 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-ba3b1b4d-655f-4a2b-8656-de4e49e8bfea service neutron] Bound port: a2cc9761-d858-4877-b069-a29d0ad8fc8b, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b39b4211-13f0-433c-8f9a-2aa63d8c5a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:02:16.448032 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-ba3b1b4d-655f-4a2b-8656-de4e49e8bfea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:16.470722 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-6517db19-5a48-44e1-aebe-3ee65c9855d0 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Request body: {'subnet': {'network_id': '313c0611-149a-433f-9172-19c4db0ab0e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:16.472911 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-dae6cf30-30ad-402e-96e8-edd1bf1de250 service neutron] Port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 on network 901c9061-3ace-4755-b443-55ec936320e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:02:16.473034 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-dae6cf30-30ad-402e-96e8-edd1bf1de250 service neutron] Attempting to bind port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 on network 901c9061-3ace-4755-b443-55ec936320e8 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:02:16.534133 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-dae6cf30-30ad-402e-96e8-edd1bf1de250 service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:02:16.534500 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-dae6cf30-30ad-402e-96e8-edd1bf1de250 service neutron] Checking segment: {'id': '78b3e91f-693f-4481-95b1-beba207118fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '901c9061-3ace-4755-b443-55ec936320e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:02:16.534957 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-dae6cf30-30ad-402e-96e8-edd1bf1de250 service neutron] Bound using segment: {'id': '78b3e91f-693f-4481-95b1-beba207118fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '901c9061-3ace-4755-b443-55ec936320e8'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:02:16.535613 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-dae6cf30-30ad-402e-96e8-edd1bf1de250 service neutron] Bound port: 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b3e91f-693f-4481-95b1-beba207118fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '901c9061-3ace-4755-b443-55ec936320e8'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:02:16.535777 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-dae6cf30-30ad-402e-96e8-edd1bf1de250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:16.552176 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d8d634c8-e99b-414a-a2fb-2a7a8cc5865b tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:16.558351 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c6a94-8f6c-430c-ab95-f751c9987314 req-22bc298a-7b92-4811-a7ba-0ea0bd9d8eb0 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:16.564808 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-588c6a94-8f6c-430c-ab95-f751c9987314 req-22bc298a-7b92-4811-a7ba-0ea0bd9d8eb0 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 944 time: 0.9482169 Sep 23 15:02:16.570623 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ba676-3d7d-40f7-9a13-3121a1031b17 req-26f71b47-b6b0-4b75-ba3c-a485dc3edf8e tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:16.572143 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-416ba676-3d7d-40f7-9a13-3121a1031b17 req-26f71b47-b6b0-4b75-ba3c-a485dc3edf8e tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/ports?device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 943 time: 0.4343855 Sep 23 15:02:16.588283 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beeef595-87e9-455b-bb79-85410fc34070 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Made reservation on behalf of 4a7eb123b6d746efb102a22e86c68fba for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:02:16.589588 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-beeef595-87e9-455b-bb79-85410fc34070 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:16.590256 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39464) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:16.591700 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d634c8-e99b-414a-a2fb-2a7a8cc5865b tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:02:16.591700 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d8d634c8-e99b-414a-a2fb-2a7a8cc5865b tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:16.610532 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2539218c-bcbb-4c48-b139-333d47745485 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1543510 Sep 23 15:02:16.623732 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39466) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:16.643334 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-79397253-83b8-426c-861d-0372c0607ff8 None None] Deleting port 9d3a1dc2-c683-46ec-b84e-c87a822fb3fb {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:02:16.643772 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-79397253-83b8-426c-861d-0372c0607ff8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:16.644658 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-beeef595-87e9-455b-bb79-85410fc34070 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:16.663967 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-76921bde-e82e-47c7-b0b5-818f84ed90af tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:16.664439 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76921bde-e82e-47c7-b0b5-818f84ed90af tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5d202de-9831-40fd-8974-ae6be783ac22 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:02:16.700319 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-6f520bc7-90f2-4a47-9673-ef4f91738d10 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1536498138', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}, 'admin_state_up': False}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:16.706546 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-beeef595-87e9-455b-bb79-85410fc34070 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:16.716667 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 4f337a2f-a196-45f0-8eee-a1655b1c82a3 resource provider aggregate not found Sep 23 15:02:16.721631 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-beeef595-87e9-455b-bb79-85410fc34070 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Usage tracker for resource:security_group_rule and tenant:4a7eb123b6d746efb102a22e86c68fba is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:16.732208 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-beeef595-87e9-455b-bb79-85410fc34070 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:16.736796 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-76921bde-e82e-47c7-b0b5-818f84ed90af tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:16.738069 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-76921bde-e82e-47c7-b0b5-818f84ed90af tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "DELETE /v2.0/routers/a5d202de-9831-40fd-8974-ae6be783ac22 HTTP/1.1" status: 204 len: 168 time: 1.5426962 Sep 23 15:02:16.746513 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 4f337a2f-a196-45f0-8eee-a1655b1c82a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f337a2f-a196-45f0-8eee-a1655b1c82a3 found for delete ", "request_id": "req-fc2a6dae-3bfc-4620-a184-61df5ec83a78"}]} Sep 23 15:02:16.758863 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6f520bc7-90f2-4a47-9673-ef4f91738d10 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:16.761858 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-588c6a94-8f6c-430c-ab95-f751c9987314 req-d47b42e2-9e53-462c-bd96-dfa6f8db24de tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965725 Sep 23 15:02:16.767039 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-79397253-83b8-426c-861d-0372c0607ff8 None None] The port '9d3a1dc2-c683-46ec-b84e-c87a822fb3fb' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:02:16.773507 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-beeef595-87e9-455b-bb79-85410fc34070 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:16.789961 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6f520bc7-90f2-4a47-9673-ef4f91738d10 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Usage tracker for resource:router and tenant:8b623671e2c74ea6847a116417ce5d33 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:16.797430 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-ba3b1b4d-655f-4a2b-8656-de4e49e8bfea service neutron] For port a2cc9761-d858-4877-b069-a29d0ad8fc8b, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:02:16.805438 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6f520bc7-90f2-4a47-9673-ef4f91738d10 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:16.822779 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6f520bc7-90f2-4a47-9673-ef4f91738d10 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:16.838731 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6517db19-5a48-44e1-aebe-3ee65c9855d0 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:16.845769 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-416ba676-3d7d-40f7-9a13-3121a1031b17 req-afd936d2-3cfb-4d8a-8f9c-33a269185e9b tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3d5837d-73ab-48f6-b463-1f86aa0e019f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2572441 Sep 23 15:02:16.846200 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6745dcc2-be92-4fa9-bef3-5b75841828c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-db8602f9-148a-4347-bea8-86422b2be6e0', 'network_id': 'db8602f9-148a-4347-bea8-86422b2be6e0', 'tenant_id': '8b623671e2c74ea6847a116417ce5d33', 'fixed_ips': [{'subnet_id': '0776f489-7788-4b4b-8540-8034911e26a5'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:02:16.847203 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6745dcc2-be92-4fa9-bef3-5b75841828c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:16.848923 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6517db19-5a48-44e1-aebe-3ee65c9855d0 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Usage tracker for resource:subnet and tenant:4d548b1315ae40b2aec780c8787d5c97 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:16.851902 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6517db19-5a48-44e1-aebe-3ee65c9855d0 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:16.856310 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-ba3b1b4d-655f-4a2b-8656-de4e49e8bfea service neutron] For port a2cc9761-d858-4877-b069-a29d0ad8fc8b, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=a2cc9761-d858-4877-b069-a29d0ad8fc8b,segment=NetworkSegment(b39b4211-13f0-433c-8f9a-2aa63d8c5a88),segment_id=b39b4211-13f0-433c-8f9a-2aa63d8c5a88)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:02:16.863156 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6517db19-5a48-44e1-aebe-3ee65c9855d0 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:16.865031 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-dae6cf30-30ad-402e-96e8-edd1bf1de250 service neutron] For port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:02:16.880516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-dae6cf30-30ad-402e-96e8-edd1bf1de250 service neutron] For port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=64583ae6-6cbd-4e1f-b209-1f95f8ab1c32,segment=NetworkSegment(78b3e91f-693f-4481-95b1-beba207118fb),segment_id=78b3e91f-693f-4481-95b1-beba207118fb)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:02:16.911116 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d8d634c8-e99b-414a-a2fb-2a7a8cc5865b tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:16.946871 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-ba3b1b4d-655f-4a2b-8656-de4e49e8bfea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:16.950954 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-ba3b1b4d-655f-4a2b-8656-de4e49e8bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:16.951703 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-ba3b1b4d-655f-4a2b-8656-de4e49e8bfea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:16.953622 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-ba3b1b4d-655f-4a2b-8656-de4e49e8bfea service neutron] 10.222.0.72 "PUT /v2.0/ports/a2cc9761-d858-4877-b069-a29d0ad8fc8b HTTP/1.1" status: 200 len: 1093 time: 5.4173529 Sep 23 15:02:16.956390 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d8d634c8-e99b-414a-a2fb-2a7a8cc5865b tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:16.970761 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6f520bc7-90f2-4a47-9673-ef4f91738d10 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:16.971801 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6f520bc7-90f2-4a47-9673-ef4f91738d10 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:16.980550 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d634c8-e99b-414a-a2fb-2a7a8cc5865b tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] Pushing event deleted for resources: {'Network': ['ID=85c4d669-34c7-4940-b10b-a148e071e1b7,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:16.984153 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6517db19-5a48-44e1-aebe-3ee65c9855d0 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Made reservation on behalf of 4d548b1315ae40b2aec780c8787d5c97 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:02:16.988570 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6517db19-5a48-44e1-aebe-3ee65c9855d0 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:17.001947 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a785374b-7279-4730-9c9c-259f61307735', 'tag': 'a2cc9761-d858-4877-b069-a29d0ad8fc8b'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:02:17.010526 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-53a7e1b7-8a7e-4342-8d56-d9d671387c29 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2031430807'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:17.015693 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-53a7e1b7-8a7e-4342-8d56-d9d671387c29 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:17.021578 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-dae6cf30-30ad-402e-96e8-edd1bf1de250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:17.022755 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d8d634c8-e99b-414a-a2fb-2a7a8cc5865b tempest-ExtraDHCPOptionsTestJSON-1186757158 tempest-ExtraDHCPOptionsTestJSON-1186757158-project] 10.222.0.67 "DELETE /v2.0/networks/85c4d669-34c7-4940-b10b-a148e071e1b7 HTTP/1.1" status: 204 len: 168 time: 2.4857862 Sep 23 15:02:17.025060 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-dae6cf30-30ad-402e-96e8-edd1bf1de250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:17.025674 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-dae6cf30-30ad-402e-96e8-edd1bf1de250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:17.027982 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-53a7e1b7-8a7e-4342-8d56-d9d671387c29 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Usage tracker for resource:network and tenant:4d5b705bd3ff470893718cb7039eab09 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:17.028433 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-dae6cf30-30ad-402e-96e8-edd1bf1de250 service neutron] 10.222.0.72 "PUT /v2.0/ports/64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 HTTP/1.1" status: 200 len: 1094 time: 5.5032947 Sep 23 15:02:17.032456 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-53a7e1b7-8a7e-4342-8d56-d9d671387c29 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:17.082914 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-beeef595-87e9-455b-bb79-85410fc34070 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:17.097668 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-6745dcc2-be92-4fa9-bef3-5b75841828c2 None None] Allocated IP 172.20.0.2 (db8602f9-148a-4347-bea8-86422b2be6e0/0776f489-7788-4b4b-8540-8034911e26a5/95de7270-2254-4dce-9cf9-c0be5f89893b) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:17.110592 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-53a7e1b7-8a7e-4342-8d56-d9d671387c29 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:17.140213 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6f520bc7-90f2-4a47-9673-ef4f91738d10 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:17.147141 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b1b4d-655f-4a2b-8656-de4e49e8bfea service neutron] Pushing event updated for resources: {'Port': ['ID=a2cc9761-d858-4877-b069-a29d0ad8fc8b,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:17.262348 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-beeef595-87e9-455b-bb79-85410fc34070 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:17.335571 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beeef595-87e9-455b-bb79-85410fc34070 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:02:17.343651 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39488) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:17.354340 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a7e1b7-8a7e-4342-8d56-d9d671387c29 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Made reservation on behalf of 4d5b705bd3ff470893718cb7039eab09 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:02:17.357983 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-53a7e1b7-8a7e-4342-8d56-d9d671387c29 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:17.360272 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6cf30-30ad-402e-96e8-edd1bf1de250 service neutron] Pushing event updated for resources: {'Port': ['ID=64583ae6-6cbd-4e1f-b209-1f95f8ab1c32,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:17.364685 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeef595-87e9-455b-bb79-85410fc34070 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b3e8a2-686f-400e-8dc7-43e9682904e6,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:17.381846 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-beeef595-87e9-455b-bb79-85410fc34070 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:17.382205 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-beeef595-87e9-455b-bb79-85410fc34070 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Added segment 07bfa451-7cae-4d31-aa7b-ed6d7f5f7420 of type vlan for network 5eddf40a-99c3-4839-954e-448f09b028fe Sep 23 15:02:17.387215 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-53a7e1b7-8a7e-4342-8d56-d9d671387c29 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:17.392708 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-f381aecb-af3d-4a26-8515-9685fd620472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:17.394213 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-f381aecb-af3d-4a26-8515-9685fd620472 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d6fcdd71d4f440d4966468a249c527ae&device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 1096 time: 0.3035924 Sep 23 15:02:17.440448 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6745dcc2-be92-4fa9-bef3-5b75841828c2 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:17.457845 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-6745dcc2-be92-4fa9-bef3-5b75841828c2 None None] Transition to ACTIVE for port object 95de7270-2254-4dce-9cf9-c0be5f89893b will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:02:17.498721 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-53a7e1b7-8a7e-4342-8d56-d9d671387c29 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:17.499041 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-6745dcc2-be92-4fa9-bef3-5b75841828c2 None None] Transition to ACTIVE for port object 95de7270-2254-4dce-9cf9-c0be5f89893b will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:02:17.501718 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-093b89ae-0ea9-4f59-a23c-2fbd67f867ae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2cc9761-d858-4877-b069-a29d0ad8fc8b HTTP/1.1" status: 200 len: 217 time: 0.0999854 Sep 23 15:02:17.509562 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4907acb8-e2b6-4268-9997-6ac0c325a152" -d '{"events": [{"name": "network-changed", "server_uuid": "a785374b-7279-4730-9c9c-259f61307735", "tag": "a2cc9761-d858-4877-b069-a29d0ad8fc8b"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:02:17.524739 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-beeef595-87e9-455b-bb79-85410fc34070 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:17.562478 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-a8f4225e-96ba-4cee-84f2-177dcff8afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:17.563990 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-a8f4225e-96ba-4cee-84f2-177dcff8afe4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=74a86a480a6e47f78eac424839cb09ea&device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 1097 time: 0.3463204 Sep 23 15:02:17.571456 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6745dcc2-be92-4fa9-bef3-5b75841828c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:17.658261 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-53a7e1b7-8a7e-4342-8d56-d9d671387c29 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Usage tracker for resource:security_group_rule and tenant:4d5b705bd3ff470893718cb7039eab09 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:17.662467 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-0c14daab-689d-4744-abd6-e8bc5fdd4660 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 HTTP/1.1" status: 200 len: 217 time: 0.0892272 Sep 23 15:02:17.677751 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-53a7e1b7-8a7e-4342-8d56-d9d671387c29 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:17.694414 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745dcc2-be92-4fa9-bef3-5b75841828c2 None None] Pushing event updated for resources: {'Port': ['ID=95de7270-2254-4dce-9cf9-c0be5f89893b,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:17.704490 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6745dcc2-be92-4fa9-bef3-5b75841828c2 None None] Network db8602f9-148a-4347-bea8-86422b2be6e0 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:17.706092 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-6745dcc2-be92-4fa9-bef3-5b75841828c2 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:17.716174 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6745dcc2-be92-4fa9-bef3-5b75841828c2 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:17.742175 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-ccbc44a1-b352-4b1e-b759-5d85622bc03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:17.743853 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-ccbc44a1-b352-4b1e-b759-5d85622bc03b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04fb8fb3-375d-4a4c-817d-3e8eac3bab95 HTTP/1.1" status: 200 len: 845 time: 0.2290027 Sep 23 15:02:17.750162 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-0e41c099-3d17-4572-ae4c-c354053b7f8a tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-238829226', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}, 'admin_state_up': False}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:17.757173 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-53a7e1b7-8a7e-4342-8d56-d9d671387c29 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:17.764601 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6517db19-5a48-44e1-aebe-3ee65c9855d0 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:17.807999 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0e41c099-3d17-4572-ae4c-c354053b7f8a tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:17.815756 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6f520bc7-90f2-4a47-9673-ef4f91738d10 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:17.830211 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0e41c099-3d17-4572-ae4c-c354053b7f8a tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Usage tracker for resource:router and tenant:7f98ca535cfc4898b16b11f02687dbf1 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:17.847813 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0e41c099-3d17-4572-ae4c-c354053b7f8a tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:17.874354 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-bae291b7-09e6-4baf-980b-7e704a14ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:17.878057 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-bae291b7-09e6-4baf-980b-7e704a14ae7e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3 HTTP/1.1" status: 200 len: 851 time: 0.2064347 Sep 23 15:02:17.878823 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0e41c099-3d17-4572-ae4c-c354053b7f8a tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:17.957405 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-6745dcc2-be92-4fa9-bef3-5b75841828c2 None None] Attempting to bind port 95de7270-2254-4dce-9cf9-c0be5f89893b on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:02:17.957771 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-6745dcc2-be92-4fa9-bef3-5b75841828c2 None None] Attempting to bind port 95de7270-2254-4dce-9cf9-c0be5f89893b by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '048c6f28-f685-44cf-9925-d25e2b085b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'db8602f9-148a-4347-bea8-86422b2be6e0'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:02:17.958139 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6745dcc2-be92-4fa9-bef3-5b75841828c2 None None] Attempting to bind port 95de7270-2254-4dce-9cf9-c0be5f89893b on network db8602f9-148a-4347-bea8-86422b2be6e0 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:02:17.963680 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6745dcc2-be92-4fa9-bef3-5b75841828c2 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:02:17.964076 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6745dcc2-be92-4fa9-bef3-5b75841828c2 None None] Checking segment: {'id': '048c6f28-f685-44cf-9925-d25e2b085b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'db8602f9-148a-4347-bea8-86422b2be6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:02:17.964486 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6745dcc2-be92-4fa9-bef3-5b75841828c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:17.964978 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6745dcc2-be92-4fa9-bef3-5b75841828c2 None None] Bound using segment: {'id': '048c6f28-f685-44cf-9925-d25e2b085b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'db8602f9-148a-4347-bea8-86422b2be6e0'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:02:17.965453 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-6745dcc2-be92-4fa9-bef3-5b75841828c2 None None] Bound port: 95de7270-2254-4dce-9cf9-c0be5f89893b, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048c6f28-f685-44cf-9925-d25e2b085b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'db8602f9-148a-4347-bea8-86422b2be6e0'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:02:17.965822 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6745dcc2-be92-4fa9-bef3-5b75841828c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:17.984337 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39506) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:17.998658 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254399d4-43e8-4805-8214-af20a8839203 x-openstack-request-id: req-254399d4-43e8-4805-8214-af20a8839203 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:02:17.998988 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a785374b-7279-4730-9c9c-259f61307735", "tag": "a2cc9761-d858-4877-b069-a29d0ad8fc8b", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:02:17.999290 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-254399d4-43e8-4805-8214-af20a8839203 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:02:17.999748 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-254399d4-43e8-4805-8214-af20a8839203'] response: {'name': 'network-changed', 'server_uuid': 'a785374b-7279-4730-9c9c-259f61307735', 'tag': 'a2cc9761-d858-4877-b069-a29d0ad8fc8b', 'status': 'completed', 'code': 200} Sep 23 15:02:18.004102 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-beeef595-87e9-455b-bb79-85410fc34070 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:18.011720 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beeef595-87e9-455b-bb79-85410fc34070 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:18.011720 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-beeef595-87e9-455b-bb79-85410fc34070 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:18.011909 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517db19-5a48-44e1-aebe-3ee65c9855d0 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Pushing event updated for resources: {'Subnet': ['ID=87e2b122-2ddf-4fed-aa76-2a64a6025c8e,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:18.087115 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-6745dcc2-be92-4fa9-bef3-5b75841828c2 None None] For port 95de7270-2254-4dce-9cf9-c0be5f89893b, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:02:18.091330 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-6745dcc2-be92-4fa9-bef3-5b75841828c2 None None] For port 95de7270-2254-4dce-9cf9-c0be5f89893b, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=95de7270-2254-4dce-9cf9-c0be5f89893b,segment=NetworkSegment(048c6f28-f685-44cf-9925-d25e2b085b86),segment_id=048c6f28-f685-44cf-9925-d25e2b085b86)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:02:18.129149 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6517db19-5a48-44e1-aebe-3ee65c9855d0 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Checking segment: {'id': 'e30ef062-c4e7-4c1e-89ad-c89cfdef42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '313c0611-149a-433f-9172-19c4db0ab0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:02:18.129509 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6517db19-5a48-44e1-aebe-3ee65c9855d0 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Network hostable DHCP agents. Network: 313c0611-149a-433f-9172-19c4db0ab0e6, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:02:18.165222 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6745dcc2-be92-4fa9-bef3-5b75841828c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:18.245216 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-53a7e1b7-8a7e-4342-8d56-d9d671387c29 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:18.249396 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745dcc2-be92-4fa9-bef3-5b75841828c2 None None] Pushing event updated for resources: {'Port': ['ID=95de7270-2254-4dce-9cf9-c0be5f89893b,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:18.257075 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fee7a2-d92e-4b81-bbc8-9dc1960d4b12 req-f0146485-3ce0-472e-9f5d-d536e9c2acc3 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:18.258585 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-91fee7a2-d92e-4b81-bbc8-9dc1960d4b12 req-f0146485-3ce0-472e-9f5d-d536e9c2acc3 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 944 time: 0.2722335 Sep 23 15:02:18.261819 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6517db19-5a48-44e1-aebe-3ee65c9855d0 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Network 313c0611-149a-433f-9172-19c4db0ab0e6 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:02:18.286790 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0e41c099-3d17-4572-ae4c-c354053b7f8a tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:18.287782 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0e41c099-3d17-4572-ae4c-c354053b7f8a tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:18.334380 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-91fee7a2-d92e-4b81-bbc8-9dc1960d4b12 req-006ebd33-b6ba-4b29-a855-ba5bbbfcad0d tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604355 Sep 23 15:02:18.374445 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeef595-87e9-455b-bb79-85410fc34070 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Pushing event updated for resources: {'Network': ['ID=5eddf40a-99c3-4839-954e-448f09b028fe,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:18.387007 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 5eddf40a-99c3-4839-954e-448f09b028fe details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:02:18.390500 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-f63bd52d-d78b-4e75-b030-23e1d12076e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:18.392035 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-f63bd52d-d78b-4e75-b030-23e1d12076e4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a4ed919-cf37-4585-ae10-0e854eb24e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6288371 Sep 23 15:02:18.398422 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-6517db19-5a48-44e1-aebe-3ee65c9855d0 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 313c0611-149a-433f-9172-19c4db0ab0e6) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:18.406574 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0e41c099-3d17-4572-ae4c-c354053b7f8a tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:18.408182 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-53a7e1b7-8a7e-4342-8d56-d9d671387c29 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:18.409838 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-beeef595-87e9-455b-bb79-85410fc34070 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.7694440 Sep 23 15:02:18.415928 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39514) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:18.416636 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc4ab8b-0d4f-45fa-99b2-19684510500c None None] Network 313c0611-149a-433f-9172-19c4db0ab0e6 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:02:18.508006 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-fe62ad75-1705-4a14-a7a8-cccd4bb374fb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6671b5622dc44647a70d9e1150436567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5052102 Sep 23 15:02:18.514445 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a7e1b7-8a7e-4342-8d56-d9d671387c29 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:02:18.520937 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39518) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:18.525032 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6517db19-5a48-44e1-aebe-3ee65c9855d0 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:18.525762 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6517db19-5a48-44e1-aebe-3ee65c9855d0 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:18.547721 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-53a7e1b7-8a7e-4342-8d56-d9d671387c29 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:18.554240 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-53a7e1b7-8a7e-4342-8d56-d9d671387c29 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Added segment ecc72063-41d4-47b5-b1a8-994f2138bc08 of type vlan for network 767858c3-3871-4b07-b1ed-5f1dbc9b7e52 Sep 23 15:02:18.554240 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-9fc0a66b-e2c1-47b3-95c3-32b93a0ab8f4 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Request body: {'subnet': {'network_id': '5eddf40a-99c3-4839-954e-448f09b028fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:18.559026 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-b2635895-c798-41ca-9e9e-12701ccbffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:18.559449 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9fc0a66b-e2c1-47b3-95c3-32b93a0ab8f4 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:18.560517 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-b2635895-c798-41ca-9e9e-12701ccbffa6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=901c9061-3ace-4755-b443-55ec936320e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6618810 Sep 23 15:02:18.563876 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9fc0a66b-e2c1-47b3-95c3-32b93a0ab8f4 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Usage tracker for resource:subnet and tenant:4a7eb123b6d746efb102a22e86c68fba is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:18.569116 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9fc0a66b-e2c1-47b3-95c3-32b93a0ab8f4 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:18.576658 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9fc0a66b-e2c1-47b3-95c3-32b93a0ab8f4 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:18.663268 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6f520bc7-90f2-4a47-9673-ef4f91738d10 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:18.741456 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc0a66b-e2c1-47b3-95c3-32b93a0ab8f4 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Made reservation on behalf of 4a7eb123b6d746efb102a22e86c68fba for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:02:18.744454 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a66b-e2c1-47b3-95c3-32b93a0ab8f4 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:18.769058 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6f520bc7-90f2-4a47-9673-ef4f91738d10 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:18.775484 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2232efd4-a600-456f-84ca-a70ddfa41d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-313c0611-149a-433f-9172-19c4db0ab0e6', 'network_id': '313c0611-149a-433f-9172-19c4db0ab0e6', 'tenant_id': '4d548b1315ae40b2aec780c8787d5c97', 'fixed_ips': [{'subnet_id': '87e2b122-2ddf-4fed-aa76-2a64a6025c8e'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:02:18.776897 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2232efd4-a600-456f-84ca-a70ddfa41d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:18.785318 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-53a7e1b7-8a7e-4342-8d56-d9d671387c29 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:18.829314 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39415751-b389-4966-ad94-ce1524644637 req-8cc17773-b5a5-4824-b2a4-8dc590cf489e tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:18.829314 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-39415751-b389-4966-ad94-ce1524644637 req-8cc17773-b5a5-4824-b2a4-8dc590cf489e tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Synchronizing usage tracker for tenant:d6fcdd71d4f440d4966468a249c527ae on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:02:18.829509 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7e1b7-8a7e-4342-8d56-d9d671387c29 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb32aca3-6212-4fb3-9423-4f5fc029cab3,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:18.948425 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6517db19-5a48-44e1-aebe-3ee65c9855d0 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4929836 Sep 23 15:02:18.959694 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-53a7e1b7-8a7e-4342-8d56-d9d671387c29 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:18.964555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39522) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:18.965670 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a7e1b7-8a7e-4342-8d56-d9d671387c29 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:18.966270 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-53a7e1b7-8a7e-4342-8d56-d9d671387c29 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:18.986009 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-2232efd4-a600-456f-84ca-a70ddfa41d4b None None] Allocated IP 2001:db8::2 (313c0611-149a-433f-9172-19c4db0ab0e6/87e2b122-2ddf-4fed-aa76-2a64a6025c8e/4c7843a6-f37d-49e8-8243-1740903f7d1c) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:19.107168 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-6ed19e5a-2b82-4682-8d43-16c9e5859fd4 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Request body: {'port': {'network_id': '313c0611-149a-433f-9172-19c4db0ab0e6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-648933925'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:19.124972 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7e1b7-8a7e-4342-8d56-d9d671387c29 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event updated for resources: {'Network': ['ID=767858c3-3871-4b07-b1ed-5f1dbc9b7e52,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:19.134083 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-39415751-b389-4966-ad94-ce1524644637 req-8cc17773-b5a5-4824-b2a4-8dc590cf489e tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Unset dirty status for tenant:d6fcdd71d4f440d4966468a249c527ae on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:02:19.138882 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-39415751-b389-4966-ad94-ce1524644637 req-8cc17773-b5a5-4824-b2a4-8dc590cf489e tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/ports?device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 943 time: 1.0641568 Sep 23 15:02:19.145708 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 767858c3-3871-4b07-b1ed-5f1dbc9b7e52 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:02:19.162863 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0e41c099-3d17-4572-ae4c-c354053b7f8a tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:19.166391 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0d11ee7e-8fd7-48d1-80e2-fc42410009a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:19.172360 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-53a7e1b7-8a7e-4342-8d56-d9d671387c29 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.5582602 Sep 23 15:02:19.178909 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39526) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:19.182715 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-756bec5d-23ca-43f1-a413-b423a7c5f928 service neutron] 10.222.0.72 "GET /v2.0/networks/3a4ed919-cf37-4585-ae10-0e854eb24e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7667460 Sep 23 15:02:19.187342 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-3d1364be-3a6a-488e-b303-5d8a3d4b7fa6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Request body: {'subnet': {'network_id': '767858c3-3871-4b07-b1ed-5f1dbc9b7e52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:19.284488 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-6f520bc7-90f2-4a47-9673-ef4f91738d10 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Allocated IP 172.26.10.19 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/7f2e6c0e-8c71-4724-991d-5798b5dcae8e) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:19.288333 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0d11ee7e-8fd7-48d1-80e2-fc42410009a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:19.360441 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2232efd4-a600-456f-84ca-a70ddfa41d4b None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:19.389333 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2232efd4-a600-456f-84ca-a70ddfa41d4b None None] Transition to ACTIVE for port object 4c7843a6-f37d-49e8-8243-1740903f7d1c will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:02:19.394937 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-3d1364be-3a6a-488e-b303-5d8a3d4b7fa6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:19.404003 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-3d1364be-3a6a-488e-b303-5d8a3d4b7fa6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Usage tracker for resource:subnet and tenant:4d5b705bd3ff470893718cb7039eab09 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:19.411321 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-3d1364be-3a6a-488e-b303-5d8a3d4b7fa6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:19.413625 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-3d1364be-3a6a-488e-b303-5d8a3d4b7fa6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:19.424414 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2232efd4-a600-456f-84ca-a70ddfa41d4b None None] Transition to ACTIVE for port object 4c7843a6-f37d-49e8-8243-1740903f7d1c will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:02:19.503758 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1364be-3a6a-488e-b303-5d8a3d4b7fa6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Made reservation on behalf of 4d5b705bd3ff470893718cb7039eab09 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:02:19.507508 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3d1364be-3a6a-488e-b303-5d8a3d4b7fa6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:19.519801 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2232efd4-a600-456f-84ca-a70ddfa41d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:19.607156 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2232efd4-a600-456f-84ca-a70ddfa41d4b None None] Network 313c0611-149a-433f-9172-19c4db0ab0e6 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:19.612054 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-2232efd4-a600-456f-84ca-a70ddfa41d4b None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:19.615543 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2232efd4-a600-456f-84ca-a70ddfa41d4b None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:19.634711 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35be1a06-9c9d-4821-804b-fffdc9e65e39 req-bb18ccc4-af41-47c3-b7f1-ba890818e0a7 service neutron] 10.222.0.72 "GET /v2.0/networks/3a4ed919-cf37-4585-ae10-0e854eb24e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921921 Sep 23 15:02:19.671159 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 95de7270-2254-4dce-9cf9-c0be5f89893b up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:02:19.687117 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-a65ce5e6-9d3a-4d7c-a74a-1f178702b32d service neutron] 10.222.0.72 "GET /v2.0/networks/901c9061-3ace-4755-b443-55ec936320e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0994966 Sep 23 15:02:19.690213 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-39415751-b389-4966-ad94-ce1524644637 req-009c8c6f-d124-4eeb-a309-15ad91f0d795 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3d5837d-73ab-48f6-b463-1f86aa0e019f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5067887 Sep 23 15:02:19.744537 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0d11ee7e-8fd7-48d1-80e2-fc42410009a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:19.756445 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c693f97-732e-4120-8313-dbd0398675a2 None None] Network db8602f9-148a-4347-bea8-86422b2be6e0 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:02:19.841788 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11ee7e-8fd7-48d1-80e2-fc42410009a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dc9b91-ec31-44d6-a9a0-7a96dfa84ed4,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:19.930539 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6f520bc7-90f2-4a47-9673-ef4f91738d10 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:19.931198 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232efd4-a600-456f-84ca-a70ddfa41d4b None None] Pushing event updated for resources: {'Port': ['ID=4c7843a6-f37d-49e8-8243-1740903f7d1c,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:20.002730 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-2232efd4-a600-456f-84ca-a70ddfa41d4b None None] Attempting to bind port 4c7843a6-f37d-49e8-8243-1740903f7d1c on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:02:20.003098 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-2232efd4-a600-456f-84ca-a70ddfa41d4b None None] Attempting to bind port 4c7843a6-f37d-49e8-8243-1740903f7d1c by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'e30ef062-c4e7-4c1e-89ad-c89cfdef42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '313c0611-149a-433f-9172-19c4db0ab0e6'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:02:20.003566 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2232efd4-a600-456f-84ca-a70ddfa41d4b None None] Attempting to bind port 4c7843a6-f37d-49e8-8243-1740903f7d1c on network 313c0611-149a-433f-9172-19c4db0ab0e6 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:02:20.034337 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fcc65b3-4fc3-4fdc-b262-966df00b7d8a', 'tag': '64583ae6-6cbd-4e1f-b209-1f95f8ab1c32'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:02:20.036428 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a48adf2-5fbe-4235-88c6-c5b46fc21c24" -d '{"events": [{"name": "network-changed", "server_uuid": "2fcc65b3-4fc3-4fdc-b262-966df00b7d8a", "tag": "64583ae6-6cbd-4e1f-b209-1f95f8ab1c32"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:02:20.036786 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2232efd4-a600-456f-84ca-a70ddfa41d4b None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:02:20.037181 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2232efd4-a600-456f-84ca-a70ddfa41d4b None None] Checking segment: {'id': 'e30ef062-c4e7-4c1e-89ad-c89cfdef42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '313c0611-149a-433f-9172-19c4db0ab0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:02:20.037616 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2232efd4-a600-456f-84ca-a70ddfa41d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:20.038057 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2232efd4-a600-456f-84ca-a70ddfa41d4b None None] Bound using segment: {'id': 'e30ef062-c4e7-4c1e-89ad-c89cfdef42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '313c0611-149a-433f-9172-19c4db0ab0e6'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:02:20.039007 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-2232efd4-a600-456f-84ca-a70ddfa41d4b None None] Bound port: 4c7843a6-f37d-49e8-8243-1740903f7d1c, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30ef062-c4e7-4c1e-89ad-c89cfdef42b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '313c0611-149a-433f-9172-19c4db0ab0e6'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:02:20.039391 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2232efd4-a600-456f-84ca-a70ddfa41d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:20.065062 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f6cede4a-b22d-411f-b7c0-8e977a5109ae None None] Provisioning for port 95de7270-2254-4dce-9cf9-c0be5f89893b completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:02:20.088614 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecd219-fae0-4bd2-bf62-b4ce82b574c3 req-ff4ed8a2-608f-46b1-a12f-2d1d9f9a43be tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:20.090632 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2aecd219-fae0-4bd2-bf62-b4ce82b574c3 req-ff4ed8a2-608f-46b1-a12f-2d1d9f9a43be tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 944 time: 0.3210700 Sep 23 15:02:20.102536 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14262e2a-7f1d-48bd-b5b2-e4de1febc6ea x-openstack-request-id: req-14262e2a-7f1d-48bd-b5b2-e4de1febc6ea {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:02:20.103041 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fcc65b3-4fc3-4fdc-b262-966df00b7d8a", "tag": "64583ae6-6cbd-4e1f-b209-1f95f8ab1c32", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:02:20.103383 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-14262e2a-7f1d-48bd-b5b2-e4de1febc6ea {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:02:20.103858 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14262e2a-7f1d-48bd-b5b2-e4de1febc6ea'] response: {'name': 'network-changed', 'server_uuid': '2fcc65b3-4fc3-4fdc-b262-966df00b7d8a', 'tag': '64583ae6-6cbd-4e1f-b209-1f95f8ab1c32', 'status': 'completed', 'code': 200} Sep 23 15:02:20.118216 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 95de7270-2254-4dce-9cf9-c0be5f89893b completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:02:20.135572 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 95de7270-2254-4dce-9cf9-c0be5f89893b triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:02:20.135952 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:20.136287 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 95de7270-2254-4dce-9cf9-c0be5f89893b Sep 23 15:02:20.142097 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-6ed19e5a-2b82-4682-8d43-16c9e5859fd4 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:20.165076 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-6ed19e5a-2b82-4682-8d43-16c9e5859fd4 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Usage tracker for resource:port and tenant:4d548b1315ae40b2aec780c8787d5c97 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:20.171619 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0d11ee7e-8fd7-48d1-80e2-fc42410009a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:20.172449 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0d11ee7e-8fd7-48d1-80e2-fc42410009a4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f6dc9b91-ec31-44d6-a9a0-7a96dfa84ed4 HTTP/1.1" status: 204 len: 168 time: 1.6416306 Sep 23 15:02:20.185444 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-6ed19e5a-2b82-4682-8d43-16c9e5859fd4 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:20.190160 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2aecd219-fae0-4bd2-bf62-b4ce82b574c3 req-505c5319-0170-4cc3-9716-ce4dac584562 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823884 Sep 23 15:02:20.201732 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-6ed19e5a-2b82-4682-8d43-16c9e5859fd4 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:20.213088 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35ef91f1-35e7-4fa6-95a9-1e5710eda720 req-ca302a15-d570-41e9-8e8c-440c7dcea353 service neutron] 10.222.0.72 "GET /v2.0/networks/901c9061-3ace-4755-b443-55ec936320e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120325 Sep 23 15:02:20.224841 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3d1364be-3a6a-488e-b303-5d8a3d4b7fa6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:20.255123 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907acb8-e2b6-4268-9997-6ac0c325a152 req-b0db3c71-35c9-409d-8c24-2aba034b604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:20.256730 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4907acb8-e2b6-4268-9997-6ac0c325a152 req-b0db3c71-35c9-409d-8c24-2aba034b604b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d6fcdd71d4f440d4966468a249c527ae&device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 1096 time: 0.4163277 Sep 23 15:02:20.272461 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6f520bc7-90f2-4a47-9673-ef4f91738d10 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:20.310394 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-2232efd4-a600-456f-84ca-a70ddfa41d4b None None] For port 4c7843a6-f37d-49e8-8243-1740903f7d1c, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:02:20.316166 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-2232efd4-a600-456f-84ca-a70ddfa41d4b None None] For port 4c7843a6-f37d-49e8-8243-1740903f7d1c, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=4c7843a6-f37d-49e8-8243-1740903f7d1c,segment=NetworkSegment(e30ef062-c4e7-4c1e-89ad-c89cfdef42b4),segment_id=e30ef062-c4e7-4c1e-89ad-c89cfdef42b4)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:02:20.386251 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f520bc7-90f2-4a47-9673-ef4f91738d10 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:20.396652 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 95de7270-2254-4dce-9cf9-c0be5f89893b is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:02:20.396652 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:20.397002 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-6f520bc7-90f2-4a47-9673-ef4f91738d10 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:20.399424 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed19e5a-2b82-4682-8d43-16c9e5859fd4 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Made reservation on behalf of 4d548b1315ae40b2aec780c8787d5c97 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:02:20.403615 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6ed19e5a-2b82-4682-8d43-16c9e5859fd4 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:20.418742 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2232efd4-a600-456f-84ca-a70ddfa41d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:20.427443 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f520bc7-90f2-4a47-9673-ef4f91738d10 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:20.473312 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1364be-3a6a-488e-b303-5d8a3d4b7fa6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event updated for resources: {'Subnet': ['ID=69133ece-57f0-45dd-95e4-841a2123b081,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:20.490292 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f520bc7-90f2-4a47-9673-ef4f91738d10 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Pushing event updated for resources: {'Port': ['ID=7f2e6c0e-8c71-4724-991d-5798b5dcae8e,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:20.496771 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 95de7270-2254-4dce-9cf9-c0be5f89893b, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=95de7270-2254-4dce-9cf9-c0be5f89893b,segment=NetworkSegment(048c6f28-f685-44cf-9925-d25e2b085b86),segment_id=048c6f28-f685-44cf-9925-d25e2b085b86)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:02:20.503562 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.objects.ports [None req-9fc0a66b-e2c1-47b3-95c3-32b93a0ab8f4 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89738) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 23 15:02:20.504136 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a66b-e2c1-47b3-95c3-32b93a0ab8f4 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:20.512866 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232efd4-a600-456f-84ca-a70ddfa41d4b None None] Pushing event updated for resources: {'Port': ['ID=4c7843a6-f37d-49e8-8243-1740903f7d1c,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:20.543371 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1364be-3a6a-488e-b303-5d8a3d4b7fa6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Checking segment: {'id': 'ecc72063-41d4-47b5-b1a8-994f2138bc08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '767858c3-3871-4b07-b1ed-5f1dbc9b7e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:02:20.543875 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1364be-3a6a-488e-b303-5d8a3d4b7fa6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Network hostable DHCP agents. Network: 767858c3-3871-4b07-b1ed-5f1dbc9b7e52, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:02:20.662222 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:20.666119 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-6ed19e5a-2b82-4682-8d43-16c9e5859fd4 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] device_id is not set on port 7e764c96-ab3c-4e67-a1f4-f55d13cb15b1 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:02:20.716444 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0e41c099-3d17-4572-ae4c-c354053b7f8a tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router_gateway, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:20.739532 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0a66b-e2c1-47b3-95c3-32b93a0ab8f4 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Pushing event updated for resources: {'Subnet': ['ID=13abf180-d4bd-44e8-a09a-0188ac2e6492,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:20.836858 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1ea92800-1912-43af-a826-e569e1ca208f None None] Provisioning complete for port 95de7270-2254-4dce-9cf9-c0be5f89893b triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:02:20.838133 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1ea92800-1912-43af-a826-e569e1ca208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:20.840460 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1ea92800-1912-43af-a826-e569e1ca208f None None] Attempt 1 to provision port 95de7270-2254-4dce-9cf9-c0be5f89893b Sep 23 15:02:20.863253 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0e41c099-3d17-4572-ae4c-c354053b7f8a tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:20.925693 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=95de7270-2254-4dce-9cf9-c0be5f89893b,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:20.963786 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907acb8-e2b6-4268-9997-6ac0c325a152 req-56040fcb-449b-410a-8181-5351d5fa0eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:20.965631 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4907acb8-e2b6-4268-9997-6ac0c325a152 req-56040fcb-449b-410a-8181-5351d5fa0eff service neutron] 10.222.0.72 "GET /v2.0/networks?id=3a4ed919-cf37-4585-ae10-0e854eb24e47 HTTP/1.1" status: 200 len: 907 time: 0.6998916 Sep 23 15:02:21.050519 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1ea92800-1912-43af-a826-e569e1ca208f None None] Current status of the port 95de7270-2254-4dce-9cf9-c0be5f89893b is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:02:21.074031 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1364be-3a6a-488e-b303-5d8a3d4b7fa6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Network 767858c3-3871-4b07-b1ed-5f1dbc9b7e52 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:02:21.078030 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc0a66b-e2c1-47b3-95c3-32b93a0ab8f4 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Checking segment: {'id': '07bfa451-7cae-4d31-aa7b-ed6d7f5f7420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5eddf40a-99c3-4839-954e-448f09b028fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:02:21.078202 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc0a66b-e2c1-47b3-95c3-32b93a0ab8f4 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Network hostable DHCP agents. Network: 5eddf40a-99c3-4839-954e-448f09b028fe, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:02:21.160698 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4907acb8-e2b6-4268-9997-6ac0c325a152 req-74f95839-2adb-45ca-81bd-e7684f8d2c26 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2cc9761-d858-4877-b069-a29d0ad8fc8b HTTP/1.1" status: 200 len: 217 time: 0.1634982 Sep 23 15:02:21.160924 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-3d1364be-3a6a-488e-b303-5d8a3d4b7fa6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 767858c3-3871-4b07-b1ed-5f1dbc9b7e52) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:21.173101 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e87197-c1f8-47b2-8007-cdde58ed2bb3 None None] Network 767858c3-3871-4b07-b1ed-5f1dbc9b7e52 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:02:21.227671 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1364be-3a6a-488e-b303-5d8a3d4b7fa6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:21.228257 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3d1364be-3a6a-488e-b303-5d8a3d4b7fa6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:21.331531 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48adf2-5fbe-4235-88c6-c5b46fc21c24 req-1c8dd584-09ed-4136-8de1-de5b09b546f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:21.333017 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9a48adf2-5fbe-4235-88c6-c5b46fc21c24 req-1c8dd584-09ed-4136-8de1-de5b09b546f8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=74a86a480a6e47f78eac424839cb09ea&device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 1097 time: 0.9123263 Sep 23 15:02:21.338216 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc0a66b-e2c1-47b3-95c3-32b93a0ab8f4 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Network 5eddf40a-99c3-4839-954e-448f09b028fe is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:02:21.363225 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3d1364be-3a6a-488e-b303-5d8a3d4b7fa6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1833837 Sep 23 15:02:21.366136 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-9fc0a66b-e2c1-47b3-95c3-32b93a0ab8f4 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 5eddf40a-99c3-4839-954e-448f09b028fe) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:21.374188 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39554) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:21.389614 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-ded51f0d-1f0c-45ce-909d-71b67dac6e4e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1249246550', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}, 'admin_state_up': False}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:21.395119 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21b8614-8fbe-42cf-bdcf-3eda67d048e1 None None] Network 5eddf40a-99c3-4839-954e-448f09b028fe requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:02:21.403493 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc0a66b-e2c1-47b3-95c3-32b93a0ab8f4 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:21.404119 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a66b-e2c1-47b3-95c3-32b93a0ab8f4 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:21.408059 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ded51f0d-1f0c-45ce-909d-71b67dac6e4e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:21.415233 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ded51f0d-1f0c-45ce-909d-71b67dac6e4e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Usage tracker for resource:router and tenant:4d5b705bd3ff470893718cb7039eab09 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:21.440681 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ded51f0d-1f0c-45ce-909d-71b67dac6e4e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:21.499505 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6f520bc7-90f2-4a47-9673-ef4f91738d10 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:21.573775 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-0e41c099-3d17-4572-ae4c-c354053b7f8a tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Allocated IP 172.26.10.156 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/e926e69e-d04e-4d0f-b19c-bf2eeb8e8c77) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:21.590618 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907acb8-e2b6-4268-9997-6ac0c325a152 req-f0d547ff-8704-4f99-97ea-e990f7a3b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:21.592074 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4907acb8-e2b6-4268-9997-6ac0c325a152 req-f0d547ff-8704-4f99-97ea-e990f7a3b2b8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04fb8fb3-375d-4a4c-817d-3e8eac3bab95 HTTP/1.1" status: 200 len: 845 time: 0.3395593 Sep 23 15:02:21.698795 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ded51f0d-1f0c-45ce-909d-71b67dac6e4e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:21.737566 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f46acb3-5fb3-4340-933b-2c35f5c80c7c None None] Network 767858c3-3871-4b07-b1ed-5f1dbc9b7e52 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:02:21.778979 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-6ed19e5a-2b82-4682-8d43-16c9e5859fd4 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Allocated IP 2001:db8::302 (313c0611-149a-433f-9172-19c4db0ab0e6/87e2b122-2ddf-4fed-aa76-2a64a6025c8e/7e764c96-ab3c-4e67-a1f4-f55d13cb15b1) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:21.810250 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ded51f0d-1f0c-45ce-909d-71b67dac6e4e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:21.816894 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ded51f0d-1f0c-45ce-909d-71b67dac6e4e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:21.817434 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90cb715-3cbf-43b4-8968-3408638c14fc req-9360c441-5571-4d3c-8294-03a2da23f9ac tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:21.830922 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e90cb715-3cbf-43b4-8968-3408638c14fc req-9360c441-5571-4d3c-8294-03a2da23f9ac tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/ports?device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 943 time: 0.8642776 Sep 23 15:02:21.840391 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9fc0a66b-e2c1-47b3-95c3-32b93a0ab8f4 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.3482797 Sep 23 15:02:21.848795 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39566) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:21.862156 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-047762f7-402e-4fc6-944c-5816853827f5 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-832469783', 'network_id': '5eddf40a-99c3-4839-954e-448f09b028fe'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:21.919351 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48adf2-5fbe-4235-88c6-c5b46fc21c24 req-1d8d03a8-78bb-42d6-90c9-361a6b38b75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:21.920954 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9a48adf2-5fbe-4235-88c6-c5b46fc21c24 req-1d8d03a8-78bb-42d6-90c9-361a6b38b75a service neutron] 10.222.0.72 "GET /v2.0/networks?id=901c9061-3ace-4755-b443-55ec936320e8 HTTP/1.1" status: 200 len: 913 time: 0.5372851 Sep 23 15:02:21.992838 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39570) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:21.996104 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-047762f7-402e-4fc6-944c-5816853827f5 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:22.009141 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 95de7270-2254-4dce-9cf9-c0be5f89893b up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:02:22.036339 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b1f643-e035-4586-904e-6d6273c70a17 None None] Network 313c0611-149a-433f-9172-19c4db0ab0e6 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:02:22.050758 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ded51f0d-1f0c-45ce-909d-71b67dac6e4e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:22.063939 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-047762f7-402e-4fc6-944c-5816853827f5 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Usage tracker for resource:port and tenant:4a7eb123b6d746efb102a22e86c68fba is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:22.069774 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-047762f7-402e-4fc6-944c-5816853827f5 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:22.096154 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-047762f7-402e-4fc6-944c-5816853827f5 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:22.145799 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca9d06-af12-4480-89ff-e14c8833ffda req-7e6524b4-4445-41ea-9d16-ad0427dc140d tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:22.155381 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-bdca9d06-af12-4480-89ff-e14c8833ffda req-7e6524b4-4445-41ea-9d16-ad0427dc140d tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 944 time: 0.7144904 Sep 23 15:02:22.235792 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9a48adf2-5fbe-4235-88c6-c5b46fc21c24 req-3742651d-d3d0-4acf-8563-4421d77ffde1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 HTTP/1.1" status: 200 len: 217 time: 0.2296062 Sep 23 15:02:22.240711 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047762f7-402e-4fc6-944c-5816853827f5 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Made reservation on behalf of 4a7eb123b6d746efb102a22e86c68fba for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:02:22.243076 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-047762f7-402e-4fc6-944c-5816853827f5 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:22.279620 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Request body: {'networks': [{'name': 'tempest-network--1998370738'}, {'name': 'tempest-network--890498679'}]} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:22.279920 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Request body: {'network': {'name': 'tempest-network--1998370738'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:22.280369 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Request body: {'network': {'name': 'tempest-network--890498679'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:22.298786 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-4863b121-0578-4281-ba0f-ae2f4c129326 None None] Provisioning for port 4c7843a6-f37d-49e8-8243-1740903f7d1c completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:02:22.312758 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e90cb715-3cbf-43b4-8968-3408638c14fc req-fa27a5a5-6a0d-414f-b00a-7247ee9b77bc tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3d5837d-73ab-48f6-b463-1f86aa0e019f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4809644 Sep 23 15:02:22.361461 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:22.369482 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 95de7270-2254-4dce-9cf9-c0be5f89893b triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:02:22.370482 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:22.371007 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 95de7270-2254-4dce-9cf9-c0be5f89893b Sep 23 15:02:22.392672 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907acb8-e2b6-4268-9997-6ac0c325a152 req-7d86873c-0ab3-44d5-8977-ce8b2bbca5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:22.398187 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4907acb8-e2b6-4268-9997-6ac0c325a152 req-7d86873c-0ab3-44d5-8977-ce8b2bbca5bd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a4ed919-cf37-4585-ae10-0e854eb24e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7809584 Sep 23 15:02:22.402017 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a4140b-1b03-4185-a28d-e362d11fd98d None None] Network 5eddf40a-99c3-4839-954e-448f09b028fe requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:02:22.426805 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Usage tracker for resource:network and tenant:09c1b7c9f9e7457483016ef1392d132c is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:22.433347 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:22.436288 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-047762f7-402e-4fc6-944c-5816853827f5 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] device_id is not set on port c6f1c522-5acf-413b-b872-5084a7ae9b7b yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:02:22.457938 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48adf2-5fbe-4235-88c6-c5b46fc21c24 req-023d74e8-fca6-4cc0-ad89-c625ee1c5f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:22.459483 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9a48adf2-5fbe-4235-88c6-c5b46fc21c24 req-023d74e8-fca6-4cc0-ad89-c625ee1c5f8f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3 HTTP/1.1" status: 200 len: 851 time: 0.2033844 Sep 23 15:02:22.489497 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:22.543430 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-bdca9d06-af12-4480-89ff-e14c8833ffda req-4656d466-5d25-44ff-b1f3-234641fb7d89 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3799732 Sep 23 15:02:22.631631 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0e41c099-3d17-4572-ae4c-c354053b7f8a tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:22.661809 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6f520bc7-90f2-4a47-9673-ef4f91738d10 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:22.667509 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Made reservation on behalf of 09c1b7c9f9e7457483016ef1392d132c for: {'network': 2} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:02:22.669255 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:22.689198 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ded51f0d-1f0c-45ce-909d-71b67dac6e4e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:22.756333 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:22.780691 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4907acb8-e2b6-4268-9997-6ac0c325a152 req-13eb4b2a-f2da-4f48-b296-4afde9e87417 service neutron] 10.222.0.72 "GET /v2.0/networks/3a4ed919-cf37-4585-ae10-0e854eb24e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718035 Sep 23 15:02:22.783070 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 95de7270-2254-4dce-9cf9-c0be5f89893b is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:02:22.784184 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 4c7843a6-f37d-49e8-8243-1740903f7d1c up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:02:22.786753 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6ed19e5a-2b82-4682-8d43-16c9e5859fd4 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:22.809346 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-6ed19e5a-2b82-4682-8d43-16c9e5859fd4 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Transition to ACTIVE for port object 7e764c96-ab3c-4e67-a1f4-f55d13cb15b1 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:02:22.825003 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:22.855536 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Usage tracker for resource:security_group_rule and tenant:09c1b7c9f9e7457483016ef1392d132c is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:22.898898 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:22.929481 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:22.936664 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 4c7843a6-f37d-49e8-8243-1740903f7d1c completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:02:22.945781 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 4c7843a6-f37d-49e8-8243-1740903f7d1c triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:02:22.946823 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:22.947416 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 4c7843a6-f37d-49e8-8243-1740903f7d1c Sep 23 15:02:22.959621 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48adf2-5fbe-4235-88c6-c5b46fc21c24 req-f7f2cedb-7fa1-4bfb-ae6b-2241c65b56dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:22.964740 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9a48adf2-5fbe-4235-88c6-c5b46fc21c24 req-f7f2cedb-7fa1-4bfb-ae6b-2241c65b56dc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=901c9061-3ace-4755-b443-55ec936320e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4769673 Sep 23 15:02:22.977524 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-047762f7-402e-4fc6-944c-5816853827f5 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Allocated IP 2001:db8::9a (5eddf40a-99c3-4839-954e-448f09b028fe/13abf180-d4bd-44e8-a09a-0188ac2e6492/c6f1c522-5acf-413b-b872-5084a7ae9b7b) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:22.988726 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device a2cc9761-d858-4877-b069-a29d0ad8fc8b details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:02:23.065674 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6ed19e5a-2b82-4682-8d43-16c9e5859fd4 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:23.149374 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0e41c099-3d17-4572-ae4c-c354053b7f8a tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:23.161906 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed19e5a-2b82-4682-8d43-16c9e5859fd4 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Network 313c0611-149a-433f-9172-19c4db0ab0e6 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:23.183676 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-6ed19e5a-2b82-4682-8d43-16c9e5859fd4 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:23.196062 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed19e5a-2b82-4682-8d43-16c9e5859fd4 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:23.202630 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed19e5a-2b82-4682-8d43-16c9e5859fd4 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:23.203420 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6ed19e5a-2b82-4682-8d43-16c9e5859fd4 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:23.221824 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 4c7843a6-f37d-49e8-8243-1740903f7d1c is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:02:23.222212 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:23.248579 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port a2cc9761-d858-4877-b069-a29d0ad8fc8b, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=a2cc9761-d858-4877-b069-a29d0ad8fc8b,segment=NetworkSegment(b39b4211-13f0-433c-8f9a-2aa63d8c5a88),segment_id=b39b4211-13f0-433c-8f9a-2aa63d8c5a88)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:02:23.259456 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-58c9c5ed-57aa-4430-bc39-571264432f2d None None] Provisioning complete for port 4c7843a6-f37d-49e8-8243-1740903f7d1c triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:02:23.259746 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-58c9c5ed-57aa-4430-bc39-571264432f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:23.260096 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-58c9c5ed-57aa-4430-bc39-571264432f2d None None] Attempt 1 to provision port 4c7843a6-f37d-49e8-8243-1740903f7d1c Sep 23 15:02:23.274969 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e41c099-3d17-4572-ae4c-c354053b7f8a tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:23.284779 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-0e41c099-3d17-4572-ae4c-c354053b7f8a tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:23.289244 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed19e5a-2b82-4682-8d43-16c9e5859fd4 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Pushing event updated for resources: {'Port': ['ID=7e764c96-ab3c-4e67-a1f4-f55d13cb15b1,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:23.295265 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4907acb8-e2b6-4268-9997-6ac0c325a152 req-a589fde7-e079-45ae-bd22-1d25b6c22bc5 service neutron] 10.222.0.72 "GET /v2.0/networks/3a4ed919-cf37-4585-ae10-0e854eb24e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364445 Sep 23 15:02:23.312027 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': 'a2cc9761-d858-4877-b069-a29d0ad8fc8b', 'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47', 'port_id': 'a2cc9761-d858-4877-b069-a29d0ad8fc8b', 'mac_address': 'fa:16:3e:ed:3c:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04fb8fb3-375d-4a4c-817d-3e8eac3bab95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:02:23.328333 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:23.334451 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e41c099-3d17-4572-ae4c-c354053b7f8a tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:23.366564 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 4c7843a6-f37d-49e8-8243-1740903f7d1c, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=4c7843a6-f37d-49e8-8243-1740903f7d1c,segment=NetworkSegment(e30ef062-c4e7-4c1e-89ad-c89cfdef42b4),segment_id=e30ef062-c4e7-4c1e-89ad-c89cfdef42b4)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:02:23.378180 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6ed19e5a-2b82-4682-8d43-16c9e5859fd4 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.2981594 Sep 23 15:02:23.389452 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-047762f7-402e-4fc6-944c-5816853827f5 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:23.392256 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39578) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:23.401570 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-68089bd3-cb77-48bb-b7da-5404799cd8ef tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Request body: {'port': {'network_id': '313c0611-149a-433f-9172-19c4db0ab0e6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-579850895', 'allowed_address_pairs': [{'ip_address': '2001:db8::302', 'mac_address': 'fa:16:3e:a6:fd:e5'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:23.405764 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port a2cc9761-d858-4877-b069-a29d0ad8fc8b is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:02:23.406168 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:23.418085 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f520bc7-90f2-4a47-9673-ef4f91738d10 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Router 9222abb4-600b-4c09-8b24-69151d1ec608 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:02:23.423094 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9a48adf2-5fbe-4235-88c6-c5b46fc21c24 req-d6e49090-1e8f-4550-a31a-4e9acb3c477b service neutron] 10.222.0.72 "GET /v2.0/networks/901c9061-3ace-4755-b443-55ec936320e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526405 Sep 23 15:02:23.465345 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2cc9761-d858-4877-b069-a29d0ad8fc8b {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:02:23.478807 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:23.526783 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-58c9c5ed-57aa-4430-bc39-571264432f2d None None] Current status of the port 4c7843a6-f37d-49e8-8243-1740903f7d1c is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:02:23.527048 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41c099-3d17-4572-ae4c-c354053b7f8a tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Pushing event updated for resources: {'Port': ['ID=e926e69e-d04e-4d0f-b19c-bf2eeb8e8c77,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:23.527166 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-58c9c5ed-57aa-4430-bc39-571264432f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:23.567080 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port a2cc9761-d858-4877-b069-a29d0ad8fc8b, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=a2cc9761-d858-4877-b069-a29d0ad8fc8b,segment=NetworkSegment(b39b4211-13f0-433c-8f9a-2aa63d8c5a88),segment_id=b39b4211-13f0-433c-8f9a-2aa63d8c5a88)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:02:23.699718 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:23.700344 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:02:23.708076 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=4c7843a6-f37d-49e8-8243-1740903f7d1c,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:23.723676 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:23.724657 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:23.786192 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-58c9c5ed-57aa-4430-bc39-571264432f2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:02:23.786623 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-58c9c5ed-57aa-4430-bc39-571264432f2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:02:23.853954 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9a48adf2-5fbe-4235-88c6-c5b46fc21c24 req-fc4ef9af-4050-4133-8635-5e040a4fcdbe service neutron] 10.222.0.72 "GET /v2.0/networks/901c9061-3ace-4755-b443-55ec936320e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207845 Sep 23 15:02:23.870490 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=a2cc9761-d858-4877-b069-a29d0ad8fc8b,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:23.909489 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829bf14f-43e3-4bf5-9ec7-46b2a109f0e1 req-e3135e55-adf4-4cac-a3c1-fc5771162578 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:23.911519 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-829bf14f-43e3-4bf5-9ec7-46b2a109f0e1 req-e3135e55-adf4-4cac-a3c1-fc5771162578 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/ports?device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 944 time: 0.2956092 Sep 23 15:02:23.939520 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=64583ae6-6cbd-4e1f-b209-1f95f8ab1c32,segment=NetworkSegment(78b3e91f-693f-4481-95b1-beba207118fb),segment_id=78b3e91f-693f-4481-95b1-beba207118fb)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:02:23.953840 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '64583ae6-6cbd-4e1f-b209-1f95f8ab1c32', 'network_id': '901c9061-3ace-4755-b443-55ec936320e8', 'port_id': '64583ae6-6cbd-4e1f-b209-1f95f8ab1c32', 'mac_address': 'fa:16:3e:52:2b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:02:23.964687 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-829bf14f-43e3-4bf5-9ec7-46b2a109f0e1 req-6a0a8a40-af21-4d5e-98cc-b0d1d9ac5564 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3d5837d-73ab-48f6-b463-1f86aa0e019f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468273 Sep 23 15:02:24.014287 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:02:24.014693 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:24.031433 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:02:24.046706 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=64583ae6-6cbd-4e1f-b209-1f95f8ab1c32,segment=NetworkSegment(78b3e91f-693f-4481-95b1-beba207118fb),segment_id=78b3e91f-693f-4481-95b1-beba207118fb)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:02:24.088831 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09facdec-cffa-483d-a0a2-d78e21df82ee,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:24.110562 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:02:24.123199 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:24.201491 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=64583ae6-6cbd-4e1f-b209-1f95f8ab1c32,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:24.260317 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:24.261438 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Added segment ffa6212e-7645-4b68-9582-da254b5e9ec6 of type vlan for network 7e0fcfc3-76b5-4d6f-b684-0bce7e7d24ff Sep 23 15:02:24.266210 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ded51f0d-1f0c-45ce-909d-71b67dac6e4e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:24.290193 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-68089bd3-cb77-48bb-b7da-5404799cd8ef tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:24.291092 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0e41c099-3d17-4572-ae4c-c354053b7f8a tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router_gateway, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:24.306204 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-047762f7-402e-4fc6-944c-5816853827f5 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:24.309639 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-68089bd3-cb77-48bb-b7da-5404799cd8ef tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Usage tracker for resource:port and tenant:4d548b1315ae40b2aec780c8787d5c97 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:24.357005 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-68089bd3-cb77-48bb-b7da-5404799cd8ef tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:24.360645 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-58c9c5ed-57aa-4430-bc39-571264432f2d None None] Current status of the port 4c7843a6-f37d-49e8-8243-1740903f7d1c is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:02:24.365701 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ded51f0d-1f0c-45ce-909d-71b67dac6e4e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:24.420219 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-68089bd3-cb77-48bb-b7da-5404799cd8ef tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:24.431722 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['64583ae6-6cbd-4e1f-b209-1f95f8ab1c32'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:02:24.446664 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f520bc7-90f2-4a47-9673-ef4f91738d10 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:02:24.460127 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:24.482677 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c01574-3520-4952-bbea-2c5edf9b0544 None None] Sync routers for ids ['9222abb4-600b-4c09-8b24-69151d1ec608'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:02:24.487754 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['a2cc9761-d858-4877-b069-a29d0ad8fc8b'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:02:24.500690 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047762f7-402e-4fc6-944c-5816853827f5 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Network 5eddf40a-99c3-4839-954e-448f09b028fe is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:24.513026 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe79e0-33c1-4c9b-b42e-f711a12dc17e req-104ee9f8-940a-419a-a6f9-609a6b8dd2a8 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:24.514531 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-9efe79e0-33c1-4c9b-b42e-f711a12dc17e req-104ee9f8-940a-419a-a6f9-609a6b8dd2a8 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 944 time: 0.7807343 Sep 23 15:02:24.523377 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-047762f7-402e-4fc6-944c-5816853827f5 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:24.537715 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047762f7-402e-4fc6-944c-5816853827f5 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:24.538741 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047762f7-402e-4fc6-944c-5816853827f5 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:24.539338 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-047762f7-402e-4fc6-944c-5816853827f5 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:24.574934 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047762f7-402e-4fc6-944c-5816853827f5 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Pushing event updated for resources: {'Port': ['ID=c6f1c522-5acf-413b-b872-5084a7ae9b7b,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:24.594031 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c01574-3520-4952-bbea-2c5edf9b0544 None None] Routers {'9222abb4-600b-4c09-8b24-69151d1ec608'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:24.594241 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68089bd3-cb77-48bb-b7da-5404799cd8ef tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Made reservation on behalf of 4d548b1315ae40b2aec780c8787d5c97 for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:02:24.594924 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-10c01574-3520-4952-bbea-2c5edf9b0544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['9222abb4-600b-4c09-8b24-69151d1ec608'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:24.669137 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0e41c099-3d17-4572-ae4c-c354053b7f8a tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:24.671792 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-87561aba-8ef6-4603-a0fb-bc697c980cb7 None None] Provisioning for port 7e764c96-ab3c-4e67-a1f4-f55d13cb15b1 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:02:24.678324 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-10c01574-3520-4952-bbea-2c5edf9b0544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:24.696651 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-87561aba-8ef6-4603-a0fb-bc697c980cb7 None None] Provisioning complete for port 7e764c96-ab3c-4e67-a1f4-f55d13cb15b1 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:02:24.697017 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-87561aba-8ef6-4603-a0fb-bc697c980cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:24.697342 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-87561aba-8ef6-4603-a0fb-bc697c980cb7 None None] Attempt 1 to provision port 7e764c96-ab3c-4e67-a1f4-f55d13cb15b1 Sep 23 15:02:24.771892 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c01574-3520-4952-bbea-2c5edf9b0544 None None] Routers {'9222abb4-600b-4c09-8b24-69151d1ec608'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:24.772974 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-10c01574-3520-4952-bbea-2c5edf9b0544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['9222abb4-600b-4c09-8b24-69151d1ec608'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:24.777451 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-9efe79e0-33c1-4c9b-b42e-f711a12dc17e req-d0e72302-8eb3-4730-8b59-e8fb20202cf8 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476218 Sep 23 15:02:24.794348 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:02:24.855936 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:24.856278 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Added segment c4e287c1-1291-4f8f-b8ce-5018304d8ac1 of type vlan for network 77f3bd39-2681-47f5-adb7-39ca23d1c8c4 Sep 23 15:02:24.856888 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-10c01574-3520-4952-bbea-2c5edf9b0544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:24.857512 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c01574-3520-4952-bbea-2c5edf9b0544 None None] The sync data for ids ['9222abb4-600b-4c09-8b24-69151d1ec608'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:02:24.857708 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6f520bc7-90f2-4a47-9673-ef4f91738d10 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:24.859104 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6f520bc7-90f2-4a47-9673-ef4f91738d10 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.2346094 Sep 23 15:02:24.863488 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39584) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:24.877001 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-87561aba-8ef6-4603-a0fb-bc697c980cb7 None None] Port 7e764c96-ab3c-4e67-a1f4-f55d13cb15b1 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:24.877190 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-68089bd3-cb77-48bb-b7da-5404799cd8ef tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:24.891357 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-ded51f0d-1f0c-45ce-909d-71b67dac6e4e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Allocated IP 172.26.10.190 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/dc0badc6-b565-487c-990b-e1fc4873def4) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:24.896751 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-047762f7-402e-4fc6-944c-5816853827f5 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.0469663 Sep 23 15:02:24.905928 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39588) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:24.979239 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-68089bd3-cb77-48bb-b7da-5404799cd8ef tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] device_id is not set on port 2727c00d-cd54-4399-a46b-91b7d792ddbe yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:02:25.012964 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:25.148623 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-28e603eb-8822-4c7b-af61-1aa13a59d19c tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Deleting port c6f1c522-5acf-413b-b872-5084a7ae9b7b {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:02:25.148874 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-28e603eb-8822-4c7b-af61-1aa13a59d19c tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:25.153176 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e41c099-3d17-4572-ae4c-c354053b7f8a tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Router 96520fb9-0727-4495-97ce-48d9a174b0c4 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:02:25.333950 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:25.334514 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:25.340431 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:25.345045 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:25.345694 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:25.378553 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-87561aba-8ef6-4603-a0fb-bc697c980cb7 None None] Attempt 2 to provision port 7e764c96-ab3c-4e67-a1f4-f55d13cb15b1 Sep 23 15:02:25.439293 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-87561aba-8ef6-4603-a0fb-bc697c980cb7 None None] Port 7e764c96-ab3c-4e67-a1f4-f55d13cb15b1 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:25.565892 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 4c7843a6-f37d-49e8-8243-1740903f7d1c up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:02:25.578916 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ded51f0d-1f0c-45ce-909d-71b67dac6e4e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:25.603277 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-68089bd3-cb77-48bb-b7da-5404799cd8ef tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Allocated IP 2001:db8::306 (313c0611-149a-433f-9172-19c4db0ab0e6/87e2b122-2ddf-4fed-aa76-2a64a6025c8e/2727c00d-cd54-4399-a46b-91b7d792ddbe) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:25.659957 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 4c7843a6-f37d-49e8-8243-1740903f7d1c triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:02:25.660370 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:25.660705 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 4c7843a6-f37d-49e8-8243-1740903f7d1c Sep 23 15:02:25.677678 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e41c099-3d17-4572-ae4c-c354053b7f8a tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:02:25.688824 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195bc2bb-3c41-497c-82c2-b23a5ebd717e req-499d0925-c363-4798-a268-ebcaec7ac781 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:25.690414 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-195bc2bb-3c41-497c-82c2-b23a5ebd717e req-499d0925-c363-4798-a268-ebcaec7ac781 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/ports?device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 944 time: 0.5448177 Sep 23 15:02:25.692379 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa13f0f0-bf94-4860-a688-1a2a7abac158 None None] Sync routers for ids ['96520fb9-0727-4495-97ce-48d9a174b0c4'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:02:25.706598 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa13f0f0-bf94-4860-a688-1a2a7abac158 None None] Routers {'96520fb9-0727-4495-97ce-48d9a174b0c4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:25.707702 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-aa13f0f0-bf94-4860-a688-1a2a7abac158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['96520fb9-0727-4495-97ce-48d9a174b0c4'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:25.718129 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.6699612 Sep 23 15:02:25.721288 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Pushing event updated for resources: {'Network': ['ID=7e0fcfc3-76b5-4d6f-b684-0bce7e7d24ff,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:25.725458 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39594) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:25.750901 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:25.752910 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:25.752910 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:25.752910 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:25.752910 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:25.752910 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:25.752910 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:25.753331 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:25.753577 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:25.753921 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:25.754123 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:25.754390 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:25.803886 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 7e0fcfc3-76b5-4d6f-b684-0bce7e7d24ff details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:02:25.861145 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-aa13f0f0-bf94-4860-a688-1a2a7abac158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:25.882792 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa13f0f0-bf94-4860-a688-1a2a7abac158 None None] Routers {'96520fb9-0727-4495-97ce-48d9a174b0c4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:25.884006 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-aa13f0f0-bf94-4860-a688-1a2a7abac158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['96520fb9-0727-4495-97ce-48d9a174b0c4'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:25.920829 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-195bc2bb-3c41-497c-82c2-b23a5ebd717e req-66203467-8172-4452-a9a9-d88a2e66ec37 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3d5837d-73ab-48f6-b463-1f86aa0e019f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203209 Sep 23 15:02:25.955043 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0e41c099-3d17-4572-ae4c-c354053b7f8a tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:25.955043 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0e41c099-3d17-4572-ae4c-c354053b7f8a tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.6031005 Sep 23 15:02:25.962612 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39600) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:25.981918 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-87561aba-8ef6-4603-a0fb-bc697c980cb7 None None] Attempt 3 to provision port 7e764c96-ab3c-4e67-a1f4-f55d13cb15b1 Sep 23 15:02:26.015448 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 4c7843a6-f37d-49e8-8243-1740903f7d1c is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:02:26.028849 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-aa13f0f0-bf94-4860-a688-1a2a7abac158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:26.029423 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa13f0f0-bf94-4860-a688-1a2a7abac158 None None] The sync data for ids ['96520fb9-0727-4495-97ce-48d9a174b0c4'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:02:26.053870 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-87561aba-8ef6-4603-a0fb-bc697c980cb7 None None] Port 7e764c96-ab3c-4e67-a1f4-f55d13cb15b1 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:26.065220 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-28e603eb-8822-4c7b-af61-1aa13a59d19c tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:26.098008 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89840b-0cbc-4f97-b2b5-9cdb61e30319 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Pushing event updated for resources: {'Network': ['ID=77f3bd39-2681-47f5-adb7-39ca23d1c8c4,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:26.108692 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 77f3bd39-2681-47f5-adb7-39ca23d1c8c4 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:02:26.149568 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cd02a1-1058-489a-80db-8ea3ceee88c4 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:26.156228 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cd02a1-1058-489a-80db-8ea3ceee88c4 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:26.161935 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cd02a1-1058-489a-80db-8ea3ceee88c4 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:26.167710 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cd02a1-1058-489a-80db-8ea3ceee88c4 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:26.173953 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cd02a1-1058-489a-80db-8ea3ceee88c4 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:26.178186 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-94cd02a1-1058-489a-80db-8ea3ceee88c4 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3014 time: 0.4473443 Sep 23 15:02:26.179955 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39604) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:26.215104 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ded51f0d-1f0c-45ce-909d-71b67dac6e4e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:26.312413 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-28e603eb-8822-4c7b-af61-1aa13a59d19c tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Calling delete_port for c6f1c522-5acf-413b-b872-5084a7ae9b7b owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:02:26.402943 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded51f0d-1f0c-45ce-909d-71b67dac6e4e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:26.424320 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-ded51f0d-1f0c-45ce-909d-71b67dac6e4e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:26.437281 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded51f0d-1f0c-45ce-909d-71b67dac6e4e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:26.447435 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-954f7fc5-a627-4d4e-87d5-194e48eb9e6e tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "GET /v2.0/routers/96520fb9-0727-4495-97ce-48d9a174b0c4 HTTP/1.1" status: 200 len: 921 time: 0.4835823 Sep 23 15:02:26.458144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39608) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:26.466708 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e260e680-7532-462f-bca9-96cce1793981 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:26.474484 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded51f0d-1f0c-45ce-909d-71b67dac6e4e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event updated for resources: {'Port': ['ID=dc0badc6-b565-487c-990b-e1fc4873def4,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:26.521284 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8112a45a-3cc4-40d1-9468-ec1cdc038685 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "GET /v2.0/ports?device_id=96520fb9-0727-4495-97ce-48d9a174b0c4 HTTP/1.1" status: 200 len: 205 time: 0.0619421 Sep 23 15:02:26.524413 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39612) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:26.542611 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b8e48-8a7a-42f0-9523-7bfb5e56541a req-0b76ed7e-6394-43b9-89a6-0fdb9d09ae3e tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:26.549352 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c74b8e48-8a7a-42f0-9523-7bfb5e56541a req-0b76ed7e-6394-43b9-89a6-0fdb9d09ae3e tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 945 time: 0.5704715 Sep 23 15:02:26.555030 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-87561aba-8ef6-4603-a0fb-bc697c980cb7 None None] Attempt 4 to provision port 7e764c96-ab3c-4e67-a1f4-f55d13cb15b1 Sep 23 15:02:26.587535 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bc170221-4601-40a8-b456-71f3733bff3b tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:26.640597 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-87561aba-8ef6-4603-a0fb-bc697c980cb7 None None] Port 7e764c96-ab3c-4e67-a1f4-f55d13cb15b1 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:26.795210 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c74b8e48-8a7a-42f0-9523-7bfb5e56541a req-7e0a3abe-bff6-46f2-b8f4-d82fbbcd54e2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421227 Sep 23 15:02:26.902218 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-68089bd3-cb77-48bb-b7da-5404799cd8ef tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:26.905599 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-28e603eb-8822-4c7b-af61-1aa13a59d19c tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:26.991074 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device a2cc9761-d858-4877-b069-a29d0ad8fc8b up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:02:27.020669 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e603eb-8822-4c7b-af61-1aa13a59d19c tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6f1c522-5acf-413b-b872-5084a7ae9b7b,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:27.056659 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-68089bd3-cb77-48bb-b7da-5404799cd8ef tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Transition to ACTIVE for port object 2727c00d-cd54-4399-a46b-91b7d792ddbe will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:02:27.061018 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e260e680-7532-462f-bca9-96cce1793981 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:27.097213 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-28e603eb-8822-4c7b-af61-1aa13a59d19c tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:27.116245 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-28e603eb-8822-4c7b-af61-1aa13a59d19c tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "DELETE /v2.0/ports/c6f1c522-5acf-413b-b872-5084a7ae9b7b HTTP/1.1" status: 204 len: 168 time: 2.2050891 Sep 23 15:02:27.141523 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-87561aba-8ef6-4603-a0fb-bc697c980cb7 None None] Attempt 5 to provision port 7e764c96-ab3c-4e67-a1f4-f55d13cb15b1 Sep 23 15:02:27.156297 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39618) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:27.174878 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port a2cc9761-d858-4877-b069-a29d0ad8fc8b completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:02:27.175396 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-e260e680-7532-462f-bca9-96cce1793981 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0fcfc3-76b5-4d6f-b684-0bce7e7d24ff']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:27.186505 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-e1fb6172-c81c-4ad2-bd1e-2ff066fc8a4e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5eddf40a-99c3-4839-954e-448f09b028fe', 'external_fixed_ips': [{'subnet_id': '13abf180-d4bd-44e8-a09a-0188ac2e6492', 'ip_address': '2001:db8::9a'}]}}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:27.192432 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port a2cc9761-d858-4877-b069-a29d0ad8fc8b triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:02:27.192804 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:27.193129 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port a2cc9761-d858-4877-b069-a29d0ad8fc8b Sep 23 15:02:27.201714 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e1fb6172-c81c-4ad2-bd1e-2ff066fc8a4e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:27.208395 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-02b6db19-6142-499d-81b1-405ff8e112c9 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:27.249912 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-87561aba-8ef6-4603-a0fb-bc697c980cb7 None None] Port 7e764c96-ab3c-4e67-a1f4-f55d13cb15b1 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:27.273794 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-e260e680-7532-462f-bca9-96cce1793981 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa6212e-7645-4b68-9582-da254b5e9ec6') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:27.273794 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-e260e680-7532-462f-bca9-96cce1793981 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa6212e-7645-4b68-9582-da254b5e9ec6') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:27.290037 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e1fb6172-c81c-4ad2-bd1e-2ff066fc8a4e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Usage tracker for resource:router and tenant:4a7eb123b6d746efb102a22e86c68fba is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:27.295159 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e1fb6172-c81c-4ad2-bd1e-2ff066fc8a4e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:27.323406 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ded51f0d-1f0c-45ce-909d-71b67dac6e4e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:27.324150 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port a2cc9761-d858-4877-b069-a29d0ad8fc8b is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:02:27.324523 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:27.352380 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a785374b-7279-4730-9c9c-259f61307735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cc9761-d858-4877-b069-a29d0ad8fc8b'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:02:27.360952 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e260e680-7532-462f-bca9-96cce1793981 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:27.367444 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e1fb6172-c81c-4ad2-bd1e-2ff066fc8a4e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:27.410964 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-68089bd3-cb77-48bb-b7da-5404799cd8ef tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:27.415906 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e260e680-7532-462f-bca9-96cce1793981 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:27.426096 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port a2cc9761-d858-4877-b069-a29d0ad8fc8b, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=a2cc9761-d858-4877-b069-a29d0ad8fc8b,segment=NetworkSegment(b39b4211-13f0-433c-8f9a-2aa63d8c5a88),segment_id=b39b4211-13f0-433c-8f9a-2aa63d8c5a88)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:02:27.505300 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e260e680-7532-462f-bca9-96cce1793981 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:02:27.505444 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e260e680-7532-462f-bca9-96cce1793981 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:27.513309 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:27.514503 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:02:27.565175 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68089bd3-cb77-48bb-b7da-5404799cd8ef tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Network 313c0611-149a-433f-9172-19c4db0ab0e6 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:27.570227 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-68089bd3-cb77-48bb-b7da-5404799cd8ef tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:27.576310 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68089bd3-cb77-48bb-b7da-5404799cd8ef tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:27.581751 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68089bd3-cb77-48bb-b7da-5404799cd8ef tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:27.582387 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-68089bd3-cb77-48bb-b7da-5404799cd8ef tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:27.585005 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e1fb6172-c81c-4ad2-bd1e-2ff066fc8a4e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:27.586034 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e1fb6172-c81c-4ad2-bd1e-2ff066fc8a4e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:27.609050 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68089bd3-cb77-48bb-b7da-5404799cd8ef tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Pushing event updated for resources: {'Port': ['ID=2727c00d-cd54-4399-a46b-91b7d792ddbe,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:27.615178 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eaed593-1f6f-4110-8753-cb03b2c6b1a9" -d '{"events": [{"server_uuid": "a785374b-7279-4730-9c9c-259f61307735", "name": "network-vif-plugged", "status": "completed", "tag": "a2cc9761-d858-4877-b069-a29d0ad8fc8b"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:02:27.627688 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment ffa6212e-7645-4b68-9582-da254b5e9ec6 resource provider aggregate not found Sep 23 15:02:27.684291 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment ffa6212e-7645-4b68-9582-da254b5e9ec6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ffa6212e-7645-4b68-9582-da254b5e9ec6 found for delete ", "request_id": "req-aa649451-88b8-45a4-9bde-777835230b0c"}]} Sep 23 15:02:27.696497 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=a2cc9761-d858-4877-b069-a29d0ad8fc8b,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:27.714697 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:27.715201 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:27.715800 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:27.716340 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:27.716929 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:27.717414 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:27.717839 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:27.718328 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:27.718780 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:27.719204 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:27.719688 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:27.721018 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:27.729601 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-68089bd3-cb77-48bb-b7da-5404799cd8ef tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.3362772 Sep 23 15:02:27.730946 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9b2fc-ce21-4717-a3c9-b3135cdd51e8 req-b8fcebdb-522f-496a-b4e8-49b428a080ce tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:27.732500 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6fc9b2fc-ce21-4717-a3c9-b3135cdd51e8 req-b8fcebdb-522f-496a-b4e8-49b428a080ce tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/ports?device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 944 time: 0.6366742 Sep 23 15:02:27.733536 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39634) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:27.751544 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-87561aba-8ef6-4603-a0fb-bc697c980cb7 None None] Attempt 6 to provision port 7e764c96-ab3c-4e67-a1f4-f55d13cb15b1 Sep 23 15:02:27.812886 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:02:27.815308 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-02b6db19-6142-499d-81b1-405ff8e112c9 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:27.853284 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:02:27.853659 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:27.854048 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 Sep 23 15:02:27.866220 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e260e680-7532-462f-bca9-96cce1793981 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:27.887222 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f048528e-5af6-45f0-8695-74608ae25422 x-openstack-request-id: req-f048528e-5af6-45f0-8695-74608ae25422 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:02:27.887482 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a785374b-7279-4730-9c9c-259f61307735", "name": "network-vif-plugged", "status": "completed", "tag": "a2cc9761-d858-4877-b069-a29d0ad8fc8b", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:02:27.887698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f048528e-5af6-45f0-8695-74608ae25422 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:02:27.888156 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f048528e-5af6-45f0-8695-74608ae25422'] response: {'server_uuid': 'a785374b-7279-4730-9c9c-259f61307735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cc9761-d858-4877-b069-a29d0ad8fc8b', 'code': 200} Sep 23 15:02:27.891055 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e260e680-7532-462f-bca9-96cce1793981 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:27.920646 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-87561aba-8ef6-4603-a0fb-bc697c980cb7 None None] Port 7e764c96-ab3c-4e67-a1f4-f55d13cb15b1 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:27.984664 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6fc9b2fc-ce21-4717-a3c9-b3135cdd51e8 req-7f515e98-f27e-43e9-8914-79d7f20d1364 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3d5837d-73ab-48f6-b463-1f86aa0e019f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192047 Sep 23 15:02:27.991670 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e1fb6172-c81c-4ad2-bd1e-2ff066fc8a4e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:28.009696 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-02b6db19-6142-499d-81b1-405ff8e112c9 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Deleting port e926e69e-d04e-4d0f-b19c-bf2eeb8e8c77 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:02:28.010239 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-02b6db19-6142-499d-81b1-405ff8e112c9 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:28.016680 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ded51f0d-1f0c-45ce-909d-71b67dac6e4e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:28.044086 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:02:28.051577 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:28.053828 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260e680-7532-462f-bca9-96cce1793981 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Pushing event deleted for resources: {'Network': ['ID=7e0fcfc3-76b5-4d6f-b684-0bce7e7d24ff,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:28.080532 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=64583ae6-6cbd-4e1f-b209-1f95f8ab1c32,segment=NetworkSegment(78b3e91f-693f-4481-95b1-beba207118fb),segment_id=78b3e91f-693f-4481-95b1-beba207118fb)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:02:28.089706 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260e680-7532-462f-bca9-96cce1793981 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:28.090879 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260e680-7532-462f-bca9-96cce1793981 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:28.091437 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260e680-7532-462f-bca9-96cce1793981 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:28.092130 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260e680-7532-462f-bca9-96cce1793981 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:28.092660 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260e680-7532-462f-bca9-96cce1793981 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:28.093292 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260e680-7532-462f-bca9-96cce1793981 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:28.093940 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260e680-7532-462f-bca9-96cce1793981 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:28.094490 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260e680-7532-462f-bca9-96cce1793981 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:28.095089 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260e680-7532-462f-bca9-96cce1793981 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:28.095616 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260e680-7532-462f-bca9-96cce1793981 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:28.096227 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260e680-7532-462f-bca9-96cce1793981 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:28.096746 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e260e680-7532-462f-bca9-96cce1793981 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:28.111701 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-bc170221-4601-40a8-b456-71f3733bff3b tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Allocated IP 172.20.0.1 (db8602f9-148a-4347-bea8-86422b2be6e0/0776f489-7788-4b4b-8540-8034911e26a5/941039c9-371e-4cc2-bff8-40878de4eecd) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:28.134428 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e260e680-7532-462f-bca9-96cce1793981 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] 10.222.0.67 "DELETE /v2.0/networks/7e0fcfc3-76b5-4d6f-b684-0bce7e7d24ff HTTP/1.1" status: 204 len: 168 time: 1.9511745 Sep 23 15:02:28.139541 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39642) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:28.157375 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebdcda9-8303-49d0-996b-0dc1233063d2 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:28.163510 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebdcda9-8303-49d0-996b-0dc1233063d2 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:28.169391 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebdcda9-8303-49d0-996b-0dc1233063d2 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:28.174310 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4ebdcda9-8303-49d0-996b-0dc1233063d2 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Synchronizing usage tracker for tenant:4d548b1315ae40b2aec780c8787d5c97 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:02:28.193579 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:28.274569 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=64583ae6-6cbd-4e1f-b209-1f95f8ab1c32,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:28.333486 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f289e-1420-4e35-a3af-75cd6708c954 req-5ffbc1dc-605a-439e-a747-43752674bb69 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:28.335045 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ac9f289e-1420-4e35-a3af-75cd6708c954 req-5ffbc1dc-605a-439e-a747-43752674bb69 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 945 time: 0.2393911 Sep 23 15:02:28.365026 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4ebdcda9-8303-49d0-996b-0dc1233063d2 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Unset dirty status for tenant:4d548b1315ae40b2aec780c8787d5c97 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:02:28.366066 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4ebdcda9-8303-49d0-996b-0dc1233063d2 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.6314273 Sep 23 15:02:28.374005 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39646) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:28.422164 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-87561aba-8ef6-4603-a0fb-bc697c980cb7 None None] Attempt 7 to provision port 7e764c96-ab3c-4e67-a1f4-f55d13cb15b1 Sep 23 15:02:28.447273 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ac9f289e-1420-4e35-a3af-75cd6708c954 req-0fb40a5d-28b4-4f84-a1d9-23ed6214145f tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055205 Sep 23 15:02:28.471984 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-42cc5858-8e27-4664-aaf0-145c9c34940a tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Deleting port 2727c00d-cd54-4399-a46b-91b7d792ddbe {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:02:28.472329 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-42cc5858-8e27-4664-aaf0-145c9c34940a tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:28.491374 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-87561aba-8ef6-4603-a0fb-bc697c980cb7 None None] Port 7e764c96-ab3c-4e67-a1f4-f55d13cb15b1 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:28.530710 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded51f0d-1f0c-45ce-909d-71b67dac6e4e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Router 8d2fc230-b342-497a-a3f0-d700b0882d81 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:02:28.899028 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-16d18828-82ed-48f0-bac5-c9b88ffb282a tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:28.905039 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e1fb6172-c81c-4ad2-bd1e-2ff066fc8a4e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:28.916987 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bc170221-4601-40a8-b456-71f3733bff3b tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:28.920888 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-02b6db19-6142-499d-81b1-405ff8e112c9 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:28.978607 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded51f0d-1f0c-45ce-909d-71b67dac6e4e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:02:29.000569 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc3d218-ea71-4c6f-992d-31c9dab776e9 None None] Sync routers for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:02:29.000569 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-87561aba-8ef6-4603-a0fb-bc697c980cb7 None None] Attempt 8 to provision port 7e764c96-ab3c-4e67-a1f4-f55d13cb15b1 Sep 23 15:02:29.030433 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-42cc5858-8e27-4664-aaf0-145c9c34940a tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:29.066928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-bc170221-4601-40a8-b456-71f3733bff3b tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Transition to ACTIVE for port object 941039c9-371e-4cc2-bff8-40878de4eecd will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:02:29.074717 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-02b6db19-6142-499d-81b1-405ff8e112c9 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Calling delete_port for e926e69e-d04e-4d0f-b19c-bf2eeb8e8c77 owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:02:29.080339 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc3d218-ea71-4c6f-992d-31c9dab776e9 None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:29.084220 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-ebc3d218-ea71-4c6f-992d-31c9dab776e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:29.134065 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-87561aba-8ef6-4603-a0fb-bc697c980cb7 None None] Port 7e764c96-ab3c-4e67-a1f4-f55d13cb15b1 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:29.147428 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-ebc3d218-ea71-4c6f-992d-31c9dab776e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:29.162861 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc3d218-ea71-4c6f-992d-31c9dab776e9 None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:29.163045 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ded51f0d-1f0c-45ce-909d-71b67dac6e4e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:29.163552 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-ebc3d218-ea71-4c6f-992d-31c9dab776e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:29.164519 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ded51f0d-1f0c-45ce-909d-71b67dac6e4e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.7871423 Sep 23 15:02:29.171988 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-42cc5858-8e27-4664-aaf0-145c9c34940a tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Calling delete_port for 2727c00d-cd54-4399-a46b-91b7d792ddbe owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:02:29.178630 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39652) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:29.185535 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb55fb2-e54a-4111-b21d-c37fae05ed52 req-c9c4438b-64bb-4432-b9f6-017b979d8320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:29.186991 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fdb55fb2-e54a-4111-b21d-c37fae05ed52 req-c9c4438b-64bb-4432-b9f6-017b979d8320 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 1098 time: 0.8771243 Sep 23 15:02:29.225429 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-ebc3d218-ea71-4c6f-992d-31c9dab776e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:29.225641 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc3d218-ea71-4c6f-992d-31c9dab776e9 None None] The sync data for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:02:29.409949 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-42cc5858-8e27-4664-aaf0-145c9c34940a tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:29.458102 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc5858-8e27-4664-aaf0-145c9c34940a tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Pushing event deleted for resources: {'Port': ['ID=2727c00d-cd54-4399-a46b-91b7d792ddbe,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:29.471073 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fdb55fb2-e54a-4111-b21d-c37fae05ed52 req-ff2434f0-fb94-49c0-b3b5-9eff412980e1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:29.636372 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-87561aba-8ef6-4603-a0fb-bc697c980cb7 None None] Attempt 9 to provision port 7e764c96-ab3c-4e67-a1f4-f55d13cb15b1 Sep 23 15:02:29.656102 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-16d18828-82ed-48f0-bac5-c9b88ffb282a tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:29.674350 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-42cc5858-8e27-4664-aaf0-145c9c34940a tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:29.714894 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-87561aba-8ef6-4603-a0fb-bc697c980cb7 None None] Port 7e764c96-ab3c-4e67-a1f4-f55d13cb15b1 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:29.721052 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2e807-6f05-4f20-a02c-a1e4cdc697ac req-0efd2fff-6761-4f88-82ef-a2110e2437e1 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:29.722551 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cda2e807-6f05-4f20-a02c-a1e4cdc697ac req-0efd2fff-6761-4f88-82ef-a2110e2437e1 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.1136272 Sep 23 15:02:29.747618 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-fdb55fb2-e54a-4111-b21d-c37fae05ed52 req-ff2434f0-fb94-49c0-b3b5-9eff412980e1 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:29.765461 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-42cc5858-8e27-4664-aaf0-145c9c34940a tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] 10.222.0.67 "DELETE /v2.0/ports/2727c00d-cd54-4399-a46b-91b7d792ddbe HTTP/1.1" status: 204 len: 168 time: 1.3904207 Sep 23 15:02:29.768890 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39658) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:29.769398 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-fdb55fb2-e54a-4111-b21d-c37fae05ed52 req-ff2434f0-fb94-49c0-b3b5-9eff412980e1 service neutron] Usage tracker for resource:security_group_rule and tenant:f2d9d5100b984e699d3bd40b3c9913fa is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:29.773482 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-fdb55fb2-e54a-4111-b21d-c37fae05ed52 req-ff2434f0-fb94-49c0-b3b5-9eff412980e1 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:29.773750 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cda2e807-6f05-4f20-a02c-a1e4cdc697ac req-bda6c103-bcf3-4327-811f-5b293be355ae tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454397 Sep 23 15:02:29.781557 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-fdb55fb2-e54a-4111-b21d-c37fae05ed52 req-ff2434f0-fb94-49c0-b3b5-9eff412980e1 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:29.819718 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab78578-3749-4565-83e2-fd972e9a12fb tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] GET failed (client error): The resource could not be found. Sep 23 15:02:29.820387 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5ab78578-3749-4565-83e2-fd972e9a12fb tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Synchronizing usage tracker for tenant:4d548b1315ae40b2aec780c8787d5c97 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:02:29.849151 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-16d18828-82ed-48f0-bac5-c9b88ffb282a tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f3bd39-2681-47f5-adb7-39ca23d1c8c4']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:29.892195 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-16d18828-82ed-48f0-bac5-c9b88ffb282a tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e287c1-1291-4f8f-b8ce-5018304d8ac1') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:29.892377 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcc65b3-4fc3-4fdc-b262-966df00b7d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64583ae6-6cbd-4e1f-b209-1f95f8ab1c32'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:02:29.892496 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-16d18828-82ed-48f0-bac5-c9b88ffb282a tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e287c1-1291-4f8f-b8ce-5018304d8ac1') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:29.892590 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819fdee6-6100-401e-a8c2-56d07a6830d4" -d '{"events": [{"server_uuid": "2fcc65b3-4fc3-4fdc-b262-966df00b7d8a", "name": "network-vif-plugged", "status": "completed", "tag": "64583ae6-6cbd-4e1f-b209-1f95f8ab1c32"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:02:29.907388 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5ab78578-3749-4565-83e2-fd972e9a12fb tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Unset dirty status for tenant:4d548b1315ae40b2aec780c8787d5c97 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:02:29.913058 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5ab78578-3749-4565-83e2-fd972e9a12fb tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] 10.222.0.67 "GET /v2.0/ports/2727c00d-cd54-4399-a46b-91b7d792ddbe HTTP/1.1" status: 404 len: 333 time: 0.1384659 Sep 23 15:02:29.913058 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39664) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:29.919884 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-92f59309-9ef4-421e-a8aa-3a9f9d19ed64 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Request body: {'port': {'network_id': '313c0611-149a-433f-9172-19c4db0ab0e6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1135300340'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:29.935097 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-16d18828-82ed-48f0-bac5-c9b88ffb282a tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:29.948458 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7aff09-bb05-461a-aeb6-aa45d11d1c91 x-openstack-request-id: req-9b7aff09-bb05-461a-aeb6-aa45d11d1c91 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:02:29.948458 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fcc65b3-4fc3-4fdc-b262-966df00b7d8a", "name": "network-vif-plugged", "status": "completed", "tag": "64583ae6-6cbd-4e1f-b209-1f95f8ab1c32", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:02:29.948458 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9b7aff09-bb05-461a-aeb6-aa45d11d1c91 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:02:29.948458 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b7aff09-bb05-461a-aeb6-aa45d11d1c91'] response: {'server_uuid': '2fcc65b3-4fc3-4fdc-b262-966df00b7d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64583ae6-6cbd-4e1f-b209-1f95f8ab1c32', 'code': 200} Sep 23 15:02:29.959625 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bc170221-4601-40a8-b456-71f3733bff3b tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:30.074434 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-92f59309-9ef4-421e-a8aa-3a9f9d19ed64 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:30.085684 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-92f59309-9ef4-421e-a8aa-3a9f9d19ed64 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:30.175495 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-16d18828-82ed-48f0-bac5-c9b88ffb282a tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:30.203966 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77d67c-1e8a-4a49-b074-a7ffc26bbc5e req-fc8d469e-396c-48dc-813c-c6968a1858db tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:30.205496 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2e77d67c-1e8a-4a49-b074-a7ffc26bbc5e req-fc8d469e-396c-48dc-813c-c6968a1858db tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/ports?device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 945 time: 1.0318360 Sep 23 15:02:30.215823 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-87561aba-8ef6-4603-a0fb-bc697c980cb7 None None] Attempt 10 to provision port 7e764c96-ab3c-4e67-a1f4-f55d13cb15b1 Sep 23 15:02:30.267315 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d18828-82ed-48f0-bac5-c9b88ffb282a tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:02:30.267710 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-16d18828-82ed-48f0-bac5-c9b88ffb282a tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:30.271596 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-87561aba-8ef6-4603-a0fb-bc697c980cb7 None None] Port 7e764c96-ab3c-4e67-a1f4-f55d13cb15b1 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:30.355648 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fdb55fb2-e54a-4111-b21d-c37fae05ed52 req-ff2434f0-fb94-49c0-b3b5-9eff412980e1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:30.385339 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f035813d-cd9e-4a5e-8abf-1b22ad07e8d7 None None] Could not find standard attr ID for object 2727c00d-cd54-4399-a46b-91b7d792ddbe. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:02:30.427265 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment c4e287c1-1291-4f8f-b8ce-5018304d8ac1 resource provider aggregate not found Sep 23 15:02:30.448377 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc170221-4601-40a8-b456-71f3733bff3b tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Network db8602f9-148a-4347-bea8-86422b2be6e0 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:30.466462 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fdb55fb2-e54a-4111-b21d-c37fae05ed52 req-ff2434f0-fb94-49c0-b3b5-9eff412980e1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:30.472907 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-bc170221-4601-40a8-b456-71f3733bff3b tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:30.480142 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f59309-9ef4-421e-a8aa-3a9f9d19ed64 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Made reservation on behalf of 4d548b1315ae40b2aec780c8787d5c97 for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:02:30.484011 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-92f59309-9ef4-421e-a8aa-3a9f9d19ed64 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:30.490390 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc170221-4601-40a8-b456-71f3733bff3b tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:30.513751 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-92f59309-9ef4-421e-a8aa-3a9f9d19ed64 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] device_id is not set on port 7e05741a-682a-4b12-bb1a-e278620c0be9 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:02:30.665939 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment c4e287c1-1291-4f8f-b8ce-5018304d8ac1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4e287c1-1291-4f8f-b8ce-5018304d8ac1 found for delete ", "request_id": "req-a84210f4-51c1-40b9-a3f7-50db9dcfd666"}]} Sep 23 15:02:30.675569 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2e77d67c-1e8a-4a49-b074-a7ffc26bbc5e req-9ccbbb01-56bb-47c1-a949-0ed561da7694 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3d5837d-73ab-48f6-b463-1f86aa0e019f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3877418 Sep 23 15:02:30.696742 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2434f0-fb94-49c0-b3b5-9eff412980e1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9c7c25-e2ba-4f27-a2ab-60a910a3163f,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:30.696880 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-92f59309-9ef4-421e-a8aa-3a9f9d19ed64 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Allocated IP 2001:db8::118 (313c0611-149a-433f-9172-19c4db0ab0e6/87e2b122-2ddf-4fed-aa76-2a64a6025c8e/7e05741a-682a-4b12-bb1a-e278620c0be9) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:30.745707 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc170221-4601-40a8-b456-71f3733bff3b tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Pushing event updated for resources: {'Port': ['ID=941039c9-371e-4cc2-bff8-40878de4eecd,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:30.756939 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fdb55fb2-e54a-4111-b21d-c37fae05ed52 req-ff2434f0-fb94-49c0-b3b5-9eff412980e1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a3d5837d-73ab-48f6-b463-1f86aa0e019f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4723957 Sep 23 15:02:30.828880 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bc170221-4601-40a8-b456-71f3733bff3b tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:30.930166 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-45509120-930c-48ce-abe6-935cef3a6303 None None] Provisioning for port 941039c9-371e-4cc2-bff8-40878de4eecd completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:02:30.937776 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-45509120-930c-48ce-abe6-935cef3a6303 None None] Provisioning complete for port 941039c9-371e-4cc2-bff8-40878de4eecd triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:02:30.938495 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-45509120-930c-48ce-abe6-935cef3a6303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:30.939061 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-45509120-930c-48ce-abe6-935cef3a6303 None None] Attempt 1 to provision port 941039c9-371e-4cc2-bff8-40878de4eecd Sep 23 15:02:31.009086 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-92f59309-9ef4-421e-a8aa-3a9f9d19ed64 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:31.012035 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-45509120-930c-48ce-abe6-935cef3a6303 None None] Port 941039c9-371e-4cc2-bff8-40878de4eecd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:31.032016 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-92f59309-9ef4-421e-a8aa-3a9f9d19ed64 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Transition to ACTIVE for port object 7e05741a-682a-4b12-bb1a-e278620c0be9 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:02:31.051234 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-16d18828-82ed-48f0-bac5-c9b88ffb282a tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:31.052725 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-02b6db19-6142-499d-81b1-405ff8e112c9 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:31.055244 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6880266-2d4e-4d6b-a1f5-f6088948ace7 req-4ddd9cc5-ac4f-4ccf-86ec-f253629fbb1e tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:31.057600 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c6880266-2d4e-4d6b-a1f5-f6088948ace7 req-4ddd9cc5-ac4f-4ccf-86ec-f253629fbb1e tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.1544430 Sep 23 15:02:31.111782 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c6880266-2d4e-4d6b-a1f5-f6088948ace7 req-829b228f-43b1-4e04-b892-377a77ff622e tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474427 Sep 23 15:02:31.157509 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-92f59309-9ef4-421e-a8aa-3a9f9d19ed64 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:31.176464 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-16d18828-82ed-48f0-bac5-c9b88ffb282a tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:31.216559 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6db19-6142-499d-81b1-405ff8e112c9 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Pushing event deleted for resources: {'Port': ['ID=e926e69e-d04e-4d0f-b19c-bf2eeb8e8c77,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:31.239779 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f59309-9ef4-421e-a8aa-3a9f9d19ed64 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Network 313c0611-149a-433f-9172-19c4db0ab0e6 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:31.242824 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-92f59309-9ef4-421e-a8aa-3a9f9d19ed64 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:31.245370 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f59309-9ef4-421e-a8aa-3a9f9d19ed64 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:31.251803 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f59309-9ef4-421e-a8aa-3a9f9d19ed64 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:31.251803 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-92f59309-9ef4-421e-a8aa-3a9f9d19ed64 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:31.254651 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff724ae6-97ea-4d34-823d-3a0f742ca32e req-d41fb323-63cc-4e83-b47d-a60eb0332851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:31.256346 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ff724ae6-97ea-4d34-823d-3a0f742ca32e req-d41fb323-63cc-4e83-b47d-a60eb0332851 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 1099 time: 0.9704163 Sep 23 15:02:31.257088 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d18828-82ed-48f0-bac5-c9b88ffb282a tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Pushing event deleted for resources: {'Network': ['ID=77f3bd39-2681-47f5-adb7-39ca23d1c8c4,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:31.272533 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f59309-9ef4-421e-a8aa-3a9f9d19ed64 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Pushing event updated for resources: {'Port': ['ID=7e05741a-682a-4b12-bb1a-e278620c0be9,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:31.383159 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-92f59309-9ef4-421e-a8aa-3a9f9d19ed64 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4660099 Sep 23 15:02:31.383390 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39680) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:31.392305 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-16d18828-82ed-48f0-bac5-c9b88ffb282a tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] 10.222.0.67 "DELETE /v2.0/networks/77f3bd39-2681-47f5-adb7-39ca23d1c8c4 HTTP/1.1" status: 204 len: 168 time: 3.2344635 Sep 23 15:02:31.403201 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-3e738590-7b5f-4804-863e-e14edab37ffc tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::302', 'mac_address': 'fa:16:3e:a6:fd:e5'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:31.444140 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39684) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:31.513129 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-45509120-930c-48ce-abe6-935cef3a6303 None None] Attempt 2 to provision port 941039c9-371e-4cc2-bff8-40878de4eecd Sep 23 15:02:31.606495 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-45509120-930c-48ce-abe6-935cef3a6303 None None] Port 941039c9-371e-4cc2-bff8-40878de4eecd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:31.788892 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-ff724ae6-97ea-4d34-823d-3a0f742ca32e req-8fe7675f-169e-4f21-98b6-59158bbfab88 service neutron] Synchronizing usage tracker for tenant:f2d9d5100b984e699d3bd40b3c9913fa on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:02:31.809001 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bc170221-4601-40a8-b456-71f3733bff3b tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:31.813522 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccca896-b7a3-4f8c-8ac2-ae43c67ecc55 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:31.818348 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccca896-b7a3-4f8c-8ac2-ae43c67ecc55 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:31.824098 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccca896-b7a3-4f8c-8ac2-ae43c67ecc55 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:31.824942 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9ccca896-b7a3-4f8c-8ac2-ae43c67ecc55 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Synchronizing usage tracker for tenant:09c1b7c9f9e7457483016ef1392d132c on resource:network {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:02:31.848355 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-02b6db19-6142-499d-81b1-405ff8e112c9 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:31.919122 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9ccca896-b7a3-4f8c-8ac2-ae43c67ecc55 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Unset dirty status for tenant:09c1b7c9f9e7457483016ef1392d132c on resource:network {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:02:31.920263 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9ccca896-b7a3-4f8c-8ac2-ae43c67ecc55 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1947 time: 0.4751952 Sep 23 15:02:31.924353 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39690) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:31.930172 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-8bff8ef5-1134-4648-ae64-7b54bf8dde81 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-877689417'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:31.934250 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3e738590-7b5f-4804-863e-e14edab37ffc tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:31.945948 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8bff8ef5-1134-4648-ae64-7b54bf8dde81 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:31.984659 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8bff8ef5-1134-4648-ae64-7b54bf8dde81 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:32.073169 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a74d9a1-879c-40b5-8f8b-2ea147e2b3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:32.107780 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bff8ef5-1134-4648-ae64-7b54bf8dde81 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Made reservation on behalf of 09c1b7c9f9e7457483016ef1392d132c for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:02:32.108207 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-45509120-930c-48ce-abe6-935cef3a6303 None None] Attempt 3 to provision port 941039c9-371e-4cc2-bff8-40878de4eecd Sep 23 15:02:32.111698 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8bff8ef5-1134-4648-ae64-7b54bf8dde81 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:32.141630 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e1fb6172-c81c-4ad2-bd1e-2ff066fc8a4e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:32.181053 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bff8ef5-1134-4648-ae64-7b54bf8dde81 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:02:32.199553 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-02b6db19-6142-499d-81b1-405ff8e112c9 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:32.201091 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-ff724ae6-97ea-4d34-823d-3a0f742ca32e req-8fe7675f-169e-4f21-98b6-59158bbfab88 service neutron] Unset dirty status for tenant:f2d9d5100b984e699d3bd40b3c9913fa on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:02:32.202182 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ff724ae6-97ea-4d34-823d-3a0f742ca32e req-8fe7675f-169e-4f21-98b6-59158bbfab88 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9205110 Sep 23 15:02:32.203340 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e1fb6172-c81c-4ad2-bd1e-2ff066fc8a4e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:32.204994 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-45509120-930c-48ce-abe6-935cef3a6303 None None] Port 941039c9-371e-4cc2-bff8-40878de4eecd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:32.207017 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8bff8ef5-1134-4648-ae64-7b54bf8dde81 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:32.209596 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-8bff8ef5-1134-4648-ae64-7b54bf8dde81 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Added segment 46177347-6c3a-41d2-9b99-eda59884734b of type vlan for network 0072b165-533a-49a7-9ef2-07bde5ca60b3 Sep 23 15:02:32.209725 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-02b6db19-6142-499d-81b1-405ff8e112c9 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:32.241077 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8bff8ef5-1134-4648-ae64-7b54bf8dde81 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:32.306296 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3e738590-7b5f-4804-863e-e14edab37ffc tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:32.366172 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79bb4b-5e7f-4ec3-9259-41ded93c17a4 req-64965aca-3635-4f4f-b118-382434aaef7c tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:32.368698 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-be79bb4b-5e7f-4ec3-9259-41ded93c17a4 req-64965aca-3635-4f4f-b118-382434aaef7c tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.1147149 Sep 23 15:02:32.371792 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:32.395552 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3e738590-7b5f-4804-863e-e14edab37ffc tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:32.396230 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-3e738590-7b5f-4804-863e-e14edab37ffc tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] In _notify_port_updated(), no bound segment for port 7e05741a-682a-4b12-bb1a-e278620c0be9 on network 313c0611-149a-433f-9172-19c4db0ab0e6 {{(pid=89738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 23 15:02:32.401705 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e738590-7b5f-4804-863e-e14edab37ffc tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:32.403173 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3e738590-7b5f-4804-863e-e14edab37ffc tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:32.403845 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3e738590-7b5f-4804-863e-e14edab37ffc tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] 10.222.0.67 "PUT /v2.0/ports/7e05741a-682a-4b12-bb1a-e278620c0be9 HTTP/1.1" status: 200 len: 1003 time: 1.0187764 Sep 23 15:02:32.413420 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39696) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:32.466476 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8bff8ef5-1134-4648-ae64-7b54bf8dde81 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:32.472734 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bff8ef5-1134-4648-ae64-7b54bf8dde81 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:32.473330 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8bff8ef5-1134-4648-ae64-7b54bf8dde81 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:32.520531 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-be79bb4b-5e7f-4ec3-9259-41ded93c17a4 req-805d5955-51e4-4e42-8944-3c9f7fce1e2a tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456580 Sep 23 15:02:32.527064 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-02b6db19-6142-499d-81b1-405ff8e112c9 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:32.527592 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b6db19-6142-499d-81b1-405ff8e112c9 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Fanout notify agent at l3_agent the message router_deleted on router 96520fb9-0727-4495-97ce-48d9a174b0c4 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:02:32.608603 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e738590-7b5f-4804-863e-e14edab37ffc tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Pushing event updated for resources: {'Port': ['ID=7e05741a-682a-4b12-bb1a-e278620c0be9,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:32.617939 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff8ef5-1134-4648-ae64-7b54bf8dde81 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Pushing event updated for resources: {'Network': ['ID=0072b165-533a-49a7-9ef2-07bde5ca60b3,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:32.629353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 0072b165-533a-49a7-9ef2-07bde5ca60b3 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:02:32.646563 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f38066-0561-469d-88a4-50421566daea req-cab47904-10c4-4afe-b124-665c18908c73 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:32.648209 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b4f38066-0561-469d-88a4-50421566daea req-cab47904-10c4-4afe-b124-665c18908c73 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/ports?device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 945 time: 0.8423347 Sep 23 15:02:32.679982 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8bff8ef5-1134-4648-ae64-7b54bf8dde81 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7536635 Sep 23 15:02:32.682944 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39700) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:32.689450 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-a0d82860-af7f-4327-9dcf-4da983031976 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1855344150'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:32.694868 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a0d82860-af7f-4327-9dcf-4da983031976 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:32.699155 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a0d82860-af7f-4327-9dcf-4da983031976 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Usage tracker for resource:network and tenant:09c1b7c9f9e7457483016ef1392d132c is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:32.702137 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a0d82860-af7f-4327-9dcf-4da983031976 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:32.705728 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-45509120-930c-48ce-abe6-935cef3a6303 None None] Attempt 4 to provision port 941039c9-371e-4cc2-bff8-40878de4eecd Sep 23 15:02:32.705886 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-422f0c3f-27f8-45b7-acd0-3257b6a64a95 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Deleting port 7e05741a-682a-4b12-bb1a-e278620c0be9 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:02:32.706065 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-422f0c3f-27f8-45b7-acd0-3257b6a64a95 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:32.708257 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a0d82860-af7f-4327-9dcf-4da983031976 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:32.758799 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7277504e-0d9e-408e-963c-9106d56f7647 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:32.797350 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-45509120-930c-48ce-abe6-935cef3a6303 None None] Port 941039c9-371e-4cc2-bff8-40878de4eecd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:32.797887 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-02b6db19-6142-499d-81b1-405ff8e112c9 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:32.798993 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-02b6db19-6142-499d-81b1-405ff8e112c9 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "DELETE /v2.0/routers/96520fb9-0727-4495-97ce-48d9a174b0c4 HTTP/1.1" status: 204 len: 168 time: 6.2716565 Sep 23 15:02:32.804082 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39704) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:32.809584 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-852125f9-3414-4e1e-b280-99b238ef1de7 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Request body: {'router': {'name': 'tempest-snat-router-927986412', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'enable_snat': False}}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:32.814398 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d82860-af7f-4327-9dcf-4da983031976 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Made reservation on behalf of 09c1b7c9f9e7457483016ef1392d132c for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:02:32.818123 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0d82860-af7f-4327-9dcf-4da983031976 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:32.830458 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-852125f9-3414-4e1e-b280-99b238ef1de7 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:32.838954 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-852125f9-3414-4e1e-b280-99b238ef1de7 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Usage tracker for resource:router and tenant:cb649363b776463fa89467c87d83ab96 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:32.847612 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-852125f9-3414-4e1e-b280-99b238ef1de7 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:32.857094 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-852125f9-3414-4e1e-b280-99b238ef1de7 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:32.869320 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d82860-af7f-4327-9dcf-4da983031976 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:02:32.878733 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0d82860-af7f-4327-9dcf-4da983031976 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:32.879077 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-a0d82860-af7f-4327-9dcf-4da983031976 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Added segment 808b9a75-94e1-45ec-8ed7-d7f27a51a2d2 of type vlan for network 1b48d884-f1db-4ec2-a9fe-603ac3120a6b Sep 23 15:02:32.910225 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0d82860-af7f-4327-9dcf-4da983031976 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:32.952679 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b4f38066-0561-469d-88a4-50421566daea req-a5a14979-9b08-4992-94e2-2c9e5479b802 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3d5837d-73ab-48f6-b463-1f86aa0e019f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2821276 Sep 23 15:02:32.964919 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-852125f9-3414-4e1e-b280-99b238ef1de7 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:32.970934 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-852125f9-3414-4e1e-b280-99b238ef1de7 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:32.985336 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-852125f9-3414-4e1e-b280-99b238ef1de7 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:33.044630 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0d82860-af7f-4327-9dcf-4da983031976 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:33.050543 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d82860-af7f-4327-9dcf-4da983031976 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:33.051201 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0d82860-af7f-4327-9dcf-4da983031976 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:33.298607 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-45509120-930c-48ce-abe6-935cef3a6303 None None] Attempt 5 to provision port 941039c9-371e-4cc2-bff8-40878de4eecd Sep 23 15:02:33.372461 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-45509120-930c-48ce-abe6-935cef3a6303 None None] Port 941039c9-371e-4cc2-bff8-40878de4eecd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:33.392828 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-e1fb6172-c81c-4ad2-bd1e-2ff066fc8a4e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Allocated IP 2001:db8::9a (5eddf40a-99c3-4839-954e-448f09b028fe/13abf180-d4bd-44e8-a09a-0188ac2e6492/5f1ed6e2-f065-46cf-815d-dc1b2f4d7661) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:33.407064 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a0d82860-af7f-4327-9dcf-4da983031976 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7227621 Sep 23 15:02:33.411839 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39708) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:33.412469 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d82860-af7f-4327-9dcf-4da983031976 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Pushing event updated for resources: {'Network': ['ID=1b48d884-f1db-4ec2-a9fe-603ac3120a6b,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:33.421839 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Request body: {'ports': [{'network_id': '0072b165-533a-49a7-9ef2-07bde5ca60b3', 'name': 'tempest-port--383641048', 'admin_state_up': True}, {'network_id': '1b48d884-f1db-4ec2-a9fe-603ac3120a6b', 'admin_state_up': False}]} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:33.422143 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Request body: {'port': {'network_id': '0072b165-533a-49a7-9ef2-07bde5ca60b3', 'name': 'tempest-port--383641048', 'admin_state_up': True}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:33.422645 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Request body: {'port': {'network_id': '1b48d884-f1db-4ec2-a9fe-603ac3120a6b', 'admin_state_up': False}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:33.424066 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 1b48d884-f1db-4ec2-a9fe-603ac3120a6b details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:02:33.438252 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-852125f9-3414-4e1e-b280-99b238ef1de7 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:33.660554 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-422f0c3f-27f8-45b7-acd0-3257b6a64a95 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:33.739957 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.resource_extend [None req-bc170221-4601-40a8-b456-71f3733bff3b tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:02:33.858003 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-422f0c3f-27f8-45b7-acd0-3257b6a64a95 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Calling delete_port for 7e05741a-682a-4b12-bb1a-e278620c0be9 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:02:33.866550 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:33.873894 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-45509120-930c-48ce-abe6-935cef3a6303 None None] Attempt 6 to provision port 941039c9-371e-4cc2-bff8-40878de4eecd Sep 23 15:02:33.880617 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Usage tracker for resource:port and tenant:09c1b7c9f9e7457483016ef1392d132c is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:33.889551 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:33.898281 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:33.932675 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-45509120-930c-48ce-abe6-935cef3a6303 None None] Port 941039c9-371e-4cc2-bff8-40878de4eecd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:33.937780 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0409acc-ff47-44d9-a4da-e66e5dc0e2eb req-69e4ab5e-31eb-4c24-a0d4-1b19355a6a43 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:33.939299 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e0409acc-ff47-44d9-a4da-e66e5dc0e2eb req-69e4ab5e-31eb-4c24-a0d4-1b19355a6a43 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.2993112 Sep 23 15:02:33.939453 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bc170221-4601-40a8-b456-71f3733bff3b tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:33.980482 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Made reservation on behalf of 09c1b7c9f9e7457483016ef1392d132c for: {'port': 2} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:02:33.984881 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:34.008492 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bc170221-4601-40a8-b456-71f3733bff3b tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:34.025922 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:34.039720 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e0409acc-ff47-44d9-a4da-e66e5dc0e2eb req-377d7724-479f-4e3f-bba5-d70dbbc5c12c tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937278 Sep 23 15:02:34.231195 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e1fb6172-c81c-4ad2-bd1e-2ff066fc8a4e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:34.293313 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc170221-4601-40a8-b456-71f3733bff3b tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Pushing event updated for resources: {'Port': ['ID=941039c9-371e-4cc2-bff8-40878de4eecd,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:34.321117 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bc170221-4601-40a8-b456-71f3733bff3b tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:34.434453 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-45509120-930c-48ce-abe6-935cef3a6303 None None] Attempt 7 to provision port 941039c9-371e-4cc2-bff8-40878de4eecd Sep 23 15:02:34.477240 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-852125f9-3414-4e1e-b280-99b238ef1de7 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:34.495498 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-45509120-930c-48ce-abe6-935cef3a6303 None None] Port 941039c9-371e-4cc2-bff8-40878de4eecd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:34.496303 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5b1122d9-9272-4c90-af6a-fb8462126b43 req-57719b7a-fb04-4d44-9f34-27b45cb5c623 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6821880 Sep 23 15:02:34.501223 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-7277504e-0d9e-408e-963c-9106d56f7647 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Allocated IP 172.20.0.1 (767858c3-3871-4b07-b1ed-5f1dbc9b7e52/69133ece-57f0-45dd-95e4-841a2123b081/34e467d8-5068-498a-88d9-ce69959c7f4c) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:34.516859 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] device_id is not set on port 052102fe-9cd8-456d-ad3b-9e1419b70572 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:02:34.521144 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-852125f9-3414-4e1e-b280-99b238ef1de7 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:34.582406 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d428a-221b-4811-bba1-cbbf40f35372 req-644bd42e-aba3-4baf-b55e-d67cd5c2a5b4 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:34.583926 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0a1d428a-221b-4811-bba1-cbbf40f35372 req-644bd42e-aba3-4baf-b55e-d67cd5c2a5b4 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/ports?device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 945 time: 0.4633710 Sep 23 15:02:34.584351 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d7feb-87e0-41ea-8b22-1126aa246bc4 req-4f4c5d15-9206-4cd5-8b9f-b520a130021c tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:34.585825 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-858d7feb-87e0-41ea-8b22-1126aa246bc4 req-4f4c5d15-9206-4cd5-8b9f-b520a130021c tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.4271288 Sep 23 15:02:34.604091 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39718) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:34.612384 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-4e798cf6-fe8d-4024-982a-0139462b4d80 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Request body: {'floatingip': {'port_id': '64583ae6-6cbd-4e1f-b209-1f95f8ab1c32'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:34.705707 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4e798cf6-fe8d-4024-982a-0139462b4d80 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks [] for floatingip, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:34.718573 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-422f0c3f-27f8-45b7-acd0-3257b6a64a95 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:34.720501 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e1fb6172-c81c-4ad2-bd1e-2ff066fc8a4e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:34.981592 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-55537411-147c-4d68-a679-ce640a8b15ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:34.997161 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-45509120-930c-48ce-abe6-935cef3a6303 None None] Attempt 8 to provision port 941039c9-371e-4cc2-bff8-40878de4eecd Sep 23 15:02:35.020824 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fb6172-c81c-4ad2-bd1e-2ff066fc8a4e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Network 5eddf40a-99c3-4839-954e-448f09b028fe is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:35.028251 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-852125f9-3414-4e1e-b280-99b238ef1de7 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Allocated IP 172.26.10.208 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/dd94a846-e1fd-4b00-84e7-207767910dcf) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:35.031687 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:35.048406 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-e1fb6172-c81c-4ad2-bd1e-2ff066fc8a4e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:35.061788 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc170221-4601-40a8-b456-71f3733bff3b tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Network db8602f9-148a-4347-bea8-86422b2be6e0 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:35.066395 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0a1d428a-221b-4811-bba1-cbbf40f35372 req-025207be-1ab0-4618-b7a6-ac2fc738ed1a tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3d5837d-73ab-48f6-b463-1f86aa0e019f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3863089 Sep 23 15:02:35.070713 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-45509120-930c-48ce-abe6-935cef3a6303 None None] Port 941039c9-371e-4cc2-bff8-40878de4eecd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:35.070973 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fb6172-c81c-4ad2-bd1e-2ff066fc8a4e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:35.121509 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb6172-c81c-4ad2-bd1e-2ff066fc8a4e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Pushing event updated for resources: {'Port': ['ID=5f1ed6e2-f065-46cf-815d-dc1b2f4d7661,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:35.124104 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-bc170221-4601-40a8-b456-71f3733bff3b tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:35.281729 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f0c3f-27f8-45b7-acd0-3257b6a64a95 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Pushing event deleted for resources: {'Port': ['ID=7e05741a-682a-4b12-bb1a-e278620c0be9,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:35.399708 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7277504e-0d9e-408e-963c-9106d56f7647 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:35.438442 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:35.488132 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:35.552129 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] device_id is not set on port 418d9bb2-ec87-4736-b30f-df4da58dda29 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:02:35.575281 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-45509120-930c-48ce-abe6-935cef3a6303 None None] Attempt 9 to provision port 941039c9-371e-4cc2-bff8-40878de4eecd Sep 23 15:02:35.590743 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-422f0c3f-27f8-45b7-acd0-3257b6a64a95 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:35.596107 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1122d9-9272-4c90-af6a-fb8462126b43 req-f3706022-8a84-41b8-935f-885d5316f37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:35.597665 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5b1122d9-9272-4c90-af6a-fb8462126b43 req-f3706022-8a84-41b8-935f-885d5316f37d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=74a86a480a6e47f78eac424839cb09ea&device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 1099 time: 1.0128603 Sep 23 15:02:35.636755 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-422f0c3f-27f8-45b7-acd0-3257b6a64a95 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] 10.222.0.67 "DELETE /v2.0/ports/7e05741a-682a-4b12-bb1a-e278620c0be9 HTTP/1.1" status: 204 len: 168 time: 3.2191150 Sep 23 15:02:35.639232 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39724) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:35.639716 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-45509120-930c-48ce-abe6-935cef3a6303 None None] Port 941039c9-371e-4cc2-bff8-40878de4eecd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:35.842272 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-852125f9-3414-4e1e-b280-99b238ef1de7 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:35.851621 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d1f553-3baf-444e-9440-a2a55d36a1ac tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] GET failed (client error): The resource could not be found. Sep 23 15:02:35.854624 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b8d1f553-3baf-444e-9440-a2a55d36a1ac tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Synchronizing usage tracker for tenant:4d548b1315ae40b2aec780c8787d5c97 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:02:35.854740 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f536ef4-c75c-4c77-81e6-2ee3c9fa5bc6 req-2eb8ec53-67cd-44a8-84a4-bbb8206dfef1 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:35.854740 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-4f536ef4-c75c-4c77-81e6-2ee3c9fa5bc6 req-2eb8ec53-67cd-44a8-84a4-bbb8206dfef1 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/ports?device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 945 time: 0.6601949 Sep 23 15:02:35.865076 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39728) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:35.877686 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc170221-4601-40a8-b456-71f3733bff3b tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Router 9222abb4-600b-4c09-8b24-69151d1ec608 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:02:35.886183 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-99dcf7df-061a-4e42-9de2-3f06ab562b1a tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Request body: {'floatingip': {'port_id': 'a2cc9761-d858-4877-b069-a29d0ad8fc8b'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:36.003048 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:36.030768 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7277504e-0d9e-408e-963c-9106d56f7647 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:36.117802 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-99dcf7df-061a-4e42-9de2-3f06ab562b1a tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks [] for floatingip, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:36.140773 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-45509120-930c-48ce-abe6-935cef3a6303 None None] Attempt 10 to provision port 941039c9-371e-4cc2-bff8-40878de4eecd Sep 23 15:02:36.142568 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-852125f9-3414-4e1e-b280-99b238ef1de7 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:36.196303 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-45509120-930c-48ce-abe6-935cef3a6303 None None] Port 941039c9-371e-4cc2-bff8-40878de4eecd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:36.238388 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852125f9-3414-4e1e-b280-99b238ef1de7 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:36.245146 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-852125f9-3414-4e1e-b280-99b238ef1de7 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:36.248324 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4e798cf6-fe8d-4024-982a-0139462b4d80 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:36.251380 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852125f9-3414-4e1e-b280-99b238ef1de7 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:36.278430 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852125f9-3414-4e1e-b280-99b238ef1de7 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Pushing event updated for resources: {'Port': ['ID=dd94a846-e1fd-4b00-84e7-207767910dcf,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:36.281886 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b8d1f553-3baf-444e-9440-a2a55d36a1ac tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Unset dirty status for tenant:4d548b1315ae40b2aec780c8787d5c97 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:02:36.283078 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b8d1f553-3baf-444e-9440-a2a55d36a1ac tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] 10.222.0.67 "GET /v2.0/ports/7e05741a-682a-4b12-bb1a-e278620c0be9 HTTP/1.1" status: 404 len: 333 time: 0.6209676 Sep 23 15:02:36.292581 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39732) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:36.298697 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-b6ca2f32-70cc-44a8-b79a-c4d7cef34348 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Request body: {'port': {'network_id': '313c0611-149a-433f-9172-19c4db0ab0e6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-564249393'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:36.320149 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:36.325001 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-7b6810f1-9d8f-4be7-bcf5-59ab785c3b2f None None] Provisioning complete for port 941039c9-371e-4cc2-bff8-40878de4eecd triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:02:36.325001 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7b6810f1-9d8f-4be7-bcf5-59ab785c3b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:36.325001 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-7b6810f1-9d8f-4be7-bcf5-59ab785c3b2f None None] Attempt 1 to provision port 941039c9-371e-4cc2-bff8-40878de4eecd Sep 23 15:02:36.378222 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7b6810f1-9d8f-4be7-bcf5-59ab785c3b2f None None] Port 941039c9-371e-4cc2-bff8-40878de4eecd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:36.422698 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4e798cf6-fe8d-4024-982a-0139462b4d80 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:36.453401 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7277504e-0d9e-408e-963c-9106d56f7647 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Network 767858c3-3871-4b07-b1ed-5f1dbc9b7e52 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:36.467127 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1122d9-9272-4c90-af6a-fb8462126b43 req-6603b948-e1a3-4cd2-9852-2b4beceaea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:36.468548 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5b1122d9-9272-4c90-af6a-fb8462126b43 req-6603b948-e1a3-4cd2-9852-2b4beceaea7d service neutron] 10.222.0.72 "GET /v2.0/networks?id=901c9061-3ace-4755-b443-55ec936320e8 HTTP/1.1" status: 200 len: 913 time: 0.8320081 Sep 23 15:02:36.477359 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-7277504e-0d9e-408e-963c-9106d56f7647 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:36.484875 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277504e-0d9e-408e-963c-9106d56f7647 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event updated for resources: {'Port': ['ID=34e467d8-5068-498a-88d9-ce69959c7f4c,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:36.490889 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7277504e-0d9e-408e-963c-9106d56f7647 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:36.515483 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e1fb6172-c81c-4ad2-bd1e-2ff066fc8a4e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:36.844746 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Pushing event updated for resources: {'Port': ['ID=052102fe-9cd8-456d-ad3b-9e1419b70572,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:36.855418 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:36.879377 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-7b6810f1-9d8f-4be7-bcf5-59ab785c3b2f None None] Attempt 2 to provision port 941039c9-371e-4cc2-bff8-40878de4eecd Sep 23 15:02:36.899691 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7277504e-0d9e-408e-963c-9106d56f7647 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:36.938514 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7b6810f1-9d8f-4be7-bcf5-59ab785c3b2f None None] Port 941039c9-371e-4cc2-bff8-40878de4eecd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:36.965510 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Checking segment: {'id': '46177347-6c3a-41d2-9b99-eda59884734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '0072b165-533a-49a7-9ef2-07bde5ca60b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:02:36.965877 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Network hostable DHCP agents. Network: 0072b165-533a-49a7-9ef2-07bde5ca60b3, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:02:37.007809 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5b1122d9-9272-4c90-af6a-fb8462126b43 req-db861f10-ec12-4d5b-8023-7d12d5d95515 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 HTTP/1.1" status: 200 len: 1000 time: 0.4401374 Sep 23 15:02:37.014901 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b6ca2f32-70cc-44a8-b79a-c4d7cef34348 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:37.017593 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-4e798cf6-fe8d-4024-982a-0139462b4d80 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Floating IP 5d1c2451-a66c-42f8-92c7-e3d10e0b50e2 associated. External IP: 172.26.10.75, port: 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32. Sep 23 15:02:37.025341 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc170221-4601-40a8-b456-71f3733bff3b tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:02:37.036801 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02e0a8e-5631-4ed4-94a4-dedcd44568f0 None None] Sync routers for ids ['9222abb4-600b-4c09-8b24-69151d1ec608'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:02:37.046835 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02e0a8e-5631-4ed4-94a4-dedcd44568f0 None None] Routers {'9222abb4-600b-4c09-8b24-69151d1ec608'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:37.047438 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-f02e0a8e-5631-4ed4-94a4-dedcd44568f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['9222abb4-600b-4c09-8b24-69151d1ec608'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:37.066613 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-bc170221-4601-40a8-b456-71f3733bff3b tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] 10.222.0.67 "PUT /v2.0/routers/9222abb4-600b-4c09-8b24-69151d1ec608/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1960664 Sep 23 15:02:37.069163 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39736) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:37.086799 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-1187264b-924f-4bc3-a4df-fdea3a8ae02f tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Request body: {'port': {'network_id': 'db8602f9-148a-4347-bea8-86422b2be6e0', 'name': 'tempest-FloatingIPAdminTestJSON-1596869125'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:37.104395 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b6ca2f32-70cc-44a8-b79a-c4d7cef34348 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:37.110628 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-f02e0a8e-5631-4ed4-94a4-dedcd44568f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:37.120143 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02e0a8e-5631-4ed4-94a4-dedcd44568f0 None None] Routers {'9222abb4-600b-4c09-8b24-69151d1ec608'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:37.122687 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-f02e0a8e-5631-4ed4-94a4-dedcd44568f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['9222abb4-600b-4c09-8b24-69151d1ec608'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:37.182242 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-f02e0a8e-5631-4ed4-94a4-dedcd44568f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:37.182695 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02e0a8e-5631-4ed4-94a4-dedcd44568f0 None None] The sync data for ids ['9222abb4-600b-4c09-8b24-69151d1ec608'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:02:37.251078 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Network 0072b165-533a-49a7-9ef2-07bde5ca60b3 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:02:37.283979 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1122d9-9272-4c90-af6a-fb8462126b43 req-f7726a1a-76c2-4e04-9e07-5e5ee3eec668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:37.285360 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5b1122d9-9272-4c90-af6a-fb8462126b43 req-f7726a1a-76c2-4e04-9e07-5e5ee3eec668 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3 HTTP/1.1" status: 200 len: 851 time: 0.2632411 Sep 23 15:02:37.374528 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ca2f32-70cc-44a8-b79a-c4d7cef34348 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Made reservation on behalf of 4d548b1315ae40b2aec780c8787d5c97 for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:02:37.377976 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b6ca2f32-70cc-44a8-b79a-c4d7cef34348 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:37.409777 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 0072b165-533a-49a7-9ef2-07bde5ca60b3) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:37.419880 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349a4e8b-faa6-463e-8612-995e25df1e2d None None] Network 0072b165-533a-49a7-9ef2-07bde5ca60b3 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:02:37.439098 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-7b6810f1-9d8f-4be7-bcf5-59ab785c3b2f None None] Attempt 3 to provision port 941039c9-371e-4cc2-bff8-40878de4eecd Sep 23 15:02:37.492334 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:37.493167 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:37.556868 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-b6ca2f32-70cc-44a8-b79a-c4d7cef34348 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] device_id is not set on port 377ba9e2-9320-4e6c-a628-161db5cdc8a8 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:02:37.560645 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7b6810f1-9d8f-4be7-bcf5-59ab785c3b2f None None] Port 941039c9-371e-4cc2-bff8-40878de4eecd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:37.680501 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1187264b-924f-4bc3-a4df-fdea3a8ae02f tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:37.691314 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-852125f9-3414-4e1e-b280-99b238ef1de7 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:37.769907 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e1fb6172-c81c-4ad2-bd1e-2ff066fc8a4e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:37.808135 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Pushing event updated for resources: {'Port': ['ID=418d9bb2-ec87-4736-b30f-df4da58dda29,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:37.824640 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1187264b-924f-4bc3-a4df-fdea3a8ae02f tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Usage tracker for resource:port and tenant:8b623671e2c74ea6847a116417ce5d33 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:37.839837 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1187264b-924f-4bc3-a4df-fdea3a8ae02f tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:37.871852 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1187264b-924f-4bc3-a4df-fdea3a8ae02f tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:38.001905 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Checking segment: {'id': '808b9a75-94e1-45ec-8ed7-d7f27a51a2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '1b48d884-f1db-4ec2-a9fe-603ac3120a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:02:38.002270 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Network hostable DHCP agents. Network: 1b48d884-f1db-4ec2-a9fe-603ac3120a6b, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:02:38.019105 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1187264b-924f-4bc3-a4df-fdea3a8ae02f tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Made reservation on behalf of 8b623671e2c74ea6847a116417ce5d33 for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:02:38.022586 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1187264b-924f-4bc3-a4df-fdea3a8ae02f tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:38.062449 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-7b6810f1-9d8f-4be7-bcf5-59ab785c3b2f None None] Attempt 4 to provision port 941039c9-371e-4cc2-bff8-40878de4eecd Sep 23 15:02:38.082038 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7277504e-0d9e-408e-963c-9106d56f7647 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:38.093347 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1122d9-9272-4c90-af6a-fb8462126b43 req-e18076f7-5309-45e2-9e2c-74f2826dc935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:38.095053 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5b1122d9-9272-4c90-af6a-fb8462126b43 req-e18076f7-5309-45e2-9e2c-74f2826dc935 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=901c9061-3ace-4755-b443-55ec936320e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6975701 Sep 23 15:02:38.119879 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7b6810f1-9d8f-4be7-bcf5-59ab785c3b2f None None] Port 941039c9-371e-4cc2-bff8-40878de4eecd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:38.221807 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.resource_extend [None req-99dcf7df-061a-4e42-9de2-3f06ab562b1a tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:02:38.308352 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-1187264b-924f-4bc3-a4df-fdea3a8ae02f tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] device_id is not set on port 8a4912cc-362c-4c4b-9d56-6cc634e387ae yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:02:38.346065 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-b6ca2f32-70cc-44a8-b79a-c4d7cef34348 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Allocated IP 2001:db8::197 (313c0611-149a-433f-9172-19c4db0ab0e6/87e2b122-2ddf-4fed-aa76-2a64a6025c8e/377ba9e2-9320-4e6c-a628-161db5cdc8a8) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:38.429806 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-99dcf7df-061a-4e42-9de2-3f06ab562b1a tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:38.449784 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Network 1b48d884-f1db-4ec2-a9fe-603ac3120a6b is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:02:38.482611 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-99dcf7df-061a-4e42-9de2-3f06ab562b1a tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:38.484698 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e798cf6-fe8d-4024-982a-0139462b4d80 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Router e8a384fb-8084-40cc-a6fb-5a538a6e7ac0 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:02:38.621328 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-7b6810f1-9d8f-4be7-bcf5-59ab785c3b2f None None] Attempt 5 to provision port 941039c9-371e-4cc2-bff8-40878de4eecd Sep 23 15:02:38.645863 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5b1122d9-9272-4c90-af6a-fb8462126b43 req-cb0c7992-a3f6-4fa7-9371-5b0a82b3ba95 service neutron] 10.222.0.72 "GET /v2.0/networks/901c9061-3ace-4755-b443-55ec936320e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367215 Sep 23 15:02:38.678829 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7b6810f1-9d8f-4be7-bcf5-59ab785c3b2f None None] Port 941039c9-371e-4cc2-bff8-40878de4eecd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:38.698727 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 1b48d884-f1db-4ec2-a9fe-603ac3120a6b) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:38.710212 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4c81bd-91d6-4728-b108-b0852ac38f07 None None] Network 1b48d884-f1db-4ec2-a9fe-603ac3120a6b requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:02:38.744703 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:38.750436 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:38.755250 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:38.755920 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:38.820375 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fb6172-c81c-4ad2-bd1e-2ff066fc8a4e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Router 898dd2a7-fe90-4c65-8282-ed606cae9d4b is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:02:38.975885 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-1187264b-924f-4bc3-a4df-fdea3a8ae02f tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Allocated IP 172.20.0.6 (db8602f9-148a-4347-bea8-86422b2be6e0/0776f489-7788-4b4b-8540-8034911e26a5/8a4912cc-362c-4c4b-9d56-6cc634e387ae) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:38.978170 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-852125f9-3414-4e1e-b280-99b238ef1de7 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:39.094809 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-96168fb5-14a5-4a64-8bc2-629f3ef8e1f7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.6775577 Sep 23 15:02:39.102797 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39740) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:39.137554 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e798cf6-fe8d-4024-982a-0139462b4d80 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:02:39.146789 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4e798cf6-fe8d-4024-982a-0139462b4d80 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:39.148306 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cfdaac-554c-4bc4-ae55-a27850c8b325 None None] Sync routers for ids ['e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:02:39.157686 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cfdaac-554c-4bc4-ae55-a27850c8b325 None None] Routers {'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:39.158305 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-f9cfdaac-554c-4bc4-ae55-a27850c8b325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:39.177348 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-99dcf7df-061a-4e42-9de2-3f06ab562b1a tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Floating IP 05a76c05-f9b0-4ce0-b80e-50fc63753836 associated. External IP: 172.26.10.26, port: a2cc9761-d858-4877-b069-a29d0ad8fc8b. Sep 23 15:02:39.246591 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-7b6810f1-9d8f-4be7-bcf5-59ab785c3b2f None None] Attempt 6 to provision port 941039c9-371e-4cc2-bff8-40878de4eecd Sep 23 15:02:39.305899 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b6ca2f32-70cc-44a8-b79a-c4d7cef34348 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:39.370366 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7b6810f1-9d8f-4be7-bcf5-59ab785c3b2f None None] Port 941039c9-371e-4cc2-bff8-40878de4eecd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:39.372594 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5b1122d9-9272-4c90-af6a-fb8462126b43 req-9150f5f3-168b-4111-9ad1-ad57d1be2c13 service neutron] 10.222.0.72 "GET /v2.0/networks/901c9061-3ace-4755-b443-55ec936320e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7149234 Sep 23 15:02:39.403675 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4e798cf6-fe8d-4024-982a-0139462b4d80 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "PUT /v2.0/floatingips/5d1c2451-a66c-42f8-92c7-e3d10e0b50e2 HTTP/1.1" status: 200 len: 992 time: 4.7974622 Sep 23 15:02:39.404242 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-b6ca2f32-70cc-44a8-b79a-c4d7cef34348 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Transition to ACTIVE for port object 377ba9e2-9320-4e6c-a628-161db5cdc8a8 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:02:39.411343 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fcc65b3-4fc3-4fdc-b262-966df00b7d8a', 'tag': '64583ae6-6cbd-4e1f-b209-1f95f8ab1c32'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:02:39.428936 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-f9cfdaac-554c-4bc4-ae55-a27850c8b325 None None] Set router e8a384fb-8084-40cc-a6fb-5a538a6e7ac0 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:02:39.537957 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8009c2c01c24846940f3c9c2beb64f503f2d744ca5e92813e431a27377ac34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3dfde9-daba-454b-94c0-873eff95e1a4" -d '{"events": [{"name": "network-changed", "server_uuid": "2fcc65b3-4fc3-4fdc-b262-966df00b7d8a", "tag": "64583ae6-6cbd-4e1f-b209-1f95f8ab1c32"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:02:39.550478 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1187264b-924f-4bc3-a4df-fdea3a8ae02f tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:39.581166 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-1187264b-924f-4bc3-a4df-fdea3a8ae02f tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Transition to ACTIVE for port object 8a4912cc-362c-4c4b-9d56-6cc634e387ae will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:02:39.582534 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fb6172-c81c-4ad2-bd1e-2ff066fc8a4e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:02:39.593486 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f490f0-2546-44e3-87bf-0ebcf01ce12b None None] Sync routers for ids ['898dd2a7-fe90-4c65-8282-ed606cae9d4b'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:02:39.599949 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b6ca2f32-70cc-44a8-b79a-c4d7cef34348 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:39.617031 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f490f0-2546-44e3-87bf-0ebcf01ce12b None None] Routers {'898dd2a7-fe90-4c65-8282-ed606cae9d4b'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:39.620966 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-45f490f0-2546-44e3-87bf-0ebcf01ce12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['898dd2a7-fe90-4c65-8282-ed606cae9d4b'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:39.646996 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986df235-abf4-4689-94f1-4e3da3312708 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:39.653909 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986df235-abf4-4689-94f1-4e3da3312708 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:39.655780 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-986df235-abf4-4689-94f1-4e3da3312708 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4994001 Sep 23 15:02:39.661048 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39754) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:39.667574 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852125f9-3414-4e1e-b280-99b238ef1de7 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Router 53971d36-48f1-4be6-91b5-538b2bde8fc6 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:02:39.729205 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e1fb6172-c81c-4ad2-bd1e-2ff066fc8a4e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:39.730867 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e1fb6172-c81c-4ad2-bd1e-2ff066fc8a4e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 12.5698240 Sep 23 15:02:39.733598 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7277504e-0d9e-408e-963c-9106d56f7647 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:39.743447 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39758) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:39.760856 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ca2f32-70cc-44a8-b79a-c4d7cef34348 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Network 313c0611-149a-433f-9172-19c4db0ab0e6 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:39.825469 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-b6ca2f32-70cc-44a8-b79a-c4d7cef34348 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:39.850666 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b201ec-f478-414e-ad7a-41e111fb250d x-openstack-request-id: req-a3b201ec-f478-414e-ad7a-41e111fb250d {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:02:39.851273 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fcc65b3-4fc3-4fdc-b262-966df00b7d8a", "tag": "64583ae6-6cbd-4e1f-b209-1f95f8ab1c32", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:02:39.851708 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a3b201ec-f478-414e-ad7a-41e111fb250d {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:02:39.852353 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3b201ec-f478-414e-ad7a-41e111fb250d'] response: {'name': 'network-changed', 'server_uuid': '2fcc65b3-4fc3-4fdc-b262-966df00b7d8a', 'tag': '64583ae6-6cbd-4e1f-b209-1f95f8ab1c32', 'status': 'completed', 'code': 200} Sep 23 15:02:39.858482 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1187264b-924f-4bc3-a4df-fdea3a8ae02f tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:39.882234 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ca2f32-70cc-44a8-b79a-c4d7cef34348 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:39.890013 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ca2f32-70cc-44a8-b79a-c4d7cef34348 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:39.890848 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-7b6810f1-9d8f-4be7-bcf5-59ab785c3b2f None None] Attempt 7 to provision port 941039c9-371e-4cc2-bff8-40878de4eecd Sep 23 15:02:39.891667 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b6ca2f32-70cc-44a8-b79a-c4d7cef34348 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:39.913948 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca2f32-70cc-44a8-b79a-c4d7cef34348 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Pushing event updated for resources: {'Port': ['ID=377ba9e2-9320-4e6c-a628-161db5cdc8a8,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:39.921586 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7277504e-0d9e-408e-963c-9106d56f7647 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:40.013704 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7b6810f1-9d8f-4be7-bcf5-59ab785c3b2f None None] Port 941039c9-371e-4cc2-bff8-40878de4eecd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:40.044855 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-f9cfdaac-554c-4bc4-ae55-a27850c8b325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'name': 'tempest-ServerActionsTestJSON-1933028262-router', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:01:39Z', 'revision_number': 4, 'project_id': '74a86a480a6e47f78eac424839cb09ea', 'gw_port': {'id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:27Z', 'updated_at': '2022-09-23T15:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '5d1c2451-a66c-42f8-92c7-e3d10e0b50e2', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'floating_ip_address': '172.26.10.75', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'port_id': '64583ae6-6cbd-4e1f-b209-1f95f8ab1c32', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901c9061-3ace-4755-b443-55ec936320e8', 'mac_address': 'fa:16:3e:52:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcc65b3-4fc3-4fdc-b262-966df00b7d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:01:51Z', 'updated_at': '2022-09-23T15:02:35Z', 'revision_number': 1, 'project_id': '74a86a480a6e47f78eac424839cb09ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7318af2-af3c-45de-80bc-bf0927d6f715', 'name': '', 'network_id': '901c9061-3ace-4755-b443-55ec936320e8', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'mac_address': 'fa:16:3e:0c:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:35Z', 'updated_at': '2022-09-23T15:01:49Z', 'revision_number': 5, 'project_id': '74a86a480a6e47f78eac424839cb09ea', 'subnets': [{'id': 'ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:40.052991 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cfdaac-554c-4bc4-ae55-a27850c8b325 None None] Checking router: e8a384fb-8084-40cc-a6fb-5a538a6e7ac0 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:02:40.059411 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-45f490f0-2546-44e3-87bf-0ebcf01ce12b None None] Set router 898dd2a7-fe90-4c65-8282-ed606cae9d4b gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:02:40.067026 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cfdaac-554c-4bc4-ae55-a27850c8b325 None None] Routers {'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:40.067914 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-f9cfdaac-554c-4bc4-ae55-a27850c8b325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:40.232017 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1187264b-924f-4bc3-a4df-fdea3a8ae02f tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Network db8602f9-148a-4347-bea8-86422b2be6e0 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:40.242857 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-24193dae-a9b2-49c2-aed9-36f4af806266 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Deleting port 052102fe-9cd8-456d-ad3b-9e1419b70572 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:02:40.243288 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-24193dae-a9b2-49c2-aed9-36f4af806266 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:40.284206 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-1187264b-924f-4bc3-a4df-fdea3a8ae02f tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:40.284553 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-f9cfdaac-554c-4bc4-ae55-a27850c8b325 None None] Set router e8a384fb-8084-40cc-a6fb-5a538a6e7ac0 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:02:40.300558 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7277504e-0d9e-408e-963c-9106d56f7647 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:40.302771 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1187264b-924f-4bc3-a4df-fdea3a8ae02f tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:40.320518 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277504e-0d9e-408e-963c-9106d56f7647 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event updated for resources: {'Port': ['ID=34e467d8-5068-498a-88d9-ce69959c7f4c,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:40.474507 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7010ce5d-5fd9-424a-97b8-0317eeaf5fa7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:40.491054 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b6ca2f32-70cc-44a8-b79a-c4d7cef34348 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.1989417 Sep 23 15:02:40.498502 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39762) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:40.502941 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-45f490f0-2546-44e3-87bf-0ebcf01ce12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898dd2a7-fe90-4c65-8282-ed606cae9d4b', 'name': '', 'tenant_id': '4a7eb123b6d746efb102a22e86c68fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5eddf40a-99c3-4839-954e-448f09b028fe', 'external_fixed_ips': [{'subnet_id': '13abf180-d4bd-44e8-a09a-0188ac2e6492', 'ip_address': '2001:db8::9a'}], 'enable_snat': True}, 'gw_port_id': '5f1ed6e2-f065-46cf-815d-dc1b2f4d7661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:02:27Z', 'updated_at': '2022-09-23T15:02:35Z', 'revision_number': 3, 'project_id': '4a7eb123b6d746efb102a22e86c68fba', 'gw_port': {'id': '5f1ed6e2-f065-46cf-815d-dc1b2f4d7661', 'name': '', 'network_id': '5eddf40a-99c3-4839-954e-448f09b028fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898dd2a7-fe90-4c65-8282-ed606cae9d4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '13abf180-d4bd-44e8-a09a-0188ac2e6492', 'ip_address': '2001:db8::9a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:02:32Z', 'updated_at': '2022-09-23T15:02:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13abf180-d4bd-44e8-a09a-0188ac2e6492', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:40.506149 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187264b-924f-4bc3-a4df-fdea3a8ae02f tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Pushing event updated for resources: {'Port': ['ID=8a4912cc-362c-4c4b-9d56-6cc634e387ae,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:40.513064 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f490f0-2546-44e3-87bf-0ebcf01ce12b None None] Checking router: 898dd2a7-fe90-4c65-8282-ed606cae9d4b for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:02:40.513421 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f490f0-2546-44e3-87bf-0ebcf01ce12b None None] Updating router 898dd2a7-fe90-4c65-8282-ed606cae9d4b port 5f1ed6e2-f065-46cf-815d-dc1b2f4d7661 binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:02:40.528108 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-d0148f50-ea11-4113-a6aa-88b7d63c45c6 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a6:fd:e5'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:40.553805 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99dcf7df-061a-4e42-9de2-3f06ab562b1a tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Router 55234c5e-90c2-4330-a0e1-5d547172e42c has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:02:40.581592 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dfde9-daba-454b-94c0-873eff95e1a4 req-a95a6bcd-7fc1-45fb-b8d6-17209159e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:40.583634 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-be3dfde9-daba-454b-94c0-873eff95e1a4 req-a95a6bcd-7fc1-45fb-b8d6-17209159e33a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=74a86a480a6e47f78eac424839cb09ea&device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 1099 time: 0.6818976 Sep 23 15:02:40.588812 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-7b6810f1-9d8f-4be7-bcf5-59ab785c3b2f None None] Attempt 8 to provision port 941039c9-371e-4cc2-bff8-40878de4eecd Sep 23 15:02:40.611713 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-45f490f0-2546-44e3-87bf-0ebcf01ce12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:40.680185 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7b6810f1-9d8f-4be7-bcf5-59ab785c3b2f None None] Port 941039c9-371e-4cc2-bff8-40878de4eecd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:40.755900 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1187264b-924f-4bc3-a4df-fdea3a8ae02f tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:40.756906 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1187264b-924f-4bc3-a4df-fdea3a8ae02f tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:40.794122 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852125f9-3414-4e1e-b280-99b238ef1de7 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:02:40.809001 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0ceac0-58a6-42b1-a9bb-5d2338319589 None None] Sync routers for ids ['53971d36-48f1-4be6-91b5-538b2bde8fc6'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:02:40.832707 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0ceac0-58a6-42b1-a9bb-5d2338319589 None None] Routers {'53971d36-48f1-4be6-91b5-538b2bde8fc6'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:40.833742 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-3c0ceac0-58a6-42b1-a9bb-5d2338319589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['53971d36-48f1-4be6-91b5-538b2bde8fc6'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:40.940332 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1187264b-924f-4bc3-a4df-fdea3a8ae02f tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8701406 Sep 23 15:02:40.957637 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39766) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:41.012327 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-852125f9-3414-4e1e-b280-99b238ef1de7 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:41.015976 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-852125f9-3414-4e1e-b280-99b238ef1de7 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.2089674 Sep 23 15:02:41.019525 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39772) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:41.059782 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-45f490f0-2546-44e3-87bf-0ebcf01ce12b None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:41.076668 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-45f490f0-2546-44e3-87bf-0ebcf01ce12b None None] Transition to ACTIVE for port object 5f1ed6e2-f065-46cf-815d-dc1b2f4d7661 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:02:41.103581 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-24193dae-a9b2-49c2-aed9-36f4af806266 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:41.105586 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7277504e-0d9e-408e-963c-9106d56f7647 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Network 767858c3-3871-4b07-b1ed-5f1dbc9b7e52 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:41.152595 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-45f490f0-2546-44e3-87bf-0ebcf01ce12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:41.174804 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-7277504e-0d9e-408e-963c-9106d56f7647 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:41.185966 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-7b6810f1-9d8f-4be7-bcf5-59ab785c3b2f None None] Attempt 9 to provision port 941039c9-371e-4cc2-bff8-40878de4eecd Sep 23 15:02:41.196582 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-b0bf0589-9b2a-4fb8-a491-8917a86964b3 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'project_id': '8b623671e2c74ea6847a116417ce5d33', 'port_id': '8a4912cc-362c-4c4b-9d56-6cc634e387ae'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:41.245462 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444e330-a838-4a84-9a3d-a140d1cadd10 None None] Pushing event updated for resources: {'Port': ['ID=5f1ed6e2-f065-46cf-815d-dc1b2f4d7661,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:41.252530 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7b6810f1-9d8f-4be7-bcf5-59ab785c3b2f None None] Port 941039c9-371e-4cc2-bff8-40878de4eecd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:41.254734 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444e330-a838-4a84-9a3d-a140d1cadd10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:41.255188 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444e330-a838-4a84-9a3d-a140d1cadd10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:41.255615 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444e330-a838-4a84-9a3d-a140d1cadd10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:41.256066 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444e330-a838-4a84-9a3d-a140d1cadd10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:41.256475 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444e330-a838-4a84-9a3d-a140d1cadd10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:41.256878 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444e330-a838-4a84-9a3d-a140d1cadd10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:41.257301 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444e330-a838-4a84-9a3d-a140d1cadd10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:41.257912 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444e330-a838-4a84-9a3d-a140d1cadd10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:41.258050 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444e330-a838-4a84-9a3d-a140d1cadd10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:41.258506 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444e330-a838-4a84-9a3d-a140d1cadd10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:41.258834 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444e330-a838-4a84-9a3d-a140d1cadd10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:41.260383 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f444e330-a838-4a84-9a3d-a140d1cadd10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:02:41.266106 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-45f490f0-2546-44e3-87bf-0ebcf01ce12b None None] Attempting to bind port 5f1ed6e2-f065-46cf-815d-dc1b2f4d7661 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:02:41.266665 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-45f490f0-2546-44e3-87bf-0ebcf01ce12b None None] Attempting to bind port 5f1ed6e2-f065-46cf-815d-dc1b2f4d7661 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '07bfa451-7cae-4d31-aa7b-ed6d7f5f7420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5eddf40a-99c3-4839-954e-448f09b028fe'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:02:41.267085 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f490f0-2546-44e3-87bf-0ebcf01ce12b None None] Attempting to bind port 5f1ed6e2-f065-46cf-815d-dc1b2f4d7661 on network 5eddf40a-99c3-4839-954e-448f09b028fe {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:02:41.267810 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-24193dae-a9b2-49c2-aed9-36f4af806266 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Calling delete_port for 052102fe-9cd8-456d-ad3b-9e1419b70572 owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:02:41.272075 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-f9cfdaac-554c-4bc4-ae55-a27850c8b325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'name': 'tempest-ServerActionsTestJSON-1933028262-router', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:01:39Z', 'revision_number': 4, 'project_id': '74a86a480a6e47f78eac424839cb09ea', 'gw_port': {'id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:27Z', 'updated_at': '2022-09-23T15:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '5d1c2451-a66c-42f8-92c7-e3d10e0b50e2', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'floating_ip_address': '172.26.10.75', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'port_id': '64583ae6-6cbd-4e1f-b209-1f95f8ab1c32', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901c9061-3ace-4755-b443-55ec936320e8', 'mac_address': 'fa:16:3e:52:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcc65b3-4fc3-4fdc-b262-966df00b7d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:01:51Z', 'updated_at': '2022-09-23T15:02:35Z', 'revision_number': 1, 'project_id': '74a86a480a6e47f78eac424839cb09ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7318af2-af3c-45de-80bc-bf0927d6f715', 'name': '', 'network_id': '901c9061-3ace-4755-b443-55ec936320e8', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'mac_address': 'fa:16:3e:0c:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:35Z', 'updated_at': '2022-09-23T15:01:49Z', 'revision_number': 5, 'project_id': '74a86a480a6e47f78eac424839cb09ea', 'subnets': [{'id': 'ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:41.273098 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f490f0-2546-44e3-87bf-0ebcf01ce12b None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:02:41.273587 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f490f0-2546-44e3-87bf-0ebcf01ce12b None None] Checking segment: {'id': '07bfa451-7cae-4d31-aa7b-ed6d7f5f7420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5eddf40a-99c3-4839-954e-448f09b028fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:02:41.274047 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-45f490f0-2546-44e3-87bf-0ebcf01ce12b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:41.274533 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f490f0-2546-44e3-87bf-0ebcf01ce12b None None] Bound using segment: {'id': '07bfa451-7cae-4d31-aa7b-ed6d7f5f7420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5eddf40a-99c3-4839-954e-448f09b028fe'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:02:41.275101 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-45f490f0-2546-44e3-87bf-0ebcf01ce12b None None] Bound port: 5f1ed6e2-f065-46cf-815d-dc1b2f4d7661, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07bfa451-7cae-4d31-aa7b-ed6d7f5f7420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5eddf40a-99c3-4839-954e-448f09b028fe'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:02:41.276166 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-45f490f0-2546-44e3-87bf-0ebcf01ce12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:41.278642 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cfdaac-554c-4bc4-ae55-a27850c8b325 None None] The sync data for ids ['e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'] in dv-neutron-859093-1-hyperv is: [{'id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'name': 'tempest-ServerActionsTestJSON-1933028262-router', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:01:39Z', 'revision_number': 4, 'project_id': '74a86a480a6e47f78eac424839cb09ea', 'gw_port': {'id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:27Z', 'updated_at': '2022-09-23T15:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '5d1c2451-a66c-42f8-92c7-e3d10e0b50e2', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'floating_ip_address': '172.26.10.75', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'port_id': '64583ae6-6cbd-4e1f-b209-1f95f8ab1c32', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901c9061-3ace-4755-b443-55ec936320e8', 'mac_address': 'fa:16:3e:52:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcc65b3-4fc3-4fdc-b262-966df00b7d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:01:51Z', 'updated_at': '2022-09-23T15:02:35Z', 'revision_number': 1, 'project_id': '74a86a480a6e47f78eac424839cb09ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7318af2-af3c-45de-80bc-bf0927d6f715', 'name': '', 'network_id': '901c9061-3ace-4755-b443-55ec936320e8', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'mac_address': 'fa:16:3e:0c:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:35Z', 'updated_at': '2022-09-23T15:01:49Z', 'revision_number': 5, 'project_id': '74a86a480a6e47f78eac424839cb09ea', 'subnets': [{'id': 'ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:02:41.287505 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-3c0ceac0-58a6-42b1-a9bb-5d2338319589 None None] Set router 53971d36-48f1-4be6-91b5-538b2bde8fc6 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:02:41.300025 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b0bf0589-9b2a-4fb8-a491-8917a86964b3 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:41.335535 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b0bf0589-9b2a-4fb8-a491-8917a86964b3 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Usage tracker for resource:floatingip and tenant:8b623671e2c74ea6847a116417ce5d33 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:41.356741 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b0bf0589-9b2a-4fb8-a491-8917a86964b3 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:41.361638 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0148f50-ea11-4113-a6aa-88b7d63c45c6 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:41.381350 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b0bf0589-9b2a-4fb8-a491-8917a86964b3 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:41.392048 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-45f490f0-2546-44e3-87bf-0ebcf01ce12b None None] For port 5f1ed6e2-f065-46cf-815d-dc1b2f4d7661, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:02:41.397539 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-45f490f0-2546-44e3-87bf-0ebcf01ce12b None None] For port 5f1ed6e2-f065-46cf-815d-dc1b2f4d7661, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5f1ed6e2-f065-46cf-815d-dc1b2f4d7661,segment=NetworkSegment(07bfa451-7cae-4d31-aa7b-ed6d7f5f7420),segment_id=07bfa451-7cae-4d31-aa7b-ed6d7f5f7420)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:02:41.408008 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7010ce5d-5fd9-424a-97b8-0317eeaf5fa7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:41.457940 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dfde9-daba-454b-94c0-873eff95e1a4 req-0b007526-afb7-4ba3-8eff-6b0a8399895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:41.459437 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-be3dfde9-daba-454b-94c0-873eff95e1a4 req-0b007526-afb7-4ba3-8eff-6b0a8399895e service neutron] 10.222.0.72 "GET /v2.0/networks?id=901c9061-3ace-4755-b443-55ec936320e8 HTTP/1.1" status: 200 len: 913 time: 0.8579903 Sep 23 15:02:41.477790 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-45f490f0-2546-44e3-87bf-0ebcf01ce12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:41.502297 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0bf0589-9b2a-4fb8-a491-8917a86964b3 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:41.542168 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f490f0-2546-44e3-87bf-0ebcf01ce12b None None] Routers {'898dd2a7-fe90-4c65-8282-ed606cae9d4b'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:41.550905 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-24193dae-a9b2-49c2-aed9-36f4af806266 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:41.554938 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-45f490f0-2546-44e3-87bf-0ebcf01ce12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['898dd2a7-fe90-4c65-8282-ed606cae9d4b'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:41.664483 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-be3dfde9-daba-454b-94c0-873eff95e1a4 req-4cf168d7-786e-48f8-b5f2-1cd0357cee5b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 HTTP/1.1" status: 200 len: 1000 time: 0.1987813 Sep 23 15:02:41.681258 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f73d4f2-2d7d-4c2c-87ea-aa87d1d6c52b None None] New status for floating IP 5d1c2451-a66c-42f8-92c7-e3d10e0b50e2: ACTIVE {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:02:41.720348 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-3c0ceac0-58a6-42b1-a9bb-5d2338319589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53971d36-48f1-4be6-91b5-538b2bde8fc6', 'name': 'tempest-snat-router-927986412', 'tenant_id': 'cb649363b776463fa89467c87d83ab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208'}], 'enable_snat': False}, 'gw_port_id': 'dd94a846-e1fd-4b00-84e7-207767910dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:02:32Z', 'updated_at': '2022-09-23T15:02:36Z', 'revision_number': 3, 'project_id': 'cb649363b776463fa89467c87d83ab96', 'gw_port': {'id': 'dd94a846-e1fd-4b00-84e7-207767910dcf', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:07:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53971d36-48f1-4be6-91b5-538b2bde8fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:02:34Z', 'updated_at': '2022-09-23T15:02:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:41.724749 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0ceac0-58a6-42b1-a9bb-5d2338319589 None None] Checking router: 53971d36-48f1-4be6-91b5-538b2bde8fc6 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:02:41.725170 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0ceac0-58a6-42b1-a9bb-5d2338319589 None None] Updating router 53971d36-48f1-4be6-91b5-538b2bde8fc6 port dd94a846-e1fd-4b00-84e7-207767910dcf binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:02:41.730685 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99dcf7df-061a-4e42-9de2-3f06ab562b1a tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:02:41.732329 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-7010ce5d-5fd9-424a-97b8-0317eeaf5fa7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Deleting port 5f1ed6e2-f065-46cf-815d-dc1b2f4d7661 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:02:41.732671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7010ce5d-5fd9-424a-97b8-0317eeaf5fa7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:41.775074 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24193dae-a9b2-49c2-aed9-36f4af806266 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Pushing event deleted for resources: {'Port': ['ID=052102fe-9cd8-456d-ad3b-9e1419b70572,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:41.782629 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-24193dae-a9b2-49c2-aed9-36f4af806266 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:41.818803 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-24193dae-a9b2-49c2-aed9-36f4af806266 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] 10.222.0.67 "DELETE /v2.0/ports/052102fe-9cd8-456d-ad3b-9e1419b70572 HTTP/1.1" status: 204 len: 168 time: 2.1510985 Sep 23 15:02:41.875189 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39778) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:41.881002 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-7b6810f1-9d8f-4be7-bcf5-59ab785c3b2f None None] Attempt 10 to provision port 941039c9-371e-4cc2-bff8-40878de4eecd Sep 23 15:02:41.907491 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3c0ceac0-58a6-42b1-a9bb-5d2338319589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:41.919257 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-99dcf7df-061a-4e42-9de2-3f06ab562b1a tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:41.923710 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-45f490f0-2546-44e3-87bf-0ebcf01ce12b None None] Set router 898dd2a7-fe90-4c65-8282-ed606cae9d4b gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:02:41.932725 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e270e97-a75d-4719-8c58-6dcba0fcf1c2 None None] Sync routers for ids ['55234c5e-90c2-4330-a0e1-5d547172e42c'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:02:41.943314 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0148f50-ea11-4113-a6aa-88b7d63c45c6 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:41.991948 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0bf0589-9b2a-4fb8-a491-8917a86964b3 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:41.994073 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e270e97-a75d-4719-8c58-6dcba0fcf1c2 None None] Routers {'55234c5e-90c2-4330-a0e1-5d547172e42c'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:41.995149 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-1e270e97-a75d-4719-8c58-6dcba0fcf1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['55234c5e-90c2-4330-a0e1-5d547172e42c'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:42.039523 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0148f50-ea11-4113-a6aa-88b7d63c45c6 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:42.040482 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-d0148f50-ea11-4113-a6aa-88b7d63c45c6 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] In _notify_port_updated(), no bound segment for port 377ba9e2-9320-4e6c-a628-161db5cdc8a8 on network 313c0611-149a-433f-9172-19c4db0ab0e6 {{(pid=89738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 23 15:02:42.047820 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0148f50-ea11-4113-a6aa-88b7d63c45c6 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:42.048685 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0148f50-ea11-4113-a6aa-88b7d63c45c6 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:42.052965 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d0148f50-ea11-4113-a6aa-88b7d63c45c6 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] 10.222.0.67 "PUT /v2.0/ports/377ba9e2-9320-4e6c-a628-161db5cdc8a8 HTTP/1.1" status: 200 len: 1002 time: 1.5495825 Sep 23 15:02:42.126378 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7b6810f1-9d8f-4be7-bcf5-59ab785c3b2f None None] Port 941039c9-371e-4cc2-bff8-40878de4eecd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:42.128179 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-7010ce5d-5fd9-424a-97b8-0317eeaf5fa7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] For port 5f1ed6e2-f065-46cf-815d-dc1b2f4d7661, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5f1ed6e2-f065-46cf-815d-dc1b2f4d7661,segment=NetworkSegment(07bfa451-7cae-4d31-aa7b-ed6d7f5f7420),segment_id=07bfa451-7cae-4d31-aa7b-ed6d7f5f7420)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:02:42.128781 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7010ce5d-5fd9-424a-97b8-0317eeaf5fa7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:42.137885 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-7b6810f1-9d8f-4be7-bcf5-59ab785c3b2f None None] Could not find standard attr ID for object 7e05741a-682a-4b12-bb1a-e278620c0be9. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:02:42.157578 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39782) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:42.158822 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0148f50-ea11-4113-a6aa-88b7d63c45c6 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Pushing event updated for resources: {'Port': ['ID=377ba9e2-9320-4e6c-a628-161db5cdc8a8,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:42.159163 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444e330-a838-4a84-9a3d-a140d1cadd10 None None] Pushing event updated for resources: {'Port': ['ID=5f1ed6e2-f065-46cf-815d-dc1b2f4d7661,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:42.161953 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-45f490f0-2546-44e3-87bf-0ebcf01ce12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898dd2a7-fe90-4c65-8282-ed606cae9d4b', 'name': '', 'tenant_id': '4a7eb123b6d746efb102a22e86c68fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:02:27Z', 'updated_at': '2022-09-23T15:02:41Z', 'revision_number': 4, 'project_id': '4a7eb123b6d746efb102a22e86c68fba', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:42.175397 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f490f0-2546-44e3-87bf-0ebcf01ce12b None None] The sync data for ids ['898dd2a7-fe90-4c65-8282-ed606cae9d4b'] in dv-neutron-859093-1-hyperv is: [{'id': '898dd2a7-fe90-4c65-8282-ed606cae9d4b', 'name': '', 'tenant_id': '4a7eb123b6d746efb102a22e86c68fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:02:27Z', 'updated_at': '2022-09-23T15:02:41Z', 'revision_number': 4, 'project_id': '4a7eb123b6d746efb102a22e86c68fba', 'gw_port_host': None}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:02:42.207602 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-20df8390-ceec-467c-a545-a81d4e8f3b7d tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "GET /v2.0/routers/53971d36-48f1-4be6-91b5-538b2bde8fc6 HTTP/1.1" status: 200 len: 909 time: 1.1785343 Sep 23 15:02:42.213858 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39786) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:42.214026 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dfde9-daba-454b-94c0-873eff95e1a4 req-07c53f12-68c2-4f21-93e1-e45066cf3708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:42.215662 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-be3dfde9-daba-454b-94c0-873eff95e1a4 req-07c53f12-68c2-4f21-93e1-e45066cf3708 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3 HTTP/1.1" status: 200 len: 851 time: 0.4890501 Sep 23 15:02:42.381789 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-269b616e-39d4-4c47-b67f-99e46bac0902 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Request body: {'router': {'name': 'tempest-snat-router-927986412', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'enable_snat': True}}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:42.401706 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-269b616e-39d4-4c47-b67f-99e46bac0902 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:42.404812 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-1e270e97-a75d-4719-8c58-6dcba0fcf1c2 None None] Set router 55234c5e-90c2-4330-a0e1-5d547172e42c gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:02:42.405301 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-269b616e-39d4-4c47-b67f-99e46bac0902 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Usage tracker for resource:router and tenant:cb649363b776463fa89467c87d83ab96 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:42.410149 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-269b616e-39d4-4c47-b67f-99e46bac0902 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:42.425445 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-269b616e-39d4-4c47-b67f-99e46bac0902 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:42.440160 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-ee140694-c5cb-4dd9-bd88-7e20a449229f tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Deleting port 418d9bb2-ec87-4736-b30f-df4da58dda29 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:02:42.440713 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ee140694-c5cb-4dd9-bd88-7e20a449229f tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:42.443159 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-490fba62-1562-4e1d-b38b-7a6b438953e5 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Deleting port 377ba9e2-9320-4e6c-a628-161db5cdc8a8 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:02:42.443502 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-490fba62-1562-4e1d-b38b-7a6b438953e5 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:42.484184 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-46697919-a070-401c-b94d-495fee917dee None None] Provisioning for port 377ba9e2-9320-4e6c-a628-161db5cdc8a8 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:02:42.505839 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-46697919-a070-401c-b94d-495fee917dee None None] Provisioning complete for port 377ba9e2-9320-4e6c-a628-161db5cdc8a8 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:02:42.506201 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-46697919-a070-401c-b94d-495fee917dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:42.506584 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-46697919-a070-401c-b94d-495fee917dee None None] Attempt 1 to provision port 377ba9e2-9320-4e6c-a628-161db5cdc8a8 Sep 23 15:02:42.518488 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-7010ce5d-5fd9-424a-97b8-0317eeaf5fa7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Calling delete_port for 5f1ed6e2-f065-46cf-815d-dc1b2f4d7661 owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:02:42.546380 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-269b616e-39d4-4c47-b67f-99e46bac0902 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:42.546960 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-269b616e-39d4-4c47-b67f-99e46bac0902 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:42.549487 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7277504e-0d9e-408e-963c-9106d56f7647 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Router 8d2fc230-b342-497a-a3f0-d700b0882d81 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:02:42.605746 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-269b616e-39d4-4c47-b67f-99e46bac0902 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:42.670639 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-99dcf7df-061a-4e42-9de2-3f06ab562b1a tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "PUT /v2.0/floatingips/05a76c05-f9b0-4ce0-b80e-50fc63753836 HTTP/1.1" status: 200 len: 991 time: 6.7959280 Sep 23 15:02:42.686189 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-46697919-a070-401c-b94d-495fee917dee None None] Port 377ba9e2-9320-4e6c-a628-161db5cdc8a8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:42.749625 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-490fba62-1562-4e1d-b38b-7a6b438953e5 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:42.855415 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a785374b-7279-4730-9c9c-259f61307735', 'tag': 'a2cc9761-d858-4877-b069-a29d0ad8fc8b'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:02:42.858298 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1f32cc-c489-49bc-9238-bdf24be9300f" -d '{"events": [{"name": "network-changed", "server_uuid": "a785374b-7279-4730-9c9c-259f61307735", "tag": "a2cc9761-d858-4877-b069-a29d0ad8fc8b"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:02:42.866092 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3c0ceac0-58a6-42b1-a9bb-5d2338319589 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:42.889465 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-3c0ceac0-58a6-42b1-a9bb-5d2338319589 None None] Transition to ACTIVE for port object dd94a846-e1fd-4b00-84e7-207767910dcf will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:02:42.963179 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95faacaa-ad37-4632-802f-6f22efbed7c9 x-openstack-request-id: req-95faacaa-ad37-4632-802f-6f22efbed7c9 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:02:42.963477 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a785374b-7279-4730-9c9c-259f61307735", "tag": "a2cc9761-d858-4877-b069-a29d0ad8fc8b", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:02:42.963722 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-95faacaa-ad37-4632-802f-6f22efbed7c9 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:02:42.964116 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95faacaa-ad37-4632-802f-6f22efbed7c9'] response: {'name': 'network-changed', 'server_uuid': 'a785374b-7279-4730-9c9c-259f61307735', 'tag': 'a2cc9761-d858-4877-b069-a29d0ad8fc8b', 'status': 'completed', 'code': 200} Sep 23 15:02:43.003348 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-490fba62-1562-4e1d-b38b-7a6b438953e5 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Calling delete_port for 377ba9e2-9320-4e6c-a628-161db5cdc8a8 owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:02:43.036810 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3c0ceac0-58a6-42b1-a9bb-5d2338319589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:43.092353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-3c0ceac0-58a6-42b1-a9bb-5d2338319589 None None] Attempting to bind port dd94a846-e1fd-4b00-84e7-207767910dcf on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:02:43.092353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-3c0ceac0-58a6-42b1-a9bb-5d2338319589 None None] Attempting to bind port dd94a846-e1fd-4b00-84e7-207767910dcf by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:02:43.092353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0ceac0-58a6-42b1-a9bb-5d2338319589 None None] Attempting to bind port dd94a846-e1fd-4b00-84e7-207767910dcf on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:02:43.105641 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0ceac0-58a6-42b1-a9bb-5d2338319589 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:02:43.106020 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0ceac0-58a6-42b1-a9bb-5d2338319589 None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:02:43.106436 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3c0ceac0-58a6-42b1-a9bb-5d2338319589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:43.106831 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0ceac0-58a6-42b1-a9bb-5d2338319589 None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:02:43.107311 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-3c0ceac0-58a6-42b1-a9bb-5d2338319589 None None] Bound port: dd94a846-e1fd-4b00-84e7-207767910dcf, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:02:43.107674 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3c0ceac0-58a6-42b1-a9bb-5d2338319589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:43.185657 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-3c0ceac0-58a6-42b1-a9bb-5d2338319589 None None] For port dd94a846-e1fd-4b00-84e7-207767910dcf, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:02:43.188901 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-3c0ceac0-58a6-42b1-a9bb-5d2338319589 None None] For port dd94a846-e1fd-4b00-84e7-207767910dcf, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=dd94a846-e1fd-4b00-84e7-207767910dcf,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:02:43.198000 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-46697919-a070-401c-b94d-495fee917dee None None] Attempt 2 to provision port 377ba9e2-9320-4e6c-a628-161db5cdc8a8 Sep 23 15:02:43.273132 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3c0ceac0-58a6-42b1-a9bb-5d2338319589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:43.290425 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31092b4e-30a5-44af-80a4-1f39d77d091d None None] Pushing event updated for resources: {'Port': ['ID=dd94a846-e1fd-4b00-84e7-207767910dcf,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:43.297166 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ee140694-c5cb-4dd9-bd88-7e20a449229f tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:43.317191 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dfde9-daba-454b-94c0-873eff95e1a4 req-662e1125-d0de-4f0c-8a32-3d00130339e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:43.318694 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-be3dfde9-daba-454b-94c0-873eff95e1a4 req-662e1125-d0de-4f0c-8a32-3d00130339e4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=901c9061-3ace-4755-b443-55ec936320e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8107548 Sep 23 15:02:43.349727 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-b0bf0589-9b2a-4fb8-a491-8917a86964b3 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Allocated IP 172.26.10.62 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/ddf762c3-532c-444b-8dcc-5150aec16ffe) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:43.352845 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-46697919-a070-401c-b94d-495fee917dee None None] Port 377ba9e2-9320-4e6c-a628-161db5cdc8a8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:43.360040 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-269b616e-39d4-4c47-b67f-99e46bac0902 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:43.373818 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0ceac0-58a6-42b1-a9bb-5d2338319589 None None] Routers {'53971d36-48f1-4be6-91b5-538b2bde8fc6'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:43.373818 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-3c0ceac0-58a6-42b1-a9bb-5d2338319589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['53971d36-48f1-4be6-91b5-538b2bde8fc6'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:43.457455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7277504e-0d9e-408e-963c-9106d56f7647 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:02:43.469192 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-ee140694-c5cb-4dd9-bd88-7e20a449229f tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Calling delete_port for 418d9bb2-ec87-4736-b30f-df4da58dda29 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:02:43.476827 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e70549-af93-4633-8802-108847fa416b None None] Sync routers for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:02:43.482300 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-1e270e97-a75d-4719-8c58-6dcba0fcf1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'name': 'tempest-ServersTestJSON-1681864736-router', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.119'}], 'enable_snat': True}, 'gw_port_id': 'c24d0838-c2ac-46a8-82cb-496d5ce959e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:01:41Z', 'revision_number': 4, 'project_id': 'd6fcdd71d4f440d4966468a249c527ae', 'gw_port': {'id': 'c24d0838-c2ac-46a8-82cb-496d5ce959e8', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:30Z', 'updated_at': '2022-09-23T15:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '05a76c05-f9b0-4ce0-b80e-50fc63753836', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'floating_ip_address': '172.26.10.26', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'port_id': 'a2cc9761-d858-4877-b069-a29d0ad8fc8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47', 'mac_address': 'fa:16:3e:ed:3c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a785374b-7279-4730-9c9c-259f61307735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:01:53Z', 'updated_at': '2022-09-23T15:02:38Z', 'revision_number': 1, 'project_id': 'd6fcdd71d4f440d4966468a249c527ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddbf2bb1-18f2-42df-9a69-71a4919303e8', 'name': '', 'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'mac_address': 'fa:16:3e:e2:80:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '04fb8fb3-375d-4a4c-817d-3e8eac3bab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:39Z', 'updated_at': '2022-09-23T15:01:50Z', 'revision_number': 5, 'project_id': 'd6fcdd71d4f440d4966468a249c527ae', 'subnets': [{'id': '04fb8fb3-375d-4a4c-817d-3e8eac3bab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:43.487689 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31092b4e-30a5-44af-80a4-1f39d77d091d None None] Pushing event updated for resources: {'Port': ['ID=dd94a846-e1fd-4b00-84e7-207767910dcf,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:43.496126 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e70549-af93-4633-8802-108847fa416b None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:43.497005 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-33e70549-af93-4633-8802-108847fa416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:43.524775 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855a018-6ded-4c74-bf53-09dd4f616dc3 req-bdb8f859-02fa-47fc-aa53-56ef39b9c7a2 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:43.526388 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b855a018-6ded-4c74-bf53-09dd4f616dc3 req-bdb8f859-02fa-47fc-aa53-56ef39b9c7a2 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/ports?device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 945 time: 0.6969452 Sep 23 15:02:43.587109 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e270e97-a75d-4719-8c58-6dcba0fcf1c2 None None] Checking router: 55234c5e-90c2-4330-a0e1-5d547172e42c for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:02:43.595191 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-33e70549-af93-4633-8802-108847fa416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:43.610901 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e70549-af93-4633-8802-108847fa416b None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:43.612973 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-33e70549-af93-4633-8802-108847fa416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:43.620053 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e270e97-a75d-4719-8c58-6dcba0fcf1c2 None None] Routers {'55234c5e-90c2-4330-a0e1-5d547172e42c'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:43.620547 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-1e270e97-a75d-4719-8c58-6dcba0fcf1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['55234c5e-90c2-4330-a0e1-5d547172e42c'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:43.640258 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7277504e-0d9e-408e-963c-9106d56f7647 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "PUT /v2.0/routers/8d2fc230-b342-497a-a3f0-d700b0882d81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4547968 Sep 23 15:02:43.645360 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39794) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:43.664844 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-e12db05b-c972-47de-9efc-d269d6aa8cbe tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Request body: {'port': {'network_id': '767858c3-3871-4b07-b1ed-5f1dbc9b7e52', 'name': 'tempest-FloatingIPTestJSON-358196542'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:43.675092 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b855a018-6ded-4c74-bf53-09dd4f616dc3 req-244bee67-b6ec-4bb5-8961-550324f5ac51 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3d5837d-73ab-48f6-b463-1f86aa0e019f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417248 Sep 23 15:02:43.682385 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f32cc-c489-49bc-9238-bdf24be9300f req-a22d15d8-24a6-4360-b736-5c6a284c969a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:43.684085 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3b1f32cc-c489-49bc-9238-bdf24be9300f req-a22d15d8-24a6-4360-b736-5c6a284c969a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=d6fcdd71d4f440d4966468a249c527ae&device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 1098 time: 0.6877306 Sep 23 15:02:43.700143 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-490fba62-1562-4e1d-b38b-7a6b438953e5 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:43.741204 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0bf0589-9b2a-4fb8-a491-8917a86964b3 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:43.748073 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-33e70549-af93-4633-8802-108847fa416b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:43.748529 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e70549-af93-4633-8802-108847fa416b None None] The sync data for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:02:43.762347 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-3c0ceac0-58a6-42b1-a9bb-5d2338319589 None None] Set router 53971d36-48f1-4be6-91b5-538b2bde8fc6 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:02:43.766664 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fba62-1562-4e1d-b38b-7a6b438953e5 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Pushing event deleted for resources: {'Port': ['ID=377ba9e2-9320-4e6c-a628-161db5cdc8a8,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:43.894999 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-46697919-a070-401c-b94d-495fee917dee None None] Attempt 3 to provision port 377ba9e2-9320-4e6c-a628-161db5cdc8a8 Sep 23 15:02:43.987689 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-490fba62-1562-4e1d-b38b-7a6b438953e5 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:44.036430 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-46697919-a070-401c-b94d-495fee917dee None None] Port 377ba9e2-9320-4e6c-a628-161db5cdc8a8 was deleted so its status cannot be updated. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 15:02:44.071162 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7010ce5d-5fd9-424a-97b8-0317eeaf5fa7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:44.107907 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-490fba62-1562-4e1d-b38b-7a6b438953e5 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] 10.222.0.67 "DELETE /v2.0/ports/377ba9e2-9320-4e6c-a628-161db5cdc8a8 HTTP/1.1" status: 204 len: 168 time: 1.9416678 Sep 23 15:02:44.108591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39802) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:44.118074 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-be3dfde9-daba-454b-94c0-873eff95e1a4 req-d305ff91-d45a-4a70-b14d-b293dce328ed service neutron] 10.222.0.72 "GET /v2.0/networks/901c9061-3ace-4755-b443-55ec936320e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7362418 Sep 23 15:02:44.176964 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0bf0589-9b2a-4fb8-a491-8917a86964b3 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:44.211752 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010ce5d-5fd9-424a-97b8-0317eeaf5fa7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f1ed6e2-f065-46cf-815d-dc1b2f4d7661,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:44.229506 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-1e270e97-a75d-4719-8c58-6dcba0fcf1c2 None None] Set router 55234c5e-90c2-4330-a0e1-5d547172e42c gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:02:44.268247 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ee140694-c5cb-4dd9-bd88-7e20a449229f tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:44.270138 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-8466b6ae-ee10-4be4-a41d-7f780986c8b4 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] GET failed (client error): The resource could not be found. Sep 23 15:02:44.274686 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8466b6ae-ee10-4be4-a41d-7f780986c8b4 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] 10.222.0.67 "GET /v2.0/ports/377ba9e2-9320-4e6c-a628-161db5cdc8a8 HTTP/1.1" status: 404 len: 333 time: 0.1560123 Sep 23 15:02:44.284409 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39806) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:44.299351 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-7c243547-45ac-4f44-bde5-7e38b5a14dda tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Request body: {'port': {'network_id': '313c0611-149a-433f-9172-19c4db0ab0e6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1165501704'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:44.314711 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bf0589-9b2a-4fb8-a491-8917a86964b3 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:44.317470 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-46697919-a070-401c-b94d-495fee917dee None None] Provisioning for port 8a4912cc-362c-4c4b-9d56-6cc634e387ae completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:02:44.328915 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-b0bf0589-9b2a-4fb8-a491-8917a86964b3 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:44.383149 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bf0589-9b2a-4fb8-a491-8917a86964b3 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:44.399095 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-46697919-a070-401c-b94d-495fee917dee None None] Provisioning complete for port 8a4912cc-362c-4c4b-9d56-6cc634e387ae triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:02:44.399468 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-46697919-a070-401c-b94d-495fee917dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:44.399801 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-46697919-a070-401c-b94d-495fee917dee None None] Attempt 1 to provision port 8a4912cc-362c-4c4b-9d56-6cc634e387ae Sep 23 15:02:44.404696 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7010ce5d-5fd9-424a-97b8-0317eeaf5fa7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:44.418559 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf0589-9b2a-4fb8-a491-8917a86964b3 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Pushing event updated for resources: {'Port': ['ID=ddf762c3-532c-444b-8dcc-5150aec16ffe,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:44.456578 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-269b616e-39d4-4c47-b67f-99e46bac0902 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:44.504906 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-269b616e-39d4-4c47-b67f-99e46bac0902 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:44.516109 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-46697919-a070-401c-b94d-495fee917dee None None] Port 8a4912cc-362c-4c4b-9d56-6cc634e387ae cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:44.525999 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee140694-c5cb-4dd9-bd88-7e20a449229f tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Pushing event deleted for resources: {'Port': ['ID=418d9bb2-ec87-4736-b30f-df4da58dda29,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:44.541771 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f32cc-c489-49bc-9238-bdf24be9300f req-9f4f5b1e-a6ca-490b-b11c-5811b1fce3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:44.543221 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3b1f32cc-c489-49bc-9238-bdf24be9300f req-9f4f5b1e-a6ca-490b-b11c-5811b1fce3a9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3a4ed919-cf37-4585-ae10-0e854eb24e47 HTTP/1.1" status: 200 len: 907 time: 0.8330207 Sep 23 15:02:44.544476 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ee140694-c5cb-4dd9-bd88-7e20a449229f tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:44.651626 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e12db05b-c972-47de-9efc-d269d6aa8cbe tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:44.686612 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e12db05b-c972-47de-9efc-d269d6aa8cbe tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Usage tracker for resource:port and tenant:4d5b705bd3ff470893718cb7039eab09 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:44.688317 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-3c0ceac0-58a6-42b1-a9bb-5d2338319589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53971d36-48f1-4be6-91b5-538b2bde8fc6', 'name': 'tempest-snat-router-927986412', 'tenant_id': 'cb649363b776463fa89467c87d83ab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208'}], 'enable_snat': False}, 'gw_port_id': 'dd94a846-e1fd-4b00-84e7-207767910dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:02:32Z', 'updated_at': '2022-09-23T15:02:36Z', 'revision_number': 3, 'project_id': 'cb649363b776463fa89467c87d83ab96', 'gw_port': {'id': 'dd94a846-e1fd-4b00-84e7-207767910dcf', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:07:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53971d36-48f1-4be6-91b5-538b2bde8fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:02:34Z', 'updated_at': '2022-09-23T15:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:44.693650 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7c243547-45ac-4f44-bde5-7e38b5a14dda tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:44.704415 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ee140694-c5cb-4dd9-bd88-7e20a449229f tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] 10.222.0.67 "DELETE /v2.0/ports/418d9bb2-ec87-4736-b30f-df4da58dda29 HTTP/1.1" status: 204 len: 168 time: 2.7587543 Sep 23 15:02:44.704415 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e12db05b-c972-47de-9efc-d269d6aa8cbe tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:44.704868 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39810) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:44.705447 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0ceac0-58a6-42b1-a9bb-5d2338319589 None None] The sync data for ids ['53971d36-48f1-4be6-91b5-538b2bde8fc6'] in dv-neutron-859093-1-hyperv is: [{'id': '53971d36-48f1-4be6-91b5-538b2bde8fc6', 'name': 'tempest-snat-router-927986412', 'tenant_id': 'cb649363b776463fa89467c87d83ab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208'}], 'enable_snat': False}, 'gw_port_id': 'dd94a846-e1fd-4b00-84e7-207767910dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:02:32Z', 'updated_at': '2022-09-23T15:02:36Z', 'revision_number': 3, 'project_id': 'cb649363b776463fa89467c87d83ab96', 'gw_port': {'id': 'dd94a846-e1fd-4b00-84e7-207767910dcf', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:07:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53971d36-48f1-4be6-91b5-538b2bde8fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:02:34Z', 'updated_at': '2022-09-23T15:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:02:44.726354 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e12db05b-c972-47de-9efc-d269d6aa8cbe tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:44.731128 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7010ce5d-5fd9-424a-97b8-0317eeaf5fa7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:44.737105 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7010ce5d-5fd9-424a-97b8-0317eeaf5fa7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:44.743684 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7c243547-45ac-4f44-bde5-7e38b5a14dda tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Usage tracker for resource:port and tenant:4d548b1315ae40b2aec780c8787d5c97 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:44.755642 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7c243547-45ac-4f44-bde5-7e38b5a14dda tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:44.772564 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-37bed8a4-3a46-43b4-bc7f-63fd101064dc tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Synchronizing usage tracker for tenant:09c1b7c9f9e7457483016ef1392d132c on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:02:44.776135 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7c243547-45ac-4f44-bde5-7e38b5a14dda tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:44.776366 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-be3dfde9-daba-454b-94c0-873eff95e1a4 req-f21324df-4d63-42cf-9d05-5bef14756708 service neutron] 10.222.0.72 "GET /v2.0/networks/901c9061-3ace-4755-b443-55ec936320e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6022403 Sep 23 15:02:44.791662 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3b1f32cc-c489-49bc-9238-bdf24be9300f req-921fb86b-b422-47fd-923c-00c83e63849a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2cc9761-d858-4877-b069-a29d0ad8fc8b HTTP/1.1" status: 200 len: 999 time: 0.1948438 Sep 23 15:02:44.846110 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12db05b-c972-47de-9efc-d269d6aa8cbe tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Made reservation on behalf of 4d5b705bd3ff470893718cb7039eab09 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:02:44.848469 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-1e270e97-a75d-4719-8c58-6dcba0fcf1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'name': 'tempest-ServersTestJSON-1681864736-router', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.119'}], 'enable_snat': True}, 'gw_port_id': 'c24d0838-c2ac-46a8-82cb-496d5ce959e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:01:41Z', 'revision_number': 4, 'project_id': 'd6fcdd71d4f440d4966468a249c527ae', 'gw_port': {'id': 'c24d0838-c2ac-46a8-82cb-496d5ce959e8', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:30Z', 'updated_at': '2022-09-23T15:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '05a76c05-f9b0-4ce0-b80e-50fc63753836', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'floating_ip_address': '172.26.10.26', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'port_id': 'a2cc9761-d858-4877-b069-a29d0ad8fc8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47', 'mac_address': 'fa:16:3e:ed:3c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a785374b-7279-4730-9c9c-259f61307735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:01:53Z', 'updated_at': '2022-09-23T15:02:38Z', 'revision_number': 1, 'project_id': 'd6fcdd71d4f440d4966468a249c527ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddbf2bb1-18f2-42df-9a69-71a4919303e8', 'name': '', 'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'mac_address': 'fa:16:3e:e2:80:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '04fb8fb3-375d-4a4c-817d-3e8eac3bab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:39Z', 'updated_at': '2022-09-23T15:01:50Z', 'revision_number': 5, 'project_id': 'd6fcdd71d4f440d4966468a249c527ae', 'subnets': [{'id': '04fb8fb3-375d-4a4c-817d-3e8eac3bab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:44.849662 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e12db05b-c972-47de-9efc-d269d6aa8cbe tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:44.855230 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e270e97-a75d-4719-8c58-6dcba0fcf1c2 None None] The sync data for ids ['55234c5e-90c2-4330-a0e1-5d547172e42c'] in dv-neutron-859093-1-hyperv is: [{'id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'name': 'tempest-ServersTestJSON-1681864736-router', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.119'}], 'enable_snat': True}, 'gw_port_id': 'c24d0838-c2ac-46a8-82cb-496d5ce959e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:01:41Z', 'revision_number': 4, 'project_id': 'd6fcdd71d4f440d4966468a249c527ae', 'gw_port': {'id': 'c24d0838-c2ac-46a8-82cb-496d5ce959e8', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:30Z', 'updated_at': '2022-09-23T15:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '05a76c05-f9b0-4ce0-b80e-50fc63753836', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'floating_ip_address': '172.26.10.26', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'port_id': 'a2cc9761-d858-4877-b069-a29d0ad8fc8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47', 'mac_address': 'fa:16:3e:ed:3c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a785374b-7279-4730-9c9c-259f61307735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:01:53Z', 'updated_at': '2022-09-23T15:02:38Z', 'revision_number': 1, 'project_id': 'd6fcdd71d4f440d4966468a249c527ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddbf2bb1-18f2-42df-9a69-71a4919303e8', 'name': '', 'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'mac_address': 'fa:16:3e:e2:80:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '04fb8fb3-375d-4a4c-817d-3e8eac3bab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:39Z', 'updated_at': '2022-09-23T15:01:50Z', 'revision_number': 5, 'project_id': 'd6fcdd71d4f440d4966468a249c527ae', 'subnets': [{'id': '04fb8fb3-375d-4a4c-817d-3e8eac3bab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:02:44.865282 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7010ce5d-5fd9-424a-97b8-0317eeaf5fa7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:44.865786 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7010ce5d-5fd9-424a-97b8-0317eeaf5fa7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 898dd2a7-fe90-4c65-8282-ed606cae9d4b {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:02:44.900941 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-e12db05b-c972-47de-9efc-d269d6aa8cbe tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] device_id is not set on port 1bef0063-b28e-4053-9e18-49c4f8f3c013 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:02:44.944317 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7010ce5d-5fd9-424a-97b8-0317eeaf5fa7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:44.948607 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7010ce5d-5fd9-424a-97b8-0317eeaf5fa7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "DELETE /v2.0/routers/898dd2a7-fe90-4c65-8282-ed606cae9d4b HTTP/1.1" status: 204 len: 168 time: 5.2037914 Sep 23 15:02:44.951778 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39814) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:44.972946 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f32cc-c489-49bc-9238-bdf24be9300f req-a9587e77-178a-4248-b328-d3f3b6cec027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:44.979651 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3b1f32cc-c489-49bc-9238-bdf24be9300f req-a9587e77-178a-4248-b328-d3f3b6cec027 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=04fb8fb3-375d-4a4c-817d-3e8eac3bab95 HTTP/1.1" status: 200 len: 845 time: 0.1752694 Sep 23 15:02:45.017087 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-46697919-a070-401c-b94d-495fee917dee None None] Attempt 2 to provision port 8a4912cc-362c-4c4b-9d56-6cc634e387ae Sep 23 15:02:45.092977 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-269b616e-39d4-4c47-b67f-99e46bac0902 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Allocated IP 172.26.10.232 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/fcc75eea-126a-470e-931c-6659ddc595d5) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:45.204921 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-46697919-a070-401c-b94d-495fee917dee None None] Port 8a4912cc-362c-4c4b-9d56-6cc634e387ae cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:45.213691 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c243547-45ac-4f44-bde5-7e38b5a14dda tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Made reservation on behalf of 4d548b1315ae40b2aec780c8787d5c97 for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:02:45.217266 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7c243547-45ac-4f44-bde5-7e38b5a14dda tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:45.256770 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-37bed8a4-3a46-43b4-bc7f-63fd101064dc tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Unset dirty status for tenant:09c1b7c9f9e7457483016ef1392d132c on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:02:45.263766 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-37bed8a4-3a46-43b4-bc7f-63fd101064dc tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5579362 Sep 23 15:02:45.279466 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39818) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:45.295012 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-e12db05b-c972-47de-9efc-d269d6aa8cbe tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Allocated IP 172.20.0.8 (767858c3-3871-4b07-b1ed-5f1dbc9b7e52/69133ece-57f0-45dd-95e4-841a2123b081/1bef0063-b28e-4053-9e18-49c4f8f3c013) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:45.307977 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-3bd4bc84-df8c-4830-b61f-0f2dccdf3cb7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1526059593'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:45.321807 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f32cc-c489-49bc-9238-bdf24be9300f req-83ddb98d-afe0-4147-88af-da3ef527cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:45.323644 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3b1f32cc-c489-49bc-9238-bdf24be9300f req-83ddb98d-afe0-4147-88af-da3ef527cf27 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a4ed919-cf37-4585-ae10-0e854eb24e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3396959 Sep 23 15:02:45.324733 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3bd4bc84-df8c-4830-b61f-0f2dccdf3cb7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:45.370214 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3bd4bc84-df8c-4830-b61f-0f2dccdf3cb7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Usage tracker for resource:network and tenant:09c1b7c9f9e7457483016ef1392d132c is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:45.371455 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c47d1b-8101-4d7f-bad4-6d50d257dbd3 None None] New status for floating IP 05a76c05-f9b0-4ce0-b80e-50fc63753836: ACTIVE {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:02:45.424108 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3bd4bc84-df8c-4830-b61f-0f2dccdf3cb7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:45.462671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3bd4bc84-df8c-4830-b61f-0f2dccdf3cb7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:45.498950 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-7c243547-45ac-4f44-bde5-7e38b5a14dda tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] device_id is not set on port 33d955bc-5f09-43f9-9877-5b6dda7d4eef yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:02:45.675984 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device dd94a846-e1fd-4b00-84e7-207767910dcf up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:02:45.720432 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-46697919-a070-401c-b94d-495fee917dee None None] Attempt 3 to provision port 8a4912cc-362c-4c4b-9d56-6cc634e387ae Sep 23 15:02:45.751256 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-269b616e-39d4-4c47-b67f-99e46bac0902 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:45.757386 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd4bc84-df8c-4830-b61f-0f2dccdf3cb7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Made reservation on behalf of 09c1b7c9f9e7457483016ef1392d132c for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:02:45.764288 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3bd4bc84-df8c-4830-b61f-0f2dccdf3cb7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:45.790531 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a720a54-67ae-4b88-a82c-6c0291475df1 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Deleting subnet 13abf180-d4bd-44e8-a09a-0188ac2e6492 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:02:45.810711 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5a720a54-67ae-4b88-a82c-6c0291475df1 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:45.813935 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-46697919-a070-401c-b94d-495fee917dee None None] Port 8a4912cc-362c-4c4b-9d56-6cc634e387ae cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:45.819708 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3b1f32cc-c489-49bc-9238-bdf24be9300f req-4dc99e2b-6097-4cf0-9991-a59471e97ec8 service neutron] 10.222.0.72 "GET /v2.0/networks/3a4ed919-cf37-4585-ae10-0e854eb24e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885542 Sep 23 15:02:45.903342 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e12db05b-c972-47de-9efc-d269d6aa8cbe tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:45.912373 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd4bc84-df8c-4830-b61f-0f2dccdf3cb7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:02:45.994353 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3bd4bc84-df8c-4830-b61f-0f2dccdf3cb7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:45.994777 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-3bd4bc84-df8c-4830-b61f-0f2dccdf3cb7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Added segment f3f65697-1ad2-471e-a965-54579ce0ce65 of type vlan for network be4c1ea7-f778-4608-8528-8c2aa20d6caa Sep 23 15:02:45.997998 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port dd94a846-e1fd-4b00-84e7-207767910dcf completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:02:46.016834 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port dd94a846-e1fd-4b00-84e7-207767910dcf triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:02:46.017690 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:46.018681 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port dd94a846-e1fd-4b00-84e7-207767910dcf Sep 23 15:02:46.071551 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3bd4bc84-df8c-4830-b61f-0f2dccdf3cb7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:46.078201 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3b1f32cc-c489-49bc-9238-bdf24be9300f req-b300aa61-fdc2-41c3-a82f-887d38baf6f3 service neutron] 10.222.0.72 "GET /v2.0/networks/3a4ed919-cf37-4585-ae10-0e854eb24e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384136 Sep 23 15:02:46.113529 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-7c243547-45ac-4f44-bde5-7e38b5a14dda tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Allocated IP 2001:db8::34 (313c0611-149a-433f-9172-19c4db0ab0e6/87e2b122-2ddf-4fed-aa76-2a64a6025c8e/33d955bc-5f09-43f9-9877-5b6dda7d4eef) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:46.146155 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5a720a54-67ae-4b88-a82c-6c0291475df1 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:46.162560 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e12db05b-c972-47de-9efc-d269d6aa8cbe tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:46.170940 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port dd94a846-e1fd-4b00-84e7-207767910dcf is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:02:46.172804 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:46.190733 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port dd94a846-e1fd-4b00-84e7-207767910dcf, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=dd94a846-e1fd-4b00-84e7-207767910dcf,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:02:46.216138 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0bf0589-9b2a-4fb8-a491-8917a86964b3 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:46.236251 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3bd4bc84-df8c-4830-b61f-0f2dccdf3cb7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:46.241685 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd4bc84-df8c-4830-b61f-0f2dccdf3cb7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:46.242270 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3bd4bc84-df8c-4830-b61f-0f2dccdf3cb7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:46.272179 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:46.280635 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12db05b-c972-47de-9efc-d269d6aa8cbe tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Network 767858c3-3871-4b07-b1ed-5f1dbc9b7e52 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:46.288540 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-e12db05b-c972-47de-9efc-d269d6aa8cbe tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:46.291086 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12db05b-c972-47de-9efc-d269d6aa8cbe tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:46.318422 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-46697919-a070-401c-b94d-495fee917dee None None] Attempt 4 to provision port 8a4912cc-362c-4c4b-9d56-6cc634e387ae Sep 23 15:02:46.325395 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5a720a54-67ae-4b88-a82c-6c0291475df1 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:46.367164 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-269b616e-39d4-4c47-b67f-99e46bac0902 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:46.377023 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12db05b-c972-47de-9efc-d269d6aa8cbe tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event updated for resources: {'Port': ['ID=1bef0063-b28e-4053-9e18-49c4f8f3c013,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:46.395023 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-46697919-a070-401c-b94d-495fee917dee None None] Port 8a4912cc-362c-4c4b-9d56-6cc634e387ae cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:46.395509 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=dd94a846-e1fd-4b00-84e7-207767910dcf,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:46.432207 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4bc84-df8c-4830-b61f-0f2dccdf3cb7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Pushing event updated for resources: {'Network': ['ID=be4c1ea7-f778-4608-8528-8c2aa20d6caa,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:46.446410 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network be4c1ea7-f778-4608-8528-8c2aa20d6caa details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:02:46.449741 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12db05b-c972-47de-9efc-d269d6aa8cbe tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:46.450534 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e12db05b-c972-47de-9efc-d269d6aa8cbe tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:46.474595 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269b616e-39d4-4c47-b67f-99e46bac0902 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:46.480440 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3bd4bc84-df8c-4830-b61f-0f2dccdf3cb7 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1891959 Sep 23 15:02:46.481721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39822) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:46.486936 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-269b616e-39d4-4c47-b67f-99e46bac0902 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:46.493283 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-12973c68-e9a7-4347-a697-98df64e16a92 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1572578177'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:46.500511 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-12973c68-e9a7-4347-a697-98df64e16a92 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:46.503344 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269b616e-39d4-4c47-b67f-99e46bac0902 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:46.506249 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-12973c68-e9a7-4347-a697-98df64e16a92 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Usage tracker for resource:network and tenant:09c1b7c9f9e7457483016ef1392d132c is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:46.510190 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-12973c68-e9a7-4347-a697-98df64e16a92 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:46.516310 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-12973c68-e9a7-4347-a697-98df64e16a92 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:46.554569 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e12db05b-c972-47de-9efc-d269d6aa8cbe tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9034922 Sep 23 15:02:46.557895 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39826) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:46.563429 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-5c409bba-4150-40a6-869a-e0c3cbcf3601 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Request body: {'port': {'network_id': '767858c3-3871-4b07-b1ed-5f1dbc9b7e52', 'name': 'tempest-FloatingIPTestJSON-2119041176'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:46.586360 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b616e-39d4-4c47-b67f-99e46bac0902 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Pushing event updated for resources: {'Port': ['ID=fcc75eea-126a-470e-931c-6659ddc595d5,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:46.640824 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12973c68-e9a7-4347-a697-98df64e16a92 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Made reservation on behalf of 09c1b7c9f9e7457483016ef1392d132c for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:02:46.644303 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-12973c68-e9a7-4347-a697-98df64e16a92 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:46.660999 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7c243547-45ac-4f44-bde5-7e38b5a14dda tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:46.676232 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0bf0589-9b2a-4fb8-a491-8917a86964b3 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:46.705225 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12973c68-e9a7-4347-a697-98df64e16a92 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:02:46.729246 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-12973c68-e9a7-4347-a697-98df64e16a92 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:46.730014 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-12973c68-e9a7-4347-a697-98df64e16a92 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Added segment 3e5c686f-836e-4b7b-bcff-ebe480918c7f of type vlan for network 5d458cb9-4ded-4841-9807-1b4b9497dd1b Sep 23 15:02:46.746264 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5c409bba-4150-40a6-869a-e0c3cbcf3601 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:46.760934 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-5c409bba-4150-40a6-869a-e0c3cbcf3601 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Usage tracker for resource:port and tenant:4d5b705bd3ff470893718cb7039eab09 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:46.766509 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-5c409bba-4150-40a6-869a-e0c3cbcf3601 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:46.773965 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-12973c68-e9a7-4347-a697-98df64e16a92 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:46.777738 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5c409bba-4150-40a6-869a-e0c3cbcf3601 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:46.779413 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5a720a54-67ae-4b88-a82c-6c0291475df1 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:46.853833 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c409bba-4150-40a6-869a-e0c3cbcf3601 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Made reservation on behalf of 4d5b705bd3ff470893718cb7039eab09 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:02:46.857654 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5c409bba-4150-40a6-869a-e0c3cbcf3601 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:46.881065 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-5c409bba-4150-40a6-869a-e0c3cbcf3601 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] device_id is not set on port 36029cf3-796e-470b-8364-b5e279fc2f11 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:02:46.891670 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-7c243547-45ac-4f44-bde5-7e38b5a14dda tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Transition to ACTIVE for port object 33d955bc-5f09-43f9-9877-5b6dda7d4eef will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:02:46.894633 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a720a54-67ae-4b88-a82c-6c0291475df1 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=13abf180-d4bd-44e8-a09a-0188ac2e6492,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:46.897923 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-46697919-a070-401c-b94d-495fee917dee None None] Attempt 5 to provision port 8a4912cc-362c-4c4b-9d56-6cc634e387ae Sep 23 15:02:46.919189 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-12973c68-e9a7-4347-a697-98df64e16a92 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:46.924483 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12973c68-e9a7-4347-a697-98df64e16a92 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:46.925073 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-12973c68-e9a7-4347-a697-98df64e16a92 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:46.951240 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5a720a54-67ae-4b88-a82c-6c0291475df1 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:46.982411 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-46697919-a070-401c-b94d-495fee917dee None None] Port 8a4912cc-362c-4c4b-9d56-6cc634e387ae cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:47.064752 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5a720a54-67ae-4b88-a82c-6c0291475df1 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "DELETE /v2.0/subnets/13abf180-d4bd-44e8-a09a-0188ac2e6492 HTTP/1.1" status: 204 len: 168 time: 2.1147151 Sep 23 15:02:47.072404 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12973c68-e9a7-4347-a697-98df64e16a92 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Pushing event updated for resources: {'Network': ['ID=5d458cb9-4ded-4841-9807-1b4b9497dd1b,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:47.075429 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39830) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:47.084774 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 5d458cb9-4ded-4841-9807-1b4b9497dd1b details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:02:47.139197 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-12973c68-e9a7-4347-a697-98df64e16a92 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6556752 Sep 23 15:02:47.196176 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7c243547-45ac-4f44-bde5-7e38b5a14dda tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:47.258060 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-5c409bba-4150-40a6-869a-e0c3cbcf3601 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Allocated IP 172.20.0.2 (767858c3-3871-4b07-b1ed-5f1dbc9b7e52/69133ece-57f0-45dd-95e4-841a2123b081/36029cf3-796e-470b-8364-b5e279fc2f11) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:47.265364 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf2618ec-3922-4091-bbd7-b4fc46452f46 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:47.276113 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39836) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:47.286158 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-261ee99f-0f10-4377-8870-887ddfb89644 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Request body: {'subnets': [{'network_id': 'be4c1ea7-f778-4608-8528-8c2aa20d6caa', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1633826152', 'ip_version': 4}, {'network_id': '5d458cb9-4ded-4841-9807-1b4b9497dd1b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:47.286492 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-261ee99f-0f10-4377-8870-887ddfb89644 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Request body: {'subnet': {'network_id': 'be4c1ea7-f778-4608-8528-8c2aa20d6caa', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1633826152', 'ip_version': 4}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:47.287043 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-261ee99f-0f10-4377-8870-887ddfb89644 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Request body: {'subnet': {'network_id': '5d458cb9-4ded-4841-9807-1b4b9497dd1b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:47.288773 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c243547-45ac-4f44-bde5-7e38b5a14dda tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Network 313c0611-149a-433f-9172-19c4db0ab0e6 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:47.296137 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-7c243547-45ac-4f44-bde5-7e38b5a14dda tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:47.353286 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c243547-45ac-4f44-bde5-7e38b5a14dda tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:47.358975 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c243547-45ac-4f44-bde5-7e38b5a14dda tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:47.359605 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7c243547-45ac-4f44-bde5-7e38b5a14dda tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:47.381488 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c243547-45ac-4f44-bde5-7e38b5a14dda tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Pushing event updated for resources: {'Port': ['ID=33d955bc-5f09-43f9-9877-5b6dda7d4eef,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:47.395079 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.resource_extend [None req-b0bf0589-9b2a-4fb8-a491-8917a86964b3 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:02:47.417144 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0bf0589-9b2a-4fb8-a491-8917a86964b3 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:47.433762 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-269b616e-39d4-4c47-b67f-99e46bac0902 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:47.484025 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-46697919-a070-401c-b94d-495fee917dee None None] Attempt 6 to provision port 8a4912cc-362c-4c4b-9d56-6cc634e387ae Sep 23 15:02:47.493228 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7c243547-45ac-4f44-bde5-7e38b5a14dda tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2077553 Sep 23 15:02:47.502740 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39840) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:47.517761 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-b58e3f24-1111-490a-aad7-2908ae12d505 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Request body: {'port': {'network_id': '313c0611-149a-433f-9172-19c4db0ab0e6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2006222581'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:47.531628 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0bf0589-9b2a-4fb8-a491-8917a86964b3 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:47.557243 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-46697919-a070-401c-b94d-495fee917dee None None] Port 8a4912cc-362c-4c4b-9d56-6cc634e387ae cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:47.593628 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device dd94a846-e1fd-4b00-84e7-207767910dcf up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:02:47.652893 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf2618ec-3922-4091-bbd7-b4fc46452f46 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:47.669986 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port dd94a846-e1fd-4b00-84e7-207767910dcf triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:02:47.670752 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:47.671285 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port dd94a846-e1fd-4b00-84e7-207767910dcf Sep 23 15:02:47.799928 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port dd94a846-e1fd-4b00-84e7-207767910dcf is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:02:47.881062 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-cf2618ec-3922-4091-bbd7-b4fc46452f46 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eddf40a-99c3-4839-954e-448f09b028fe']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:47.918239 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-cf2618ec-3922-4091-bbd7-b4fc46452f46 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07bfa451-7cae-4d31-aa7b-ed6d7f5f7420') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:47.918570 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-cf2618ec-3922-4091-bbd7-b4fc46452f46 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07bfa451-7cae-4d31-aa7b-ed6d7f5f7420') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:47.924831 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0bf0589-9b2a-4fb8-a491-8917a86964b3 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:47.939390 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf2618ec-3922-4091-bbd7-b4fc46452f46 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:47.958012 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-261ee99f-0f10-4377-8870-887ddfb89644 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:47.969733 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-261ee99f-0f10-4377-8870-887ddfb89644 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Usage tracker for resource:subnet and tenant:09c1b7c9f9e7457483016ef1392d132c is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:47.974385 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-261ee99f-0f10-4377-8870-887ddfb89644 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:47.987693 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf2618ec-3922-4091-bbd7-b4fc46452f46 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:47.989876 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-261ee99f-0f10-4377-8870-887ddfb89644 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:47.998098 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf0589-9b2a-4fb8-a491-8917a86964b3 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Pushing event updated for resources: {'Port': ['ID=ddf762c3-532c-444b-8dcc-5150aec16ffe,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:48.000295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf2618ec-3922-4091-bbd7-b4fc46452f46 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:02:48.000701 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf2618ec-3922-4091-bbd7-b4fc46452f46 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:48.024384 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5c409bba-4150-40a6-869a-e0c3cbcf3601 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:48.058824 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-46697919-a070-401c-b94d-495fee917dee None None] Attempt 7 to provision port 8a4912cc-362c-4c4b-9d56-6cc634e387ae Sep 23 15:02:48.077626 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 07bfa451-7cae-4d31-aa7b-ed6d7f5f7420 resource provider aggregate not found Sep 23 15:02:48.113193 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 07bfa451-7cae-4d31-aa7b-ed6d7f5f7420 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07bfa451-7cae-4d31-aa7b-ed6d7f5f7420 found for delete ", "request_id": "req-990683bd-d484-4c1f-9d7b-a4356b0d8505"}]} Sep 23 15:02:48.135193 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261ee99f-0f10-4377-8870-887ddfb89644 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Made reservation on behalf of 09c1b7c9f9e7457483016ef1392d132c for: {'subnet': 2} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:02:48.136595 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-46697919-a070-401c-b94d-495fee917dee None None] Port 8a4912cc-362c-4c4b-9d56-6cc634e387ae cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:48.139899 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-261ee99f-0f10-4377-8870-887ddfb89644 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:48.143664 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-261ee99f-0f10-4377-8870-887ddfb89644 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:48.207217 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf2618ec-3922-4091-bbd7-b4fc46452f46 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:48.209704 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b58e3f24-1111-490a-aad7-2908ae12d505 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:48.224141 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b58e3f24-1111-490a-aad7-2908ae12d505 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Usage tracker for resource:port and tenant:4d548b1315ae40b2aec780c8787d5c97 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:48.230152 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2618ec-3922-4091-bbd7-b4fc46452f46 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5eddf40a-99c3-4839-954e-448f09b028fe {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 23 15:02:48.230646 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b58e3f24-1111-490a-aad7-2908ae12d505 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:48.242113 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5c409bba-4150-40a6-869a-e0c3cbcf3601 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:48.244618 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf2618ec-3922-4091-bbd7-b4fc46452f46 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:48.286357 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2618ec-3922-4091-bbd7-b4fc46452f46 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Pushing event deleted for resources: {'Network': ['ID=5eddf40a-99c3-4839-954e-448f09b028fe,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:48.299832 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b58e3f24-1111-490a-aad7-2908ae12d505 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:48.327325 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-cf2618ec-3922-4091-bbd7-b4fc46452f46 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "DELETE /v2.0/networks/5eddf40a-99c3-4839-954e-448f09b028fe HTTP/1.1" status: 204 len: 168 time: 1.2394872 Sep 23 15:02:48.351499 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-b0bf0589-9b2a-4fb8-a491-8917a86964b3 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Floating IP 43f3b130-5509-48f9-8118-54ebfba57c03 associated. External IP: 172.26.10.62, port: 8a4912cc-362c-4c4b-9d56-6cc634e387ae. Sep 23 15:02:48.358065 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c409bba-4150-40a6-869a-e0c3cbcf3601 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Network 767858c3-3871-4b07-b1ed-5f1dbc9b7e52 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:48.361171 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-5c409bba-4150-40a6-869a-e0c3cbcf3601 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:48.368562 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c409bba-4150-40a6-869a-e0c3cbcf3601 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:48.403936 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c409bba-4150-40a6-869a-e0c3cbcf3601 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event updated for resources: {'Port': ['ID=36029cf3-796e-470b-8364-b5e279fc2f11,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:48.431430 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58e3f24-1111-490a-aad7-2908ae12d505 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Made reservation on behalf of 4d548b1315ae40b2aec780c8787d5c97 for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:02:48.435398 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b58e3f24-1111-490a-aad7-2908ae12d505 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:48.458936 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-269b616e-39d4-4c47-b67f-99e46bac0902 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:48.484331 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c409bba-4150-40a6-869a-e0c3cbcf3601 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:48.484945 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5c409bba-4150-40a6-869a-e0c3cbcf3601 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:48.591486 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5c409bba-4150-40a6-869a-e0c3cbcf3601 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0324223 Sep 23 15:02:48.610366 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-b58e3f24-1111-490a-aad7-2908ae12d505 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] device_id is not set on port 304fb987-a5d7-402c-9fc7-efe8bfb443dc yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:02:48.633785 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39852) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:48.637702 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-46697919-a070-401c-b94d-495fee917dee None None] Attempt 8 to provision port 8a4912cc-362c-4c4b-9d56-6cc634e387ae Sep 23 15:02:48.644972 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-3976bcec-2819-468a-8980-b4adafc7f6ab tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': '36029cf3-796e-470b-8364-b5e279fc2f11', 'fixed_ip_address': '172.20.0.2'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:48.660891 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3976bcec-2819-468a-8980-b4adafc7f6ab tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:48.673979 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3976bcec-2819-468a-8980-b4adafc7f6ab tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Usage tracker for resource:floatingip and tenant:4d5b705bd3ff470893718cb7039eab09 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:48.678927 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3976bcec-2819-468a-8980-b4adafc7f6ab tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:48.688456 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3976bcec-2819-468a-8980-b4adafc7f6ab tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:48.779494 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-46697919-a070-401c-b94d-495fee917dee None None] Port 8a4912cc-362c-4c4b-9d56-6cc634e387ae cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:48.804215 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3976bcec-2819-468a-8980-b4adafc7f6ab tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:48.867132 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39858) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:48.885914 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-69687246-52f8-44b3-a2f9-80f0ac867ef4 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Request body: {'router': {'name': 'tempest-router--1247008772', 'project_id': '0cf07a9343ae4229af12cce261349c06'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:48.898406 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-69687246-52f8-44b3-a2f9-80f0ac867ef4 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:48.920497 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-261ee99f-0f10-4377-8870-887ddfb89644 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:48.923228 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:02:48.993498 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-69687246-52f8-44b3-a2f9-80f0ac867ef4 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Usage tracker for resource:router and tenant:0cf07a9343ae4229af12cce261349c06 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:49.006432 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ee99f-0f10-4377-8870-887ddfb89644 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Pushing event updated for resources: {'Subnet': ['ID=df5d378b-e7ad-4416-9d8d-552fa02832d2,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:49.015879 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-69687246-52f8-44b3-a2f9-80f0ac867ef4 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:49.022714 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261ee99f-0f10-4377-8870-887ddfb89644 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Checking segment: {'id': 'f3f65697-1ad2-471e-a965-54579ce0ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'be4c1ea7-f778-4608-8528-8c2aa20d6caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:02:49.023070 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261ee99f-0f10-4377-8870-887ddfb89644 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Network hostable DHCP agents. Network: be4c1ea7-f778-4608-8528-8c2aa20d6caa, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:02:49.033836 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-69687246-52f8-44b3-a2f9-80f0ac867ef4 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:49.069469 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3976bcec-2819-468a-8980-b4adafc7f6ab tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:49.130407 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261ee99f-0f10-4377-8870-887ddfb89644 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Network be4c1ea7-f778-4608-8528-8c2aa20d6caa is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:02:49.220752 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-3976bcec-2819-468a-8980-b4adafc7f6ab tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Allocated IP 172.26.10.105 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/09823ae8-124f-470c-b932-b8be2bb72e63) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:49.222823 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-261ee99f-0f10-4377-8870-887ddfb89644 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, be4c1ea7-f778-4608-8528-8c2aa20d6caa) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:49.229385 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-261ee99f-0f10-4377-8870-887ddfb89644 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:49.231744 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d97e42-b3b3-4b9b-893d-6192b1127fe8 None None] Network be4c1ea7-f778-4608-8528-8c2aa20d6caa requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:02:49.262414 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-b58e3f24-1111-490a-aad7-2908ae12d505 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Allocated IP 2001:db8::2b7 (313c0611-149a-433f-9172-19c4db0ab0e6/87e2b122-2ddf-4fed-aa76-2a64a6025c8e/304fb987-a5d7-402c-9fc7-efe8bfb443dc) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:49.271483 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-69687246-52f8-44b3-a2f9-80f0ac867ef4 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:49.272421 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-69687246-52f8-44b3-a2f9-80f0ac867ef4 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:49.276138 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269b616e-39d4-4c47-b67f-99e46bac0902 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Router e9dffa77-2a9b-448a-bce1-3614d7d85e68 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:02:49.341780 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-46697919-a070-401c-b94d-495fee917dee None None] Attempt 9 to provision port 8a4912cc-362c-4c4b-9d56-6cc634e387ae Sep 23 15:02:49.379245 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-69687246-52f8-44b3-a2f9-80f0ac867ef4 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:49.393028 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ee99f-0f10-4377-8870-887ddfb89644 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Pushing event updated for resources: {'Subnet': ['ID=5e865cf6-625a-4fa0-bca3-ce8f25c60fd6,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:49.410739 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261ee99f-0f10-4377-8870-887ddfb89644 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Checking segment: {'id': '3e5c686f-836e-4b7b-bcff-ebe480918c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5d458cb9-4ded-4841-9807-1b4b9497dd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:02:49.411072 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261ee99f-0f10-4377-8870-887ddfb89644 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Network hostable DHCP agents. Network: 5d458cb9-4ded-4841-9807-1b4b9497dd1b, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:02:49.426467 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-46697919-a070-401c-b94d-495fee917dee None None] Port 8a4912cc-362c-4c4b-9d56-6cc634e387ae cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:49.465532 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0bf0589-9b2a-4fb8-a491-8917a86964b3 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Router 9222abb4-600b-4c09-8b24-69151d1ec608 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:02:49.476184 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3976bcec-2819-468a-8980-b4adafc7f6ab tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:49.522941 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261ee99f-0f10-4377-8870-887ddfb89644 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Network 5d458cb9-4ded-4841-9807-1b4b9497dd1b is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:02:49.556862 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef1da51-3d52-4486-89b7-0efc80a2c086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-be4c1ea7-f778-4608-8528-8c2aa20d6caa', 'network_id': 'be4c1ea7-f778-4608-8528-8c2aa20d6caa', 'tenant_id': '09c1b7c9f9e7457483016ef1392d132c', 'fixed_ips': [{'subnet_id': 'df5d378b-e7ad-4416-9d8d-552fa02832d2'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:02:49.557315 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3ef1da51-3d52-4486-89b7-0efc80a2c086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:49.604976 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3976bcec-2819-468a-8980-b4adafc7f6ab tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:49.619517 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-69687246-52f8-44b3-a2f9-80f0ac867ef4 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:49.661569 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-261ee99f-0f10-4377-8870-887ddfb89644 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 5d458cb9-4ded-4841-9807-1b4b9497dd1b) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:49.666219 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261ee99f-0f10-4377-8870-887ddfb89644 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:49.666797 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261ee99f-0f10-4377-8870-887ddfb89644 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:49.667437 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-261ee99f-0f10-4377-8870-887ddfb89644 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:49.693548 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3949b885-1ac5-4dd4-8d25-4fde1d3d1f88 None None] Network 5d458cb9-4ded-4841-9807-1b4b9497dd1b requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:02:49.711869 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3976bcec-2819-468a-8980-b4adafc7f6ab tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:49.718427 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-3976bcec-2819-468a-8980-b4adafc7f6ab tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:49.720872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3976bcec-2819-468a-8980-b4adafc7f6ab tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:49.755295 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269b616e-39d4-4c47-b67f-99e46bac0902 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:02:49.768196 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c4588-1e58-4dd1-a0fb-536c62ad7209 None None] Sync routers for ids ['e9dffa77-2a9b-448a-bce1-3614d7d85e68'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:02:49.782617 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976bcec-2819-468a-8980-b4adafc7f6ab tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event updated for resources: {'Port': ['ID=09823ae8-124f-470c-b932-b8be2bb72e63,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:49.784775 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70c4588-1e58-4dd1-a0fb-536c62ad7209 None None] Routers {'e9dffa77-2a9b-448a-bce1-3614d7d85e68'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:49.785393 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-b70c4588-1e58-4dd1-a0fb-536c62ad7209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e9dffa77-2a9b-448a-bce1-3614d7d85e68'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:49.861097 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-69687246-52f8-44b3-a2f9-80f0ac867ef4 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:49.862283 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-69687246-52f8-44b3-a2f9-80f0ac867ef4 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9917481 Sep 23 15:02:49.871871 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39862) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:49.881901 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-3ef1da51-3d52-4486-89b7-0efc80a2c086 None None] Allocated IP 172.20.0.2 (be4c1ea7-f778-4608-8528-8c2aa20d6caa/df5d378b-e7ad-4416-9d8d-552fa02832d2/8d6c114b-1e21-4e14-ba4f-fe4939f85d88) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:49.889219 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-261ee99f-0f10-4377-8870-887ddfb89644 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.6118960 Sep 23 15:02:49.904028 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39866) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:49.929305 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-46697919-a070-401c-b94d-495fee917dee None None] Attempt 10 to provision port 8a4912cc-362c-4c4b-9d56-6cc634e387ae Sep 23 15:02:50.014682 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-b70c4588-1e58-4dd1-a0fb-536c62ad7209 None None] Set router e9dffa77-2a9b-448a-bce1-3614d7d85e68 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:02:50.028979 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-269b616e-39d4-4c47-b67f-99e46bac0902 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:50.033004 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-269b616e-39d4-4c47-b67f-99e46bac0902 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.8022900 Sep 23 15:02:50.035476 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39870) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:50.052846 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b58e3f24-1111-490a-aad7-2908ae12d505 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:50.057246 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bf0589-9b2a-4fb8-a491-8917a86964b3 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:02:50.135711 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d44b26bc-94c2-4e88-9011-8124c45c5b47 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:50.159299 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b75b81-122d-4cec-90b9-c84c79af59e3 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:50.161605 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b75b81-122d-4cec-90b9-c84c79af59e3 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:50.163318 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b75b81-122d-4cec-90b9-c84c79af59e3 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:50.164284 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d4b75b81-122d-4cec-90b9-c84c79af59e3 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Synchronizing usage tracker for tenant:09c1b7c9f9e7457483016ef1392d132c on resource:subnet {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:02:50.233212 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3ef1da51-3d52-4486-89b7-0efc80a2c086 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:50.246987 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-3ef1da51-3d52-4486-89b7-0efc80a2c086 None None] Transition to ACTIVE for port object 8d6c114b-1e21-4e14-ba4f-fe4939f85d88 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:02:50.270843 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-3ef1da51-3d52-4486-89b7-0efc80a2c086 None None] Transition to ACTIVE for port object 8d6c114b-1e21-4e14-ba4f-fe4939f85d88 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:02:50.276197 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-b58e3f24-1111-490a-aad7-2908ae12d505 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Transition to ACTIVE for port object 304fb987-a5d7-402c-9fc7-efe8bfb443dc will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:02:50.279715 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d4b75b81-122d-4cec-90b9-c84c79af59e3 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Unset dirty status for tenant:09c1b7c9f9e7457483016ef1392d132c on resource:subnet {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:02:50.281151 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d4b75b81-122d-4cec-90b9-c84c79af59e3 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3759549 Sep 23 15:02:50.284278 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39874) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:50.323392 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7c4b7e-43f5-42e7-a138-4f24d0d1857a None None] Sync routers for ids ['9222abb4-600b-4c09-8b24-69151d1ec608'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:02:50.354659 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-b70c4588-1e58-4dd1-a0fb-536c62ad7209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dffa77-2a9b-448a-bce1-3614d7d85e68', 'name': 'tempest-snat-router-927986412', 'tenant_id': 'cb649363b776463fa89467c87d83ab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.232'}], 'enable_snat': True}, 'gw_port_id': 'fcc75eea-126a-470e-931c-6659ddc595d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:02:42Z', 'updated_at': '2022-09-23T15:02:47Z', 'revision_number': 3, 'project_id': 'cb649363b776463fa89467c87d83ab96', 'gw_port': {'id': 'fcc75eea-126a-470e-931c-6659ddc595d5', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dffa77-2a9b-448a-bce1-3614d7d85e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:02:44Z', 'updated_at': '2022-09-23T15:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:50.360159 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c4588-1e58-4dd1-a0fb-536c62ad7209 None None] Checking router: e9dffa77-2a9b-448a-bce1-3614d7d85e68 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:02:50.360671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f7eb663-c97b-4860-acda-42afa64fe1f2 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Deleting subnet df5d378b-e7ad-4416-9d8d-552fa02832d2 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:02:50.360944 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c4588-1e58-4dd1-a0fb-536c62ad7209 None None] Updating router e9dffa77-2a9b-448a-bce1-3614d7d85e68 port fcc75eea-126a-470e-931c-6659ddc595d5 binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:02:50.363488 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3ef1da51-3d52-4486-89b7-0efc80a2c086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:50.419344 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b70c4588-1e58-4dd1-a0fb-536c62ad7209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:50.421703 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7f7eb663-c97b-4860-acda-42afa64fe1f2 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:50.430076 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef1da51-3d52-4486-89b7-0efc80a2c086 None None] Network be4c1ea7-f778-4608-8528-8c2aa20d6caa is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:50.442460 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-3ef1da51-3d52-4486-89b7-0efc80a2c086 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:50.462812 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7c4b7e-43f5-42e7-a138-4f24d0d1857a None None] Routers {'9222abb4-600b-4c09-8b24-69151d1ec608'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:50.463691 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-9d7c4b7e-43f5-42e7-a138-4f24d0d1857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['9222abb4-600b-4c09-8b24-69151d1ec608'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:50.468918 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0bf0589-9b2a-4fb8-a491-8917a86964b3 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:50.507881 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7f7eb663-c97b-4860-acda-42afa64fe1f2 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:50.566573 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef1da51-3d52-4486-89b7-0efc80a2c086 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:50.578953 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-9d7c4b7e-43f5-42e7-a138-4f24d0d1857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:50.651878 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7f7eb663-c97b-4860-acda-42afa64fe1f2 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:50.691099 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-46697919-a070-401c-b94d-495fee917dee None None] Port 8a4912cc-362c-4c4b-9d56-6cc634e387ae cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:50.754831 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d44b26bc-94c2-4e88-9011-8124c45c5b47 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:50.761775 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d44b26bc-94c2-4e88-9011-8124c45c5b47 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:50.770204 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39878) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:50.770514 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b5d99b2f-a04e-4ea7-bf8d-0a957f102fe8 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "GET /v2.0/routers/e9dffa77-2a9b-448a-bce1-3614d7d85e68 HTTP/1.1" status: 200 len: 908 time: 0.7238758 Sep 23 15:02:50.775485 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7c4b7e-43f5-42e7-a138-4f24d0d1857a None None] Routers {'9222abb4-600b-4c09-8b24-69151d1ec608'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:50.776132 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-9d7c4b7e-43f5-42e7-a138-4f24d0d1857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['9222abb4-600b-4c09-8b24-69151d1ec608'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:50.778735 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b0bf0589-9b2a-4fb8-a491-8917a86964b3 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 9.8179255 Sep 23 15:02:50.790886 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39882) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:50.868442 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b70c4588-1e58-4dd1-a0fb-536c62ad7209 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:50.881139 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b58e3f24-1111-490a-aad7-2908ae12d505 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:50.887614 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-b70c4588-1e58-4dd1-a0fb-536c62ad7209 None None] Transition to ACTIVE for port object fcc75eea-126a-470e-931c-6659ddc595d5 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:02:50.894162 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3976bcec-2819-468a-8980-b4adafc7f6ab tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:50.908999 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988bc8f4-e6cd-42ff-9b9f-cd33be61b8bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-5d458cb9-4ded-4841-9807-1b4b9497dd1b', 'network_id': '5d458cb9-4ded-4841-9807-1b4b9497dd1b', 'tenant_id': '09c1b7c9f9e7457483016ef1392d132c', 'fixed_ips': [{'subnet_id': '5e865cf6-625a-4fa0-bca3-ce8f25c60fd6'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:02:50.909883 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-988bc8f4-e6cd-42ff-9b9f-cd33be61b8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:50.944744 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-3ef1da51-3d52-4486-89b7-0efc80a2c086 None None] Attempting to bind port 8d6c114b-1e21-4e14-ba4f-fe4939f85d88 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:02:50.945167 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-3ef1da51-3d52-4486-89b7-0efc80a2c086 None None] Attempting to bind port 8d6c114b-1e21-4e14-ba4f-fe4939f85d88 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'f3f65697-1ad2-471e-a965-54579ce0ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'be4c1ea7-f778-4608-8528-8c2aa20d6caa'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:02:50.945530 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef1da51-3d52-4486-89b7-0efc80a2c086 None None] Attempting to bind port 8d6c114b-1e21-4e14-ba4f-fe4939f85d88 on network be4c1ea7-f778-4608-8528-8c2aa20d6caa {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:02:50.948162 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1da51-3d52-4486-89b7-0efc80a2c086 None None] Pushing event updated for resources: {'Port': ['ID=8d6c114b-1e21-4e14-ba4f-fe4939f85d88,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:50.951190 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-9d7c4b7e-43f5-42e7-a138-4f24d0d1857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:50.951590 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7c4b7e-43f5-42e7-a138-4f24d0d1857a None None] The sync data for ids ['9222abb4-600b-4c09-8b24-69151d1ec608'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:02:50.957514 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d44b26bc-94c2-4e88-9011-8124c45c5b47 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:50.958003 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44b26bc-94c2-4e88-9011-8124c45c5b47 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 775c86a2-96a0-4ea8-9f37-d31cf71d5fee {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:02:50.975123 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b70c4588-1e58-4dd1-a0fb-536c62ad7209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:50.999488 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58e3f24-1111-490a-aad7-2908ae12d505 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Network 313c0611-149a-433f-9172-19c4db0ab0e6 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:51.001420 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e3f24-1111-490a-aad7-2908ae12d505 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Pushing event updated for resources: {'Port': ['ID=304fb987-a5d7-402c-9fc7-efe8bfb443dc,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:51.003639 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef1da51-3d52-4486-89b7-0efc80a2c086 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:02:51.004019 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef1da51-3d52-4486-89b7-0efc80a2c086 None None] Checking segment: {'id': 'f3f65697-1ad2-471e-a965-54579ce0ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'be4c1ea7-f778-4608-8528-8c2aa20d6caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:02:51.004443 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3ef1da51-3d52-4486-89b7-0efc80a2c086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:51.004821 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef1da51-3d52-4486-89b7-0efc80a2c086 None None] Bound using segment: {'id': 'f3f65697-1ad2-471e-a965-54579ce0ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'be4c1ea7-f778-4608-8528-8c2aa20d6caa'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:02:51.005319 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-3ef1da51-3d52-4486-89b7-0efc80a2c086 None None] Bound port: 8d6c114b-1e21-4e14-ba4f-fe4939f85d88, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f65697-1ad2-471e-a965-54579ce0ce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'be4c1ea7-f778-4608-8528-8c2aa20d6caa'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:02:51.005684 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3ef1da51-3d52-4486-89b7-0efc80a2c086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:51.017614 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-b58e3f24-1111-490a-aad7-2908ae12d505 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:51.019236 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d44b26bc-94c2-4e88-9011-8124c45c5b47 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:51.020359 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d44b26bc-94c2-4e88-9011-8124c45c5b47 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "DELETE /v2.0/routers/775c86a2-96a0-4ea8-9f37-d31cf71d5fee HTTP/1.1" status: 204 len: 168 time: 1.1459069 Sep 23 15:02:51.028602 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58e3f24-1111-490a-aad7-2908ae12d505 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:51.044005 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58e3f24-1111-490a-aad7-2908ae12d505 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:51.044763 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b58e3f24-1111-490a-aad7-2908ae12d505 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:51.051110 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7f7eb663-c97b-4860-acda-42afa64fe1f2 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:51.074158 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-b70c4588-1e58-4dd1-a0fb-536c62ad7209 None None] Attempting to bind port fcc75eea-126a-470e-931c-6659ddc595d5 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:02:51.074696 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-b70c4588-1e58-4dd1-a0fb-536c62ad7209 None None] Attempting to bind port fcc75eea-126a-470e-931c-6659ddc595d5 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:02:51.075161 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c4588-1e58-4dd1-a0fb-536c62ad7209 None None] Attempting to bind port fcc75eea-126a-470e-931c-6659ddc595d5 on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:02:51.082113 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-058746cb-6afa-45d9-a643-6b699fa05c69 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] 10.222.0.67 "GET /v2.0/floatingips/43f3b130-5509-48f9-8118-54ebfba57c03 HTTP/1.1" status: 200 len: 983 time: 0.2901378 Sep 23 15:02:51.092039 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c4588-1e58-4dd1-a0fb-536c62ad7209 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:02:51.092522 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c4588-1e58-4dd1-a0fb-536c62ad7209 None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:02:51.093020 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b70c4588-1e58-4dd1-a0fb-536c62ad7209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:51.093541 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70c4588-1e58-4dd1-a0fb-536c62ad7209 None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:02:51.094106 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-b70c4588-1e58-4dd1-a0fb-536c62ad7209 None None] Bound port: fcc75eea-126a-470e-931c-6659ddc595d5, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:02:51.094621 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b70c4588-1e58-4dd1-a0fb-536c62ad7209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:51.095151 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39890) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:51.104204 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-af733f33-0708-4a96-b14b-d4e6af650997 None None] Provisioning for port 33d955bc-5f09-43f9-9877-5b6dda7d4eef completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:02:51.130070 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7eb663-c97b-4860-acda-42afa64fe1f2 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Pushing event deleted for resources: {'Subnet': ['ID=df5d378b-e7ad-4416-9d8d-552fa02832d2,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:51.142681 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-af733f33-0708-4a96-b14b-d4e6af650997 None None] Provisioning complete for port 33d955bc-5f09-43f9-9877-5b6dda7d4eef triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:02:51.143106 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-af733f33-0708-4a96-b14b-d4e6af650997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:51.143576 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-af733f33-0708-4a96-b14b-d4e6af650997 None None] Attempt 1 to provision port 33d955bc-5f09-43f9-9877-5b6dda7d4eef Sep 23 15:02:51.159217 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d93b2b-0373-49c2-a434-c3b1090e24fb None None] Pushing event updated for resources: {'Port': ['ID=fcc75eea-126a-470e-931c-6659ddc595d5,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:51.202730 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7f7eb663-c97b-4860-acda-42afa64fe1f2 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:51.231376 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c2019ad4-a581-46f1-9e0f-76ec6907ac51 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:51.232758 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-b70c4588-1e58-4dd1-a0fb-536c62ad7209 None None] For port fcc75eea-126a-470e-931c-6659ddc595d5, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:02:51.236744 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-b70c4588-1e58-4dd1-a0fb-536c62ad7209 None None] For port fcc75eea-126a-470e-931c-6659ddc595d5, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=fcc75eea-126a-470e-931c-6659ddc595d5,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:02:51.255404 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b58e3f24-1111-490a-aad7-2908ae12d505 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.7491648 Sep 23 15:02:51.274194 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39894) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:51.288480 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-130bff25-11cb-4075-9128-d9f28d45f4f3 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::302', 'mac_address': 'fa:16:3e:a6:fd:e5'}, {'ip_address': '2001:db8::34', 'mac_address': 'fa:16:3e:e2:e3:59'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:51.293271 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-af733f33-0708-4a96-b14b-d4e6af650997 None None] Port 33d955bc-5f09-43f9-9877-5b6dda7d4eef cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:51.305843 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b70c4588-1e58-4dd1-a0fb-536c62ad7209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:51.317115 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-3ef1da51-3d52-4486-89b7-0efc80a2c086 None None] For port 8d6c114b-1e21-4e14-ba4f-fe4939f85d88, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:02:51.331606 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-3ef1da51-3d52-4486-89b7-0efc80a2c086 None None] For port 8d6c114b-1e21-4e14-ba4f-fe4939f85d88, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8d6c114b-1e21-4e14-ba4f-fe4939f85d88,segment=NetworkSegment(f3f65697-1ad2-471e-a965-54579ce0ce65),segment_id=f3f65697-1ad2-471e-a965-54579ce0ce65)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:02:51.344251 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-988bc8f4-e6cd-42ff-9b9f-cd33be61b8bf None None] Allocated IP 172.20.0.18 (5d458cb9-4ded-4841-9807-1b4b9497dd1b/5e865cf6-625a-4fa0-bca3-ce8f25c60fd6/239384ae-5230-483f-a4d6-be09f25b6b86) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:51.363069 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3976bcec-2819-468a-8980-b4adafc7f6ab tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:51.378004 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-86f8a1f7-bc01-40fa-89dd-aa7c15360796 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3810 time: 0.2816532 Sep 23 15:02:51.383839 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70c4588-1e58-4dd1-a0fb-536c62ad7209 None None] Routers {'e9dffa77-2a9b-448a-bce1-3614d7d85e68'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:51.385426 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-b70c4588-1e58-4dd1-a0fb-536c62ad7209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e9dffa77-2a9b-448a-bce1-3614d7d85e68'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:51.388987 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39900) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:51.442795 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3ef1da51-3d52-4486-89b7-0efc80a2c086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:51.484697 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d93b2b-0373-49c2-a434-c3b1090e24fb None None] Pushing event updated for resources: {'Port': ['ID=fcc75eea-126a-470e-931c-6659ddc595d5,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:51.489118 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39904) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:51.496413 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7f7eb663-c97b-4860-acda-42afa64fe1f2 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] 10.222.0.67 "DELETE /v2.0/subnets/df5d378b-e7ad-4416-9d8d-552fa02832d2 HTTP/1.1" status: 204 len: 168 time: 1.2109015 Sep 23 15:02:51.507147 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39908) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:51.639925 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1da51-3d52-4486-89b7-0efc80a2c086 None None] Pushing event updated for resources: {'Port': ['ID=8d6c114b-1e21-4e14-ba4f-fe4939f85d88,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:51.710618 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-b70c4588-1e58-4dd1-a0fb-536c62ad7209 None None] Set router e9dffa77-2a9b-448a-bce1-3614d7d85e68 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:02:51.731937 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c2019ad4-a581-46f1-9e0f-76ec6907ac51 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:51.746168 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-c916abda-5a10-4a27-8157-d95e2885414c tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Deleting subnet 5e865cf6-625a-4fa0-bca3-ce8f25c60fd6 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:02:51.804837 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-af733f33-0708-4a96-b14b-d4e6af650997 None None] Attempt 2 to provision port 33d955bc-5f09-43f9-9877-5b6dda7d4eef Sep 23 15:02:51.818722 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-c74f35a7-6dc1-4886-bb9f-55231f77e6ef tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Deleting port ddf762c3-532c-444b-8dcc-5150aec16ffe {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:02:51.824810 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c74f35a7-6dc1-4886-bb9f-55231f77e6ef tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:51.873384 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-c2019ad4-a581-46f1-9e0f-76ec6907ac51 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Deleting port fcc75eea-126a-470e-931c-6659ddc595d5 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:02:51.873987 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c2019ad4-a581-46f1-9e0f-76ec6907ac51 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:51.926231 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-af733f33-0708-4a96-b14b-d4e6af650997 None None] Port 33d955bc-5f09-43f9-9877-5b6dda7d4eef cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:51.930502 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0cc4a1-2c55-4c85-9a0d-06268383130e None None] Network be4c1ea7-f778-4608-8528-8c2aa20d6caa requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:02:51.945483 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-988bc8f4-e6cd-42ff-9b9f-cd33be61b8bf None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:52.021759 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-988bc8f4-e6cd-42ff-9b9f-cd33be61b8bf None None] Transition to ACTIVE for port object 239384ae-5230-483f-a4d6-be09f25b6b86 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:02:52.060430 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-988bc8f4-e6cd-42ff-9b9f-cd33be61b8bf None None] Transition to ACTIVE for port object 239384ae-5230-483f-a4d6-be09f25b6b86 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:02:52.074865 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3976bcec-2819-468a-8980-b4adafc7f6ab tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:52.085839 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-1bd914ac-dd9f-49ac-bbf0-5ee13a97cc89 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-122957505', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}, 'admin_state_up': False}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:52.095958 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-1bd914ac-dd9f-49ac-bbf0-5ee13a97cc89 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:52.103047 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1bd914ac-dd9f-49ac-bbf0-5ee13a97cc89 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Usage tracker for resource:router and tenant:ec506055144d430e9098ad89596f19fd is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:52.107817 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1bd914ac-dd9f-49ac-bbf0-5ee13a97cc89 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:52.129941 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-1bd914ac-dd9f-49ac-bbf0-5ee13a97cc89 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:52.167127 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c74f35a7-6dc1-4886-bb9f-55231f77e6ef tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:52.168629 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c74f35a7-6dc1-4886-bb9f-55231f77e6ef tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:52.189667 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3976bcec-2819-468a-8980-b4adafc7f6ab tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:52.193993 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-b70c4588-1e58-4dd1-a0fb-536c62ad7209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9dffa77-2a9b-448a-bce1-3614d7d85e68', 'name': 'tempest-snat-router-927986412', 'tenant_id': 'cb649363b776463fa89467c87d83ab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.232'}], 'enable_snat': True}, 'gw_port_id': 'fcc75eea-126a-470e-931c-6659ddc595d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:02:42Z', 'updated_at': '2022-09-23T15:02:47Z', 'revision_number': 3, 'project_id': 'cb649363b776463fa89467c87d83ab96', 'gw_port': {'id': 'fcc75eea-126a-470e-931c-6659ddc595d5', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dffa77-2a9b-448a-bce1-3614d7d85e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:02:44Z', 'updated_at': '2022-09-23T15:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:52.198062 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70c4588-1e58-4dd1-a0fb-536c62ad7209 None None] The sync data for ids ['e9dffa77-2a9b-448a-bce1-3614d7d85e68'] in dv-neutron-859093-1-hyperv is: [{'id': 'e9dffa77-2a9b-448a-bce1-3614d7d85e68', 'name': 'tempest-snat-router-927986412', 'tenant_id': 'cb649363b776463fa89467c87d83ab96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.232'}], 'enable_snat': True}, 'gw_port_id': 'fcc75eea-126a-470e-931c-6659ddc595d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:02:42Z', 'updated_at': '2022-09-23T15:02:47Z', 'revision_number': 3, 'project_id': 'cb649363b776463fa89467c87d83ab96', 'gw_port': {'id': 'fcc75eea-126a-470e-931c-6659ddc595d5', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:88:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9dffa77-2a9b-448a-bce1-3614d7d85e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:02:44Z', 'updated_at': '2022-09-23T15:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:02:52.214833 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-988bc8f4-e6cd-42ff-9b9f-cd33be61b8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:52.227903 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c916abda-5a10-4a27-8157-d95e2885414c tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:52.302076 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988bc8f4-e6cd-42ff-9b9f-cd33be61b8bf None None] Network 5d458cb9-4ded-4841-9807-1b4b9497dd1b is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:52.305195 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-988bc8f4-e6cd-42ff-9b9f-cd33be61b8bf None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:52.313177 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988bc8f4-e6cd-42ff-9b9f-cd33be61b8bf None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:52.319030 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-c74f35a7-6dc1-4886-bb9f-55231f77e6ef tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Calling delete_port for ddf762c3-532c-444b-8dcc-5150aec16ffe owned by network:floatingip {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:02:52.323573 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bc8f4-e6cd-42ff-9b9f-cd33be61b8bf None None] Pushing event updated for resources: {'Port': ['ID=239384ae-5230-483f-a4d6-be09f25b6b86,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:52.352113 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-130bff25-11cb-4075-9128-d9f28d45f4f3 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:52.376114 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1bd914ac-dd9f-49ac-bbf0-5ee13a97cc89 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:52.377684 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1bd914ac-dd9f-49ac-bbf0-5ee13a97cc89 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:52.400746 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c916abda-5a10-4a27-8157-d95e2885414c tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:52.426923 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-af733f33-0708-4a96-b14b-d4e6af650997 None None] Attempt 3 to provision port 33d955bc-5f09-43f9-9877-5b6dda7d4eef Sep 23 15:02:52.472736 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976bcec-2819-468a-8980-b4adafc7f6ab tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event updated for resources: {'Port': ['ID=09823ae8-124f-470c-b932-b8be2bb72e63,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:52.477507 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-988bc8f4-e6cd-42ff-9b9f-cd33be61b8bf None None] Attempting to bind port 239384ae-5230-483f-a4d6-be09f25b6b86 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:02:52.480642 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-988bc8f4-e6cd-42ff-9b9f-cd33be61b8bf None None] Attempting to bind port 239384ae-5230-483f-a4d6-be09f25b6b86 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '3e5c686f-836e-4b7b-bcff-ebe480918c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5d458cb9-4ded-4841-9807-1b4b9497dd1b'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:02:52.480642 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988bc8f4-e6cd-42ff-9b9f-cd33be61b8bf None None] Attempting to bind port 239384ae-5230-483f-a4d6-be09f25b6b86 on network 5d458cb9-4ded-4841-9807-1b4b9497dd1b {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:02:52.483049 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3976bcec-2819-468a-8980-b4adafc7f6ab tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:52.489028 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988bc8f4-e6cd-42ff-9b9f-cd33be61b8bf None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:02:52.489395 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988bc8f4-e6cd-42ff-9b9f-cd33be61b8bf None None] Checking segment: {'id': '3e5c686f-836e-4b7b-bcff-ebe480918c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5d458cb9-4ded-4841-9807-1b4b9497dd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:02:52.489793 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-988bc8f4-e6cd-42ff-9b9f-cd33be61b8bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:52.490180 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988bc8f4-e6cd-42ff-9b9f-cd33be61b8bf None None] Bound using segment: {'id': '3e5c686f-836e-4b7b-bcff-ebe480918c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5d458cb9-4ded-4841-9807-1b4b9497dd1b'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:02:52.491009 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-988bc8f4-e6cd-42ff-9b9f-cd33be61b8bf None None] Bound port: 239384ae-5230-483f-a4d6-be09f25b6b86, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5c686f-836e-4b7b-bcff-ebe480918c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5d458cb9-4ded-4841-9807-1b4b9497dd1b'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:02:52.491385 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-988bc8f4-e6cd-42ff-9b9f-cd33be61b8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:52.513626 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-af733f33-0708-4a96-b14b-d4e6af650997 None None] Port 33d955bc-5f09-43f9-9877-5b6dda7d4eef cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:52.578110 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1bd914ac-dd9f-49ac-bbf0-5ee13a97cc89 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:52.608554 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-988bc8f4-e6cd-42ff-9b9f-cd33be61b8bf None None] For port 239384ae-5230-483f-a4d6-be09f25b6b86, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:02:52.617343 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-988bc8f4-e6cd-42ff-9b9f-cd33be61b8bf None None] For port 239384ae-5230-483f-a4d6-be09f25b6b86, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=239384ae-5230-483f-a4d6-be09f25b6b86,segment=NetworkSegment(3e5c686f-836e-4b7b-bcff-ebe480918c7f),segment_id=3e5c686f-836e-4b7b-bcff-ebe480918c7f)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:02:52.619908 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-c2019ad4-a581-46f1-9e0f-76ec6907ac51 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] For port fcc75eea-126a-470e-931c-6659ddc595d5, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=fcc75eea-126a-470e-931c-6659ddc595d5,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:02:52.620258 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c2019ad4-a581-46f1-9e0f-76ec6907ac51 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:52.689929 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-988bc8f4-e6cd-42ff-9b9f-cd33be61b8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:52.819333 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bc8f4-e6cd-42ff-9b9f-cd33be61b8bf None None] Pushing event updated for resources: {'Port': ['ID=239384ae-5230-483f-a4d6-be09f25b6b86,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:52.886890 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-c2019ad4-a581-46f1-9e0f-76ec6907ac51 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Calling delete_port for fcc75eea-126a-470e-931c-6659ddc595d5 owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:02:52.941364 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-130bff25-11cb-4075-9128-d9f28d45f4f3 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:52.943519 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c74f35a7-6dc1-4886-bb9f-55231f77e6ef tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:53.003666 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f35a7-6dc1-4886-bb9f-55231f77e6ef tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Pushing event deleted for resources: {'Port': ['ID=ddf762c3-532c-444b-8dcc-5150aec16ffe,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:53.009957 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-130bff25-11cb-4075-9128-d9f28d45f4f3 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:53.010681 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-130bff25-11cb-4075-9128-d9f28d45f4f3 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] In _notify_port_updated(), no bound segment for port 304fb987-a5d7-402c-9fc7-efe8bfb443dc on network 313c0611-149a-433f-9172-19c4db0ab0e6 {{(pid=89738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 23 15:02:53.015120 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-af733f33-0708-4a96-b14b-d4e6af650997 None None] Attempt 4 to provision port 33d955bc-5f09-43f9-9877-5b6dda7d4eef Sep 23 15:02:53.020261 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130bff25-11cb-4075-9128-d9f28d45f4f3 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:53.026943 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-130bff25-11cb-4075-9128-d9f28d45f4f3 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:53.026943 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-130bff25-11cb-4075-9128-d9f28d45f4f3 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] 10.222.0.67 "PUT /v2.0/ports/304fb987-a5d7-402c-9fc7-efe8bfb443dc HTTP/1.1" status: 200 len: 1067 time: 1.7465167 Sep 23 15:02:53.045185 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39914) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:53.118843 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-af733f33-0708-4a96-b14b-d4e6af650997 None None] Port 33d955bc-5f09-43f9-9877-5b6dda7d4eef cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:53.192942 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130bff25-11cb-4075-9128-d9f28d45f4f3 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Pushing event updated for resources: {'Port': ['ID=304fb987-a5d7-402c-9fc7-efe8bfb443dc,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:53.202191 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c74f35a7-6dc1-4886-bb9f-55231f77e6ef tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks [] for floatingip, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:53.202490 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-c74f35a7-6dc1-4886-bb9f-55231f77e6ef tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Floating IP 43f3b130-5509-48f9-8118-54ebfba57c03 disassociated (deleted). External IP: 172.26.10.62, port: 8a4912cc-362c-4c4b-9d56-6cc634e387ae. Sep 23 15:02:53.249422 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c916abda-5a10-4a27-8157-d95e2885414c tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:53.356244 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-3976bcec-2819-468a-8980-b4adafc7f6ab tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Floating IP a908a922-1aa8-4ddd-a49c-bf3b708390b9 associated. External IP: 172.26.10.105, port: 36029cf3-796e-470b-8364-b5e279fc2f11. Sep 23 15:02:53.443980 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-afba7f9b-d3cc-4282-ad95-ed3ca205d49e tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Deleting port 304fb987-a5d7-402c-9fc7-efe8bfb443dc {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:02:53.445656 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-afba7f9b-d3cc-4282-ad95-ed3ca205d49e tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:53.594289 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74f35a7-6dc1-4886-bb9f-55231f77e6ef tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Router 9222abb4-600b-4c09-8b24-69151d1ec608 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:02:53.625116 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-af733f33-0708-4a96-b14b-d4e6af650997 None None] Attempt 5 to provision port 33d955bc-5f09-43f9-9877-5b6dda7d4eef Sep 23 15:02:53.725673 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device fcc75eea-126a-470e-931c-6659ddc595d5 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:02:53.796004 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-af733f33-0708-4a96-b14b-d4e6af650997 None None] Port 33d955bc-5f09-43f9-9877-5b6dda7d4eef cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:53.851281 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74f35a7-6dc1-4886-bb9f-55231f77e6ef tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:02:53.866916 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c74f35a7-6dc1-4886-bb9f-55231f77e6ef tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:53.873895 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657084a4-fa93-471e-98bf-2b916c281845 None None] Sync routers for ids ['9222abb4-600b-4c09-8b24-69151d1ec608'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:02:53.887971 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657084a4-fa93-471e-98bf-2b916c281845 None None] Routers {'9222abb4-600b-4c09-8b24-69151d1ec608'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:53.888758 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-657084a4-fa93-471e-98bf-2b916c281845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['9222abb4-600b-4c09-8b24-69151d1ec608'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:53.897701 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port fcc75eea-126a-470e-931c-6659ddc595d5 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:02:53.907842 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port fcc75eea-126a-470e-931c-6659ddc595d5 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:02:53.908792 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:53.910241 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port fcc75eea-126a-470e-931c-6659ddc595d5 Sep 23 15:02:53.923616 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1bd914ac-dd9f-49ac-bbf0-5ee13a97cc89 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:53.967685 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c74f35a7-6dc1-4886-bb9f-55231f77e6ef tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] 10.222.0.67 "DELETE /v2.0/floatingips/43f3b130-5509-48f9-8118-54ebfba57c03 HTTP/1.1" status: 204 len: 168 time: 2.5740561 Sep 23 15:02:53.967971 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39918) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:53.974767 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-ebb5953c-759b-4f65-856e-a3e9855d9e3f tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:53.981293 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ebb5953c-759b-4f65-856e-a3e9855d9e3f tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:53.989382 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ebb5953c-759b-4f65-856e-a3e9855d9e3f tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Usage tracker for resource:floatingip and tenant:2112ef7377534dceb0aa395378327434 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:53.990949 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ebb5953c-759b-4f65-856e-a3e9855d9e3f tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:54.003193 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ebb5953c-759b-4f65-856e-a3e9855d9e3f tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:54.010157 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-657084a4-fa93-471e-98bf-2b916c281845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:54.021543 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657084a4-fa93-471e-98bf-2b916c281845 None None] Routers {'9222abb4-600b-4c09-8b24-69151d1ec608'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:54.022160 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-657084a4-fa93-471e-98bf-2b916c281845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['9222abb4-600b-4c09-8b24-69151d1ec608'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:54.059349 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5e3a6c-05c3-425a-a217-cebebe1fa71d None None] Network 5d458cb9-4ded-4841-9807-1b4b9497dd1b requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:02:54.104678 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-657084a4-fa93-471e-98bf-2b916c281845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:54.105084 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657084a4-fa93-471e-98bf-2b916c281845 None None] The sync data for ids ['9222abb4-600b-4c09-8b24-69151d1ec608'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:02:54.123884 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ebb5953c-759b-4f65-856e-a3e9855d9e3f tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:54.125181 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c916abda-5a10-4a27-8157-d95e2885414c tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:54.168911 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port fcc75eea-126a-470e-931c-6659ddc595d5 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:02:54.169290 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:54.277012 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ebb5953c-759b-4f65-856e-a3e9855d9e3f tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:54.336772 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-af733f33-0708-4a96-b14b-d4e6af650997 None None] Attempt 6 to provision port 33d955bc-5f09-43f9-9877-5b6dda7d4eef Sep 23 15:02:54.345354 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916abda-5a10-4a27-8157-d95e2885414c tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Pushing event deleted for resources: {'Subnet': ['ID=5e865cf6-625a-4fa0-bca3-ce8f25c60fd6,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:54.376547 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c916abda-5a10-4a27-8157-d95e2885414c tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:54.395096 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-af733f33-0708-4a96-b14b-d4e6af650997 None None] Port 33d955bc-5f09-43f9-9877-5b6dda7d4eef cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:54.449282 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-ebb5953c-759b-4f65-856e-a3e9855d9e3f tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Allocated IP 172.26.10.37 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/20578907-861e-4402-9870-28630bef0d03) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:54.497084 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0edf67-624a-45eb-b851-f3252e68fbf7 None None] DHCP port deletion for 5d458cb9-4ded-4841-9807-1b4b9497dd1b request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:02:54.499381 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c916abda-5a10-4a27-8157-d95e2885414c tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] 10.222.0.67 "DELETE /v2.0/subnets/5e865cf6-625a-4fa0-bca3-ce8f25c60fd6 HTTP/1.1" status: 204 len: 168 time: 2.9857047 Sep 23 15:02:54.500054 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c2019ad4-a581-46f1-9e0f-76ec6907ac51 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:54.506909 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39922) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:54.510941 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-eb0edf67-624a-45eb-b851-f3252e68fbf7 None None] Deleting port 239384ae-5230-483f-a4d6-be09f25b6b86 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:02:54.511418 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb0edf67-624a-45eb-b851-f3252e68fbf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:54.541181 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 239384ae-5230-483f-a4d6-be09f25b6b86 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:02:54.621857 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2019ad4-a581-46f1-9e0f-76ec6907ac51 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Pushing event deleted for resources: {'Port': ['ID=fcc75eea-126a-470e-931c-6659ddc595d5,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:54.677112 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-afba7f9b-d3cc-4282-ad95-ed3ca205d49e tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:54.726681 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ebb5953c-759b-4f65-856e-a3e9855d9e3f tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:54.754215 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 239384ae-5230-483f-a4d6-be09f25b6b86 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:02:54.793529 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-eb0edf67-624a-45eb-b851-f3252e68fbf7 None None] For port 239384ae-5230-483f-a4d6-be09f25b6b86, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=239384ae-5230-483f-a4d6-be09f25b6b86,segment=NetworkSegment(3e5c686f-836e-4b7b-bcff-ebe480918c7f),segment_id=3e5c686f-836e-4b7b-bcff-ebe480918c7f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:02:54.794067 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb0edf67-624a-45eb-b851-f3252e68fbf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:54.804394 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ebb5953c-759b-4f65-856e-a3e9855d9e3f tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:54.858929 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-afba7f9b-d3cc-4282-ad95-ed3ca205d49e tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Calling delete_port for 304fb987-a5d7-402c-9fc7-efe8bfb443dc owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:02:54.880821 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb5953c-759b-4f65-856e-a3e9855d9e3f tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:54.884568 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-ebb5953c-759b-4f65-856e-a3e9855d9e3f tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:54.888629 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb5953c-759b-4f65-856e-a3e9855d9e3f tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:54.918092 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-af733f33-0708-4a96-b14b-d4e6af650997 None None] Attempt 7 to provision port 33d955bc-5f09-43f9-9877-5b6dda7d4eef Sep 23 15:02:54.924851 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f943eae5-2fba-42ef-b7a6-09a0f1f1e025 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:02:54.925544 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f943eae5-2fba-42ef-b7a6-09a0f1f1e025 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Synchronizing usage tracker for tenant:09c1b7c9f9e7457483016ef1392d132c on resource:subnet {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:02:54.940208 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5953c-759b-4f65-856e-a3e9855d9e3f tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Pushing event updated for resources: {'Port': ['ID=20578907-861e-4402-9870-28630bef0d03,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:54.953534 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-eb0edf67-624a-45eb-b851-f3252e68fbf7 None None] Calling delete_port for 239384ae-5230-483f-a4d6-be09f25b6b86 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:02:54.981627 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ebb5953c-759b-4f65-856e-a3e9855d9e3f tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:54.988811 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3976bcec-2819-468a-8980-b4adafc7f6ab tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Router 8d2fc230-b342-497a-a3f0-d700b0882d81 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:02:55.023555 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-af733f33-0708-4a96-b14b-d4e6af650997 None None] Port 33d955bc-5f09-43f9-9877-5b6dda7d4eef cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:55.041641 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c2019ad4-a581-46f1-9e0f-76ec6907ac51 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:55.100628 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb0edf67-624a-45eb-b851-f3252e68fbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:55.103327 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ebb5953c-759b-4f65-856e-a3e9855d9e3f tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:55.152331 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0edf67-624a-45eb-b851-f3252e68fbf7 None None] No DVR routers for this DVR port 239384ae-5230-483f-a4d6-be09f25b6b86 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:02:55.156394 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0edf67-624a-45eb-b851-f3252e68fbf7 None None] Pushing event deleted for resources: {'Port': ['ID=239384ae-5230-483f-a4d6-be09f25b6b86,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:55.178525 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfd1dba-ba99-42d5-a4ad-321f9de95f68 None None] get_active_networks_info from dv-neutron-859093-1-hyperv {{(pid=89740) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 23 15:02:55.302309 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfd1dba-ba99-42d5-a4ad-321f9de95f68 None None] Resources bound (agent type, host, resource id): {{(pid=89740) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 15:02:55.351760 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ebb5953c-759b-4f65-856e-a3e9855d9e3f tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:55.428504 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f943eae5-2fba-42ef-b7a6-09a0f1f1e025 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Unset dirty status for tenant:09c1b7c9f9e7457483016ef1392d132c on resource:subnet {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:02:55.429552 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f943eae5-2fba-42ef-b7a6-09a0f1f1e025 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8789301 Sep 23 15:02:55.433931 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39926) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:55.457954 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c2019ad4-a581-46f1-9e0f-76ec6907ac51 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:55.462052 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ebb5953c-759b-4f65-856e-a3e9855d9e3f tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:55.464477 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c2019ad4-a581-46f1-9e0f-76ec6907ac51 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:55.525909 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-af733f33-0708-4a96-b14b-d4e6af650997 None None] Attempt 8 to provision port 33d955bc-5f09-43f9-9877-5b6dda7d4eef Sep 23 15:02:55.589246 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-af733f33-0708-4a96-b14b-d4e6af650997 None None] Port 33d955bc-5f09-43f9-9877-5b6dda7d4eef cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:55.610143 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5953c-759b-4f65-856e-a3e9855d9e3f tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Pushing event updated for resources: {'Port': ['ID=20578907-861e-4402-9870-28630bef0d03,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:55.648496 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-afba7f9b-d3cc-4282-ad95-ed3ca205d49e tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:55.663502 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ebb5953c-759b-4f65-856e-a3e9855d9e3f tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:55.670662 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa9bcc25-c7a0-495c-84a8-7c3a52ba6e8b tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:55.720104 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 239384ae-5230-483f-a4d6-be09f25b6b86 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:02:55.760649 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba7f9b-d3cc-4282-ad95-ed3ca205d49e tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Pushing event deleted for resources: {'Port': ['ID=304fb987-a5d7-402c-9fc7-efe8bfb443dc,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:55.767415 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 239384ae-5230-483f-a4d6-be09f25b6b86 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:02:55.768075 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 239384ae-5230-483f-a4d6-be09f25b6b86 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:02:55.806517 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ebb5953c-759b-4f65-856e-a3e9855d9e3f tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:55.807326 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1bd914ac-dd9f-49ac-bbf0-5ee13a97cc89 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router_gateway, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:55.811292 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ebb5953c-759b-4f65-856e-a3e9855d9e3f tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8394980 Sep 23 15:02:55.824106 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39930) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:55.842018 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c2019ad4-a581-46f1-9e0f-76ec6907ac51 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:55.842624 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2019ad4-a581-46f1-9e0f-76ec6907ac51 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e9dffa77-2a9b-448a-bce1-3614d7d85e68 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:02:55.843308 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa9bcc25-c7a0-495c-84a8-7c3a52ba6e8b tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:55.857783 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1bd914ac-dd9f-49ac-bbf0-5ee13a97cc89 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:55.879759 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-fa9bcc25-c7a0-495c-84a8-7c3a52ba6e8b tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d458cb9-4ded-4841-9807-1b4b9497dd1b']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:55.894973 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-fa9bcc25-c7a0-495c-84a8-7c3a52ba6e8b tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e5c686f-836e-4b7b-bcff-ebe480918c7f') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:55.895568 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-fa9bcc25-c7a0-495c-84a8-7c3a52ba6e8b tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e5c686f-836e-4b7b-bcff-ebe480918c7f') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:55.910242 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3976bcec-2819-468a-8980-b4adafc7f6ab tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:02:55.928916 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2069f7-1c65-43da-adc7-864169d05170 None None] Sync routers for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:02:55.940446 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa9bcc25-c7a0-495c-84a8-7c3a52ba6e8b tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:55.945530 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2069f7-1c65-43da-adc7-864169d05170 None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:55.946104 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-1c2069f7-1c65-43da-adc7-864169d05170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:55.959074 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa9bcc25-c7a0-495c-84a8-7c3a52ba6e8b tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:55.967138 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9bcc25-c7a0-495c-84a8-7c3a52ba6e8b tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:02:55.969730 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa9bcc25-c7a0-495c-84a8-7c3a52ba6e8b tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:56.064115 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c2019ad4-a581-46f1-9e0f-76ec6907ac51 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:56.068709 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c2019ad4-a581-46f1-9e0f-76ec6907ac51 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "DELETE /v2.0/routers/e9dffa77-2a9b-448a-bce1-3614d7d85e68 HTTP/1.1" status: 204 len: 168 time: 5.2948642 Sep 23 15:02:56.078364 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39938) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:56.080624 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-1c2069f7-1c65-43da-adc7-864169d05170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:56.092029 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-af733f33-0708-4a96-b14b-d4e6af650997 None None] Attempt 9 to provision port 33d955bc-5f09-43f9-9877-5b6dda7d4eef Sep 23 15:02:56.095624 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 3e5c686f-836e-4b7b-bcff-ebe480918c7f resource provider aggregate not found Sep 23 15:02:56.102814 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-7d38a483-4127-411a-b19b-1474e4911965 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:56.108647 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7d38a483-4127-411a-b19b-1474e4911965 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:02:56.112618 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7d38a483-4127-411a-b19b-1474e4911965 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Usage tracker for resource:floatingip and tenant:2d27d6a2c3f14c5eaa0c091b7f095c75 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:02:56.115618 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7d38a483-4127-411a-b19b-1474e4911965 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:02:56.121585 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7d38a483-4127-411a-b19b-1474e4911965 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:02:56.140825 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 3e5c686f-836e-4b7b-bcff-ebe480918c7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e5c686f-836e-4b7b-bcff-ebe480918c7f found for delete ", "request_id": "req-886b2b03-ba8c-4dd6-b086-fbf4a8c46fcd"}]} Sep 23 15:02:56.153159 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2069f7-1c65-43da-adc7-864169d05170 None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:56.153870 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-1c2069f7-1c65-43da-adc7-864169d05170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:56.158131 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa9bcc25-c7a0-495c-84a8-7c3a52ba6e8b tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:56.182100 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa9bcc25-c7a0-495c-84a8-7c3a52ba6e8b tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:56.198269 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9bcc25-c7a0-495c-84a8-7c3a52ba6e8b tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Pushing event deleted for resources: {'Network': ['ID=5d458cb9-4ded-4841-9807-1b4b9497dd1b,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:56.210371 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-fa9bcc25-c7a0-495c-84a8-7c3a52ba6e8b tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] 10.222.0.67 "DELETE /v2.0/networks/5d458cb9-4ded-4841-9807-1b4b9497dd1b HTTP/1.1" status: 204 len: 168 time: 0.7730575 Sep 23 15:02:56.210630 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39944) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:56.238967 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-1c2069f7-1c65-43da-adc7-864169d05170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:56.239726 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2069f7-1c65-43da-adc7-864169d05170 None None] The sync data for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:02:56.242936 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-af733f33-0708-4a96-b14b-d4e6af650997 None None] Port 33d955bc-5f09-43f9-9877-5b6dda7d4eef cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:56.277845 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3976bcec-2819-468a-8980-b4adafc7f6ab tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:56.304210 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d38a483-4127-411a-b19b-1474e4911965 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Notify callbacks [] for floatingip, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:56.384879 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c905d4d3-1d51-4be0-9500-c9acc0908892 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:56.417010 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-c905d4d3-1d51-4be0-9500-c9acc0908892 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Deleting port 8d6c114b-1e21-4e14-ba4f-fe4939f85d88 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:02:56.417352 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c905d4d3-1d51-4be0-9500-c9acc0908892 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:56.513295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-afba7f9b-d3cc-4282-ad95-ed3ca205d49e tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:56.515156 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-afba7f9b-d3cc-4282-ad95-ed3ca205d49e tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] 10.222.0.67 "DELETE /v2.0/ports/304fb987-a5d7-402c-9fc7-efe8bfb443dc HTTP/1.1" status: 204 len: 168 time: 3.4606268 Sep 23 15:02:56.516426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-1bd914ac-dd9f-49ac-bbf0-5ee13a97cc89 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Allocated IP 172.26.10.65 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/d6cd2ddc-1c87-4f82-9cce-0bc8bf6facef) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:56.518818 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39948) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:56.528951 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3976bcec-2819-468a-8980-b4adafc7f6ab tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.8935685 Sep 23 15:02:56.536420 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d544cca6-0731-4e92-b79d-42fef0ae4ad1 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:56.566292 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39952) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:56.579930 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-13fe2ea9-cf8a-489a-be6f-fa22f4605fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:02:56.639870 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea91cad7-4326-4d7f-b8d8-62c7caf981e9 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] GET failed (client error): The resource could not be found. Sep 23 15:02:56.640400 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ea91cad7-4326-4d7f-b8d8-62c7caf981e9 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Synchronizing usage tracker for tenant:4d548b1315ae40b2aec780c8787d5c97 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:02:56.744531 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-af733f33-0708-4a96-b14b-d4e6af650997 None None] Attempt 10 to provision port 33d955bc-5f09-43f9-9877-5b6dda7d4eef Sep 23 15:02:56.813215 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-af733f33-0708-4a96-b14b-d4e6af650997 None None] Port 33d955bc-5f09-43f9-9877-5b6dda7d4eef cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:02:56.928398 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1e1110a9-9368-46fd-a25c-87a7e920b611 None None] Could not find standard attr ID for object 304fb987-a5d7-402c-9fc7-efe8bfb443dc. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:02:56.931948 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-c905d4d3-1d51-4be0-9500-c9acc0908892 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] For port 8d6c114b-1e21-4e14-ba4f-fe4939f85d88, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8d6c114b-1e21-4e14-ba4f-fe4939f85d88,segment=NetworkSegment(f3f65697-1ad2-471e-a965-54579ce0ce65),segment_id=f3f65697-1ad2-471e-a965-54579ce0ce65)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:02:56.932154 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1e1110a9-9368-46fd-a25c-87a7e920b611 None None] Could not find standard attr ID for object 239384ae-5230-483f-a4d6-be09f25b6b86. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:02:56.932344 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c905d4d3-1d51-4be0-9500-c9acc0908892 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:56.974623 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1bd914ac-dd9f-49ac-bbf0-5ee13a97cc89 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:56.979905 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d544cca6-0731-4e92-b79d-42fef0ae4ad1 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:56.999999 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-13fe2ea9-cf8a-489a-be6f-fa22f4605fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:57.053498 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-d544cca6-0731-4e92-b79d-42fef0ae4ad1 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Deleting port dd94a846-e1fd-4b00-84e7-207767910dcf {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:02:57.053846 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d544cca6-0731-4e92-b79d-42fef0ae4ad1 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:57.091714 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1bd914ac-dd9f-49ac-bbf0-5ee13a97cc89 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:57.126908 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d38a483-4127-411a-b19b-1474e4911965 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:57.128584 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ea91cad7-4326-4d7f-b8d8-62c7caf981e9 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Unset dirty status for tenant:4d548b1315ae40b2aec780c8787d5c97 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:02:57.129721 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ea91cad7-4326-4d7f-b8d8-62c7caf981e9 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] 10.222.0.67 "GET /v2.0/ports/304fb987-a5d7-402c-9fc7-efe8bfb443dc HTTP/1.1" status: 404 len: 333 time: 0.6099977 Sep 23 15:02:57.137953 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-c905d4d3-1d51-4be0-9500-c9acc0908892 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Calling delete_port for 8d6c114b-1e21-4e14-ba4f-fe4939f85d88 owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:02:57.142069 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39956) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:57.241612 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd914ac-dd9f-49ac-bbf0-5ee13a97cc89 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:57.289738 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-1bd914ac-dd9f-49ac-bbf0-5ee13a97cc89 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:57.292735 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd914ac-dd9f-49ac-bbf0-5ee13a97cc89 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:57.372605 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd914ac-dd9f-49ac-bbf0-5ee13a97cc89 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Pushing event updated for resources: {'Port': ['ID=d6cd2ddc-1c87-4f82-9cce-0bc8bf6facef,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:57.382324 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-9553763b-ba43-4828-9389-31c97a54fbe8 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Deleting port 33d955bc-5f09-43f9-9877-5b6dda7d4eef {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:02:57.382686 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9553763b-ba43-4828-9389-31c97a54fbe8 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:57.502638 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c905d4d3-1d51-4be0-9500-c9acc0908892 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:57.513524 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-13fe2ea9-cf8a-489a-be6f-fa22f4605fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:57.545503 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device fcc75eea-126a-470e-931c-6659ddc595d5 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:02:57.573413 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905d4d3-1d51-4be0-9500-c9acc0908892 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Pushing event deleted for resources: {'Port': ['ID=8d6c114b-1e21-4e14-ba4f-fe4939f85d88,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:57.576983 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-7d38a483-4127-411a-b19b-1474e4911965 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Allocated IP 172.26.10.237 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/ee70f772-a27b-4e3f-880d-1f88bed916f8) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:02:57.579440 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c905d4d3-1d51-4be0-9500-c9acc0908892 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] No DVR routers for this DVR port 8d6c114b-1e21-4e14-ba4f-fe4939f85d88 on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:02:57.607404 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: fcc75eea-126a-470e-931c-6659ddc595d5 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:02:57.607776 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device fcc75eea-126a-470e-931c-6659ddc595d5 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:02:57.615145 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-13fe2ea9-cf8a-489a-be6f-fa22f4605fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:57.619687 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-13fe2ea9-cf8a-489a-be6f-fa22f4605fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Floating IP a908a922-1aa8-4ddd-a49c-bf3b708390b9 disassociated. External IP: 172.26.10.105, port: 36029cf3-796e-470b-8364-b5e279fc2f11. Sep 23 15:02:57.691866 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-d544cca6-0731-4e92-b79d-42fef0ae4ad1 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] For port dd94a846-e1fd-4b00-84e7-207767910dcf, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=dd94a846-e1fd-4b00-84e7-207767910dcf,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:02:57.691866 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d544cca6-0731-4e92-b79d-42fef0ae4ad1 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:57.842038 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-d544cca6-0731-4e92-b79d-42fef0ae4ad1 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Calling delete_port for dd94a846-e1fd-4b00-84e7-207767910dcf owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:02:57.863250 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c905d4d3-1d51-4be0-9500-c9acc0908892 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:57.965239 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-c905d4d3-1d51-4be0-9500-c9acc0908892 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4c1ea7-f778-4608-8528-8c2aa20d6caa']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:57.995065 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-c905d4d3-1d51-4be0-9500-c9acc0908892 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f65697-1ad2-471e-a965-54579ce0ce65') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:57.995359 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-c905d4d3-1d51-4be0-9500-c9acc0908892 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f65697-1ad2-471e-a965-54579ce0ce65') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:58.022613 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c905d4d3-1d51-4be0-9500-c9acc0908892 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:58.110973 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c905d4d3-1d51-4be0-9500-c9acc0908892 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:58.115077 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d38a483-4127-411a-b19b-1474e4911965 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:58.141530 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9553763b-ba43-4828-9389-31c97a54fbe8 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:58.272434 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c905d4d3-1d51-4be0-9500-c9acc0908892 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:02:58.272845 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c905d4d3-1d51-4be0-9500-c9acc0908892 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:58.355351 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment f3f65697-1ad2-471e-a965-54579ce0ce65 resource provider aggregate not found Sep 23 15:02:58.376948 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment f3f65697-1ad2-471e-a965-54579ce0ce65 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3f65697-1ad2-471e-a965-54579ce0ce65 found for delete ", "request_id": "req-38a405cc-0a58-4d5b-804a-34aa35846e97"}]} Sep 23 15:02:58.464764 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-9553763b-ba43-4828-9389-31c97a54fbe8 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Calling delete_port for 33d955bc-5f09-43f9-9877-5b6dda7d4eef owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:02:58.484943 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fe2ea9-cf8a-489a-be6f-fa22f4605fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Router 8d2fc230-b342-497a-a3f0-d700b0882d81 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:02:58.550029 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c905d4d3-1d51-4be0-9500-c9acc0908892 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:58.551899 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d38a483-4127-411a-b19b-1474e4911965 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:58.570741 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1bd914ac-dd9f-49ac-bbf0-5ee13a97cc89 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router_gateway, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:58.610195 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c905d4d3-1d51-4be0-9500-c9acc0908892 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:58.675617 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905d4d3-1d51-4be0-9500-c9acc0908892 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Pushing event deleted for resources: {'Network': ['ID=be4c1ea7-f778-4608-8528-8c2aa20d6caa,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:58.678502 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d38a483-4127-411a-b19b-1474e4911965 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:02:58.735014 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-7d38a483-4127-411a-b19b-1474e4911965 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:02:58.749345 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c905d4d3-1d51-4be0-9500-c9acc0908892 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] 10.222.0.67 "DELETE /v2.0/networks/be4c1ea7-f778-4608-8528-8c2aa20d6caa HTTP/1.1" status: 204 len: 168 time: 2.5376885 Sep 23 15:02:58.750299 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d38a483-4127-411a-b19b-1474e4911965 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:02:58.754110 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39966) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:58.792634 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38a483-4127-411a-b19b-1474e4911965 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Pushing event updated for resources: {'Port': ['ID=ee70f772-a27b-4e3f-880d-1f88bed916f8,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:58.830696 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fe2ea9-cf8a-489a-be6f-fa22f4605fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:02:58.836299 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-13fe2ea9-cf8a-489a-be6f-fa22f4605fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:58.846020 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c86202-99e3-45a7-806c-62ac85f3ecf3 None None] Sync routers for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:02:58.857196 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c86202-99e3-45a7-806c-62ac85f3ecf3 None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:58.857912 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-37c86202-99e3-45a7-806c-62ac85f3ecf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:58.898862 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-13fe2ea9-cf8a-489a-be6f-fa22f4605fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "PUT /v2.0/floatingips/a908a922-1aa8-4ddd-a49c-bf3b708390b9 HTTP/1.1" status: 200 len: 689 time: 2.3298738 Sep 23 15:02:58.905081 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39972) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:58.923597 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-37c86202-99e3-45a7-806c-62ac85f3ecf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:58.933599 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c86202-99e3-45a7-806c-62ac85f3ecf3 None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:02:58.934418 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-37c86202-99e3-45a7-806c-62ac85f3ecf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:58.994048 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-37c86202-99e3-45a7-806c-62ac85f3ecf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:58.994710 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c86202-99e3-45a7-806c-62ac85f3ecf3 None None] The sync data for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:02:59.038350 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d544cca6-0731-4e92-b79d-42fef0ae4ad1 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:59.069395 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-c6ec43a7-3372-456b-850a-bb4028a5cbd7 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Deleting port 09823ae8-124f-470c-b932-b8be2bb72e63 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:02:59.069650 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c6ec43a7-3372-456b-850a-bb4028a5cbd7 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:59.082659 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dc72964f-67e3-47c9-ae1f-7626c80c7f89 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:59.099560 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9553763b-ba43-4828-9389-31c97a54fbe8 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:59.127228 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d38a483-4127-411a-b19b-1474e4911965 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:59.167234 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544cca6-0731-4e92-b79d-42fef0ae4ad1 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd94a846-e1fd-4b00-84e7-207767910dcf,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:59.294777 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d38a483-4127-411a-b19b-1474e4911965 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:59.326561 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c6ec43a7-3372-456b-850a-bb4028a5cbd7 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:59.326802 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c6ec43a7-3372-456b-850a-bb4028a5cbd7 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:59.357118 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553763b-ba43-4828-9389-31c97a54fbe8 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Pushing event deleted for resources: {'Port': ['ID=33d955bc-5f09-43f9-9877-5b6dda7d4eef,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:02:59.362026 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9553763b-ba43-4828-9389-31c97a54fbe8 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:59.462487 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d544cca6-0731-4e92-b79d-42fef0ae4ad1 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:59.466443 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-c6ec43a7-3372-456b-850a-bb4028a5cbd7 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Calling delete_port for 09823ae8-124f-470c-b932-b8be2bb72e63 owned by network:floatingip {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:02:59.625056 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9553763b-ba43-4828-9389-31c97a54fbe8 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] 10.222.0.67 "DELETE /v2.0/ports/33d955bc-5f09-43f9-9877-5b6dda7d4eef HTTP/1.1" status: 204 len: 168 time: 2.4818902 Sep 23 15:02:59.729302 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39976) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:59.788728 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e4fa0a-f013-4836-ba2a-729ff854a471 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] GET failed (client error): The resource could not be found. Sep 23 15:02:59.793524 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-98e4fa0a-f013-4836-ba2a-729ff854a471 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] 10.222.0.67 "GET /v2.0/ports/33d955bc-5f09-43f9-9877-5b6dda7d4eef HTTP/1.1" status: 404 len: 333 time: 0.0583930 Sep 23 15:02:59.794545 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 39980) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:02:59.846051 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1bd914ac-dd9f-49ac-bbf0-5ee13a97cc89 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:59.854453 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dc72964f-67e3-47c9-ae1f-7626c80c7f89 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:59.916018 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d544cca6-0731-4e92-b79d-42fef0ae4ad1 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:59.924818 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d544cca6-0731-4e92-b79d-42fef0ae4ad1 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:59.936304 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-3cd4defc-b297-42d6-82f4-dc1b5becee84 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Deleting port 7e764c96-ab3c-4e67-a1f4-f55d13cb15b1 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:02:59.936647 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3cd4defc-b297-42d6-82f4-dc1b5becee84 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:02:59.963757 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-dc72964f-67e3-47c9-ae1f-7626c80c7f89 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b48d884-f1db-4ec2-a9fe-603ac3120a6b']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:59.994855 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-dc72964f-67e3-47c9-ae1f-7626c80c7f89 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808b9a75-94e1-45ec-8ed7-d7f27a51a2d2') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:02:59.995153 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-dc72964f-67e3-47c9-ae1f-7626c80c7f89 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808b9a75-94e1-45ec-8ed7-d7f27a51a2d2') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:00.020326 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d38a483-4127-411a-b19b-1474e4911965 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:00.063803 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dc72964f-67e3-47c9-ae1f-7626c80c7f89 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:00.081666 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d544cca6-0731-4e92-b79d-42fef0ae4ad1 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:00.082193 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d544cca6-0731-4e92-b79d-42fef0ae4ad1 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53971d36-48f1-4be6-91b5-538b2bde8fc6 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:03:00.102018 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c6ec43a7-3372-456b-850a-bb4028a5cbd7 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:00.103124 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d544cca6-0731-4e92-b79d-42fef0ae4ad1 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:00.104251 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d544cca6-0731-4e92-b79d-42fef0ae4ad1 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "DELETE /v2.0/routers/53971d36-48f1-4be6-91b5-538b2bde8fc6 HTTP/1.1" status: 204 len: 168 time: 4.0247006 Sep 23 15:03:00.105586 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dc72964f-67e3-47c9-ae1f-7626c80c7f89 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:00.111221 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d38a483-4127-411a-b19b-1474e4911965 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:00.111721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39984) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:00.123951 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-93ce1ead-73d6-4169-b43e-3fbde12c94a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1416621501', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}, 'admin_state_up': False}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:00.129545 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc72964f-67e3-47c9-ae1f-7626c80c7f89 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:03:00.133079 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dc72964f-67e3-47c9-ae1f-7626c80c7f89 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:00.160651 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-93ce1ead-73d6-4169-b43e-3fbde12c94a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:00.213246 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 808b9a75-94e1-45ec-8ed7-d7f27a51a2d2 resource provider aggregate not found Sep 23 15:03:00.224141 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-93ce1ead-73d6-4169-b43e-3fbde12c94a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Usage tracker for resource:router and tenant:7f98ca535cfc4898b16b11f02687dbf1 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:00.239418 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-93ce1ead-73d6-4169-b43e-3fbde12c94a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:00.252550 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-93ce1ead-73d6-4169-b43e-3fbde12c94a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:00.258614 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 808b9a75-94e1-45ec-8ed7-d7f27a51a2d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 808b9a75-94e1-45ec-8ed7-d7f27a51a2d2 found for delete ", "request_id": "req-505e0667-f97e-4cd8-a0c2-ac0529e1f1b5"}]} Sep 23 15:03:00.296504 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec43a7-3372-456b-850a-bb4028a5cbd7 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event deleted for resources: {'Port': ['ID=09823ae8-124f-470c-b932-b8be2bb72e63,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:00.363698 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-93ce1ead-73d6-4169-b43e-3fbde12c94a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:00.364798 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-93ce1ead-73d6-4169-b43e-3fbde12c94a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:00.381275 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-93ce1ead-73d6-4169-b43e-3fbde12c94a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:00.390199 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd914ac-dd9f-49ac-bbf0-5ee13a97cc89 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Router 642609c7-686f-4d26-b2f2-2036c37a1699 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:03:00.396587 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dc72964f-67e3-47c9-ae1f-7626c80c7f89 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:00.396587 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dc72964f-67e3-47c9-ae1f-7626c80c7f89 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:00.407129 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d38a483-4127-411a-b19b-1474e4911965 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:00.437239 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72964f-67e3-47c9-ae1f-7626c80c7f89 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Pushing event deleted for resources: {'Network': ['ID=1b48d884-f1db-4ec2-a9fe-603ac3120a6b,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:00.461604 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38a483-4127-411a-b19b-1474e4911965 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Pushing event updated for resources: {'Port': ['ID=ee70f772-a27b-4e3f-880d-1f88bed916f8,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:00.474271 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c6ec43a7-3372-456b-850a-bb4028a5cbd7 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:00.494745 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-dc72964f-67e3-47c9-ae1f-7626c80c7f89 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] 10.222.0.67 "DELETE /v2.0/networks/1b48d884-f1db-4ec2-a9fe-603ac3120a6b HTTP/1.1" status: 204 len: 168 time: 1.7373765 Sep 23 15:03:00.496280 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c6ec43a7-3372-456b-850a-bb4028a5cbd7 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:00.497404 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c6ec43a7-3372-456b-850a-bb4028a5cbd7 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "DELETE /v2.0/floatingips/a908a922-1aa8-4ddd-a49c-bf3b708390b9 HTTP/1.1" status: 204 len: 168 time: 1.5913320 Sep 23 15:03:00.500465 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3cd4defc-b297-42d6-82f4-dc1b5becee84 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:00.501870 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39992) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:00.502209 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 39994) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:00.541050 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-bd79ad35-67fb-458e-a89e-9c5f4749807d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': '1bef0063-b28e-4053-9e18-49c4f8f3c013'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:00.556383 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-bd79ad35-67fb-458e-a89e-9c5f4749807d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:00.563826 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d38a483-4127-411a-b19b-1474e4911965 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:00.565321 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7d38a483-4127-411a-b19b-1474e4911965 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 4.7405076 Sep 23 15:03:00.570395 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-bd79ad35-67fb-458e-a89e-9c5f4749807d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Usage tracker for resource:floatingip and tenant:4d5b705bd3ff470893718cb7039eab09 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:00.572836 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40000) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:00.629785 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-3cd4defc-b297-42d6-82f4-dc1b5becee84 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Calling delete_port for 7e764c96-ab3c-4e67-a1f4-f55d13cb15b1 owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:00.631930 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-bd79ad35-67fb-458e-a89e-9c5f4749807d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:00.832724 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-bd79ad35-67fb-458e-a89e-9c5f4749807d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:00.843617 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3cd4defc-b297-42d6-82f4-dc1b5becee84 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:00.894622 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4defc-b297-42d6-82f4-dc1b5becee84 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Pushing event deleted for resources: {'Port': ['ID=7e764c96-ab3c-4e67-a1f4-f55d13cb15b1,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:00.949518 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3cd4defc-b297-42d6-82f4-dc1b5becee84 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:00.960554 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3cd4defc-b297-42d6-82f4-dc1b5becee84 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] 10.222.0.67 "DELETE /v2.0/ports/7e764c96-ab3c-4e67-a1f4-f55d13cb15b1 HTTP/1.1" status: 204 len: 168 time: 1.1654861 Sep 23 15:03:00.963544 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40004) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:00.969585 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e50b3b6a-2ce1-4525-a880-e3b1a2da6068 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:01.036143 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc38195-db0f-4ec3-9a17-1ce3567d149c tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Deleting subnet 87e2b122-2ddf-4fed-aa76-2a64a6025c8e {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:03:01.039589 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bfc38195-db0f-4ec3-9a17-1ce3567d149c tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:01.055126 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bd79ad35-67fb-458e-a89e-9c5f4749807d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:01.099359 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bfc38195-db0f-4ec3-9a17-1ce3567d149c tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:01.122792 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-06052f66-adff-4b9b-b423-a7066a16e32e tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3225 time: 0.4997354 Sep 23 15:03:01.125532 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40008) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:01.150475 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-93ce1ead-73d6-4169-b43e-3fbde12c94a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:01.155205 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd914ac-dd9f-49ac-bbf0-5ee13a97cc89 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:03:01.165550 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deef61d-c660-46d3-93d1-875056c5ed90 None None] Sync routers for ids ['642609c7-686f-4d26-b2f2-2036c37a1699'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:03:01.175168 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deef61d-c660-46d3-93d1-875056c5ed90 None None] Routers {'642609c7-686f-4d26-b2f2-2036c37a1699'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:01.175783 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-3deef61d-c660-46d3-93d1-875056c5ed90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['642609c7-686f-4d26-b2f2-2036c37a1699'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:01.219748 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4ae4133b-716d-4380-b662-f59233e59504 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Synchronizing usage tracker for tenant:8b623671e2c74ea6847a116417ce5d33 on resource:floatingip {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:03:01.243236 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-3deef61d-c660-46d3-93d1-875056c5ed90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:01.252299 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3deef61d-c660-46d3-93d1-875056c5ed90 None None] Routers {'642609c7-686f-4d26-b2f2-2036c37a1699'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:01.252926 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-3deef61d-c660-46d3-93d1-875056c5ed90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:02:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['642609c7-686f-4d26-b2f2-2036c37a1699'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:01.306972 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bfc38195-db0f-4ec3-9a17-1ce3567d149c tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:01.316361 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-3deef61d-c660-46d3-93d1-875056c5ed90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:01.316703 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deef61d-c660-46d3-93d1-875056c5ed90 None None] The sync data for ids ['642609c7-686f-4d26-b2f2-2036c37a1699'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:03:01.351477 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4ae4133b-716d-4380-b662-f59233e59504 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Unset dirty status for tenant:8b623671e2c74ea6847a116417ce5d33 on resource:floatingip {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:03:01.352709 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4ae4133b-716d-4380-b662-f59233e59504 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 692 time: 0.2262561 Sep 23 15:03:01.355622 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40012) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:01.494798 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1bd914ac-dd9f-49ac-bbf0-5ee13a97cc89 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:01.496011 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1bd914ac-dd9f-49ac-bbf0-5ee13a97cc89 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.0021124 Sep 23 15:03:01.502149 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40016) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:01.544799 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device dd94a846-e1fd-4b00-84e7-207767910dcf no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:03:01.563986 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e50b3b6a-2ce1-4525-a880-e3b1a2da6068 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:01.581945 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: dd94a846-e1fd-4b00-84e7-207767910dcf {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:03:01.582287 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device dd94a846-e1fd-4b00-84e7-207767910dcf not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:03:01.646406 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-8c48dcce-58f8-42ba-9cf5-e22939417781 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Deleting port ee70f772-a27b-4e3f-880d-1f88bed916f8 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:01.647025 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8c48dcce-58f8-42ba-9cf5-e22939417781 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:01.665633 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-e50b3b6a-2ce1-4525-a880-e3b1a2da6068 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0072b165-533a-49a7-9ef2-07bde5ca60b3']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:01.687651 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-e50b3b6a-2ce1-4525-a880-e3b1a2da6068 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46177347-6c3a-41d2-9b99-eda59884734b') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:01.687954 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-e50b3b6a-2ce1-4525-a880-e3b1a2da6068 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46177347-6c3a-41d2-9b99-eda59884734b') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:01.713529 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e50b3b6a-2ce1-4525-a880-e3b1a2da6068 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:01.764622 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bfc38195-db0f-4ec3-9a17-1ce3567d149c tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:01.808618 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e50b3b6a-2ce1-4525-a880-e3b1a2da6068 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:01.817482 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc38195-db0f-4ec3-9a17-1ce3567d149c tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Pushing event deleted for resources: {'Subnet': ['ID=87e2b122-2ddf-4fed-aa76-2a64a6025c8e,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:01.828068 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bfc38195-db0f-4ec3-9a17-1ce3567d149c tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:01.838341 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e50b3b6a-2ce1-4525-a880-e3b1a2da6068 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:03:01.838341 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e50b3b6a-2ce1-4525-a880-e3b1a2da6068 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:01.838617 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8260a2-9187-452e-a36b-497873c30a10 None None] Network 313c0611-149a-433f-9172-19c4db0ab0e6 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:03:01.841656 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bfc38195-db0f-4ec3-9a17-1ce3567d149c tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] 10.222.0.67 "DELETE /v2.0/subnets/87e2b122-2ddf-4fed-aa76-2a64a6025c8e HTTP/1.1" status: 204 len: 168 time: 0.8769476 Sep 23 15:03:01.845229 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40020) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:01.931267 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a8545603-37d0-455e-a703-95c8b82c1273 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "GET /v2.0/routers/642609c7-686f-4d26-b2f2-2036c37a1699 HTTP/1.1" status: 200 len: 924 time: 0.4247489 Sep 23 15:03:01.937445 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40024) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:01.955550 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8c48dcce-58f8-42ba-9cf5-e22939417781 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:01.955970 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8c48dcce-58f8-42ba-9cf5-e22939417781 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:02.006125 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1457a437-d788-439d-82fd-7f8c07c1f49e tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "GET /v2.0/ports?device_id=642609c7-686f-4d26-b2f2-2036c37a1699 HTTP/1.1" status: 200 len: 205 time: 0.0636046 Sep 23 15:03:02.010271 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40028) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:02.014506 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bd79ad35-67fb-458e-a89e-9c5f4749807d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:02.081632 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-76489651-07e1-4d7e-b484-4c0908ff2f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:02.106808 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-8c48dcce-58f8-42ba-9cf5-e22939417781 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Calling delete_port for ee70f772-a27b-4e3f-880d-1f88bed916f8 owned by network:floatingip {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:02.122988 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e50b3b6a-2ce1-4525-a880-e3b1a2da6068 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:02.128542 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30c5cef-86c8-4768-b4d7-373206e31ae0 None None] DHCP port deletion for 313c0611-149a-433f-9172-19c4db0ab0e6 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:03:02.135157 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f30c5cef-86c8-4768-b4d7-373206e31ae0 None None] Deleting port 4c7843a6-f37d-49e8-8243-1740903f7d1c {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:02.135813 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f30c5cef-86c8-4768-b4d7-373206e31ae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:02.156127 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-42543943-16c1-4736-9593-3987cb2b1f94 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:02.176521 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-42543943-16c1-4736-9593-3987cb2b1f94 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Deleting port 4c7843a6-f37d-49e8-8243-1740903f7d1c {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:02.176725 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-42543943-16c1-4736-9593-3987cb2b1f94 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:02.177147 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e50b3b6a-2ce1-4525-a880-e3b1a2da6068 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:02.201910 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b3b6a-2ce1-4525-a880-e3b1a2da6068 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] Pushing event deleted for resources: {'Network': ['ID=0072b165-533a-49a7-9ef2-07bde5ca60b3,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:02.281501 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e50b3b6a-2ce1-4525-a880-e3b1a2da6068 tempest-BulkNetworkOpsTest-1254387247 tempest-BulkNetworkOpsTest-1254387247-project] 10.222.0.67 "DELETE /v2.0/networks/0072b165-533a-49a7-9ef2-07bde5ca60b3 HTTP/1.1" status: 204 len: 168 time: 1.7782288 Sep 23 15:03:02.341424 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 46177347-6c3a-41d2-9b99-eda59884734b resource provider aggregate not found Sep 23 15:03:02.385357 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f30c5cef-86c8-4768-b4d7-373206e31ae0 None None] For port 4c7843a6-f37d-49e8-8243-1740903f7d1c, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=4c7843a6-f37d-49e8-8243-1740903f7d1c,segment=NetworkSegment(e30ef062-c4e7-4c1e-89ad-c89cfdef42b4),segment_id=e30ef062-c4e7-4c1e-89ad-c89cfdef42b4)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:03:02.385903 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f30c5cef-86c8-4768-b4d7-373206e31ae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:02.416127 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 46177347-6c3a-41d2-9b99-eda59884734b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46177347-6c3a-41d2-9b99-eda59884734b found for delete ", "request_id": "req-d2578818-384f-4d1c-b8aa-c5dc49743d4f"}]} Sep 23 15:03:02.453486 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-42543943-16c1-4736-9593-3987cb2b1f94 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] For port 4c7843a6-f37d-49e8-8243-1740903f7d1c, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=4c7843a6-f37d-49e8-8243-1740903f7d1c,segment=NetworkSegment(e30ef062-c4e7-4c1e-89ad-c89cfdef42b4),segment_id=e30ef062-c4e7-4c1e-89ad-c89cfdef42b4)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:03:02.453839 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-42543943-16c1-4736-9593-3987cb2b1f94 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:02.512915 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5df5bc11-4612-40ea-ad07-41a92c799782 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:02.533983 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f30c5cef-86c8-4768-b4d7-373206e31ae0 None None] Calling delete_port for 4c7843a6-f37d-49e8-8243-1740903f7d1c owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:02.574986 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8c48dcce-58f8-42ba-9cf5-e22939417781 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:02.588229 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-42543943-16c1-4736-9593-3987cb2b1f94 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Calling delete_port for 4c7843a6-f37d-49e8-8243-1740903f7d1c owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:02.626534 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:02.676071 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c48dcce-58f8-42ba-9cf5-e22939417781 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Pushing event deleted for resources: {'Port': ['ID=ee70f772-a27b-4e3f-880d-1f88bed916f8,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:02.679419 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f30c5cef-86c8-4768-b4d7-373206e31ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:02.732525 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c5cef-86c8-4768-b4d7-373206e31ae0 None None] Pushing event deleted for resources: {'Port': ['ID=4c7843a6-f37d-49e8-8243-1740903f7d1c,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:02.737832 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30c5cef-86c8-4768-b4d7-373206e31ae0 None None] No DVR routers for this DVR port 4c7843a6-f37d-49e8-8243-1740903f7d1c on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:03:02.764753 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-bd79ad35-67fb-458e-a89e-9c5f4749807d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Allocated IP 172.26.10.206 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/3529b851-a78b-4bfa-a2d3-af946776feb1) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:03:02.767431 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-93ce1ead-73d6-4169-b43e-3fbde12c94a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router_gateway, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:02.803715 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8c48dcce-58f8-42ba-9cf5-e22939417781 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Notify callbacks [] for floatingip, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:02.808822 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.api [None req-42543943-16c1-4736-9593-3987cb2b1f94 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:03:02.809425 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG oslo_db.api [None req-42543943-16c1-4736-9593-3987cb2b1f94 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:03:02.817283 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-93ce1ead-73d6-4169-b43e-3fbde12c94a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:02.818853 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8c48dcce-58f8-42ba-9cf5-e22939417781 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:02.822575 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8c48dcce-58f8-42ba-9cf5-e22939417781 tempest-FloatingIPAdminTestJSON-1329615914 tempest-FloatingIPAdminTestJSON-1329615914-project] 10.222.0.67 "DELETE /v2.0/floatingips/caf8f6e6-85d0-450c-b2e1-6ad8bbe824d3 HTTP/1.1" status: 204 len: 168 time: 1.4634056 Sep 23 15:03:02.822988 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40040) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:02.920526 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40044) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:03.090556 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5df5bc11-4612-40ea-ad07-41a92c799782 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:03.110710 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-7d75d2cd-1ee5-4df5-abc8-b4e829a94f80 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Deleting port 20578907-861e-4402-9870-28630bef0d03 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:03.111266 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d75d2cd-1ee5-4df5-abc8-b4e829a94f80 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:03.167859 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-276d486e-0445-425d-a8ad-6e4974ed263d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=09c1b7c9f9e7457483016ef1392d132c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459991 Sep 23 15:03:03.170590 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bd79ad35-67fb-458e-a89e-9c5f4749807d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:03.173295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40052) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:03.224184 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-5df5bc11-4612-40ea-ad07-41a92c799782 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Deleting port d6cd2ddc-1c87-4f82-9cce-0bc8bf6facef {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:03.224532 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5df5bc11-4612-40ea-ad07-41a92c799782 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:03.282257 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d75d2cd-1ee5-4df5-abc8-b4e829a94f80 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:03.282872 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d75d2cd-1ee5-4df5-abc8-b4e829a94f80 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:03.301687 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f909d169-8230-40f2-852c-fd197f54defe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:03.352548 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-42543943-16c1-4736-9593-3987cb2b1f94 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Deleting port 4c7843a6-f37d-49e8-8243-1740903f7d1c {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:03.352893 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-42543943-16c1-4736-9593-3987cb2b1f94 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:03.428439 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bd79ad35-67fb-458e-a89e-9c5f4749807d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:03.447553 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-7d75d2cd-1ee5-4df5-abc8-b4e829a94f80 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Calling delete_port for 20578907-861e-4402-9870-28630bef0d03 owned by network:floatingip {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:03.501721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f909d169-8230-40f2-852c-fd197f54defe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:03.522164 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-42543943-16c1-4736-9593-3987cb2b1f94 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] The port '4c7843a6-f37d-49e8-8243-1740903f7d1c' was deleted {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:03:03.552526 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd79ad35-67fb-458e-a89e-9c5f4749807d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:03:03.565411 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-bd79ad35-67fb-458e-a89e-9c5f4749807d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:03.573875 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79ad35-67fb-458e-a89e-9c5f4749807d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event updated for resources: {'Port': ['ID=3529b851-a78b-4bfa-a2d3-af946776feb1,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:03.582422 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd79ad35-67fb-458e-a89e-9c5f4749807d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:03:03.591772 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 4c7843a6-f37d-49e8-8243-1740903f7d1c no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:03:03.625874 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 4c7843a6-f37d-49e8-8243-1740903f7d1c {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:03:03.626294 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 4c7843a6-f37d-49e8-8243-1740903f7d1c not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:03:03.646518 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-93ce1ead-73d6-4169-b43e-3fbde12c94a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Allocated IP 172.26.10.234 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/56b4f97a-0e23-4bc4-a3ce-6145cd43b876) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:03:03.658962 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5df5bc11-4612-40ea-ad07-41a92c799782 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:03.677413 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-42543943-16c1-4736-9593-3987cb2b1f94 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:03.712416 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-42543943-16c1-4736-9593-3987cb2b1f94 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['313c0611-149a-433f-9172-19c4db0ab0e6']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:03.761517 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-42543943-16c1-4736-9593-3987cb2b1f94 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30ef062-c4e7-4c1e-89ad-c89cfdef42b4') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:03.761876 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-42543943-16c1-4736-9593-3987cb2b1f94 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30ef062-c4e7-4c1e-89ad-c89cfdef42b4') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:03.778115 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-42543943-16c1-4736-9593-3987cb2b1f94 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:03.801541 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-42543943-16c1-4736-9593-3987cb2b1f94 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:03.809316 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-5df5bc11-4612-40ea-ad07-41a92c799782 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Calling delete_port for d6cd2ddc-1c87-4f82-9cce-0bc8bf6facef owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:03.809466 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42543943-16c1-4736-9593-3987cb2b1f94 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:03:03.809884 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-42543943-16c1-4736-9593-3987cb2b1f94 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:03.887547 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment e30ef062-c4e7-4c1e-89ad-c89cfdef42b4 resource provider aggregate not found Sep 23 15:03:03.896634 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d75d2cd-1ee5-4df5-abc8-b4e829a94f80 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:03.941575 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment e30ef062-c4e7-4c1e-89ad-c89cfdef42b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e30ef062-c4e7-4c1e-89ad-c89cfdef42b4 found for delete ", "request_id": "req-d7048e0e-f9fa-46bb-852b-31f4b7c118a1"}]} Sep 23 15:03:03.965189 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75d2cd-1ee5-4df5-abc8-b4e829a94f80 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Pushing event deleted for resources: {'Port': ['ID=20578907-861e-4402-9870-28630bef0d03,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:04.063821 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f909d169-8230-40f2-852c-fd197f54defe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:04.064144 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d75d2cd-1ee5-4df5-abc8-b4e829a94f80 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:04.067921 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-42543943-16c1-4736-9593-3987cb2b1f94 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:04.085725 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-42543943-16c1-4736-9593-3987cb2b1f94 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:04.099808 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42543943-16c1-4736-9593-3987cb2b1f94 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] Pushing event deleted for resources: {'Network': ['ID=313c0611-149a-433f-9172-19c4db0ab0e6,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:04.105509 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-42543943-16c1-4736-9593-3987cb2b1f94 tempest-AllowedAddressPairIpV6TestJSON-2069755102 tempest-AllowedAddressPairIpV6TestJSON-2069755102-project] 10.222.0.67 "DELETE /v2.0/networks/313c0611-149a-433f-9172-19c4db0ab0e6 HTTP/1.1" status: 204 len: 168 time: 2.2594502 Sep 23 15:03:04.107346 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d75d2cd-1ee5-4df5-abc8-b4e829a94f80 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:04.110377 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7d75d2cd-1ee5-4df5-abc8-b4e829a94f80 tempest-FloatingIPAdminTestJSON-693839992 tempest-FloatingIPAdminTestJSON-693839992-project-admin] 10.222.0.67 "DELETE /v2.0/floatingips/3ca98d92-fb8f-4f24-88b3-1438f231e657 HTTP/1.1" status: 204 len: 168 time: 1.2863531 Sep 23 15:03:04.112214 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40062) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:04.120596 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909d169-8230-40f2-852c-fd197f54defe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09facdec-cffa-483d-a0a2-d78e21df82ee,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:04.163504 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-93ce1ead-73d6-4169-b43e-3fbde12c94a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:04.198640 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-8c2ef8a1-afe4-461b-aed5-8650409f1a7c tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Deleting port 8a4912cc-362c-4c4b-9d56-6cc634e387ae {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:04.198979 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8c2ef8a1-afe4-461b-aed5-8650409f1a7c tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:04.378300 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f909d169-8230-40f2-852c-fd197f54defe admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:04.379428 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f909d169-8230-40f2-852c-fd197f54defe admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/09facdec-cffa-483d-a0a2-d78e21df82ee HTTP/1.1" status: 204 len: 168 time: 1.2052553 Sep 23 15:03:04.567458 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40072) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:04.577440 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8c2ef8a1-afe4-461b-aed5-8650409f1a7c tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:04.621077 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-93ce1ead-73d6-4169-b43e-3fbde12c94a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:04.671046 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5df5bc11-4612-40ea-ad07-41a92c799782 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:04.704273 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-8c2ef8a1-afe4-461b-aed5-8650409f1a7c tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Calling delete_port for 8a4912cc-362c-4c4b-9d56-6cc634e387ae owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:04.714412 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ce1ead-73d6-4169-b43e-3fbde12c94a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:03:04.720559 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-93ce1ead-73d6-4169-b43e-3fbde12c94a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:04.755217 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ce1ead-73d6-4169-b43e-3fbde12c94a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:03:04.793162 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce1ead-73d6-4169-b43e-3fbde12c94a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Pushing event updated for resources: {'Port': ['ID=56b4f97a-0e23-4bc4-a3ce-6145cd43b876,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:04.903329 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5bc11-4612-40ea-ad07-41a92c799782 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Pushing event deleted for resources: {'Port': ['ID=d6cd2ddc-1c87-4f82-9cce-0bc8bf6facef,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:04.986131 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-84e75944-335e-42c0-8b10-63f1303d08e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:05.049096 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8c2ef8a1-afe4-461b-aed5-8650409f1a7c tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:05.094880 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5df5bc11-4612-40ea-ad07-41a92c799782 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:05.140870 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ef8a1-afe4-461b-aed5-8650409f1a7c tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Pushing event deleted for resources: {'Port': ['ID=8a4912cc-362c-4c4b-9d56-6cc634e387ae,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:05.219947 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8c2ef8a1-afe4-461b-aed5-8650409f1a7c tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:05.226682 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8c2ef8a1-afe4-461b-aed5-8650409f1a7c tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] 10.222.0.67 "DELETE /v2.0/ports/8a4912cc-362c-4c4b-9d56-6cc634e387ae HTTP/1.1" status: 204 len: 168 time: 1.1133938 Sep 23 15:03:05.229183 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40088) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:05.335871 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034fbc68-2e6d-4fa8-9e5b-ab2ee0967f61 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:05.337285 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-034fbc68-2e6d-4fa8-9e5b-ab2ee0967f61 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Synchronizing usage tracker for tenant:8b623671e2c74ea6847a116417ce5d33 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:03:05.346444 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-31a2c2d5-2d21-47ff-a013-309552060432 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4d548b1315ae40b2aec780c8787d5c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7777321 Sep 23 15:03:05.352774 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40098) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:05.357924 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bd79ad35-67fb-458e-a89e-9c5f4749807d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:05.362802 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5df5bc11-4612-40ea-ad07-41a92c799782 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:05.377673 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5df5bc11-4612-40ea-ad07-41a92c799782 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:05.427675 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a6bd9643-1800-49bd-9099-7258adee4640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:05.449943 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-034fbc68-2e6d-4fa8-9e5b-ab2ee0967f61 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Unset dirty status for tenant:8b623671e2c74ea6847a116417ce5d33 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:03:05.451412 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-034fbc68-2e6d-4fa8-9e5b-ab2ee0967f61 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] 10.222.0.67 "GET /v2.0/ports?device_id=9222abb4-600b-4c09-8b24-69151d1ec608 HTTP/1.1" status: 200 len: 913 time: 0.2209730 Sep 23 15:03:05.454052 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40102) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:05.456179 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a6bd9643-1800-49bd-9099-7258adee4640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:05.470347 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:05.498834 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:05.586102 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a6bd9643-1800-49bd-9099-7258adee4640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:05.594494 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5df5bc11-4612-40ea-ad07-41a92c799782 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:05.594986 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df5bc11-4612-40ea-ad07-41a92c799782 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Fanout notify agent at l3_agent the message router_deleted on router 642609c7-686f-4d26-b2f2-2036c37a1699 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:03:05.606669 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd9643-1800-49bd-9099-7258adee4640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddd111d-cef5-4ef5-b296-cd81dd4ca77c,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:05.615633 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40108) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:05.624722 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a6bd9643-1800-49bd-9099-7258adee4640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:05.626090 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a6bd9643-1800-49bd-9099-7258adee4640 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9ddd111d-cef5-4ef5-b296-cd81dd4ca77c HTTP/1.1" status: 204 len: 168 time: 0.2720685 Sep 23 15:03:05.732351 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-6a0867b3-1a52-4a02-926b-f906c1075d2b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1389166174'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:05.737496 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6a0867b3-1a52-4a02-926b-f906c1075d2b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:05.741526 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6a0867b3-1a52-4a02-926b-f906c1075d2b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Usage tracker for resource:network and tenant:d8ebe3b8f86643e6977f83f3a5056490 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:05.744257 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bd79ad35-67fb-458e-a89e-9c5f4749807d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:05.749523 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6a0867b3-1a52-4a02-926b-f906c1075d2b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:05.751987 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6a0867b3-1a52-4a02-926b-f906c1075d2b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:05.860438 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0867b3-1a52-4a02-926b-f906c1075d2b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Made reservation on behalf of d8ebe3b8f86643e6977f83f3a5056490 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:03:05.864059 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6a0867b3-1a52-4a02-926b-f906c1075d2b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:05.878389 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6a0867b3-1a52-4a02-926b-f906c1075d2b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:05.896528 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6a0867b3-1a52-4a02-926b-f906c1075d2b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:05.902088 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6a0867b3-1a52-4a02-926b-f906c1075d2b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Usage tracker for resource:security_group_rule and tenant:d8ebe3b8f86643e6977f83f3a5056490 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:05.905192 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6a0867b3-1a52-4a02-926b-f906c1075d2b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:05.911010 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6a0867b3-1a52-4a02-926b-f906c1075d2b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:05.982638 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5df5bc11-4612-40ea-ad07-41a92c799782 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:05.986748 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5df5bc11-4612-40ea-ad07-41a92c799782 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "DELETE /v2.0/routers/642609c7-686f-4d26-b2f2-2036c37a1699 HTTP/1.1" status: 204 len: 168 time: 3.9719021 Sep 23 15:03:05.986968 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40116) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:06.000423 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-215594dc-078c-403d-a947-04f5df77de9a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Request body: {'router': {'name': 'tempest-snat-router-239156820', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'enable_snat': False}}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:06.007582 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-215594dc-078c-403d-a947-04f5df77de9a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:06.014854 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6a0867b3-1a52-4a02-926b-f906c1075d2b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:06.016092 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-215594dc-078c-403d-a947-04f5df77de9a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Usage tracker for resource:router and tenant:4a7eb123b6d746efb102a22e86c68fba is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:06.021042 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-215594dc-078c-403d-a947-04f5df77de9a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:06.028311 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-215594dc-078c-403d-a947-04f5df77de9a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:06.102461 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6a0867b3-1a52-4a02-926b-f906c1075d2b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:06.139544 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a0867b3-1a52-4a02-926b-f906c1075d2b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:03:06.148652 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0867b3-1a52-4a02-926b-f906c1075d2b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d500ec8-23b0-4d41-b472-8310da510e8b,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:06.154382 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6a0867b3-1a52-4a02-926b-f906c1075d2b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:06.154732 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-6a0867b3-1a52-4a02-926b-f906c1075d2b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Added segment 02610b28-e92a-4272-b33a-6ed7f1b4c2c2 of type vlan for network 625d3b32-2eaf-43b8-8d0a-e9ad3bf374ae Sep 23 15:03:06.184205 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-93ce1ead-73d6-4169-b43e-3fbde12c94a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router_gateway, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:06.187236 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6a0867b3-1a52-4a02-926b-f906c1075d2b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:06.198488 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-215594dc-078c-403d-a947-04f5df77de9a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:06.199648 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-215594dc-078c-403d-a947-04f5df77de9a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:06.234575 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-215594dc-078c-403d-a947-04f5df77de9a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:06.310001 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6a0867b3-1a52-4a02-926b-f906c1075d2b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:06.316226 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0867b3-1a52-4a02-926b-f906c1075d2b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:06.316911 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6a0867b3-1a52-4a02-926b-f906c1075d2b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:06.556034 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0867b3-1a52-4a02-926b-f906c1075d2b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event updated for resources: {'Network': ['ID=625d3b32-2eaf-43b8-8d0a-e9ad3bf374ae,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:06.568459 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 625d3b32-2eaf-43b8-8d0a-e9ad3bf374ae details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:03:06.664328 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bd79ad35-67fb-458e-a89e-9c5f4749807d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:06.685891 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6a0867b3-1a52-4a02-926b-f906c1075d2b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0691926 Sep 23 15:03:06.693925 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-215594dc-078c-403d-a947-04f5df77de9a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:06.760390 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bd79ad35-67fb-458e-a89e-9c5f4749807d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:06.872509 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:06.899164 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bd79ad35-67fb-458e-a89e-9c5f4749807d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:06.948612 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79ad35-67fb-458e-a89e-9c5f4749807d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event updated for resources: {'Port': ['ID=3529b851-a78b-4bfa-a2d3-af946776feb1,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:06.958278 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-93ce1ead-73d6-4169-b43e-3fbde12c94a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:07.020544 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40138) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:07.280844 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-215594dc-078c-403d-a947-04f5df77de9a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:07.324379 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-a0ed0eba-9795-4b9e-9307-70c4cc5b84ed tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-207385833'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:07.329001 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-215594dc-078c-403d-a947-04f5df77de9a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:07.331874 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a0ed0eba-9795-4b9e-9307-70c4cc5b84ed tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:07.368575 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a0ed0eba-9795-4b9e-9307-70c4cc5b84ed tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Usage tracker for resource:network and tenant:3d016aae35904b2db63da250eb0c1683 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:07.372549 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a0ed0eba-9795-4b9e-9307-70c4cc5b84ed tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:07.387010 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a0ed0eba-9795-4b9e-9307-70c4cc5b84ed tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:07.445225 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-bd79ad35-67fb-458e-a89e-9c5f4749807d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Floating IP 20441736-afd5-4ebf-bd8e-06bb04b84f0f associated. External IP: 172.26.10.206, port: 1bef0063-b28e-4053-9e18-49c4f8f3c013. Sep 23 15:03:07.468555 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ed0eba-9795-4b9e-9307-70c4cc5b84ed tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Made reservation on behalf of 3d016aae35904b2db63da250eb0c1683 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:03:07.472122 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0ed0eba-9795-4b9e-9307-70c4cc5b84ed tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:07.488188 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0ed0eba-9795-4b9e-9307-70c4cc5b84ed tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:07.514585 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-215594dc-078c-403d-a947-04f5df77de9a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Allocated IP 172.26.10.230 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/be656a5e-8940-4f4f-813b-caf52c818979) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:03:07.519424 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a0ed0eba-9795-4b9e-9307-70c4cc5b84ed tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:07.527063 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a0ed0eba-9795-4b9e-9307-70c4cc5b84ed tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Usage tracker for resource:security_group_rule and tenant:3d016aae35904b2db63da250eb0c1683 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:07.530342 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a0ed0eba-9795-4b9e-9307-70c4cc5b84ed tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:07.538214 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a0ed0eba-9795-4b9e-9307-70c4cc5b84ed tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:07.606673 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bae5ef98-8dba-4c6f-a4d8-f7076158e335 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:07.715392 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-215594dc-078c-403d-a947-04f5df77de9a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:07.755577 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0ed0eba-9795-4b9e-9307-70c4cc5b84ed tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:07.860702 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0ed0eba-9795-4b9e-9307-70c4cc5b84ed tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:07.864984 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ce1ead-73d6-4169-b43e-3fbde12c94a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Router 546888ce-7833-4b4c-b4da-ffe363e2b5a3 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:03:07.865467 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-215594dc-078c-403d-a947-04f5df77de9a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:07.963502 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ed0eba-9795-4b9e-9307-70c4cc5b84ed tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:03:07.967723 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215594dc-078c-403d-a947-04f5df77de9a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:03:07.974715 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-215594dc-078c-403d-a947-04f5df77de9a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:07.980158 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed0eba-9795-4b9e-9307-70c4cc5b84ed tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99fc8f7-a262-4598-a4ee-17fb77678a67,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:07.985272 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215594dc-078c-403d-a947-04f5df77de9a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:03:08.016985 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0ed0eba-9795-4b9e-9307-70c4cc5b84ed tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:08.017326 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-a0ed0eba-9795-4b9e-9307-70c4cc5b84ed tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Added segment 82b5cf18-7a98-4293-9f2a-b8628b7c22c8 of type vlan for network 55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43 Sep 23 15:03:08.021995 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215594dc-078c-403d-a947-04f5df77de9a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Pushing event updated for resources: {'Port': ['ID=be656a5e-8940-4f4f-813b-caf52c818979,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:08.065517 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0ed0eba-9795-4b9e-9307-70c4cc5b84ed tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:08.284756 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ce1ead-73d6-4169-b43e-3fbde12c94a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:03:08.296461 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6caa48c-0024-4db9-ac19-b85b83a89ad7 None None] Sync routers for ids ['546888ce-7833-4b4c-b4da-ffe363e2b5a3'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:03:08.307685 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6caa48c-0024-4db9-ac19-b85b83a89ad7 None None] Routers {'546888ce-7833-4b4c-b4da-ffe363e2b5a3'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:08.308389 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-c6caa48c-0024-4db9-ac19-b85b83a89ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['546888ce-7833-4b4c-b4da-ffe363e2b5a3'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:08.309000 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd79ad35-67fb-458e-a89e-9c5f4749807d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Router 8d2fc230-b342-497a-a3f0-d700b0882d81 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:03:08.317442 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0ed0eba-9795-4b9e-9307-70c4cc5b84ed tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:08.323687 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ed0eba-9795-4b9e-9307-70c4cc5b84ed tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:08.324280 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0ed0eba-9795-4b9e-9307-70c4cc5b84ed tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:08.376583 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-c6caa48c-0024-4db9-ac19-b85b83a89ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:08.386437 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6caa48c-0024-4db9-ac19-b85b83a89ad7 None None] Routers {'546888ce-7833-4b4c-b4da-ffe363e2b5a3'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:08.387334 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-c6caa48c-0024-4db9-ac19-b85b83a89ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['546888ce-7833-4b4c-b4da-ffe363e2b5a3'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:08.433771 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed0eba-9795-4b9e-9307-70c4cc5b84ed tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Pushing event updated for resources: {'Network': ['ID=55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:08.446092 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:03:08.466857 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-c6caa48c-0024-4db9-ac19-b85b83a89ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:08.467580 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6caa48c-0024-4db9-ac19-b85b83a89ad7 None None] The sync data for ids ['546888ce-7833-4b4c-b4da-ffe363e2b5a3'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:03:08.547276 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-93ce1ead-73d6-4169-b43e-3fbde12c94a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:08.553980 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-93ce1ead-73d6-4169-b43e-3fbde12c94a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.4412141 Sep 23 15:03:08.564498 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40144) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:08.565435 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-bae5ef98-8dba-4c6f-a4d8-f7076158e335 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Deleting port 941039c9-371e-4cc2-bff8-40878de4eecd {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:08.566031 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bae5ef98-8dba-4c6f-a4d8-f7076158e335 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:08.621714 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a0ed0eba-9795-4b9e-9307-70c4cc5b84ed tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5998945 Sep 23 15:03:08.625366 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40150) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:08.636444 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-cb74d5ce-637c-4537-982b-43e91f4cc049 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Request body: {'subnet': {'network_id': '55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:08.718423 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-215594dc-078c-403d-a947-04f5df77de9a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:08.747513 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-c6117b09-b9f9-411d-a6f7-606f83f994f4 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'enable_snat': False}}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:09.032763 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-cb74d5ce-637c-4537-982b-43e91f4cc049 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:09.047979 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-cb74d5ce-637c-4537-982b-43e91f4cc049 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Usage tracker for resource:subnet and tenant:3d016aae35904b2db63da250eb0c1683 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:09.052503 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-cb74d5ce-637c-4537-982b-43e91f4cc049 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:09.062072 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-cb74d5ce-637c-4537-982b-43e91f4cc049 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:09.155362 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb74d5ce-637c-4537-982b-43e91f4cc049 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Made reservation on behalf of 3d016aae35904b2db63da250eb0c1683 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:03:09.159086 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cb74d5ce-637c-4537-982b-43e91f4cc049 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:09.269795 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd79ad35-67fb-458e-a89e-9c5f4749807d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:03:09.282608 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5779ecfd-d8fc-4373-a713-f90f9c125258 None None] Sync routers for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:03:09.293428 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5779ecfd-d8fc-4373-a713-f90f9c125258 None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:09.294256 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-5779ecfd-d8fc-4373-a713-f90f9c125258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:09.315282 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bae5ef98-8dba-4c6f-a4d8-f7076158e335 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:09.365684 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-5779ecfd-d8fc-4373-a713-f90f9c125258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:09.369344 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-215594dc-078c-403d-a947-04f5df77de9a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:09.376897 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5779ecfd-d8fc-4373-a713-f90f9c125258 None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:09.378027 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-5779ecfd-d8fc-4373-a713-f90f9c125258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:09.397258 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bd79ad35-67fb-458e-a89e-9c5f4749807d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:09.494725 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-5779ecfd-d8fc-4373-a713-f90f9c125258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:09.495884 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5779ecfd-d8fc-4373-a713-f90f9c125258 None None] The sync data for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:03:09.533599 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-bd79ad35-67fb-458e-a89e-9c5f4749807d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.0286231 Sep 23 15:03:09.583353 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40154) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:09.601148 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-bae5ef98-8dba-4c6f-a4d8-f7076158e335 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Calling delete_port for 941039c9-371e-4cc2-bff8-40878de4eecd owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:09.794255 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7c01376e-d936-4d5f-91a0-fbbd48d5a8ec tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "GET /v2.0/floatingips/20441736-afd5-4ebf-bd8e-06bb04b84f0f HTTP/1.1" status: 200 len: 978 time: 0.2094629 Sep 23 15:03:09.796627 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40158) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:09.840608 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c6117b09-b9f9-411d-a6f7-606f83f994f4 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:09.872484 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40162) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:09.875081 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cb74d5ce-637c-4537-982b-43e91f4cc049 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:09.926367 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-e5960676-a6f7-4064-96b3-5d2227915922 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Request body: {'subnet': {'network_id': '625d3b32-2eaf-43b8-8d0a-e9ad3bf374ae', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:10.078408 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-bb20ce36-1d9d-40fc-afc0-d4783a0038d4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Synchronizing usage tracker for tenant:4d5b705bd3ff470893718cb7039eab09 on resource:floatingip {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:03:10.099143 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74d5ce-637c-4537-982b-43e91f4cc049 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Pushing event updated for resources: {'Subnet': ['ID=eb65438f-de43-431a-8602-ddffee616bd1,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:10.128825 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb74d5ce-637c-4537-982b-43e91f4cc049 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Checking segment: {'id': '82b5cf18-7a98-4293-9f2a-b8628b7c22c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:03:10.129186 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb74d5ce-637c-4537-982b-43e91f4cc049 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Network hostable DHCP agents. Network: 55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:03:10.140581 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e5960676-a6f7-4064-96b3-5d2227915922 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:10.152443 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e5960676-a6f7-4064-96b3-5d2227915922 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Usage tracker for resource:subnet and tenant:d8ebe3b8f86643e6977f83f3a5056490 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:10.157657 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e5960676-a6f7-4064-96b3-5d2227915922 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:10.167658 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e5960676-a6f7-4064-96b3-5d2227915922 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:10.225912 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-bb20ce36-1d9d-40fc-afc0-d4783a0038d4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Unset dirty status for tenant:4d5b705bd3ff470893718cb7039eab09 on resource:floatingip {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:03:10.227267 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bb20ce36-1d9d-40fc-afc0-d4783a0038d4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.4297931 Sep 23 15:03:10.230067 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40166) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:10.235468 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-dd01a26f-f918-4bba-9684-506be1c6c476 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Request body: {'floatingip': {'port_id': '36029cf3-796e-470b-8364-b5e279fc2f11'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:10.267318 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bae5ef98-8dba-4c6f-a4d8-f7076158e335 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:10.298043 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215594dc-078c-403d-a947-04f5df77de9a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Router a1be889b-d138-4669-8f97-73596c5a0c4d is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:03:10.299786 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5960676-a6f7-4064-96b3-5d2227915922 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Made reservation on behalf of d8ebe3b8f86643e6977f83f3a5056490 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:03:10.303319 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e5960676-a6f7-4064-96b3-5d2227915922 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:10.331526 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5ef98-8dba-4c6f-a4d8-f7076158e335 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Pushing event deleted for resources: {'Port': ['ID=941039c9-371e-4cc2-bff8-40878de4eecd,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:10.334001 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb74d5ce-637c-4537-982b-43e91f4cc049 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Network 55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:03:10.498272 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-cb74d5ce-637c-4537-982b-43e91f4cc049 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:10.508093 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143df74d-75d3-4257-a2c5-ca818f44bee8 None None] Network 55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:03:10.531872 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb74d5ce-637c-4537-982b-43e91f4cc049 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:10.532800 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cb74d5ce-637c-4537-982b-43e91f4cc049 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:10.763723 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1fa5d3-a88a-443d-9719-db569691bc27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43', 'network_id': '55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43', 'tenant_id': '3d016aae35904b2db63da250eb0c1683', 'fixed_ips': [{'subnet_id': 'eb65438f-de43-431a-8602-ddffee616bd1'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:03:10.765058 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ad1fa5d3-a88a-443d-9719-db569691bc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:10.827813 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215594dc-078c-403d-a947-04f5df77de9a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:03:10.841975 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd79d799-5b3c-459d-90c0-f657da5321f8 None None] Sync routers for ids ['a1be889b-d138-4669-8f97-73596c5a0c4d'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:03:10.851462 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-cb74d5ce-637c-4537-982b-43e91f4cc049 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2245035 Sep 23 15:03:10.860449 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd79d799-5b3c-459d-90c0-f657da5321f8 None None] Routers {'a1be889b-d138-4669-8f97-73596c5a0c4d'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:10.860449 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-bd79d799-5b3c-459d-90c0-f657da5321f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['a1be889b-d138-4669-8f97-73596c5a0c4d'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:10.880294 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dd01a26f-f918-4bba-9684-506be1c6c476 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:10.898870 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40172) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:10.912683 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bae5ef98-8dba-4c6f-a4d8-f7076158e335 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:10.929560 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-9831c3f5-d83f-42d1-b7ca-420aa2bae722 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2144680024', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:10.946056 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-9831c3f5-d83f-42d1-b7ca-420aa2bae722 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:10.955535 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-9831c3f5-d83f-42d1-b7ca-420aa2bae722 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Usage tracker for resource:router and tenant:3d016aae35904b2db63da250eb0c1683 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:10.979560 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-9831c3f5-d83f-42d1-b7ca-420aa2bae722 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:10.990879 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-ad1fa5d3-a88a-443d-9719-db569691bc27 None None] Allocated IP 172.20.0.2 (55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43/eb65438f-de43-431a-8602-ddffee616bd1/f1072abb-04ce-4ab9-a096-0bbeff45a2de) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:03:11.040030 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-9831c3f5-d83f-42d1-b7ca-420aa2bae722 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:11.076813 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-215594dc-078c-403d-a947-04f5df77de9a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:11.077996 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-215594dc-078c-403d-a947-04f5df77de9a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.0901027 Sep 23 15:03:11.090435 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40182) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:11.099269 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-bd79d799-5b3c-459d-90c0-f657da5321f8 None None] Set router a1be889b-d138-4669-8f97-73596c5a0c4d gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:03:11.276658 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ad1fa5d3-a88a-443d-9719-db569691bc27 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:11.289007 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ad1fa5d3-a88a-443d-9719-db569691bc27 None None] Transition to ACTIVE for port object f1072abb-04ce-4ab9-a096-0bbeff45a2de will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:03:11.315016 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ad1fa5d3-a88a-443d-9719-db569691bc27 None None] Transition to ACTIVE for port object f1072abb-04ce-4ab9-a096-0bbeff45a2de will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:03:11.381267 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ad1fa5d3-a88a-443d-9719-db569691bc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:11.382441 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9831c3f5-d83f-42d1-b7ca-420aa2bae722 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:11.383488 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9831c3f5-d83f-42d1-b7ca-420aa2bae722 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:11.412555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c6117b09-b9f9-411d-a6f7-606f83f994f4 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:11.431355 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9831c3f5-d83f-42d1-b7ca-420aa2bae722 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:11.434846 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c6117b09-b9f9-411d-a6f7-606f83f994f4 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753924'] for router, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:11.483595 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-bd79d799-5b3c-459d-90c0-f657da5321f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1be889b-d138-4669-8f97-73596c5a0c4d', 'name': 'tempest-snat-router-239156820', 'tenant_id': '4a7eb123b6d746efb102a22e86c68fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.230'}], 'enable_snat': False}, 'gw_port_id': 'be656a5e-8940-4f4f-813b-caf52c818979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:03:06Z', 'updated_at': '2022-09-23T15:03:08Z', 'revision_number': 3, 'project_id': '4a7eb123b6d746efb102a22e86c68fba', 'gw_port': {'id': 'be656a5e-8940-4f4f-813b-caf52c818979', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:69:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1be889b-d138-4669-8f97-73596c5a0c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:03:07Z', 'updated_at': '2022-09-23T15:03:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:11.485333 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1fa5d3-a88a-443d-9719-db569691bc27 None None] Network 55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:03:11.488242 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd79d799-5b3c-459d-90c0-f657da5321f8 None None] Checking router: a1be889b-d138-4669-8f97-73596c5a0c4d for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:03:11.488774 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd79d799-5b3c-459d-90c0-f657da5321f8 None None] Updating router a1be889b-d138-4669-8f97-73596c5a0c4d port be656a5e-8940-4f4f-813b-caf52c818979 binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:03:11.489060 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-ad1fa5d3-a88a-443d-9719-db569691bc27 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:11.497539 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1fa5d3-a88a-443d-9719-db569691bc27 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:03:11.521164 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e5960676-a6f7-4064-96b3-5d2227915922 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:11.556217 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bd79d799-5b3c-459d-90c0-f657da5321f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:11.580277 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fa5d3-a88a-443d-9719-db569691bc27 None None] Pushing event updated for resources: {'Port': ['ID=f1072abb-04ce-4ab9-a096-0bbeff45a2de,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:11.666309 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ad1fa5d3-a88a-443d-9719-db569691bc27 None None] Attempting to bind port f1072abb-04ce-4ab9-a096-0bbeff45a2de on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:03:11.666913 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ad1fa5d3-a88a-443d-9719-db569691bc27 None None] Attempting to bind port f1072abb-04ce-4ab9-a096-0bbeff45a2de by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '82b5cf18-7a98-4293-9f2a-b8628b7c22c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:03:11.667430 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1fa5d3-a88a-443d-9719-db569691bc27 None None] Attempting to bind port f1072abb-04ce-4ab9-a096-0bbeff45a2de on network 55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:03:11.673257 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1fa5d3-a88a-443d-9719-db569691bc27 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:03:11.673864 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1fa5d3-a88a-443d-9719-db569691bc27 None None] Checking segment: {'id': '82b5cf18-7a98-4293-9f2a-b8628b7c22c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:03:11.674446 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ad1fa5d3-a88a-443d-9719-db569691bc27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:11.675032 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1fa5d3-a88a-443d-9719-db569691bc27 None None] Bound using segment: {'id': '82b5cf18-7a98-4293-9f2a-b8628b7c22c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:03:11.675640 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ad1fa5d3-a88a-443d-9719-db569691bc27 None None] Bound port: f1072abb-04ce-4ab9-a096-0bbeff45a2de, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b5cf18-7a98-4293-9f2a-b8628b7c22c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:03:11.676207 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ad1fa5d3-a88a-443d-9719-db569691bc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:11.737105 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1fa37def-af4b-4971-98a0-cffcbadba409 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "GET /v2.0/routers/a1be889b-d138-4669-8f97-73596c5a0c4d HTTP/1.1" status: 200 len: 909 time: 0.6456232 Sep 23 15:03:11.740294 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd2d93-a368-4b18-b62b-70614b7102da req-1d961d58-5591-4032-a929-9a23fc963ca6 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:11.741812 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35fd2d93-a368-4b18-b62b-70614b7102da req-1d961d58-5591-4032-a929-9a23fc963ca6 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/ports?device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 945 time: 0.7680578 Sep 23 15:03:11.746196 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40186) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:11.756525 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-74dc114b-99a4-490b-8d69-2924893d7dd7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Request body: {'router': {'name': 'tempest-snat-router-239156820', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'enable_snat': True}}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:11.765827 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-74dc114b-99a4-490b-8d69-2924893d7dd7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:11.781465 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeccaf6-775d-464c-8501-5c67aef8337f req-dbc0b82f-463b-4ff9-b514-07fccf2a0906 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:11.785901 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2eeccaf6-775d-464c-8501-5c67aef8337f req-dbc0b82f-463b-4ff9-b514-07fccf2a0906 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.5229995 Sep 23 15:03:11.808814 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ad1fa5d3-a88a-443d-9719-db569691bc27 None None] For port f1072abb-04ce-4ab9-a096-0bbeff45a2de, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:03:11.812999 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ad1fa5d3-a88a-443d-9719-db569691bc27 None None] For port f1072abb-04ce-4ab9-a096-0bbeff45a2de, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f1072abb-04ce-4ab9-a096-0bbeff45a2de,segment=NetworkSegment(82b5cf18-7a98-4293-9f2a-b8628b7c22c8),segment_id=82b5cf18-7a98-4293-9f2a-b8628b7c22c8)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:03:11.853676 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5960676-a6f7-4064-96b3-5d2227915922 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Checking segment: {'id': '02610b28-e92a-4272-b33a-6ed7f1b4c2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '625d3b32-2eaf-43b8-8d0a-e9ad3bf374ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:03:11.854036 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5960676-a6f7-4064-96b3-5d2227915922 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Network hostable DHCP agents. Network: 625d3b32-2eaf-43b8-8d0a-e9ad3bf374ae, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:03:11.879362 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5960676-a6f7-4064-96b3-5d2227915922 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event updated for resources: {'Subnet': ['ID=89cad1f0-2723-4a05-b627-525f441587bd,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:11.885613 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-74dc114b-99a4-490b-8d69-2924893d7dd7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Usage tracker for resource:router and tenant:4a7eb123b6d746efb102a22e86c68fba is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:11.895216 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ad1fa5d3-a88a-443d-9719-db569691bc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:11.908891 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9831c3f5-d83f-42d1-b7ca-420aa2bae722 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:11.949699 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-74dc114b-99a4-490b-8d69-2924893d7dd7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:11.958828 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-74dc114b-99a4-490b-8d69-2924893d7dd7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:11.981674 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fa5d3-a88a-443d-9719-db569691bc27 None None] Pushing event updated for resources: {'Port': ['ID=f1072abb-04ce-4ab9-a096-0bbeff45a2de,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:12.008881 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bd79d799-5b3c-459d-90c0-f657da5321f8 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:12.023156 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-bd79d799-5b3c-459d-90c0-f657da5321f8 None None] Transition to ACTIVE for port object be656a5e-8940-4f4f-813b-caf52c818979 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:03:12.032879 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-35fd2d93-a368-4b18-b62b-70614b7102da req-21f2efa2-299f-4e62-8410-820c2f92bf96 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3d5837d-73ab-48f6-b463-1f86aa0e019f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725101 Sep 23 15:03:12.037329 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2eeccaf6-775d-464c-8501-5c67aef8337f req-446afc6b-f253-4a2f-bd49-81a48f1851c6 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697156 Sep 23 15:03:12.040171 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-74dc114b-99a4-490b-8d69-2924893d7dd7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:12.041196 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-74dc114b-99a4-490b-8d69-2924893d7dd7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:12.056866 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-74dc114b-99a4-490b-8d69-2924893d7dd7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:12.102267 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae5ef98-8dba-4c6f-a4d8-f7076158e335 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Router 9222abb4-600b-4c09-8b24-69151d1ec608 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:03:12.104736 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5960676-a6f7-4064-96b3-5d2227915922 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Network 625d3b32-2eaf-43b8-8d0a-e9ad3bf374ae is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:03:12.108209 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6117b09-b9f9-411d-a6f7-606f83f994f4 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Router 546888ce-7833-4b4c-b4da-ffe363e2b5a3 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:03:12.161817 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bd79d799-5b3c-459d-90c0-f657da5321f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:12.197580 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-e5960676-a6f7-4064-96b3-5d2227915922 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 625d3b32-2eaf-43b8-8d0a-e9ad3bf374ae) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:12.212232 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351e66bb-cf46-4ccb-8e1e-39fc3340c899 None None] Network 625d3b32-2eaf-43b8-8d0a-e9ad3bf374ae requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:03:12.236171 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-bd79d799-5b3c-459d-90c0-f657da5321f8 None None] Attempting to bind port be656a5e-8940-4f4f-813b-caf52c818979 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:03:12.236351 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-bd79d799-5b3c-459d-90c0-f657da5321f8 None None] Attempting to bind port be656a5e-8940-4f4f-813b-caf52c818979 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:03:12.236712 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd79d799-5b3c-459d-90c0-f657da5321f8 None None] Attempting to bind port be656a5e-8940-4f4f-813b-caf52c818979 on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:03:12.303355 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd79d799-5b3c-459d-90c0-f657da5321f8 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:03:12.303731 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd79d799-5b3c-459d-90c0-f657da5321f8 None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:03:12.304131 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bd79d799-5b3c-459d-90c0-f657da5321f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:12.304740 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd79d799-5b3c-459d-90c0-f657da5321f8 None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:03:12.305875 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-bd79d799-5b3c-459d-90c0-f657da5321f8 None None] Bound port: be656a5e-8940-4f4f-813b-caf52c818979, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:03:12.306196 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9831c3f5-d83f-42d1-b7ca-420aa2bae722 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:12.306338 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bd79d799-5b3c-459d-90c0-f657da5321f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:12.309763 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9831c3f5-d83f-42d1-b7ca-420aa2bae722 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.4074609 Sep 23 15:03:12.309933 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5960676-a6f7-4064-96b3-5d2227915922 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:12.309933 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e5960676-a6f7-4064-96b3-5d2227915922 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:12.312847 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40192) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:12.381885 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979726c-a703-4e5b-9cfc-8ad56bdcf4ae None None] Pushing event updated for resources: {'Port': ['ID=be656a5e-8940-4f4f-813b-caf52c818979,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:12.431476 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-bd79d799-5b3c-459d-90c0-f657da5321f8 None None] For port be656a5e-8940-4f4f-813b-caf52c818979, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:03:12.436615 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-bd79d799-5b3c-459d-90c0-f657da5321f8 None None] For port be656a5e-8940-4f4f-813b-caf52c818979, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=be656a5e-8940-4f4f-813b-caf52c818979,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:03:12.524370 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bd79d799-5b3c-459d-90c0-f657da5321f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:12.563394 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c1c69b-a535-46cf-8544-b32bd90223fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-625d3b32-2eaf-43b8-8d0a-e9ad3bf374ae', 'network_id': '625d3b32-2eaf-43b8-8d0a-e9ad3bf374ae', 'tenant_id': 'd8ebe3b8f86643e6977f83f3a5056490', 'fixed_ips': [{'subnet_id': '89cad1f0-2723-4a05-b627-525f441587bd'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:03:12.564629 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-89c1c69b-a535-46cf-8544-b32bd90223fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:12.599872 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd79d799-5b3c-459d-90c0-f657da5321f8 None None] Routers {'a1be889b-d138-4669-8f97-73596c5a0c4d'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:12.600491 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-bd79d799-5b3c-459d-90c0-f657da5321f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['a1be889b-d138-4669-8f97-73596c5a0c4d'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:12.712466 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae5ef98-8dba-4c6f-a4d8-f7076158e335 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:03:12.713452 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979726c-a703-4e5b-9cfc-8ad56bdcf4ae None None] Pushing event updated for resources: {'Port': ['ID=be656a5e-8940-4f4f-813b-caf52c818979,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:12.787690 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-89c1c69b-a535-46cf-8544-b32bd90223fe None None] Allocated IP 2001:db8:0:ffff::2 (625d3b32-2eaf-43b8-8d0a-e9ad3bf374ae/89cad1f0-2723-4a05-b627-525f441587bd/22f3802c-275c-4abe-acb7-a6214a9c32a4) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:03:12.869851 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dd01a26f-f918-4bba-9684-506be1c6c476 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:12.873194 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-bae5ef98-8dba-4c6f-a4d8-f7076158e335 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] 10.222.0.67 "PUT /v2.0/routers/9222abb4-600b-4c09-8b24-69151d1ec608/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4174175 Sep 23 15:03:12.883822 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40196) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:12.900509 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-bd79d799-5b3c-459d-90c0-f657da5321f8 None None] Set router a1be889b-d138-4669-8f97-73596c5a0c4d gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:03:12.953444 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e5960676-a6f7-4064-96b3-5d2227915922 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0796149 Sep 23 15:03:12.968577 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-74dc114b-99a4-490b-8d69-2924893d7dd7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:13.103943 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-89c1c69b-a535-46cf-8544-b32bd90223fe None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:13.120635 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-89c1c69b-a535-46cf-8544-b32bd90223fe None None] Transition to ACTIVE for port object 22f3802c-275c-4abe-acb7-a6214a9c32a4 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:03:13.126149 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6117b09-b9f9-411d-a6f7-606f83f994f4 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:03:13.135572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40200) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:13.149678 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-89c1c69b-a535-46cf-8544-b32bd90223fe None None] Transition to ACTIVE for port object 22f3802c-275c-4abe-acb7-a6214a9c32a4 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:03:13.154978 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63839cac-6440-44fc-bf53-6bc4a8787619 None None] Sync routers for ids ['9222abb4-600b-4c09-8b24-69151d1ec608'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:03:13.158729 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c6117b09-b9f9-411d-a6f7-606f83f994f4 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:13.159940 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c6117b09-b9f9-411d-a6f7-606f83f994f4 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "PUT /v2.0/routers/546888ce-7833-4b4c-b4da-ffe363e2b5a3 HTTP/1.1" status: 200 len: 923 time: 4.5607433 Sep 23 15:03:13.168351 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63839cac-6440-44fc-bf53-6bc4a8787619 None None] Routers {'9222abb4-600b-4c09-8b24-69151d1ec608'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:13.169197 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-63839cac-6440-44fc-bf53-6bc4a8787619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['9222abb4-600b-4c09-8b24-69151d1ec608'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:13.215334 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40206) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:13.221533 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-e13d57b0-ad6a-4302-a270-3fad89feae7b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-399718278'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:13.224079 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e0ae69-de17-4497-9955-9352a3e5c17c None None] Sync routers for ids ['546888ce-7833-4b4c-b4da-ffe363e2b5a3'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:03:13.245515 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e0ae69-de17-4497-9955-9352a3e5c17c None None] Routers {'546888ce-7833-4b4c-b4da-ffe363e2b5a3'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:13.246194 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-43e0ae69-de17-4497-9955-9352a3e5c17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['546888ce-7833-4b4c-b4da-ffe363e2b5a3'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:13.272183 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cc92a635-b533-4f4c-8041-7b2154faad96 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:13.309661 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-89c1c69b-a535-46cf-8544-b32bd90223fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:13.337485 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-43e0ae69-de17-4497-9955-9352a3e5c17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:13.353409 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e0ae69-de17-4497-9955-9352a3e5c17c None None] Routers {'546888ce-7833-4b4c-b4da-ffe363e2b5a3'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:13.353632 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-43e0ae69-de17-4497-9955-9352a3e5c17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['546888ce-7833-4b4c-b4da-ffe363e2b5a3'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:13.419095 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-43e0ae69-de17-4497-9955-9352a3e5c17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:13.419500 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e0ae69-de17-4497-9955-9352a3e5c17c None None] The sync data for ids ['546888ce-7833-4b4c-b4da-ffe363e2b5a3'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:03:13.433762 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c1c69b-a535-46cf-8544-b32bd90223fe None None] Network 625d3b32-2eaf-43b8-8d0a-e9ad3bf374ae is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:03:13.435304 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1c69b-a535-46cf-8544-b32bd90223fe None None] Pushing event updated for resources: {'Port': ['ID=22f3802c-275c-4abe-acb7-a6214a9c32a4,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:13.437734 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e13d57b0-ad6a-4302-a270-3fad89feae7b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:13.438481 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-89c1c69b-a535-46cf-8544-b32bd90223fe None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:13.440171 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-63839cac-6440-44fc-bf53-6bc4a8787619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:13.443151 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c1c69b-a535-46cf-8544-b32bd90223fe None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:03:13.453120 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e13d57b0-ad6a-4302-a270-3fad89feae7b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Usage tracker for resource:network and tenant:d8ebe3b8f86643e6977f83f3a5056490 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:13.454789 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-bd79d799-5b3c-459d-90c0-f657da5321f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1be889b-d138-4669-8f97-73596c5a0c4d', 'name': 'tempest-snat-router-239156820', 'tenant_id': '4a7eb123b6d746efb102a22e86c68fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.230'}], 'enable_snat': False}, 'gw_port_id': 'be656a5e-8940-4f4f-813b-caf52c818979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:03:06Z', 'updated_at': '2022-09-23T15:03:08Z', 'revision_number': 3, 'project_id': '4a7eb123b6d746efb102a22e86c68fba', 'gw_port': {'id': 'be656a5e-8940-4f4f-813b-caf52c818979', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:69:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1be889b-d138-4669-8f97-73596c5a0c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:03:07Z', 'updated_at': '2022-09-23T15:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:13.455212 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63839cac-6440-44fc-bf53-6bc4a8787619 None None] Routers {'9222abb4-600b-4c09-8b24-69151d1ec608'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:13.455893 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-63839cac-6440-44fc-bf53-6bc4a8787619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['9222abb4-600b-4c09-8b24-69151d1ec608'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:13.460168 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd79d799-5b3c-459d-90c0-f657da5321f8 None None] The sync data for ids ['a1be889b-d138-4669-8f97-73596c5a0c4d'] in dv-neutron-859093-1-hyperv is: [{'id': 'a1be889b-d138-4669-8f97-73596c5a0c4d', 'name': 'tempest-snat-router-239156820', 'tenant_id': '4a7eb123b6d746efb102a22e86c68fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.230'}], 'enable_snat': False}, 'gw_port_id': 'be656a5e-8940-4f4f-813b-caf52c818979', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:03:06Z', 'updated_at': '2022-09-23T15:03:08Z', 'revision_number': 3, 'project_id': '4a7eb123b6d746efb102a22e86c68fba', 'gw_port': {'id': 'be656a5e-8940-4f4f-813b-caf52c818979', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:69:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1be889b-d138-4669-8f97-73596c5a0c4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:03:07Z', 'updated_at': '2022-09-23T15:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:03:13.523008 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dd01a26f-f918-4bba-9684-506be1c6c476 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:13.575239 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e13d57b0-ad6a-4302-a270-3fad89feae7b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:13.584748 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-63839cac-6440-44fc-bf53-6bc4a8787619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:13.589548 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63839cac-6440-44fc-bf53-6bc4a8787619 None None] The sync data for ids ['9222abb4-600b-4c09-8b24-69151d1ec608'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:03:13.620780 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e13d57b0-ad6a-4302-a270-3fad89feae7b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:13.628564 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef07b39c-c847-47cf-9b04-90fd35dd1e21 None None] Network 55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:03:13.645861 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a3398-4d51-4773-852c-63b108f85888 req-137cc41e-407a-4151-8161-6f93f4775c94 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:13.647412 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-434a3398-4d51-4773-852c-63b108f85888 req-137cc41e-407a-4151-8161-6f93f4775c94 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.72 "GET /v2.0/ports?device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 945 time: 1.1322916 Sep 23 15:03:13.727151 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f1072abb-04ce-4ab9-a096-0bbeff45a2de up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:03:13.829131 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cc92a635-b533-4f4c-8041-7b2154faad96 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:13.881516 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-89c1c69b-a535-46cf-8544-b32bd90223fe None None] Attempting to bind port 22f3802c-275c-4abe-acb7-a6214a9c32a4 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:03:13.882074 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-89c1c69b-a535-46cf-8544-b32bd90223fe None None] Attempting to bind port 22f3802c-275c-4abe-acb7-a6214a9c32a4 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '02610b28-e92a-4272-b33a-6ed7f1b4c2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '625d3b32-2eaf-43b8-8d0a-e9ad3bf374ae'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:03:13.882354 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c1c69b-a535-46cf-8544-b32bd90223fe None None] Attempting to bind port 22f3802c-275c-4abe-acb7-a6214a9c32a4 on network 625d3b32-2eaf-43b8-8d0a-e9ad3bf374ae {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:03:13.893966 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13d57b0-ad6a-4302-a270-3fad89feae7b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Made reservation on behalf of d8ebe3b8f86643e6977f83f3a5056490 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:03:13.894937 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c1c69b-a535-46cf-8544-b32bd90223fe None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:03:13.895319 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c1c69b-a535-46cf-8544-b32bd90223fe None None] Checking segment: {'id': '02610b28-e92a-4272-b33a-6ed7f1b4c2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '625d3b32-2eaf-43b8-8d0a-e9ad3bf374ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:03:13.895710 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-89c1c69b-a535-46cf-8544-b32bd90223fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:13.896103 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c1c69b-a535-46cf-8544-b32bd90223fe None None] Bound using segment: {'id': '02610b28-e92a-4272-b33a-6ed7f1b4c2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '625d3b32-2eaf-43b8-8d0a-e9ad3bf374ae'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:03:13.896575 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-89c1c69b-a535-46cf-8544-b32bd90223fe None None] Bound port: 22f3802c-275c-4abe-acb7-a6214a9c32a4, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02610b28-e92a-4272-b33a-6ed7f1b4c2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '625d3b32-2eaf-43b8-8d0a-e9ad3bf374ae'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:03:13.896945 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-89c1c69b-a535-46cf-8544-b32bd90223fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:13.899362 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e13d57b0-ad6a-4302-a270-3fad89feae7b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:13.947888 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cc3e500f-ff9c-433f-b295-ed7b73d7d266 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:13.953426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494972ca-3529-454b-ad0a-b62038db265b req-d9398383-fb6d-4fcd-a289-128062481c16 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:13.955144 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-494972ca-3529-454b-ad0a-b62038db265b req-d9398383-fb6d-4fcd-a289-128062481c16 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 1.6767623 Sep 23 15:03:13.975107 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b769948-3776-41d9-9c25-c94b3ec30de9 req-ba1b112f-8763-40ed-9e44-1ed2577cdaf1 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:13.977856 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-5b769948-3776-41d9-9c25-c94b3ec30de9 req-ba1b112f-8763-40ed-9e44-1ed2577cdaf1 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/ports?device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 945 time: 0.5023968 Sep 23 15:03:13.986563 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-cc92a635-b533-4f4c-8041-7b2154faad96 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Deleting port 7f2e6c0e-8c71-4724-991d-5798b5dcae8e {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:13.986928 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cc92a635-b533-4f4c-8041-7b2154faad96 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:14.035681 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13d57b0-ad6a-4302-a270-3fad89feae7b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:03:14.043726 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-434a3398-4d51-4773-852c-63b108f85888 req-69230a3b-16b1-42ed-9c04-7a45f5655fb5 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Deleting port a2cc9761-d858-4877-b069-a29d0ad8fc8b {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:14.044211 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-434a3398-4d51-4773-852c-63b108f85888 req-69230a3b-16b1-42ed-9c04-7a45f5655fb5 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:14.053771 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-dd01a26f-f918-4bba-9684-506be1c6c476 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Floating IP 20441736-afd5-4ebf-bd8e-06bb04b84f0f associated. External IP: 172.26.10.206, port: 1bef0063-b28e-4053-9e18-49c4f8f3c013. Sep 23 15:03:14.076546 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-31342505-da95-4de3-a123-ef4fbb6d14f7 None None] Provisioning for port f1072abb-04ce-4ab9-a096-0bbeff45a2de completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:03:14.126217 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e13d57b0-ad6a-4302-a270-3fad89feae7b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:14.126858 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-e13d57b0-ad6a-4302-a270-3fad89feae7b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Added segment 031e1e4d-53d9-4255-906b-313df1b7b2e2 of type vlan for network 2d321219-0705-46ad-8718-b33fc8849e75 Sep 23 15:03:14.140935 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-89c1c69b-a535-46cf-8544-b32bd90223fe None None] For port 22f3802c-275c-4abe-acb7-a6214a9c32a4, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:03:14.144724 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-494972ca-3529-454b-ad0a-b62038db265b req-6aa35bfd-f361-46b6-8179-e8649e0f1e25 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726882 Sep 23 15:03:14.150085 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-89c1c69b-a535-46cf-8544-b32bd90223fe None None] For port 22f3802c-275c-4abe-acb7-a6214a9c32a4, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=22f3802c-275c-4abe-acb7-a6214a9c32a4,segment=NetworkSegment(02610b28-e92a-4272-b33a-6ed7f1b4c2c2),segment_id=02610b28-e92a-4272-b33a-6ed7f1b4c2c2)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:03:14.151734 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6fa21e0e-3ae0-4e96-8b35-f5f7774cfd7f tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "GET /v2.0/routers/546888ce-7833-4b4c-b4da-ffe363e2b5a3 HTTP/1.1" status: 200 len: 923 time: 0.7187302 Sep 23 15:03:14.155489 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40210) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:14.222553 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port f1072abb-04ce-4ab9-a096-0bbeff45a2de completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:03:14.240640 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port f1072abb-04ce-4ab9-a096-0bbeff45a2de triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:03:14.241147 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:14.241494 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port f1072abb-04ce-4ab9-a096-0bbeff45a2de Sep 23 15:03:14.322133 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-89c1c69b-a535-46cf-8544-b32bd90223fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:14.564017 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1c69b-a535-46cf-8544-b32bd90223fe None None] Pushing event updated for resources: {'Port': ['ID=22f3802c-275c-4abe-acb7-a6214a9c32a4,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:14.577106 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port f1072abb-04ce-4ab9-a096-0bbeff45a2de is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:03:14.577814 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:14.650455 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port f1072abb-04ce-4ab9-a096-0bbeff45a2de, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f1072abb-04ce-4ab9-a096-0bbeff45a2de,segment=NetworkSegment(82b5cf18-7a98-4293-9f2a-b8628b7c22c8),segment_id=82b5cf18-7a98-4293-9f2a-b8628b7c22c8)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:03:14.655998 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e13d57b0-ad6a-4302-a270-3fad89feae7b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:14.728553 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:14.757024 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-74dc114b-99a4-490b-8d69-2924893d7dd7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:14.863057 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=f1072abb-04ce-4ab9-a096-0bbeff45a2de,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:14.884564 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-5b769948-3776-41d9-9c25-c94b3ec30de9 req-4191f0dd-b211-4ab8-b5f5-2e90f4c70598 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3d5837d-73ab-48f6-b463-1f86aa0e019f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8631327 Sep 23 15:03:14.930305 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cc92a635-b533-4f4c-8041-7b2154faad96 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:14.936573 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b23b1d24-b598-4381-9395-c52c1197b062 None None] Provisioning complete for port f1072abb-04ce-4ab9-a096-0bbeff45a2de triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:03:14.937088 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b23b1d24-b598-4381-9395-c52c1197b062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:14.938646 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b23b1d24-b598-4381-9395-c52c1197b062 None None] Attempt 1 to provision port f1072abb-04ce-4ab9-a096-0bbeff45a2de Sep 23 15:03:14.943997 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-74dc114b-99a4-490b-8d69-2924893d7dd7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:15.066145 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b23b1d24-b598-4381-9395-c52c1197b062 None None] Current status of the port f1072abb-04ce-4ab9-a096-0bbeff45a2de is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:03:15.107990 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86273d6d-783b-4daa-bda5-d51d2821a520 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:15.108788 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-86273d6d-783b-4daa-bda5-d51d2821a520 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Synchronizing usage tracker for tenant:cb649363b776463fa89467c87d83ab96 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:03:15.121572 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-cc92a635-b533-4f4c-8041-7b2154faad96 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Calling delete_port for 7f2e6c0e-8c71-4724-991d-5798b5dcae8e owned by network:router_gateway {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:15.131170 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2e71b-784b-47fc-b9ae-62b41fe73c75 req-20fa0132-b6f7-4950-8bfa-3dbb9e855e48 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:15.132661 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fbb2e71b-784b-47fc-b9ae-62b41fe73c75 req-20fa0132-b6f7-4950-8bfa-3dbb9e855e48 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.7986395 Sep 23 15:03:15.172181 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-434a3398-4d51-4773-852c-63b108f85888 req-69230a3b-16b1-42ed-9c04-7a45f5655fb5 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] For port a2cc9761-d858-4877-b069-a29d0ad8fc8b, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=a2cc9761-d858-4877-b069-a29d0ad8fc8b,segment=NetworkSegment(b39b4211-13f0-433c-8f9a-2aa63d8c5a88),segment_id=b39b4211-13f0-433c-8f9a-2aa63d8c5a88)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:03:15.172450 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-434a3398-4d51-4773-852c-63b108f85888 req-69230a3b-16b1-42ed-9c04-7a45f5655fb5 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:15.192047 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e13d57b0-ad6a-4302-a270-3fad89feae7b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:15.197566 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13d57b0-ad6a-4302-a270-3fad89feae7b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:15.198153 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e13d57b0-ad6a-4302-a270-3fad89feae7b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:15.448350 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-cc3e500f-ff9c-433f-b295-ed7b73d7d266 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Allocated IP 172.20.0.1 (55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43/eb65438f-de43-431a-8602-ddffee616bd1/842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:03:15.464758 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd01a26f-f918-4bba-9684-506be1c6c476 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Router 8d2fc230-b342-497a-a3f0-d700b0882d81 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:03:15.512211 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-86273d6d-783b-4daa-bda5-d51d2821a520 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Unset dirty status for tenant:cb649363b776463fa89467c87d83ab96 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:03:15.514253 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-86273d6d-783b-4daa-bda5-d51d2821a520 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=61b1518d-d511-4beb-b056-d894a2c85079&device_id=546888ce-7833-4b4c-b4da-ffe363e2b5a3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 946 time: 1.3537214 Sep 23 15:03:15.535278 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40216) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:15.590415 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fbb2e71b-784b-47fc-b9ae-62b41fe73c75 req-e63a4ba9-c0ba-49e5-9553-7f3a68d3dec0 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4098575 Sep 23 15:03:15.591035 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d57b0-ad6a-4302-a270-3fad89feae7b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event updated for resources: {'Network': ['ID=2d321219-0705-46ad-8718-b33fc8849e75,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:15.612414 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 2d321219-0705-46ad-8718-b33fc8849e75 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:03:15.718848 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3427e5d-2b33-4ccf-aaba-37f7f48f4f26 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:15.719422 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a3427e5d-2b33-4ccf-aaba-37f7f48f4f26 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Synchronizing usage tracker for tenant:cb649363b776463fa89467c87d83ab96 on resource:network {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:03:15.730028 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-74dc114b-99a4-490b-8d69-2924893d7dd7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Allocated IP 172.26.10.56 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/5e118dbc-078f-495e-83b1-70c8cd5f34c8) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:03:15.737977 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e13d57b0-ad6a-4302-a270-3fad89feae7b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.5975344 Sep 23 15:03:15.746487 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40222) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:15.756301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-54990d33-35d9-4f41-b81c-33398779b4df tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Request body: {'subnet': {'network_id': '2d321219-0705-46ad-8718-b33fc8849e75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:15.853706 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 22f3802c-275c-4abe-acb7-a6214a9c32a4 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:03:15.884679 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd01a26f-f918-4bba-9684-506be1c6c476 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:03:15.906529 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711acb09-9cb2-427a-9b20-c3f4fe33f985 None None] Sync routers for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:03:15.927623 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711acb09-9cb2-427a-9b20-c3f4fe33f985 None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:15.928347 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-711acb09-9cb2-427a-9b20-c3f4fe33f985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:15.944173 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a3427e5d-2b33-4ccf-aaba-37f7f48f4f26 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Unset dirty status for tenant:cb649363b776463fa89467c87d83ab96 on resource:network {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:03:15.945920 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a3427e5d-2b33-4ccf-aaba-37f7f48f4f26 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "GET /v2.0/networks/61b1518d-d511-4beb-b056-d894a2c85079 HTTP/1.1" status: 200 len: 881 time: 0.4028068 Sep 23 15:03:16.059582 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-711acb09-9cb2-427a-9b20-c3f4fe33f985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:16.074432 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40228) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:16.089888 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711acb09-9cb2-427a-9b20-c3f4fe33f985 None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:16.090707 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-711acb09-9cb2-427a-9b20-c3f4fe33f985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:16.167287 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-711acb09-9cb2-427a-9b20-c3f4fe33f985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:16.167696 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711acb09-9cb2-427a-9b20-c3f4fe33f985 None None] The sync data for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:03:16.248186 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cc92a635-b533-4f4c-8041-7b2154faad96 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:16.289246 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e02c26cc-afc5-44a8-b6bc-605fc542deea tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "GET /v2.0/ports?device_id=546888ce-7833-4b4c-b4da-ffe363e2b5a3 HTTP/1.1" status: 200 len: 205 time: 0.1616962 Sep 23 15:03:16.297132 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-54990d33-35d9-4f41-b81c-33398779b4df tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:16.308993 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40232) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:16.309767 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92a635-b533-4f4c-8041-7b2154faad96 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Pushing event deleted for resources: {'Port': ['ID=7f2e6c0e-8c71-4724-991d-5798b5dcae8e,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:16.314778 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-54990d33-35d9-4f41-b81c-33398779b4df tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Usage tracker for resource:subnet and tenant:d8ebe3b8f86643e6977f83f3a5056490 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:16.349306 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22383e2d-b559-46f2-8dcb-18d9920a3199 None None] Network 625d3b32-2eaf-43b8-8d0a-e9ad3bf374ae requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:03:16.378209 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-54990d33-35d9-4f41-b81c-33398779b4df tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:16.399733 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-434a3398-4d51-4773-852c-63b108f85888 req-69230a3b-16b1-42ed-9c04-7a45f5655fb5 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:16.401089 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-434a3398-4d51-4773-852c-63b108f85888 req-69230a3b-16b1-42ed-9c04-7a45f5655fb5 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:16.401089 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [req-434a3398-4d51-4773-852c-63b108f85888 req-69230a3b-16b1-42ed-9c04-7a45f5655fb5 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Floating IP 05a76c05-f9b0-4ce0-b80e-50fc63753836 disassociated. External IP: 172.26.10.26, port: a2cc9761-d858-4877-b069-a29d0ad8fc8b. Sep 23 15:03:16.401089 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-434a3398-4d51-4773-852c-63b108f85888 req-69230a3b-16b1-42ed-9c04-7a45f5655fb5 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Calling delete_port for a2cc9761-d858-4877-b069-a29d0ad8fc8b owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:16.438482 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-54990d33-35d9-4f41-b81c-33398779b4df tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:16.482124 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 22f3802c-275c-4abe-acb7-a6214a9c32a4 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:03:16.514415 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f1072abb-04ce-4ab9-a096-0bbeff45a2de up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:03:16.562076 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cc3e500f-ff9c-433f-b295-ed7b73d7d266 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:16.597711 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54990d33-35d9-4f41-b81c-33398779b4df tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Made reservation on behalf of d8ebe3b8f86643e6977f83f3a5056490 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:03:16.601258 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54990d33-35d9-4f41-b81c-33398779b4df tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:16.629470 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cc92a635-b533-4f4c-8041-7b2154faad96 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:16.668115 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-73eb356f-e9a4-45fa-a288-231b2baed9a7 None None] Provisioning for port 22f3802c-275c-4abe-acb7-a6214a9c32a4 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:03:16.688503 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-73eb356f-e9a4-45fa-a288-231b2baed9a7 None None] Provisioning complete for port 22f3802c-275c-4abe-acb7-a6214a9c32a4 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:03:16.688936 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-73eb356f-e9a4-45fa-a288-231b2baed9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:16.690886 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-73eb356f-e9a4-45fa-a288-231b2baed9a7 None None] Attempt 1 to provision port 22f3802c-275c-4abe-acb7-a6214a9c32a4 Sep 23 15:03:16.745260 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port f1072abb-04ce-4ab9-a096-0bbeff45a2de triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:03:16.745495 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-74dc114b-99a4-490b-8d69-2924893d7dd7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:16.745793 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:16.746191 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port f1072abb-04ce-4ab9-a096-0bbeff45a2de Sep 23 15:03:16.761637 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840db58-ea27-41de-9ad8-1ddd25679851 req-1cca86a5-4542-4741-a336-d8ea7c5e7505 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:16.764154 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9840db58-ea27-41de-9ad8-1ddd25679851 req-1cca86a5-4542-4741-a336-d8ea7c5e7505 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/ports?device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 945 time: 0.6871765 Sep 23 15:03:16.785430 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-257d089c-c762-4f5d-8956-8366ee408f9c tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:16.905895 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-cc3e500f-ff9c-433f-b295-ed7b73d7d266 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Transition to ACTIVE for port object 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:03:16.990807 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cc92a635-b533-4f4c-8041-7b2154faad96 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:16.994493 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cc92a635-b533-4f4c-8041-7b2154faad96 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:17.000580 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port f1072abb-04ce-4ab9-a096-0bbeff45a2de is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:03:17.001717 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device be656a5e-8940-4f4f-813b-caf52c818979 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:03:17.045634 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9840db58-ea27-41de-9ad8-1ddd25679851 req-08f0feab-9920-4f74-86f6-bbe463f40d77 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3d5837d-73ab-48f6-b463-1f86aa0e019f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2695420 Sep 23 15:03:17.057774 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-73eb356f-e9a4-45fa-a288-231b2baed9a7 None None] Current status of the port 22f3802c-275c-4abe-acb7-a6214a9c32a4 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:03:17.058123 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-73eb356f-e9a4-45fa-a288-231b2baed9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:17.104622 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc004e-3953-4343-9699-10c146a67b88 req-d4e76830-30f3-43dc-99a3-e0ec4ab63625 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:17.106125 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1fcc004e-3953-4343-9699-10c146a67b88 req-d4e76830-30f3-43dc-99a3-e0ec4ab63625 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.4783030 Sep 23 15:03:17.108060 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd01a26f-f918-4bba-9684-506be1c6c476 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Router 8d2fc230-b342-497a-a3f0-d700b0882d81 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:03:17.118508 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-73eb356f-e9a4-45fa-a288-231b2baed9a7 None None] For port 22f3802c-275c-4abe-acb7-a6214a9c32a4, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=22f3802c-275c-4abe-acb7-a6214a9c32a4,segment=NetworkSegment(02610b28-e92a-4272-b33a-6ed7f1b4c2c2),segment_id=02610b28-e92a-4272-b33a-6ed7f1b4c2c2)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:03:17.150182 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-434a3398-4d51-4773-852c-63b108f85888 req-69230a3b-16b1-42ed-9c04-7a45f5655fb5 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:17.203211 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port be656a5e-8940-4f4f-813b-caf52c818979 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:03:17.207350 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-257d089c-c762-4f5d-8956-8366ee408f9c tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:17.210849 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cc92a635-b533-4f4c-8041-7b2154faad96 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:17.211071 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc92a635-b533-4f4c-8041-7b2154faad96 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Fanout notify agent at l3_agent the message router_deleted on router 9222abb4-600b-4c09-8b24-69151d1ec608 {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:03:17.211271 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-74dc114b-99a4-490b-8d69-2924893d7dd7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:17.212878 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cc3e500f-ff9c-433f-b295-ed7b73d7d266 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:17.219952 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port be656a5e-8940-4f4f-813b-caf52c818979 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:03:17.220331 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:17.220658 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port be656a5e-8940-4f4f-813b-caf52c818979 Sep 23 15:03:17.237928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69230a3b-16b1-42ed-9c04-7a45f5655fb5 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Pushing event deleted for resources: {'Port': ['ID=a2cc9761-d858-4877-b069-a29d0ad8fc8b,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:17.253116 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-73eb356f-e9a4-45fa-a288-231b2baed9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:17.286891 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1fcc004e-3953-4343-9699-10c146a67b88 req-d2d96d41-5233-4cd8-a855-0ec21ba4f8b4 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746495 Sep 23 15:03:17.328492 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device a2cc9761-d858-4877-b069-a29d0ad8fc8b no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:03:17.373545 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e500f-ff9c-433f-b295-ed7b73d7d266 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Pushing event updated for resources: {'Port': ['ID=842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:17.406849 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3e500f-ff9c-433f-b295-ed7b73d7d266 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Network 55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:03:17.414900 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cc92a635-b533-4f4c-8041-7b2154faad96 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:17.417549 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-cc92a635-b533-4f4c-8041-7b2154faad96 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] 10.222.0.67 "DELETE /v2.0/routers/9222abb4-600b-4c09-8b24-69151d1ec608 HTTP/1.1" status: 204 len: 168 time: 4.5326178 Sep 23 15:03:17.418977 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-cc3e500f-ff9c-433f-b295-ed7b73d7d266 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:17.421413 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40240) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:17.421835 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: a2cc9761-d858-4877-b069-a29d0ad8fc8b {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:03:17.422681 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device a2cc9761-d858-4877-b069-a29d0ad8fc8b not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:03:17.447456 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-998da3b2-c522-4434-8722-0f90b57c7e74 None None] Provisioning complete for port 22f3802c-275c-4abe-acb7-a6214a9c32a4 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:03:17.450157 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-998da3b2-c522-4434-8722-0f90b57c7e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:17.451739 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-998da3b2-c522-4434-8722-0f90b57c7e74 None None] Attempt 1 to provision port 22f3802c-275c-4abe-acb7-a6214a9c32a4 Sep 23 15:03:17.488476 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3e500f-ff9c-433f-b295-ed7b73d7d266 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:03:17.558395 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dc114b-99a4-490b-8d69-2924893d7dd7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:03:17.592927 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-74dc114b-99a4-490b-8d69-2924893d7dd7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:17.595357 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb356f-e9a4-45fa-a288-231b2baed9a7 None None] Pushing event updated for resources: {'Port': ['ID=22f3802c-275c-4abe-acb7-a6214a9c32a4,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:17.603143 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dc114b-99a4-490b-8d69-2924893d7dd7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:03:17.646095 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-257d089c-c762-4f5d-8956-8366ee408f9c tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Deleting port 56b4f97a-0e23-4bc4-a3ce-6145cd43b876 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:17.652089 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-257d089c-c762-4f5d-8956-8366ee408f9c tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:17.765392 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port be656a5e-8940-4f4f-813b-caf52c818979 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:03:17.765787 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:17.777789 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc114b-99a4-490b-8d69-2924893d7dd7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Pushing event updated for resources: {'Port': ['ID=5e118dbc-078f-495e-83b1-70c8cd5f34c8,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:17.786221 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-998da3b2-c522-4434-8722-0f90b57c7e74 None None] Current status of the port 22f3802c-275c-4abe-acb7-a6214a9c32a4 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:03:17.792285 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port be656a5e-8940-4f4f-813b-caf52c818979, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=be656a5e-8940-4f4f-813b-caf52c818979,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:03:17.886856 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54990d33-35d9-4f41-b81c-33398779b4df tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:17.910606 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:17.982710 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cc3e500f-ff9c-433f-b295-ed7b73d7d266 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:18.031006 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-25433ca7-5bae-45f5-b695-2b34ee47e128 None None] Provisioning for port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:03:18.034133 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 22f3802c-275c-4abe-acb7-a6214a9c32a4 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:03:18.076083 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-7735138f-c1ad-4018-aa71-1ae32d6757fb tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Deleting subnet 0776f489-7788-4b4b-8540-8034911e26a5 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:03:18.081967 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7735138f-c1ad-4018-aa71-1ae32d6757fb tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:18.106907 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=be656a5e-8940-4f4f-813b-caf52c818979,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:18.122714 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-25433ca7-5bae-45f5-b695-2b34ee47e128 None None] Provisioning complete for port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:03:18.123378 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-25433ca7-5bae-45f5-b695-2b34ee47e128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:18.123378 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-25433ca7-5bae-45f5-b695-2b34ee47e128 None None] Attempt 1 to provision port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 Sep 23 15:03:18.185161 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7735138f-c1ad-4018-aa71-1ae32d6757fb tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:18.244659 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-25433ca7-5bae-45f5-b695-2b34ee47e128 None None] Port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:18.260961 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 22f3802c-275c-4abe-acb7-a6214a9c32a4 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:03:18.261439 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:18.261778 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 22f3802c-275c-4abe-acb7-a6214a9c32a4 Sep 23 15:03:18.314273 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54990d33-35d9-4f41-b81c-33398779b4df tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event updated for resources: {'Subnet': ['ID=9b98f0e8-d108-491d-8426-8d7b61664fc3,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:18.324453 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-434a3398-4d51-4773-852c-63b108f85888 req-69230a3b-16b1-42ed-9c04-7a45f5655fb5 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Router 55234c5e-90c2-4330-a0e1-5d547172e42c has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:03:18.329681 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd01a26f-f918-4bba-9684-506be1c6c476 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:03:18.344773 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471ac940-aef8-41c4-a99b-5c7f750da381 None None] Sync routers for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:03:18.347203 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dd01a26f-f918-4bba-9684-506be1c6c476 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:18.363171 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471ac940-aef8-41c4-a99b-5c7f750da381 None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:18.367832 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-471ac940-aef8-41c4-a99b-5c7f750da381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:18.410958 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9e401735-8073-4c15-8f9e-2ad50a7ffad0 req-d46e8ded-a0c4-471c-874d-355a0e0362ae tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/ports?device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 210 time: 0.1161256 Sep 23 15:03:18.419571 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-257d089c-c762-4f5d-8956-8366ee408f9c tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:18.436499 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54990d33-35d9-4f41-b81c-33398779b4df tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Checking segment: {'id': '031e1e4d-53d9-4255-906b-313df1b7b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2d321219-0705-46ad-8718-b33fc8849e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:03:18.439297 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54990d33-35d9-4f41-b81c-33398779b4df tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Network hostable DHCP agents. Network: 2d321219-0705-46ad-8718-b33fc8849e75, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:03:18.439410 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7735138f-c1ad-4018-aa71-1ae32d6757fb tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:18.458853 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 22f3802c-275c-4abe-acb7-a6214a9c32a4 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:03:18.496456 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-471ac940-aef8-41c4-a99b-5c7f750da381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:18.513703 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471ac940-aef8-41c4-a99b-5c7f750da381 None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:18.514936 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-471ac940-aef8-41c4-a99b-5c7f750da381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:18.619866 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-471ac940-aef8-41c4-a99b-5c7f750da381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:18.620364 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471ac940-aef8-41c4-a99b-5c7f750da381 None None] The sync data for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:03:18.644276 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cc3e500f-ff9c-433f-b295-ed7b73d7d266 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:18.714480 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-dd01a26f-f918-4bba-9684-506be1c6c476 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "PUT /v2.0/floatingips/20441736-afd5-4ebf-bd8e-06bb04b84f0f HTTP/1.1" status: 200 len: 979 time: 8.4805720 Sep 23 15:03:18.714688 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-257d089c-c762-4f5d-8956-8366ee408f9c tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Calling delete_port for 56b4f97a-0e23-4bc4-a3ce-6145cd43b876 owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:18.719738 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40250) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:18.732078 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-4f421af3-0f3f-4eb3-8610-9f5dbeea7759 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:18.747880 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-25433ca7-5bae-45f5-b695-2b34ee47e128 None None] Attempt 2 to provision port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 Sep 23 15:03:18.831753 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7735138f-c1ad-4018-aa71-1ae32d6757fb tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:18.877402 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-25433ca7-5bae-45f5-b695-2b34ee47e128 None None] Port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:18.893200 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735138f-c1ad-4018-aa71-1ae32d6757fb tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Pushing event deleted for resources: {'Subnet': ['ID=0776f489-7788-4b4b-8540-8034911e26a5,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:19.068771 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54990d33-35d9-4f41-b81c-33398779b4df tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Network 2d321219-0705-46ad-8718-b33fc8849e75 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:03:19.071612 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0178e8e-76f9-44d2-a681-856f10430f27 None None] Network db8602f9-148a-4347-bea8-86422b2be6e0 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:03:19.082006 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7735138f-c1ad-4018-aa71-1ae32d6757fb tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:19.107966 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7735138f-c1ad-4018-aa71-1ae32d6757fb tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] 10.222.0.67 "DELETE /v2.0/subnets/0776f489-7788-4b4b-8540-8034911e26a5 HTTP/1.1" status: 204 len: 168 time: 1.6826110 Sep 23 15:03:19.111416 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4f421af3-0f3f-4eb3-8610-9f5dbeea7759 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:19.140100 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40256) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:19.294956 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-54990d33-35d9-4f41-b81c-33398779b4df tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 2d321219-0705-46ad-8718-b33fc8849e75) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:19.309251 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b603b66-25fd-49b3-96d2-4208752bcbaf None None] Network 2d321219-0705-46ad-8718-b33fc8849e75 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:03:19.316384 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8bf8b7fe-6fe7-441b-bffd-5c916809b1e5 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:19.323061 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54990d33-35d9-4f41-b81c-33398779b4df tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:19.323679 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54990d33-35d9-4f41-b81c-33398779b4df tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:19.356137 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-434a3398-4d51-4773-852c-63b108f85888 req-69230a3b-16b1-42ed-9c04-7a45f5655fb5 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:03:19.357642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-74dc114b-99a4-490b-8d69-2924893d7dd7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:19.383167 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-25433ca7-5bae-45f5-b695-2b34ee47e128 None None] Attempt 3 to provision port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 Sep 23 15:03:19.492371 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852b86ab-47b0-44d6-b5c5-c7f409e1f06b None None] Sync routers for ids ['55234c5e-90c2-4330-a0e1-5d547172e42c'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:03:19.495903 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d40c54-ae10-4a2d-91c0-91fb3ab38b3f None None] DHCP port deletion for db8602f9-148a-4347-bea8-86422b2be6e0 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:03:19.516907 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-21d40c54-ae10-4a2d-91c0-91fb3ab38b3f None None] Deleting port 95de7270-2254-4dce-9cf9-c0be5f89893b {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:19.517672 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-21d40c54-ae10-4a2d-91c0-91fb3ab38b3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:19.645937 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852b86ab-47b0-44d6-b5c5-c7f409e1f06b None None] Routers {'55234c5e-90c2-4330-a0e1-5d547172e42c'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:19.646980 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-852b86ab-47b0-44d6-b5c5-c7f409e1f06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['55234c5e-90c2-4330-a0e1-5d547172e42c'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:19.664514 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-651433ab-768e-4f31-9290-ac0b9f332e8b req-b1604f36-c757-431d-a390-5f1387cc0424 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/ports?device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 210 time: 0.0657084 Sep 23 15:03:19.669311 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4f421af3-0f3f-4eb3-8610-9f5dbeea7759 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:19.699146 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cc3e500f-ff9c-433f-b295-ed7b73d7d266 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:19.737688 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-25433ca7-5bae-45f5-b695-2b34ee47e128 None None] Port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:19.762798 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4f421af3-0f3f-4eb3-8610-9f5dbeea7759 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:19.764565 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-4f421af3-0f3f-4eb3-8610-9f5dbeea7759 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Floating IP 20441736-afd5-4ebf-bd8e-06bb04b84f0f disassociated. External IP: 172.26.10.206, port: 36029cf3-796e-470b-8364-b5e279fc2f11. Sep 23 15:03:19.769145 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-8bf8b7fe-6fe7-441b-bffd-5c916809b1e5 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Deleting port 95de7270-2254-4dce-9cf9-c0be5f89893b {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:19.769471 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8bf8b7fe-6fe7-441b-bffd-5c916809b1e5 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:19.806586 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-434a3398-4d51-4773-852c-63b108f85888 req-69230a3b-16b1-42ed-9c04-7a45f5655fb5 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] No DVR routers for this DVR port a2cc9761-d858-4877-b069-a29d0ad8fc8b on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:03:19.823630 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-54990d33-35d9-4f41-b81c-33398779b4df tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.0696683 Sep 23 15:03:19.883106 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-434a3398-4d51-4773-852c-63b108f85888 req-69230a3b-16b1-42ed-9c04-7a45f5655fb5 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:19.887357 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a785374b-7279-4730-9c9c-259f61307735', 'name': 'network-vif-deleted', 'tag': 'a2cc9761-d858-4877-b069-a29d0ad8fc8b'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:03:19.889759 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c1d6ce-160b-46ae-97b2-fe032d2de070" -d '{"events": [{"server_uuid": "a785374b-7279-4730-9c9c-259f61307735", "name": "network-vif-deleted", "tag": "a2cc9761-d858-4877-b069-a29d0ad8fc8b"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:03:19.895569 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40262) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:19.927720 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cc3e500f-ff9c-433f-b295-ed7b73d7d266 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:20.004520 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-852b86ab-47b0-44d6-b5c5-c7f409e1f06b None None] Set router 55234c5e-90c2-4330-a0e1-5d547172e42c gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:03:20.032871 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1750836e-c4ef-43fa-9096-68e6135bf19d x-openstack-request-id: req-1750836e-c4ef-43fa-9096-68e6135bf19d {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:03:20.033158 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a785374b-7279-4730-9c9c-259f61307735", "name": "network-vif-deleted", "tag": "a2cc9761-d858-4877-b069-a29d0ad8fc8b", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:03:20.033400 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1750836e-c4ef-43fa-9096-68e6135bf19d {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:03:20.033790 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1750836e-c4ef-43fa-9096-68e6135bf19d'] response: {'server_uuid': 'a785374b-7279-4730-9c9c-259f61307735', 'name': 'network-vif-deleted', 'tag': 'a2cc9761-d858-4877-b069-a29d0ad8fc8b', 'status': 'completed', 'code': 200} Sep 23 15:03:20.038731 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-434a3398-4d51-4773-852c-63b108f85888 req-69230a3b-16b1-42ed-9c04-7a45f5655fb5 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.72 "DELETE /v2.0/ports/a2cc9761-d858-4877-b069-a29d0ad8fc8b HTTP/1.1" status: 204 len: 173 time: 6.3755314 Sep 23 15:03:20.061507 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5e117-c186-4bc0-896e-318adb8a1c33 req-cbac1888-403e-45fc-8658-3d17ed9e9f13 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:20.063587 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-78e5e117-c186-4bc0-896e-318adb8a1c33 req-cbac1888-403e-45fc-8658-3d17ed9e9f13 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 1.0022709 Sep 23 15:03:20.076225 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device be656a5e-8940-4f4f-813b-caf52c818979 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:03:20.204390 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fda1f3-98e2-4876-9f82-f92f6814ae1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-2d321219-0705-46ad-8718-b33fc8849e75', 'network_id': '2d321219-0705-46ad-8718-b33fc8849e75', 'tenant_id': 'd8ebe3b8f86643e6977f83f3a5056490', 'fixed_ips': [{'subnet_id': '9b98f0e8-d108-491d-8426-8d7b61664fc3'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:03:20.204390 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-36fda1f3-98e2-4876-9f82-f92f6814ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:20.239353 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-25433ca7-5bae-45f5-b695-2b34ee47e128 None None] Attempt 4 to provision port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 Sep 23 15:03:20.385920 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cc3e500f-ff9c-433f-b295-ed7b73d7d266 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:20.405294 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e500f-ff9c-433f-b295-ed7b73d7d266 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Pushing event updated for resources: {'Port': ['ID=842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:20.472514 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-78e5e117-c186-4bc0-896e-318adb8a1c33 req-f5efb26e-d72e-427a-9112-ecbe5a178608 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3601229 Sep 23 15:03:20.479930 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-21d40c54-ae10-4a2d-91c0-91fb3ab38b3f None None] For port 95de7270-2254-4dce-9cf9-c0be5f89893b, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=95de7270-2254-4dce-9cf9-c0be5f89893b,segment=NetworkSegment(048c6f28-f685-44cf-9925-d25e2b085b86),segment_id=048c6f28-f685-44cf-9925-d25e2b085b86)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:03:20.480474 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-21d40c54-ae10-4a2d-91c0-91fb3ab38b3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:20.483612 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-8bf8b7fe-6fe7-441b-bffd-5c916809b1e5 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] For port 95de7270-2254-4dce-9cf9-c0be5f89893b, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=95de7270-2254-4dce-9cf9-c0be5f89893b,segment=NetworkSegment(048c6f28-f685-44cf-9925-d25e2b085b86),segment_id=048c6f28-f685-44cf-9925-d25e2b085b86)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:03:20.483980 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8bf8b7fe-6fe7-441b-bffd-5c916809b1e5 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:20.494515 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-25433ca7-5bae-45f5-b695-2b34ee47e128 None None] Port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:20.510863 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-74dc114b-99a4-490b-8d69-2924893d7dd7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:20.541388 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:20.612134 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-257d089c-c762-4f5d-8956-8366ee408f9c tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:20.623504 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-8bf8b7fe-6fe7-441b-bffd-5c916809b1e5 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Calling delete_port for 95de7270-2254-4dce-9cf9-c0be5f89893b owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:20.777642 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3e500f-ff9c-433f-b295-ed7b73d7d266 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Network 55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:03:20.778877 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:20.825957 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-36fda1f3-98e2-4876-9f82-f92f6814ae1b None None] Allocated IP 2001:db8::1 (2d321219-0705-46ad-8718-b33fc8849e75/9b98f0e8-d108-491d-8426-8d7b61664fc3/38a82754-3fb6-401c-ae1b-ead4da773243) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:03:20.876882 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-cc3e500f-ff9c-433f-b295-ed7b73d7d266 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:20.942299 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d089c-c762-4f5d-8956-8366ee408f9c tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Pushing event deleted for resources: {'Port': ['ID=56b4f97a-0e23-4bc4-a3ce-6145cd43b876,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:20.944139 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-21d40c54-ae10-4a2d-91c0-91fb3ab38b3f None None] Calling delete_port for 95de7270-2254-4dce-9cf9-c0be5f89893b owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:21.086902 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-25433ca7-5bae-45f5-b695-2b34ee47e128 None None] Attempt 5 to provision port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 Sep 23 15:03:21.104803 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3cd8ab8e-be51-4c09-b3dc-70e40a07335e req-a845280a-1993-48c8-8bba-3940bc544809 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/ports?device_id=a785374b-7279-4730-9c9c-259f61307735 HTTP/1.1" status: 200 len: 210 time: 0.2233419 Sep 23 15:03:21.140241 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port be656a5e-8940-4f4f-813b-caf52c818979 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:03:21.143346 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:21.143346 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port be656a5e-8940-4f4f-813b-caf52c818979 Sep 23 15:03:21.221153 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-257d089c-c762-4f5d-8956-8366ee408f9c tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:21.267863 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f421af3-0f3f-4eb3-8610-9f5dbeea7759 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Router 8d2fc230-b342-497a-a3f0-d700b0882d81 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:03:21.297482 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-25433ca7-5bae-45f5-b695-2b34ee47e128 None None] Port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:21.328604 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-21d40c54-ae10-4a2d-91c0-91fb3ab38b3f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:03:21.328953 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-21d40c54-ae10-4a2d-91c0-91fb3ab38b3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:03:21.337871 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8bf8b7fe-6fe7-441b-bffd-5c916809b1e5 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:21.443500 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3e500f-ff9c-433f-b295-ed7b73d7d266 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Router dc9822f5-3166-4781-982b-7782383e06c7 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:03:21.457150 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-257d089c-c762-4f5d-8956-8366ee408f9c tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:21.463608 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8b7fe-6fe7-441b-bffd-5c916809b1e5 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Pushing event deleted for resources: {'Port': ['ID=95de7270-2254-4dce-9cf9-c0be5f89893b,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:21.463608 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-257d089c-c762-4f5d-8956-8366ee408f9c tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:21.465061 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf8b7fe-6fe7-441b-bffd-5c916809b1e5 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] No DVR routers for this DVR port 95de7270-2254-4dce-9cf9-c0be5f89893b on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:03:21.488704 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-36fda1f3-98e2-4876-9f82-f92f6814ae1b None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:21.507413 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port be656a5e-8940-4f4f-813b-caf52c818979 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:03:21.509898 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-36fda1f3-98e2-4876-9f82-f92f6814ae1b None None] Transition to ACTIVE for port object 38a82754-3fb6-401c-ae1b-ead4da773243 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:03:21.534010 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-36fda1f3-98e2-4876-9f82-f92f6814ae1b None None] Transition to ACTIVE for port object 38a82754-3fb6-401c-ae1b-ead4da773243 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:03:21.544996 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-852b86ab-47b0-44d6-b5c5-c7f409e1f06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'name': 'tempest-ServersTestJSON-1681864736-router', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.119'}], 'enable_snat': True}, 'gw_port_id': 'c24d0838-c2ac-46a8-82cb-496d5ce959e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:01:41Z', 'revision_number': 4, 'project_id': 'd6fcdd71d4f440d4966468a249c527ae', 'gw_port': {'id': 'c24d0838-c2ac-46a8-82cb-496d5ce959e8', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:30Z', 'updated_at': '2022-09-23T15:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'ddbf2bb1-18f2-42df-9a69-71a4919303e8', 'name': '', 'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'mac_address': 'fa:16:3e:e2:80:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '04fb8fb3-375d-4a4c-817d-3e8eac3bab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:39Z', 'updated_at': '2022-09-23T15:01:50Z', 'revision_number': 5, 'project_id': 'd6fcdd71d4f440d4966468a249c527ae', 'subnets': [{'id': '04fb8fb3-375d-4a4c-817d-3e8eac3bab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:21.550199 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852b86ab-47b0-44d6-b5c5-c7f409e1f06b None None] Checking router: 55234c5e-90c2-4330-a0e1-5d547172e42c for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:03:21.565357 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852b86ab-47b0-44d6-b5c5-c7f409e1f06b None None] Routers {'55234c5e-90c2-4330-a0e1-5d547172e42c'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:21.566709 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-852b86ab-47b0-44d6-b5c5-c7f409e1f06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['55234c5e-90c2-4330-a0e1-5d547172e42c'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:21.624229 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74dc114b-99a4-490b-8d69-2924893d7dd7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Router f775403f-c664-4ac9-a01e-4257784be25e is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:03:21.652140 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 95de7270-2254-4dce-9cf9-c0be5f89893b no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:03:21.689479 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-36fda1f3-98e2-4876-9f82-f92f6814ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:21.762751 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 95de7270-2254-4dce-9cf9-c0be5f89893b {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:03:21.763457 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 95de7270-2254-4dce-9cf9-c0be5f89893b not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:03:21.766601 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f421af3-0f3f-4eb3-8610-9f5dbeea7759 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:03:21.772652 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-257d089c-c762-4f5d-8956-8366ee408f9c tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:21.783160 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4f421af3-0f3f-4eb3-8610-9f5dbeea7759 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:21.783601 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257d089c-c762-4f5d-8956-8366ee408f9c tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Fanout notify agent at l3_agent the message router_deleted on router 546888ce-7833-4b4c-b4da-ffe363e2b5a3 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:03:21.791611 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8bf8b7fe-6fe7-441b-bffd-5c916809b1e5 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:21.796493 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf75a873-46aa-4fcf-8a31-30eeadd29a9f None None] Sync routers for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:03:21.803825 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-25433ca7-5bae-45f5-b695-2b34ee47e128 None None] Attempt 6 to provision port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 Sep 23 15:03:21.828960 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf75a873-46aa-4fcf-8a31-30eeadd29a9f None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:21.830907 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-cf75a873-46aa-4fcf-8a31-30eeadd29a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:21.833985 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3e500f-ff9c-433f-b295-ed7b73d7d266 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:03:21.840685 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-cc3e500f-ff9c-433f-b295-ed7b73d7d266 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] 10.222.0.67 "PUT /v2.0/routers/dc9822f5-3166-4781-982b-7782383e06c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5131750 Sep 23 15:03:21.843418 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40272) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:21.848578 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:21.855767 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-367922b8-a58e-4c55-85c9-5c0e44ba3b51 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Request body: {'port': {'network_id': '55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43', 'name': 'tempest-FloatingIPNegativeTestJSON-270570707'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:21.861052 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-21d40c54-ae10-4a2d-91c0-91fb3ab38b3f None None] Deleting port 95de7270-2254-4dce-9cf9-c0be5f89893b {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:21.861052 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-21d40c54-ae10-4a2d-91c0-91fb3ab38b3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:21.883608 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd13c75-2d1c-4d6c-a713-c00d323ad814 None None] Sync routers for ids ['dc9822f5-3166-4781-982b-7782383e06c7'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:03:21.888888 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-8bf8b7fe-6fe7-441b-bffd-5c916809b1e5 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db8602f9-148a-4347-bea8-86422b2be6e0']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:21.899459 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fda1f3-98e2-4876-9f82-f92f6814ae1b None None] Network 2d321219-0705-46ad-8718-b33fc8849e75 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:03:21.907462 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-257d089c-c762-4f5d-8956-8366ee408f9c tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:21.908863 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-257d089c-c762-4f5d-8956-8366ee408f9c tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "DELETE /v2.0/routers/546888ce-7833-4b4c-b4da-ffe363e2b5a3 HTTP/1.1" status: 204 len: 168 time: 5.5961933 Sep 23 15:03:21.915723 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40276) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:21.919925 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event deleted for resources: {'Subnet': ['ID=9b98f0e8-d108-491d-8426-8d7b61664fc3,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:21.922507 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4f421af3-0f3f-4eb3-8610-9f5dbeea7759 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "PUT /v2.0/floatingips/20441736-afd5-4ebf-bd8e-06bb04b84f0f HTTP/1.1" status: 200 len: 689 time: 3.2017887 Sep 23 15:03:21.932512 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-cf75a873-46aa-4fcf-8a31-30eeadd29a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:21.950642 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf75a873-46aa-4fcf-8a31-30eeadd29a9f None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:21.951411 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-cf75a873-46aa-4fcf-8a31-30eeadd29a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:21.970556 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40280) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:21.984808 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-8bf8b7fe-6fe7-441b-bffd-5c916809b1e5 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '048c6f28-f685-44cf-9925-d25e2b085b86') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:21.985254 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-8bf8b7fe-6fe7-441b-bffd-5c916809b1e5 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '048c6f28-f685-44cf-9925-d25e2b085b86') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:21.994906 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-10e041b1-e35c-467a-b7a9-0c6d107b107d tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-858090849', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:22.011980 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-10e041b1-e35c-467a-b7a9-0c6d107b107d tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:22.012717 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-cf75a873-46aa-4fcf-8a31-30eeadd29a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:22.013275 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf75a873-46aa-4fcf-8a31-30eeadd29a9f None None] The sync data for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:03:22.036924 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-36fda1f3-98e2-4876-9f82-f92f6814ae1b None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:22.037910 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8bf8b7fe-6fe7-441b-bffd-5c916809b1e5 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:22.046904 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-10e041b1-e35c-467a-b7a9-0c6d107b107d tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Usage tracker for resource:router and tenant:7f98ca535cfc4898b16b11f02687dbf1 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:22.055033 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-10e041b1-e35c-467a-b7a9-0c6d107b107d tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:22.059720 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fda1f3-98e2-4876-9f82-f92f6814ae1b None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:03:22.068654 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-10e041b1-e35c-467a-b7a9-0c6d107b107d tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:22.085018 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8bf8b7fe-6fe7-441b-bffd-5c916809b1e5 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:22.089495 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dc114b-99a4-490b-8d69-2924893d7dd7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:03:22.105816 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3263bb-6529-4050-a7fb-831687510c33 None None] Sync routers for ids ['f775403f-c664-4ac9-a01e-4257784be25e'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:03:22.107738 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be436705-ead8-4891-b543-6efa45363123 req-5f79f937-6d9d-4db6-9b15-739c8da22fcf tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:22.109447 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-be436705-ead8-4891-b543-6efa45363123 req-5f79f937-6d9d-4db6-9b15-739c8da22fcf tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.4677391 Sep 23 15:03:22.109990 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-21d40c54-ae10-4a2d-91c0-91fb3ab38b3f None None] The port '95de7270-2254-4dce-9cf9-c0be5f89893b' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:03:22.114982 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf8b7fe-6fe7-441b-bffd-5c916809b1e5 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:03:22.115459 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8bf8b7fe-6fe7-441b-bffd-5c916809b1e5 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:22.120570 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3263bb-6529-4050-a7fb-831687510c33 None None] Routers {'f775403f-c664-4ac9-a01e-4257784be25e'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:22.121179 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8d3263bb-6529-4050-a7fb-831687510c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['f775403f-c664-4ac9-a01e-4257784be25e'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:22.162491 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-852b86ab-47b0-44d6-b5c5-c7f409e1f06b None None] Set router 55234c5e-90c2-4330-a0e1-5d547172e42c gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:03:22.172298 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 048c6f28-f685-44cf-9925-d25e2b085b86 resource provider aggregate not found Sep 23 15:03:22.272792 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:22.284873 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-3a1bd2c3-3fd9-401b-9392-9f4645f2b3b0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Deleting port 3529b851-a78b-4bfa-a2d3-af946776feb1 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:22.285090 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3a1bd2c3-3fd9-401b-9392-9f4645f2b3b0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:22.291598 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-10e041b1-e35c-467a-b7a9-0c6d107b107d tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:22.292606 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-10e041b1-e35c-467a-b7a9-0c6d107b107d tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:22.314124 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 048c6f28-f685-44cf-9925-d25e2b085b86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 048c6f28-f685-44cf-9925-d25e2b085b86 found for delete ", "request_id": "req-a100cae8-c9fe-470a-85a0-0b61a8c6afe0"}]} Sep 23 15:03:22.322749 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-8d3263bb-6529-4050-a7fb-831687510c33 None None] Set router f775403f-c664-4ac9-a01e-4257784be25e gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:03:22.355160 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-be436705-ead8-4891-b543-6efa45363123 req-7793f96f-9169-45cd-ad5f-9cdf57b2c4b0 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172930 Sep 23 15:03:22.366048 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-74dc114b-99a4-490b-8d69-2924893d7dd7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:22.367490 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-74dc114b-99a4-490b-8d69-2924893d7dd7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.6202831 Sep 23 15:03:22.369054 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-10e041b1-e35c-467a-b7a9-0c6d107b107d tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:22.370445 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40292) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:22.391138 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d321219-0705-46ad-8718-b33fc8849e75']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:22.404803 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-25433ca7-5bae-45f5-b695-2b34ee47e128 None None] Port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:22.405534 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd13c75-2d1c-4d6c-a713-c00d323ad814 None None] Routers {'dc9822f5-3166-4781-982b-7782383e06c7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:22.410346 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-7cd13c75-2d1c-4d6c-a713-c00d323ad814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['dc9822f5-3166-4781-982b-7782383e06c7'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:22.436914 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40296) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:22.442505 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031e1e4d-53d9-4255-906b-313df1b7b2e2') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:22.442799 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031e1e4d-53d9-4255-906b-313df1b7b2e2') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:22.518909 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-367922b8-a58e-4c55-85c9-5c0e44ba3b51 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:22.537896 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:22.542768 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fda1f3-98e2-4876-9f82-f92f6814ae1b None None] Pushing event updated for resources: {'Port': ['ID=38a82754-3fb6-401c-ae1b-ead4da773243,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:22.552492 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-367922b8-a58e-4c55-85c9-5c0e44ba3b51 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Usage tracker for resource:port and tenant:3d016aae35904b2db63da250eb0c1683 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:22.566002 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-367922b8-a58e-4c55-85c9-5c0e44ba3b51 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:22.585566 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:22.587825 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-367922b8-a58e-4c55-85c9-5c0e44ba3b51 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:22.600889 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8bf8b7fe-6fe7-441b-bffd-5c916809b1e5 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:22.601740 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:03:22.602151 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:22.615582 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-7cd13c75-2d1c-4d6c-a713-c00d323ad814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:22.635366 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8bf8b7fe-6fe7-441b-bffd-5c916809b1e5 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:22.659555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8b7fe-6fe7-441b-bffd-5c916809b1e5 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Pushing event deleted for resources: {'Network': ['ID=db8602f9-148a-4347-bea8-86422b2be6e0,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:22.702697 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 031e1e4d-53d9-4255-906b-313df1b7b2e2 resource provider aggregate not found Sep 23 15:03:22.726447 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8bf8b7fe-6fe7-441b-bffd-5c916809b1e5 tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] 10.222.0.67 "DELETE /v2.0/networks/db8602f9-148a-4347-bea8-86422b2be6e0 HTTP/1.1" status: 204 len: 168 time: 3.5754144 Sep 23 15:03:22.728104 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd13c75-2d1c-4d6c-a713-c00d323ad814 None None] Routers {'dc9822f5-3166-4781-982b-7782383e06c7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:22.737405 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-7cd13c75-2d1c-4d6c-a713-c00d323ad814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['dc9822f5-3166-4781-982b-7782383e06c7'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:22.737505 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40304) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:22.746667 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 031e1e4d-53d9-4255-906b-313df1b7b2e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 031e1e4d-53d9-4255-906b-313df1b7b2e2 found for delete ", "request_id": "req-d8dc96d9-d327-42a6-b388-d005fb26aaa9"}]} Sep 23 15:03:22.751438 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8d3263bb-6529-4050-a7fb-831687510c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f775403f-c664-4ac9-a01e-4257784be25e', 'name': 'tempest-snat-router-239156820', 'tenant_id': '4a7eb123b6d746efb102a22e86c68fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.56'}], 'enable_snat': True}, 'gw_port_id': '5e118dbc-078f-495e-83b1-70c8cd5f34c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:03:12Z', 'updated_at': '2022-09-23T15:03:18Z', 'revision_number': 3, 'project_id': '4a7eb123b6d746efb102a22e86c68fba', 'gw_port': {'id': '5e118dbc-078f-495e-83b1-70c8cd5f34c8', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f775403f-c664-4ac9-a01e-4257784be25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:03:14Z', 'updated_at': '2022-09-23T15:03:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:22.755450 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3263bb-6529-4050-a7fb-831687510c33 None None] Checking router: f775403f-c664-4ac9-a01e-4257784be25e for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:03:22.755797 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3263bb-6529-4050-a7fb-831687510c33 None None] Updating router f775403f-c664-4ac9-a01e-4257784be25e port 5e118dbc-078f-495e-83b1-70c8cd5f34c8 binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:03:22.761756 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367922b8-a58e-4c55-85c9-5c0e44ba3b51 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Made reservation on behalf of 3d016aae35904b2db63da250eb0c1683 for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:03:22.765223 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-367922b8-a58e-4c55-85c9-5c0e44ba3b51 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:22.786940 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3a1bd2c3-3fd9-401b-9392-9f4645f2b3b0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:22.787559 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3a1bd2c3-3fd9-401b-9392-9f4645f2b3b0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:22.807543 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3bd63e54-04b9-4606-aa5c-1862520716ec tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:22.811060 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-36fda1f3-98e2-4876-9f82-f92f6814ae1b None None] Attempting to bind port 38a82754-3fb6-401c-ae1b-ead4da773243 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:03:22.811693 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-36fda1f3-98e2-4876-9f82-f92f6814ae1b None None] Attempting to bind port 38a82754-3fb6-401c-ae1b-ead4da773243 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '031e1e4d-53d9-4255-906b-313df1b7b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2d321219-0705-46ad-8718-b33fc8849e75'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:03:22.812432 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fda1f3-98e2-4876-9f82-f92f6814ae1b None None] Attempting to bind port 38a82754-3fb6-401c-ae1b-ead4da773243 on network 2d321219-0705-46ad-8718-b33fc8849e75 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:03:22.819530 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-7cd13c75-2d1c-4d6c-a713-c00d323ad814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:22.820219 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd13c75-2d1c-4d6c-a713-c00d323ad814 None None] The sync data for ids ['dc9822f5-3166-4781-982b-7782383e06c7'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:03:22.829772 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8d3263bb-6529-4050-a7fb-831687510c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:22.840871 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fda1f3-98e2-4876-9f82-f92f6814ae1b None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:03:22.841391 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fda1f3-98e2-4876-9f82-f92f6814ae1b None None] Checking segment: {'id': '031e1e4d-53d9-4255-906b-313df1b7b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2d321219-0705-46ad-8718-b33fc8849e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:03:22.841888 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-36fda1f3-98e2-4876-9f82-f92f6814ae1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:22.842401 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fda1f3-98e2-4876-9f82-f92f6814ae1b None None] Bound using segment: {'id': '031e1e4d-53d9-4255-906b-313df1b7b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2d321219-0705-46ad-8718-b33fc8849e75'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:03:22.843108 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-36fda1f3-98e2-4876-9f82-f92f6814ae1b None None] Bound port: 38a82754-3fb6-401c-ae1b-ead4da773243, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031e1e4d-53d9-4255-906b-313df1b7b2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2d321219-0705-46ad-8718-b33fc8849e75'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:03:22.843576 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-36fda1f3-98e2-4876-9f82-f92f6814ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:22.906484 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-10e041b1-e35c-467a-b7a9-0c6d107b107d tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:22.953605 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.api [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 15:03:22.953605 dv-neutron-859093-1-hyperv neutron-server[89738]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 15:03:22.953605 dv-neutron-859093-1-hyperv neutron-server[89738]: [parameters: {'id': '2d321219-0705-46ad-8718-b33fc8849e75'}] Sep 23 15:03:22.953605 dv-neutron-859093-1-hyperv neutron-server[89738]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:03:22.954475 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG oslo_db.api [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:03:22.955767 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-367922b8-a58e-4c55-85c9-5c0e44ba3b51 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] device_id is not set on port 5e9215f9-5eed-4e44-a683-ea2656bb9332 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:03:23.002700 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-25433ca7-5bae-45f5-b695-2b34ee47e128 None None] Attempt 7 to provision port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 Sep 23 15:03:23.003203 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-3a1bd2c3-3fd9-401b-9392-9f4645f2b3b0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Calling delete_port for 3529b851-a78b-4bfa-a2d3-af946776feb1 owned by network:floatingip {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:23.049687 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-17c320ec-801c-4966-a242-9fd7dad445f1 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "GET /v2.0/routers/f775403f-c664-4ac9-a01e-4257784be25e HTTP/1.1" status: 200 len: 907 time: 0.6756775 Sep 23 15:03:23.051054 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40308) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:23.099747 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3bd63e54-04b9-4606-aa5c-1862520716ec tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:23.110520 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-fd0e71f5-3eb5-4980-b108-b3f6310e305c tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Deleting port 7ad2c7b9-e5d3-45b5-b245-0a8f5b2a4f69 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:23.110913 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fd0e71f5-3eb5-4980-b108-b3f6310e305c tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:23.111554 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-25433ca7-5bae-45f5-b695-2b34ee47e128 None None] Port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:23.112511 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-36fda1f3-98e2-4876-9f82-f92f6814ae1b None None] For port 38a82754-3fb6-401c-ae1b-ead4da773243, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:03:23.116821 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-36fda1f3-98e2-4876-9f82-f92f6814ae1b None None] For port 38a82754-3fb6-401c-ae1b-ead4da773243, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=38a82754-3fb6-401c-ae1b-ead4da773243,segment=NetworkSegment(031e1e4d-53d9-4255-906b-313df1b7b2e2),segment_id=031e1e4d-53d9-4255-906b-313df1b7b2e2)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:03:23.144116 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-852b86ab-47b0-44d6-b5c5-c7f409e1f06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'name': 'tempest-ServersTestJSON-1681864736-router', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.119'}], 'enable_snat': True}, 'gw_port_id': 'c24d0838-c2ac-46a8-82cb-496d5ce959e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:01:41Z', 'revision_number': 4, 'project_id': 'd6fcdd71d4f440d4966468a249c527ae', 'gw_port': {'id': 'c24d0838-c2ac-46a8-82cb-496d5ce959e8', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:30Z', 'updated_at': '2022-09-23T15:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'ddbf2bb1-18f2-42df-9a69-71a4919303e8', 'name': '', 'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'mac_address': 'fa:16:3e:e2:80:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '04fb8fb3-375d-4a4c-817d-3e8eac3bab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:39Z', 'updated_at': '2022-09-23T15:01:50Z', 'revision_number': 5, 'project_id': 'd6fcdd71d4f440d4966468a249c527ae', 'subnets': [{'id': '04fb8fb3-375d-4a4c-817d-3e8eac3bab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:23.154270 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852b86ab-47b0-44d6-b5c5-c7f409e1f06b None None] The sync data for ids ['55234c5e-90c2-4330-a0e1-5d547172e42c'] in dv-neutron-859093-1-hyperv is: [{'id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'name': 'tempest-ServersTestJSON-1681864736-router', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.119'}], 'enable_snat': True}, 'gw_port_id': 'c24d0838-c2ac-46a8-82cb-496d5ce959e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:01:41Z', 'revision_number': 4, 'project_id': 'd6fcdd71d4f440d4966468a249c527ae', 'gw_port': {'id': 'c24d0838-c2ac-46a8-82cb-496d5ce959e8', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:30Z', 'updated_at': '2022-09-23T15:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'ddbf2bb1-18f2-42df-9a69-71a4919303e8', 'name': '', 'network_id': '3a4ed919-cf37-4585-ae10-0e854eb24e47', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'mac_address': 'fa:16:3e:e2:80:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '04fb8fb3-375d-4a4c-817d-3e8eac3bab95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:39Z', 'updated_at': '2022-09-23T15:01:50Z', 'revision_number': 5, 'project_id': 'd6fcdd71d4f440d4966468a249c527ae', 'subnets': [{'id': '04fb8fb3-375d-4a4c-817d-3e8eac3bab95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:03:23.155650 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-10e041b1-e35c-467a-b7a9-0c6d107b107d tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:23.159300 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-10e041b1-e35c-467a-b7a9-0c6d107b107d tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2374113 Sep 23 15:03:23.175546 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40312) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:23.195627 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-f91a06b1-ac6d-4ffc-9b2b-c596ab319a94 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Request body: {'router': {'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:23.204827 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-36fda1f3-98e2-4876-9f82-f92f6814ae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:23.321081 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fda1f3-98e2-4876-9f82-f92f6814ae1b None None] Pushing event updated for resources: {'Port': ['ID=38a82754-3fb6-401c-ae1b-ead4da773243,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:23.336676 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-367922b8-a58e-4c55-85c9-5c0e44ba3b51 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Allocated IP 172.20.0.4 (55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43/eb65438f-de43-431a-8602-ddffee616bd1/5e9215f9-5eed-4e44-a683-ea2656bb9332) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:03:23.358064 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8d3263bb-6529-4050-a7fb-831687510c33 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:23.401442 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3bd63e54-04b9-4606-aa5c-1862520716ec tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:23.435772 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd63e54-04b9-4606-aa5c-1862520716ec tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d5837d-73ab-48f6-b463-1f86aa0e019f,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:23.456986 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:23.479597 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-8d3263bb-6529-4050-a7fb-831687510c33 None None] Transition to ACTIVE for port object 5e118dbc-078f-495e-83b1-70c8cd5f34c8 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:03:23.572205 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8d3263bb-6529-4050-a7fb-831687510c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:23.573879 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e5d1a5-8bff-4441-a4bd-ebdbca34ae22 None None] Network 2d321219-0705-46ad-8718-b33fc8849e75 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:03:23.596726 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf7fc59-7f18-44e7-9bc0-c26db2bd6c6a None None] New status for floating IP 05a76c05-f9b0-4ce0-b80e-50fc63753836: DOWN {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:03:23.640949 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fd0e71f5-3eb5-4980-b108-b3f6310e305c tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:23.641990 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fd0e71f5-3eb5-4980-b108-b3f6310e305c tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:23.647174 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785dd82-5cfa-4009-a5e0-3df28c0c47a6 None None] Pushing event updated for resources: {'Port': ['ID=5e118dbc-078f-495e-83b1-70c8cd5f34c8,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:23.659222 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-8d3263bb-6529-4050-a7fb-831687510c33 None None] Attempting to bind port 5e118dbc-078f-495e-83b1-70c8cd5f34c8 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:03:23.659592 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-8d3263bb-6529-4050-a7fb-831687510c33 None None] Attempting to bind port 5e118dbc-078f-495e-83b1-70c8cd5f34c8 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:03:23.659953 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3263bb-6529-4050-a7fb-831687510c33 None None] Attempting to bind port 5e118dbc-078f-495e-83b1-70c8cd5f34c8 on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:03:23.667796 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3263bb-6529-4050-a7fb-831687510c33 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:03:23.668460 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3263bb-6529-4050-a7fb-831687510c33 None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:03:23.669108 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8d3263bb-6529-4050-a7fb-831687510c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:23.669696 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3263bb-6529-4050-a7fb-831687510c33 None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:03:23.670618 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-8d3263bb-6529-4050-a7fb-831687510c33 None None] Bound port: 5e118dbc-078f-495e-83b1-70c8cd5f34c8, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:03:23.671278 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-25433ca7-5bae-45f5-b695-2b34ee47e128 None None] Attempt 8 to provision port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 Sep 23 15:03:23.671575 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8d3263bb-6529-4050-a7fb-831687510c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:23.687907 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3a1bd2c3-3fd9-401b-9392-9f4645f2b3b0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:23.748277 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-8d3263bb-6529-4050-a7fb-831687510c33 None None] For port 5e118dbc-078f-495e-83b1-70c8cd5f34c8, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:03:23.751583 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-8d3263bb-6529-4050-a7fb-831687510c33 None None] For port 5e118dbc-078f-495e-83b1-70c8cd5f34c8, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5e118dbc-078f-495e-83b1-70c8cd5f34c8,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:03:23.759517 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1bd2c3-3fd9-401b-9392-9f4645f2b3b0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event deleted for resources: {'Port': ['ID=3529b851-a78b-4bfa-a2d3-af946776feb1,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:23.802794 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Deleting port 38a82754-3fb6-401c-ae1b-ead4da773243 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:23.803458 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:23.816806 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-fd0e71f5-3eb5-4980-b108-b3f6310e305c tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Calling delete_port for 7ad2c7b9-e5d3-45b5-b245-0a8f5b2a4f69 owned by network:floatingip {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:23.877741 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8d3263bb-6529-4050-a7fb-831687510c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:23.939345 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3263bb-6529-4050-a7fb-831687510c33 None None] Routers {'f775403f-c664-4ac9-a01e-4257784be25e'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:23.940011 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8d3263bb-6529-4050-a7fb-831687510c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['f775403f-c664-4ac9-a01e-4257784be25e'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:23.947330 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3bd63e54-04b9-4606-aa5c-1862520716ec tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:23.951885 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3bd63e54-04b9-4606-aa5c-1862520716ec tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "DELETE /v2.0/security-groups/a3d5837d-73ab-48f6-b463-1f86aa0e019f HTTP/1.1" status: 204 len: 168 time: 1.4965816 Sep 23 15:03:23.957832 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40318) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:23.998642 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-25433ca7-5bae-45f5-b695-2b34ee47e128 None None] Port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:24.032664 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785dd82-5cfa-4009-a5e0-3df28c0c47a6 None None] Pushing event updated for resources: {'Port': ['ID=5e118dbc-078f-495e-83b1-70c8cd5f34c8,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:24.034267 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3a1bd2c3-3fd9-401b-9392-9f4645f2b3b0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:24.036834 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3a1bd2c3-3fd9-401b-9392-9f4645f2b3b0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:24.037980 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3a1bd2c3-3fd9-401b-9392-9f4645f2b3b0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "DELETE /v2.0/floatingips/20441736-afd5-4ebf-bd8e-06bb04b84f0f HTTP/1.1" status: 204 len: 168 time: 2.0621271 Sep 23 15:03:24.042526 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40322) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:24.047237 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-5fbd9d07-8052-402c-a060-fe7eb90eecd9 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] show failed (client error): The resource could not be found. Sep 23 15:03:24.051141 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5fbd9d07-8052-402c-a060-fe7eb90eecd9 tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "GET /v2.0/security-groups/a3d5837d-73ab-48f6-b463-1f86aa0e019f HTTP/1.1" status: 404 len: 347 time: 0.0922639 Sep 23 15:03:24.054391 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-367922b8-a58e-4c55-85c9-5c0e44ba3b51 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:24.112912 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40326) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:24.197822 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834cba3c-2ece-4b13-93c8-49fcde382929 None None] get_active_networks_info from dv-neutron-859093-1-hyperv {{(pid=89740) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 23 15:03:24.199768 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f36dd39d-696d-47fc-aaeb-d0d8db96745e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:24.218390 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-8d3263bb-6529-4050-a7fb-831687510c33 None None] Set router f775403f-c664-4ac9-a01e-4257784be25e gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:03:24.243206 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-b33ed363-fef2-4309-b617-82f13d26a072 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] delete failed (client error): The resource could not be found. Sep 23 15:03:24.244201 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b33ed363-fef2-4309-b617-82f13d26a072 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "DELETE /v2.0/floatingips/20441736-afd5-4ebf-bd8e-06bb04b84f0f HTTP/1.1" status: 404 len: 345 time: 0.1987171 Sep 23 15:03:24.266393 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40330) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:24.353411 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-367922b8-a58e-4c55-85c9-5c0e44ba3b51 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Transition to ACTIVE for port object 5e9215f9-5eed-4e44-a683-ea2656bb9332 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:03:24.379797 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834cba3c-2ece-4b13-93c8-49fcde382929 None None] Resources bound (agent type, host, resource id): {{(pid=89740) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 15:03:24.403586 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-273524dd-8b9c-4d28-bbc5-61706d29b39b tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Deleting port fe6f475f-0857-42fd-8e1c-81a460d31b6c {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:24.405427 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-273524dd-8b9c-4d28-bbc5-61706d29b39b tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:24.474372 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] For port 38a82754-3fb6-401c-ae1b-ead4da773243, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=38a82754-3fb6-401c-ae1b-ead4da773243,segment=NetworkSegment(031e1e4d-53d9-4255-906b-313df1b7b2e2),segment_id=031e1e4d-53d9-4255-906b-313df1b7b2e2)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:03:24.474995 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:24.506044 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f91a06b1-ac6d-4ffc-9b2b-c596ab319a94 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:24.589265 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8d3263bb-6529-4050-a7fb-831687510c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f775403f-c664-4ac9-a01e-4257784be25e', 'name': 'tempest-snat-router-239156820', 'tenant_id': '4a7eb123b6d746efb102a22e86c68fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.56'}], 'enable_snat': True}, 'gw_port_id': '5e118dbc-078f-495e-83b1-70c8cd5f34c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:03:12Z', 'updated_at': '2022-09-23T15:03:18Z', 'revision_number': 3, 'project_id': '4a7eb123b6d746efb102a22e86c68fba', 'gw_port': {'id': '5e118dbc-078f-495e-83b1-70c8cd5f34c8', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f775403f-c664-4ac9-a01e-4257784be25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:03:14Z', 'updated_at': '2022-09-23T15:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:24.593519 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3263bb-6529-4050-a7fb-831687510c33 None None] The sync data for ids ['f775403f-c664-4ac9-a01e-4257784be25e'] in dv-neutron-859093-1-hyperv is: [{'id': 'f775403f-c664-4ac9-a01e-4257784be25e', 'name': 'tempest-snat-router-239156820', 'tenant_id': '4a7eb123b6d746efb102a22e86c68fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.56'}], 'enable_snat': True}, 'gw_port_id': '5e118dbc-078f-495e-83b1-70c8cd5f34c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:03:12Z', 'updated_at': '2022-09-23T15:03:18Z', 'revision_number': 3, 'project_id': '4a7eb123b6d746efb102a22e86c68fba', 'gw_port': {'id': '5e118dbc-078f-495e-83b1-70c8cd5f34c8', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:8c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f775403f-c664-4ac9-a01e-4257784be25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:03:14Z', 'updated_at': '2022-09-23T15:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:03:24.616349 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-25433ca7-5bae-45f5-b695-2b34ee47e128 None None] Attempt 9 to provision port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 Sep 23 15:03:24.637709 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Calling delete_port for 38a82754-3fb6-401c-ae1b-ead4da773243 owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:24.656663 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd571de2-c755-433e-b906-02f8f4450988 req-f80e6f02-b459-448e-b0ec-398e3bc5500f tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:24.658405 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fd571de2-c755-433e-b906-02f8f4450988 req-f80e6f02-b459-448e-b0ec-398e3bc5500f tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.7761819 Sep 23 15:03:24.665756 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-367922b8-a58e-4c55-85c9-5c0e44ba3b51 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:24.753623 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-25433ca7-5bae-45f5-b695-2b34ee47e128 None None] Port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:24.774058 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fd571de2-c755-433e-b906-02f8f4450988 req-e6291878-0204-448a-b59e-50d29adefac2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016116 Sep 23 15:03:24.860380 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0ede07-23d3-4b06-9bbe-49fd122548b0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:24.880133 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0ede07-23d3-4b06-9bbe-49fd122548b0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:24.887081 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0ede07-23d3-4b06-9bbe-49fd122548b0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:24.888074 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ed0ede07-23d3-4b06-9bbe-49fd122548b0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Synchronizing usage tracker for tenant:4d5b705bd3ff470893718cb7039eab09 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:03:24.911805 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367922b8-a58e-4c55-85c9-5c0e44ba3b51 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Network 55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:03:24.922081 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-367922b8-a58e-4c55-85c9-5c0e44ba3b51 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:24.934607 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367922b8-a58e-4c55-85c9-5c0e44ba3b51 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Pushing event updated for resources: {'Port': ['ID=5e9215f9-5eed-4e44-a683-ea2656bb9332,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:24.937134 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367922b8-a58e-4c55-85c9-5c0e44ba3b51 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:03:24.943678 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fd0e71f5-3eb5-4980-b108-b3f6310e305c tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:25.001437 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:25.009463 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f36dd39d-696d-47fc-aaeb-d0d8db96745e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:25.019034 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e71f5-3eb5-4980-b108-b3f6310e305c tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Pushing event deleted for resources: {'Port': ['ID=7ad2c7b9-e5d3-45b5-b245-0a8f5b2a4f69,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:25.046699 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-273524dd-8b9c-4d28-bbc5-61706d29b39b tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:25.046963 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-273524dd-8b9c-4d28-bbc5-61706d29b39b tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:25.072131 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event deleted for resources: {'Port': ['ID=38a82754-3fb6-401c-ae1b-ead4da773243,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:25.138192 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-f36dd39d-696d-47fc-aaeb-d0d8db96745e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Deleting port 5e118dbc-078f-495e-83b1-70c8cd5f34c8 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:25.138569 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f36dd39d-696d-47fc-aaeb-d0d8db96745e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:25.189883 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ed0ede07-23d3-4b06-9bbe-49fd122548b0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Unset dirty status for tenant:4d5b705bd3ff470893718cb7039eab09 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:03:25.191848 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ed0ede07-23d3-4b06-9bbe-49fd122548b0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "GET /v2.0/ports?network_id=767858c3-3871-4b07-b1ed-5f1dbc9b7e52 HTTP/1.1" status: 200 len: 2357 time: 0.9227741 Sep 23 15:03:25.203863 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40334) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:25.254523 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-25433ca7-5bae-45f5-b695-2b34ee47e128 None None] Attempt 10 to provision port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 Sep 23 15:03:25.323727 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-25433ca7-5bae-45f5-b695-2b34ee47e128 None None] Port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:25.326670 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-273524dd-8b9c-4d28-bbc5-61706d29b39b tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Calling delete_port for fe6f475f-0857-42fd-8e1c-81a460d31b6c owned by network:floatingip {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:25.358807 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] No DVR routers for this DVR port 38a82754-3fb6-401c-ae1b-ead4da773243 on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:03:25.371677 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367922b8-a58e-4c55-85c9-5c0e44ba3b51 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:25.372307 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-367922b8-a58e-4c55-85c9-5c0e44ba3b51 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:25.376514 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fd0e71f5-3eb5-4980-b108-b3f6310e305c tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks [] for floatingip, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:25.446077 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b4b832-c1e1-46c1-b032-8fdb97ac1db4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:25.447590 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-87b4b832-c1e1-46c1-b032-8fdb97ac1db4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "GET /v2.0/subnets/69133ece-57f0-45dd-95e4-841a2123b081 HTTP/1.1" status: 200 len: 797 time: 0.2335191 Sep 23 15:03:25.451123 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Provisioning complete for port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:03:25.451780 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:25.452252 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Attempt 1 to provision port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 Sep 23 15:03:25.457500 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40338) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:25.503592 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-f36dd39d-696d-47fc-aaeb-d0d8db96745e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] For port 5e118dbc-078f-495e-83b1-70c8cd5f34c8, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5e118dbc-078f-495e-83b1-70c8cd5f34c8,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:03:25.503867 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f36dd39d-696d-47fc-aaeb-d0d8db96745e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:25.515722 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:25.517076 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fd0e71f5-3eb5-4980-b108-b3f6310e305c tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:25.518303 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-fd0e71f5-3eb5-4980-b108-b3f6310e305c tempest-FloatingIPAdminTestJSON-31271839 tempest-FloatingIPAdminTestJSON-31271839-project] 10.222.0.67 "DELETE /v2.0/floatingips/3088b9a1-aaae-468a-b6b1-6f365a38d33b HTTP/1.1" status: 204 len: 168 time: 2.7823765 Sep 23 15:03:25.518489 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-83b75494-88e4-4fed-8a2e-f9f46ddd3975 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Request body: {'port': {'network_id': '767858c3-3871-4b07-b1ed-5f1dbc9b7e52', 'name': 'tempest-FloatingIPTestJSON-2092301160', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:25.563277 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-367922b8-a58e-4c55-85c9-5c0e44ba3b51 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7185011 Sep 23 15:03:25.564062 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40344) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:25.629158 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-5b73afc3-2e3a-49f6-8162-3a3af2f81cc6 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:25.650992 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:25.660878 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-5b73afc3-2e3a-49f6-8162-3a3af2f81cc6 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:25.682044 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5b73afc3-2e3a-49f6-8162-3a3af2f81cc6 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Usage tracker for resource:floatingip and tenant:3d016aae35904b2db63da250eb0c1683 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:25.698175 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5b73afc3-2e3a-49f6-8162-3a3af2f81cc6 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:25.707572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-f36dd39d-696d-47fc-aaeb-d0d8db96745e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Calling delete_port for 5e118dbc-078f-495e-83b1-70c8cd5f34c8 owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:25.716043 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-5b73afc3-2e3a-49f6-8162-3a3af2f81cc6 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:25.719270 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d321219-0705-46ad-8718-b33fc8849e75']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:25.792879 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031e1e4d-53d9-4255-906b-313df1b7b2e2') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:25.793277 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031e1e4d-53d9-4255-906b-313df1b7b2e2') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:25.832013 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:25.840347 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5b73afc3-2e3a-49f6-8162-3a3af2f81cc6 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks [] for floatingip, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:25.883650 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:25.886101 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-83b75494-88e4-4fed-8a2e-f9f46ddd3975 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:25.928059 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:03:25.951793 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:03:25.958798 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:26.018048 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Attempt 2 to provision port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 Sep 23 15:03:26.057002 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f91a06b1-ac6d-4ffc-9b2b-c596ab319a94 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router_gateway, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:26.061254 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-83b75494-88e4-4fed-8a2e-f9f46ddd3975 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:26.065630 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 031e1e4d-53d9-4255-906b-313df1b7b2e2 resource provider aggregate not found Sep 23 15:03:26.067134 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5e118dbc-078f-495e-83b1-70c8cd5f34c8 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:03:26.112485 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f91a06b1-ac6d-4ffc-9b2b-c596ab319a94 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:26.150814 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 031e1e4d-53d9-4255-906b-313df1b7b2e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 031e1e4d-53d9-4255-906b-313df1b7b2e2 found for delete ", "request_id": "req-a66d0f79-3151-4bd2-8276-22a12074bd81"}]} Sep 23 15:03:26.158212 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-273524dd-8b9c-4d28-bbc5-61706d29b39b tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:26.165161 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:26.185827 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40356) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:26.246690 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273524dd-8b9c-4d28-bbc5-61706d29b39b tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Pushing event deleted for resources: {'Port': ['ID=fe6f475f-0857-42fd-8e1c-81a460d31b6c,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:26.272330 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 5e118dbc-078f-495e-83b1-70c8cd5f34c8 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:03:26.284134 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 5e118dbc-078f-495e-83b1-70c8cd5f34c8 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:03:26.284134 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:26.284134 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 5e118dbc-078f-495e-83b1-70c8cd5f34c8 Sep 23 15:03:26.297782 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273524dd-8b9c-4d28-bbc5-61706d29b39b tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:26.298126 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273524dd-8b9c-4d28-bbc5-61706d29b39b tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:26.298494 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273524dd-8b9c-4d28-bbc5-61706d29b39b tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:26.298829 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273524dd-8b9c-4d28-bbc5-61706d29b39b tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:26.299160 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273524dd-8b9c-4d28-bbc5-61706d29b39b tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:26.299488 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273524dd-8b9c-4d28-bbc5-61706d29b39b tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:26.299810 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273524dd-8b9c-4d28-bbc5-61706d29b39b tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:26.300133 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273524dd-8b9c-4d28-bbc5-61706d29b39b tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:26.300452 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273524dd-8b9c-4d28-bbc5-61706d29b39b tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:26.300771 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273524dd-8b9c-4d28-bbc5-61706d29b39b tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:26.301089 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273524dd-8b9c-4d28-bbc5-61706d29b39b tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:26.301411 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273524dd-8b9c-4d28-bbc5-61706d29b39b tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:26.370804 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b75494-88e4-4fed-8a2e-f9f46ddd3975 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Made reservation on behalf of 4d5b705bd3ff470893718cb7039eab09 for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:03:26.385427 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-f91a06b1-ac6d-4ffc-9b2b-c596ab319a94 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Allocated IP 172.26.10.16 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/48b1ab25-8980-4eed-8fd2-e495df83d519) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:03:26.395521 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:26.432235 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-cc8ebecd-8a16-434b-a4a0-866e00ccc9f8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8b623671e2c74ea6847a116417ce5d33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443199 Sep 23 15:03:26.432799 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40362) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:26.477619 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:26.494005 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 5e118dbc-078f-495e-83b1-70c8cd5f34c8 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:03:26.494423 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:26.502510 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f36dd39d-696d-47fc-aaeb-d0d8db96745e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:26.516935 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e428ad8-aaed-4424-8b40-4db64de380fb req-7696d164-b975-4493-973c-0ebd1ff940c5 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:26.518731 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8e428ad8-aaed-4424-8b40-4db64de380fb req-7696d164-b975-4493-973c-0ebd1ff940c5 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.5686433 Sep 23 15:03:26.528189 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event deleted for resources: {'Network': ['ID=2d321219-0705-46ad-8718-b33fc8849e75,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:26.543643 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-443b712c-daf8-4664-933e-d952a3b8db75 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "DELETE /v2.0/networks/2d321219-0705-46ad-8718-b33fc8849e75 HTTP/1.1" status: 204 len: 168 time: 6.6467233 Sep 23 15:03:26.551606 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40366) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:26.559859 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b7f2b1cd-ad18-4f34-a239-828a3ef2159f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:26.568738 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-273524dd-8b9c-4d28-bbc5-61706d29b39b tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks [] for floatingip, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:26.571666 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-273524dd-8b9c-4d28-bbc5-61706d29b39b tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:26.572794 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-273524dd-8b9c-4d28-bbc5-61706d29b39b tempest-ServersTestJSON-2138474021 tempest-ServersTestJSON-2138474021-project] 10.222.0.67 "DELETE /v2.0/floatingips/05a76c05-f9b0-4ce0-b80e-50fc63753836 HTTP/1.1" status: 204 len: 168 time: 2.4569588 Sep 23 15:03:26.593024 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40370) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:26.616960 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-936f531d-96bf-4a35-bdcc-600b212560dc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1005705937'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:26.622143 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36dd39d-696d-47fc-aaeb-d0d8db96745e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e118dbc-078f-495e-83b1-70c8cd5f34c8,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:26.651752 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-936f531d-96bf-4a35-bdcc-600b212560dc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:26.672239 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Attempt 3 to provision port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 Sep 23 15:03:26.733796 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:26.741675 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-936f531d-96bf-4a35-bdcc-600b212560dc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Usage tracker for resource:network and tenant:d8ebe3b8f86643e6977f83f3a5056490 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:26.742186 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8e428ad8-aaed-4424-8b40-4db64de380fb req-8eaeb0f4-be2b-479c-903c-ea30525933a9 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111006 Sep 23 15:03:26.756298 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-83b75494-88e4-4fed-8a2e-f9f46ddd3975 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:26.758689 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b7f2b1cd-ad18-4f34-a239-828a3ef2159f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:26.765497 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-936f531d-96bf-4a35-bdcc-600b212560dc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:26.795464 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-936f531d-96bf-4a35-bdcc-600b212560dc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:26.833340 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5b73afc3-2e3a-49f6-8162-3a3af2f81cc6 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:26.848621 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f36dd39d-696d-47fc-aaeb-d0d8db96745e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:26.961677 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936f531d-96bf-4a35-bdcc-600b212560dc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Made reservation on behalf of d8ebe3b8f86643e6977f83f3a5056490 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:03:26.965111 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-936f531d-96bf-4a35-bdcc-600b212560dc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:27.013785 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-83b75494-88e4-4fed-8a2e-f9f46ddd3975 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] device_id is not set on port 2a52d431-eab7-4d1d-afba-99318ef9ec24 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:03:27.072465 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f91a06b1-ac6d-4ffc-9b2b-c596ab319a94 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:27.078889 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f36dd39d-696d-47fc-aaeb-d0d8db96745e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:27.086034 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f36dd39d-696d-47fc-aaeb-d0d8db96745e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:27.108597 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-936f531d-96bf-4a35-bdcc-600b212560dc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:03:27.122945 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-936f531d-96bf-4a35-bdcc-600b212560dc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:27.123282 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-936f531d-96bf-4a35-bdcc-600b212560dc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Added segment 1887fc74-1dcd-40cf-840d-e9780f22364d of type vlan for network 029febca-cab6-475a-8f7d-8a0b501c2316 Sep 23 15:03:27.137889 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b7f2b1cd-ad18-4f34-a239-828a3ef2159f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:27.170302 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-936f531d-96bf-4a35-bdcc-600b212560dc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:27.175940 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2b1cd-ad18-4f34-a239-828a3ef2159f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e81e6ee-5290-4a81-82bb-ebbc3dd0a217,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:27.184547 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f36dd39d-696d-47fc-aaeb-d0d8db96745e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:27.190787 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36dd39d-696d-47fc-aaeb-d0d8db96745e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f775403f-c664-4ac9-a01e-4257784be25e {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:03:27.231795 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f36dd39d-696d-47fc-aaeb-d0d8db96745e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:27.232874 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f36dd39d-696d-47fc-aaeb-d0d8db96745e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "DELETE /v2.0/routers/f775403f-c664-4ac9-a01e-4257784be25e HTTP/1.1" status: 204 len: 168 time: 4.1809278 Sep 23 15:03:27.234737 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f91a06b1-ac6d-4ffc-9b2b-c596ab319a94 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:27.237023 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Attempt 4 to provision port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 Sep 23 15:03:27.238042 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40374) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:27.271639 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b7f2b1cd-ad18-4f34-a239-828a3ef2159f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:27.272040 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b7f2b1cd-ad18-4f34-a239-828a3ef2159f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8e81e6ee-5290-4a81-82bb-ebbc3dd0a217 HTTP/1.1" status: 204 len: 168 time: 0.8382926 Sep 23 15:03:27.310566 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:27.376799 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-936f531d-96bf-4a35-bdcc-600b212560dc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:27.382713 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936f531d-96bf-4a35-bdcc-600b212560dc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:27.385822 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-936f531d-96bf-4a35-bdcc-600b212560dc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:27.451429 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91a06b1-ac6d-4ffc-9b2b-c596ab319a94 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:03:27.464896 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-5b73afc3-2e3a-49f6-8162-3a3af2f81cc6 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Allocated IP 172.26.10.28 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/93099d53-f226-4773-88b3-0e180e156b2e) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:03:27.504680 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-f91a06b1-ac6d-4ffc-9b2b-c596ab319a94 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:27.513975 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a06b1-ac6d-4ffc-9b2b-c596ab319a94 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Pushing event updated for resources: {'Port': ['ID=48b1ab25-8980-4eed-8fd2-e495df83d519,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:27.516383 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91a06b1-ac6d-4ffc-9b2b-c596ab319a94 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:03:27.726468 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-936f531d-96bf-4a35-bdcc-600b212560dc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1678479 Sep 23 15:03:27.733903 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40382) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:27.751838 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-01b5bde0-9f5e-488d-8781-24045e5a6377 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Request body: {'subnet': {'network_id': '029febca-cab6-475a-8f7d-8a0b501c2316', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:27.770401 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f531d-96bf-4a35-bdcc-600b212560dc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event updated for resources: {'Network': ['ID=029febca-cab6-475a-8f7d-8a0b501c2316,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:27.787337 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 029febca-cab6-475a-8f7d-8a0b501c2316 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:03:27.821347 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Attempt 5 to provision port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 Sep 23 15:03:27.857802 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-83b75494-88e4-4fed-8a2e-f9f46ddd3975 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Allocated IP 172.20.0.14 (767858c3-3871-4b07-b1ed-5f1dbc9b7e52/69133ece-57f0-45dd-95e4-841a2123b081/2a52d431-eab7-4d1d-afba-99318ef9ec24) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:03:27.889299 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-83b75494-88e4-4fed-8a2e-f9f46ddd3975 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Allocated IP 172.20.0.13 (767858c3-3871-4b07-b1ed-5f1dbc9b7e52/69133ece-57f0-45dd-95e4-841a2123b081/2a52d431-eab7-4d1d-afba-99318ef9ec24) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:03:27.914883 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-64c16e1a-36b0-4619-82a0-444d3a847d02 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:27.939221 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5b73afc3-2e3a-49f6-8162-3a3af2f81cc6 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:27.972555 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40388) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:27.983324 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-01b5bde0-9f5e-488d-8781-24045e5a6377 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:28.010928 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-01b5bde0-9f5e-488d-8781-24045e5a6377 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Usage tracker for resource:subnet and tenant:d8ebe3b8f86643e6977f83f3a5056490 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:28.011921 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:28.019874 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5e118dbc-078f-495e-83b1-70c8cd5f34c8 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:03:28.027282 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-01b5bde0-9f5e-488d-8781-24045e5a6377 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:28.037937 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4285b933-3606-4719-a26e-d7e8fa97bfc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:28.049762 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-01b5bde0-9f5e-488d-8781-24045e5a6377 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:28.057011 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 5e118dbc-078f-495e-83b1-70c8cd5f34c8 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:03:28.057329 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5e118dbc-078f-495e-83b1-70c8cd5f34c8 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:03:28.098014 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4285b933-3606-4719-a26e-d7e8fa97bfc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:28.157980 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4285b933-3606-4719-a26e-d7e8fa97bfc2 admin admin] Usage tracker for resource:security_group_rule and tenant:2d27d6a2c3f14c5eaa0c091b7f095c75 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:28.167905 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b5bde0-9f5e-488d-8781-24045e5a6377 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Made reservation on behalf of d8ebe3b8f86643e6977f83f3a5056490 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:03:28.171329 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-01b5bde0-9f5e-488d-8781-24045e5a6377 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:28.186059 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4285b933-3606-4719-a26e-d7e8fa97bfc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:28.248118 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4285b933-3606-4719-a26e-d7e8fa97bfc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:28.317452 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-64c16e1a-36b0-4619-82a0-444d3a847d02 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:28.338907 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcc359-e2f6-4954-96f5-dbcc96953302 req-df3a3b18-dea8-4557-ab75-47bad1f7b980 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:28.340426 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6cdcc359-e2f6-4954-96f5-dbcc96953302 req-df3a3b18-dea8-4557-ab75-47bad1f7b980 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.1950421 Sep 23 15:03:28.431809 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5b73afc3-2e3a-49f6-8162-3a3af2f81cc6 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:28.442434 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-64c16e1a-36b0-4619-82a0-444d3a847d02 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Deleting port be656a5e-8940-4f4f-813b-caf52c818979 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:28.443440 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-64c16e1a-36b0-4619-82a0-444d3a847d02 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:28.478022 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-83b75494-88e4-4fed-8a2e-f9f46ddd3975 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:28.481997 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6cdcc359-e2f6-4954-96f5-dbcc96953302 req-3afa4b00-5840-4f81-965f-0b1e369836ed tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342771 Sep 23 15:03:28.513300 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Attempt 6 to provision port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 Sep 23 15:03:28.552741 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b73afc3-2e3a-49f6-8162-3a3af2f81cc6 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:03:28.568013 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-5b73afc3-2e3a-49f6-8162-3a3af2f81cc6 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:28.578113 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:28.578891 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b73afc3-2e3a-49f6-8162-3a3af2f81cc6 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:03:28.621942 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f5490789-1b85-4e6e-bbf8-2b01ace9ecbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:28.698992 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f91a06b1-ac6d-4ffc-9b2b-c596ab319a94 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router_gateway, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:28.816241 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-64c16e1a-36b0-4619-82a0-444d3a847d02 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] For port be656a5e-8940-4f4f-813b-caf52c818979, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=be656a5e-8940-4f4f-813b-caf52c818979,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:03:28.816948 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-64c16e1a-36b0-4619-82a0-444d3a847d02 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:28.818377 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73afc3-2e3a-49f6-8162-3a3af2f81cc6 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Pushing event updated for resources: {'Port': ['ID=93099d53-f226-4773-88b3-0e180e156b2e,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:28.925711 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4285b933-3606-4719-a26e-d7e8fa97bfc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:29.007182 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-64c16e1a-36b0-4619-82a0-444d3a847d02 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Calling delete_port for be656a5e-8940-4f4f-813b-caf52c818979 owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:29.010791 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4285b933-3606-4719-a26e-d7e8fa97bfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:29.079196 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Attempt 7 to provision port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 Sep 23 15:03:29.095507 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-83b75494-88e4-4fed-8a2e-f9f46ddd3975 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:29.142106 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:29.168828 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4285b933-3606-4719-a26e-d7e8fa97bfc2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2d27d6a2c3f14c5eaa0c091b7f095c75&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1830392 Sep 23 15:03:29.169548 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285b933-3606-4719-a26e-d7e8fa97bfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8002335-702a-46aa-a682-ae7f14e4674e,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:29.172026 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40392) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:29.188274 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5b73afc3-2e3a-49f6-8162-3a3af2f81cc6 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:29.217854 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-01b5bde0-9f5e-488d-8781-24045e5a6377 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:29.323987 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b75494-88e4-4fed-8a2e-f9f46ddd3975 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Network 767858c3-3871-4b07-b1ed-5f1dbc9b7e52 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:03:29.344990 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-83b75494-88e4-4fed-8a2e-f9f46ddd3975 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:29.349912 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b75494-88e4-4fed-8a2e-f9f46ddd3975 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:03:29.385749 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b75494-88e4-4fed-8a2e-f9f46ddd3975 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event updated for resources: {'Port': ['ID=2a52d431-eab7-4d1d-afba-99318ef9ec24,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:29.404121 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f91a06b1-ac6d-4ffc-9b2b-c596ab319a94 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:29.407944 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f91a06b1-ac6d-4ffc-9b2b-c596ab319a94 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753924'] for router, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:29.546339 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5bde0-9f5e-488d-8781-24045e5a6377 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event updated for resources: {'Subnet': ['ID=2ca80da6-6dbc-4cfc-b068-92b255ff993b,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:29.576824 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5b73afc3-2e3a-49f6-8162-3a3af2f81cc6 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:29.617010 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b75494-88e4-4fed-8a2e-f9f46ddd3975 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:29.617735 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-83b75494-88e4-4fed-8a2e-f9f46ddd3975 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:29.643429 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Attempt 8 to provision port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 Sep 23 15:03:29.676570 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-64c16e1a-36b0-4619-82a0-444d3a847d02 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:29.697191 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c6b354c6-d380-48be-bd8a-22693dc26ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:29.700783 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:29.721784 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b5bde0-9f5e-488d-8781-24045e5a6377 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Checking segment: {'id': '1887fc74-1dcd-40cf-840d-e9780f22364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '029febca-cab6-475a-8f7d-8a0b501c2316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:03:29.722145 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b5bde0-9f5e-488d-8781-24045e5a6377 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Network hostable DHCP agents. Network: 029febca-cab6-475a-8f7d-8a0b501c2316, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:03:29.726109 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c16e1a-36b0-4619-82a0-444d3a847d02 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Pushing event deleted for resources: {'Port': ['ID=be656a5e-8940-4f4f-813b-caf52c818979,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:29.762745 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91a06b1-ac6d-4ffc-9b2b-c596ab319a94 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Router 88242ce5-1413-4dfa-b9f8-bed81e5b32b1 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:03:29.790375 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c6b354c6-d380-48be-bd8a-22693dc26ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:29.802925 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c16e1a-36b0-4619-82a0-444d3a847d02 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:29.803281 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c16e1a-36b0-4619-82a0-444d3a847d02 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:29.803622 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c16e1a-36b0-4619-82a0-444d3a847d02 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:29.804499 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c16e1a-36b0-4619-82a0-444d3a847d02 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:29.804845 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c16e1a-36b0-4619-82a0-444d3a847d02 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:29.806109 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c16e1a-36b0-4619-82a0-444d3a847d02 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:29.806109 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c16e1a-36b0-4619-82a0-444d3a847d02 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:29.806109 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c16e1a-36b0-4619-82a0-444d3a847d02 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:29.806109 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c16e1a-36b0-4619-82a0-444d3a847d02 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:29.808734 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c16e1a-36b0-4619-82a0-444d3a847d02 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:29.808734 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c16e1a-36b0-4619-82a0-444d3a847d02 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:29.808734 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c16e1a-36b0-4619-82a0-444d3a847d02 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:29.917130 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-64c16e1a-36b0-4619-82a0-444d3a847d02 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:29.924092 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b5bde0-9f5e-488d-8781-24045e5a6377 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Network 029febca-cab6-475a-8f7d-8a0b501c2316 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:03:29.979858 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-83b75494-88e4-4fed-8a2e-f9f46ddd3975 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.4732461 Sep 23 15:03:29.989404 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40398) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:30.017406 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-58776e5b-fe71-4e42-91c7-9643d0a9384b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': '2a52d431-eab7-4d1d-afba-99318ef9ec24', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:30.031431 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-58776e5b-fe71-4e42-91c7-9643d0a9384b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:30.034724 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-01b5bde0-9f5e-488d-8781-24045e5a6377 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 029febca-cab6-475a-8f7d-8a0b501c2316) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:30.044985 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5978f59b-60bd-4f27-9093-60a98dd103d4 None None] Network 029febca-cab6-475a-8f7d-8a0b501c2316 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:03:30.046720 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-f5490789-1b85-4e6e-bbf8-2b01ace9ecbe admin admin] Deleting port ddbf2bb1-18f2-42df-9a69-71a4919303e8 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:30.047067 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f5490789-1b85-4e6e-bbf8-2b01ace9ecbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:30.078452 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b5bde0-9f5e-488d-8781-24045e5a6377 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:30.079043 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-01b5bde0-9f5e-488d-8781-24045e5a6377 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:30.103360 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b5212-558c-41bd-9b4b-ea618b93b13e req-b8dd582b-fd2f-4833-8dba-67cb693ad080 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:30.104757 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f09b5212-558c-41bd-9b4b-ea618b93b13e req-b8dd582b-fd2f-4833-8dba-67cb693ad080 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.4963229 Sep 23 15:03:30.118840 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-58776e5b-fe71-4e42-91c7-9643d0a9384b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:30.156088 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-64c16e1a-36b0-4619-82a0-444d3a847d02 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:30.159876 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-64c16e1a-36b0-4619-82a0-444d3a847d02 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:30.194396 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91a06b1-ac6d-4ffc-9b2b-c596ab319a94 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:03:30.206521 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c2c6e9-64f0-4094-b5e8-e113a0ca8182 None None] Sync routers for ids ['88242ce5-1413-4dfa-b9f8-bed81e5b32b1'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:03:30.212794 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f91a06b1-ac6d-4ffc-9b2b-c596ab319a94 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:30.214178 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f91a06b1-ac6d-4ffc-9b2b-c596ab319a94 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "PUT /v2.0/routers/88242ce5-1413-4dfa-b9f8-bed81e5b32b1 HTTP/1.1" status: 200 len: 879 time: 7.0354545 Sep 23 15:03:30.216794 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40402) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:30.222978 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Attempt 9 to provision port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 Sep 23 15:03:30.223976 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c2c6e9-64f0-4094-b5e8-e113a0ca8182 None None] Routers {'88242ce5-1413-4dfa-b9f8-bed81e5b32b1'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:30.224595 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-43c2c6e9-64f0-4094-b5e8-e113a0ca8182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['88242ce5-1413-4dfa-b9f8-bed81e5b32b1'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:30.235249 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c6b354c6-d380-48be-bd8a-22693dc26ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:30.237661 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c6b354c6-d380-48be-bd8a-22693dc26ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:30.260613 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c6b354c6-d380-48be-bd8a-22693dc26ff9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f8002335-702a-46aa-a682-ae7f14e4674e HTTP/1.1" status: 204 len: 168 time: 1.0742438 Sep 23 15:03:30.286126 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-64c16e1a-36b0-4619-82a0-444d3a847d02 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:30.286602 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:30.287222 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c16e1a-36b0-4619-82a0-444d3a847d02 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1be889b-d138-4669-8f97-73596c5a0c4d {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:03:30.307246 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-64c16e1a-36b0-4619-82a0-444d3a847d02 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:30.309054 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-64c16e1a-36b0-4619-82a0-444d3a847d02 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "DELETE /v2.0/routers/a1be889b-d138-4669-8f97-73596c5a0c4d HTTP/1.1" status: 204 len: 168 time: 3.0424495 Sep 23 15:03:30.312531 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40408) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:30.318625 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-857d07db-433e-4d1c-b0fd-f567b8d51fca tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1958046462', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}, 'admin_state_up': False}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:30.330612 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-857d07db-433e-4d1c-b0fd-f567b8d51fca tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:30.344140 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-857d07db-433e-4d1c-b0fd-f567b8d51fca tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Usage tracker for resource:router and tenant:ec506055144d430e9098ad89596f19fd is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:30.351442 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-857d07db-433e-4d1c-b0fd-f567b8d51fca tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:30.402083 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-43c2c6e9-64f0-4094-b5e8-e113a0ca8182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:30.420216 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c2c6e9-64f0-4094-b5e8-e113a0ca8182 None None] Routers {'88242ce5-1413-4dfa-b9f8-bed81e5b32b1'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:30.420991 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-43c2c6e9-64f0-4094-b5e8-e113a0ca8182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['88242ce5-1413-4dfa-b9f8-bed81e5b32b1'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:30.431861 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-58776e5b-fe71-4e42-91c7-9643d0a9384b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:30.439384 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-029febca-cab6-475a-8f7d-8a0b501c2316', 'network_id': '029febca-cab6-475a-8f7d-8a0b501c2316', 'tenant_id': 'd8ebe3b8f86643e6977f83f3a5056490', 'fixed_ips': [{'subnet_id': '2ca80da6-6dbc-4cfc-b068-92b255ff993b'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:03:30.440228 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:30.467577 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f09b5212-558c-41bd-9b4b-ea618b93b13e req-3f4ae6e7-326d-4707-aaf3-bfd4b564dcbe tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3382237 Sep 23 15:03:30.478788 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-01b5bde0-9f5e-488d-8781-24045e5a6377 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7382996 Sep 23 15:03:30.487794 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40412) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:30.489777 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b354c6-d380-48be-bd8a-22693dc26ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8002335-702a-46aa-a682-ae7f14e4674e,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:30.492333 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.resource_extend [None req-5b73afc3-2e3a-49f6-8162-3a3af2f81cc6 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:03:30.530448 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-857d07db-433e-4d1c-b0fd-f567b8d51fca tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:30.537818 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5b73afc3-2e3a-49f6-8162-3a3af2f81cc6 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:30.539703 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-a055e322-e7cb-4394-af3a-362ad62d3412 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-761620555'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:30.583118 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-43c2c6e9-64f0-4094-b5e8-e113a0ca8182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:30.584795 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c2c6e9-64f0-4094-b5e8-e113a0ca8182 None None] The sync data for ids ['88242ce5-1413-4dfa-b9f8-bed81e5b32b1'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:03:30.593444 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a055e322-e7cb-4394-af3a-362ad62d3412 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:30.605241 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a055e322-e7cb-4394-af3a-362ad62d3412 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Usage tracker for resource:network and tenant:d8ebe3b8f86643e6977f83f3a5056490 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:30.623195 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5b73afc3-2e3a-49f6-8162-3a3af2f81cc6 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:30.627851 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a055e322-e7cb-4394-af3a-362ad62d3412 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:30.649823 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a055e322-e7cb-4394-af3a-362ad62d3412 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:30.675928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-857d07db-433e-4d1c-b0fd-f567b8d51fca tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:30.677039 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-857d07db-433e-4d1c-b0fd-f567b8d51fca tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:30.689955 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2d0f11a5-ea44-48cb-8d5b-3e4ac51cf5b0 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "GET /v2.0/routers/88242ce5-1413-4dfa-b9f8-bed81e5b32b1 HTTP/1.1" status: 200 len: 920 time: 0.4718723 Sep 23 15:03:30.691301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40418) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:30.735069 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Allocated IP 2001:db8::3 (029febca-cab6-475a-8f7d-8a0b501c2316/2ca80da6-6dbc-4cfc-b068-92b255ff993b/ca8abd55-876b-4dfb-ade7-fc081ad899e4) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:03:30.940973 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-f5490789-1b85-4e6e-bbf8-2b01ace9ecbe admin admin] For port ddbf2bb1-18f2-42df-9a69-71a4919303e8, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ddbf2bb1-18f2-42df-9a69-71a4919303e8,segment=NetworkSegment(b39b4211-13f0-433c-8f9a-2aa63d8c5a88),segment_id=b39b4211-13f0-433c-8f9a-2aa63d8c5a88)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:03:30.940973 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f5490789-1b85-4e6e-bbf8-2b01ace9ecbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:30.947623 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a055e322-e7cb-4394-af3a-362ad62d3412 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Made reservation on behalf of d8ebe3b8f86643e6977f83f3a5056490 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:03:30.950062 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Attempt 10 to provision port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 Sep 23 15:03:30.953628 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a055e322-e7cb-4394-af3a-362ad62d3412 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:30.979368 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-857d07db-433e-4d1c-b0fd-f567b8d51fca tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:31.027248 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73afc3-2e3a-49f6-8162-3a3af2f81cc6 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Pushing event updated for resources: {'Port': ['ID=93099d53-f226-4773-88b3-0e180e156b2e,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:31.030056 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5b73afc3-2e3a-49f6-8162-3a3af2f81cc6 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:31.032753 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a055e322-e7cb-4394-af3a-362ad62d3412 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:03:31.052635 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f559b450-2c19-44ce-a9aa-4f3d17f86397 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:31.057506 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f559b450-2c19-44ce-a9aa-4f3d17f86397 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=61b1518d-d511-4beb-b056-d894a2c85079&device_id=88242ce5-1413-4dfa-b9f8-bed81e5b32b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3618922 Sep 23 15:03:31.059144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40426) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:31.084470 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:31.118561 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-f5490789-1b85-4e6e-bbf8-2b01ace9ecbe admin admin] Calling delete_port for ddbf2bb1-18f2-42df-9a69-71a4919303e8 owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:31.230435 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Provisioning for port 5e9215f9-5eed-4e44-a683-ea2656bb9332 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:03:31.269228 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Provisioning complete for port 5e9215f9-5eed-4e44-a683-ea2656bb9332 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:03:31.269739 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:31.270073 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Attempt 1 to provision port 5e9215f9-5eed-4e44-a683-ea2656bb9332 Sep 23 15:03:31.275284 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500b2242-4534-4df2-9a65-be32e7a5debd tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:31.283833 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-500b2242-4534-4df2-9a65-be32e7a5debd tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "GET /v2.0/networks/61b1518d-d511-4beb-b056-d894a2c85079 HTTP/1.1" status: 200 len: 881 time: 0.2211959 Sep 23 15:03:31.283833 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a055e322-e7cb-4394-af3a-362ad62d3412 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:31.283833 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-a055e322-e7cb-4394-af3a-362ad62d3412 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Added segment 60a07dff-830e-4c46-baf2-03ab1e23dc80 of type vlan for network 405380ab-03b0-4838-a723-9a7cd6d3c513 Sep 23 15:03:31.284780 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40430) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:31.304748 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5b73afc3-2e3a-49f6-8162-3a3af2f81cc6 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:31.308766 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5b73afc3-2e3a-49f6-8162-3a3af2f81cc6 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6891155 Sep 23 15:03:31.328064 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40432) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:31.338942 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-a900d32f-f2ef-4533-a209-11ff2f856766 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Request body: {'floatingip': {'port_id': '5e9215f9-5eed-4e44-a683-ea2656bb9332', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:31.345744 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:31.365429 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Transition to ACTIVE for port object ca8abd55-876b-4dfb-ade7-fc081ad899e4 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:03:31.373578 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Port 5e9215f9-5eed-4e44-a683-ea2656bb9332 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:31.388132 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Transition to ACTIVE for port object ca8abd55-876b-4dfb-ade7-fc081ad899e4 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:03:31.426470 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40436) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:31.489256 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a900d32f-f2ef-4533-a209-11ff2f856766 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks [] for floatingip, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:31.492434 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:31.556118 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Network 029febca-cab6-475a-8f7d-8a0b501c2316 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:03:31.558907 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:31.562464 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:03:31.601535 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-58776e5b-fe71-4e42-91c7-9643d0a9384b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:31.613461 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5abf5709-6f06-475b-aa0b-11e028371167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:31.617068 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ddfd0cb6-5737-4a0a-a11b-1b3ceb50bd28 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "GET /v2.0/ports?device_id=88242ce5-1413-4dfa-b9f8-bed81e5b32b1 HTTP/1.1" status: 200 len: 205 time: 0.1789289 Sep 23 15:03:31.639790 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Pushing event updated for resources: {'Port': ['ID=ca8abd55-876b-4dfb-ade7-fc081ad899e4,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:31.640038 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40442) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:31.685584 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:31.685584 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:31.685584 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:31.686072 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:31.686149 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:31.686435 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:31.686760 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:31.687075 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:31.687395 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:31.687710 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:31.688026 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:31.688337 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:03:31.713324 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Attempting to bind port ca8abd55-876b-4dfb-ade7-fc081ad899e4 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:03:31.713692 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Attempting to bind port ca8abd55-876b-4dfb-ade7-fc081ad899e4 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '1887fc74-1dcd-40cf-840d-e9780f22364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '029febca-cab6-475a-8f7d-8a0b501c2316'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:03:31.714057 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Attempting to bind port ca8abd55-876b-4dfb-ade7-fc081ad899e4 on network 029febca-cab6-475a-8f7d-8a0b501c2316 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:03:31.720139 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:03:31.720500 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Checking segment: {'id': '1887fc74-1dcd-40cf-840d-e9780f22364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '029febca-cab6-475a-8f7d-8a0b501c2316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:03:31.720962 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:31.721270 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Bound using segment: {'id': '1887fc74-1dcd-40cf-840d-e9780f22364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '029febca-cab6-475a-8f7d-8a0b501c2316'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:03:31.721729 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Bound port: ca8abd55-876b-4dfb-ade7-fc081ad899e4, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1887fc74-1dcd-40cf-840d-e9780f22364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '029febca-cab6-475a-8f7d-8a0b501c2316'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:03:31.722103 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:31.744475 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-5abf5709-6f06-475b-aa0b-11e028371167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:31.788671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a055e322-e7cb-4394-af3a-362ad62d3412 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:31.806176 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5abf5709-6f06-475b-aa0b-11e028371167 admin admin] Usage tracker for resource:security_group_rule and tenant:2112ef7377534dceb0aa395378327434 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:31.807839 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-857d07db-433e-4d1c-b0fd-f567b8d51fca tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:31.821392 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5abf5709-6f06-475b-aa0b-11e028371167 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:31.823121 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] For port ca8abd55-876b-4dfb-ade7-fc081ad899e4, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:03:31.827349 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] For port ca8abd55-876b-4dfb-ade7-fc081ad899e4, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ca8abd55-876b-4dfb-ade7-fc081ad899e4,segment=NetworkSegment(1887fc74-1dcd-40cf-840d-e9780f22364d),segment_id=1887fc74-1dcd-40cf-840d-e9780f22364d)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:03:31.856301 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-5abf5709-6f06-475b-aa0b-11e028371167 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:31.875658 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Attempt 2 to provision port 5e9215f9-5eed-4e44-a683-ea2656bb9332 Sep 23 15:03:31.923995 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e14985-0be1-4892-b897-684423192901 req-3bdd0597-bf60-410a-9094-dc3dff1724e3 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:31.925651 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-42e14985-0be1-4892-b897-684423192901 req-3bdd0597-bf60-410a-9094-dc3dff1724e3 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.6951630 Sep 23 15:03:31.945948 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Port 5e9215f9-5eed-4e44-a683-ea2656bb9332 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:31.947824 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:31.955532 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b685f3-4649-45b0-9ebd-d208688b7424 req-f7ec7b52-acd5-4219-bb53-30b8bab6b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:31.957038 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d9b685f3-4649-45b0-9ebd-d208688b7424 req-f7ec7b52-acd5-4219-bb53-30b8bab6b2e0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=74a86a480a6e47f78eac424839cb09ea&device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 1099 time: 0.5200484 Sep 23 15:03:31.984784 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-a900d32f-f2ef-4533-a209-11ff2f856766 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] update failed (client error): The resource could not be found. Sep 23 15:03:31.988313 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a900d32f-f2ef-4533-a209-11ff2f856766 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] 10.222.0.67 "PUT /v2.0/floatingips/a69d3b93-cf11-491a-96d5-f1a98bee87ca HTTP/1.1" status: 404 len: 507 time: 0.6540930 Sep 23 15:03:31.988439 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device be656a5e-8940-4f4f-813b-caf52c818979 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:03:32.001637 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40446) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:32.013321 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f5490789-1b85-4e6e-bbf8-2b01ace9ecbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:32.031781 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6060e02b-97dc-43ee-a663-20e3c1b31627 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:32.052850 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: be656a5e-8940-4f4f-813b-caf52c818979 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:03:32.053199 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device be656a5e-8940-4f4f-813b-caf52c818979 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:03:32.092052 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2bcaf2-01cd-4bc4-94f9-253bdb7f7658 None None] Pushing event updated for resources: {'Port': ['ID=ca8abd55-876b-4dfb-ade7-fc081ad899e4,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:32.105752 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a055e322-e7cb-4394-af3a-362ad62d3412 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:32.111351 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a055e322-e7cb-4394-af3a-362ad62d3412 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:32.111953 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a055e322-e7cb-4394-af3a-362ad62d3412 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:32.145433 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2b988e59-7a80-4daf-9d49-63e81c124215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:32.175389 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-58776e5b-fe71-4e42-91c7-9643d0a9384b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Allocated IP 172.26.10.111 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/9499aad9-9e8e-4113-a0b4-c5a8f80e2257) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:03:32.179409 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5490789-1b85-4e6e-bbf8-2b01ace9ecbe admin admin] Pushing event deleted for resources: {'Port': ['ID=ddbf2bb1-18f2-42df-9a69-71a4919303e8,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:32.227575 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-42e14985-0be1-4892-b897-684423192901 req-f09fd1f7-fe0d-43e7-acb5-cbcc8d92a0ac tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2873828 Sep 23 15:03:32.423314 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-8f203024-1da6-47f6-a1e2-875648dadfb7 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Deleting port 93099d53-f226-4773-88b3-0e180e156b2e {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:32.424000 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f203024-1da6-47f6-a1e2-875648dadfb7 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:32.436842 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:32.446779 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Attempt 3 to provision port 5e9215f9-5eed-4e44-a683-ea2656bb9332 Sep 23 15:03:32.544456 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Port 5e9215f9-5eed-4e44-a683-ea2656bb9332 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:32.596931 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055e322-e7cb-4394-af3a-362ad62d3412 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event updated for resources: {'Network': ['ID=405380ab-03b0-4838-a723-9a7cd6d3c513,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:32.607182 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 405380ab-03b0-4838-a723-9a7cd6d3c513 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:03:32.659808 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b685f3-4649-45b0-9ebd-d208688b7424 req-5b8e4a1b-83fc-4bfe-a616-56c6f7e71b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:32.661332 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d9b685f3-4649-45b0-9ebd-d208688b7424 req-5b8e4a1b-83fc-4bfe-a616-56c6f7e71b23 service neutron] 10.222.0.72 "GET /v2.0/networks?id=901c9061-3ace-4755-b443-55ec936320e8 HTTP/1.1" status: 200 len: 913 time: 0.6486318 Sep 23 15:03:32.665532 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6060e02b-97dc-43ee-a663-20e3c1b31627 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:32.721355 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a055e322-e7cb-4394-af3a-362ad62d3412 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.2115228 Sep 23 15:03:32.745075 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40450) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:32.756602 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-ceec45d3-6596-4b43-a7a7-5dd95950298a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Request body: {'subnet': {'network_id': '405380ab-03b0-4838-a723-9a7cd6d3c513', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:32.856143 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-6060e02b-97dc-43ee-a663-20e3c1b31627 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Deleting port 48b1ab25-8980-4eed-8fd2-e495df83d519 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:32.856488 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6060e02b-97dc-43ee-a663-20e3c1b31627 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:32.902560 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5abf5709-6f06-475b-aa0b-11e028371167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:32.949779 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d9b685f3-4649-45b0-9ebd-d208688b7424 req-a2fcda4e-befc-402d-8b3e-4647e1f77630 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 HTTP/1.1" status: 200 len: 1002 time: 0.2802806 Sep 23 15:03:33.033163 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5abf5709-6f06-475b-aa0b-11e028371167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:33.046366 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Attempt 4 to provision port 5e9215f9-5eed-4e44-a683-ea2656bb9332 Sep 23 15:03:33.122744 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-58776e5b-fe71-4e42-91c7-9643d0a9384b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:33.123731 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Port 5e9215f9-5eed-4e44-a683-ea2656bb9332 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:33.145077 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f203024-1da6-47f6-a1e2-875648dadfb7 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:33.145400 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f203024-1da6-47f6-a1e2-875648dadfb7 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:33.159995 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ceec45d3-6596-4b43-a7a7-5dd95950298a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:33.162927 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5abf5709-6f06-475b-aa0b-11e028371167 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2112ef7377534dceb0aa395378327434&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7221901 Sep 23 15:03:33.168704 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf5709-6f06-475b-aa0b-11e028371167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117357dd-139e-4420-ba98-689581127886,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:33.171957 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40454) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:33.217650 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2e4609-f40e-4bf9-a566-f8a2e1affc2e None None] Network 029febca-cab6-475a-8f7d-8a0b501c2316 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:03:33.222171 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ceec45d3-6596-4b43-a7a7-5dd95950298a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Usage tracker for resource:subnet and tenant:d8ebe3b8f86643e6977f83f3a5056490 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:33.228360 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f5490789-1b85-4e6e-bbf8-2b01ace9ecbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:33.238142 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ceec45d3-6596-4b43-a7a7-5dd95950298a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:33.280121 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ceec45d3-6596-4b43-a7a7-5dd95950298a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:33.308685 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-857d07db-433e-4d1c-b0fd-f567b8d51fca tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router_gateway, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:33.334711 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-8f203024-1da6-47f6-a1e2-875648dadfb7 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Calling delete_port for 93099d53-f226-4773-88b3-0e180e156b2e owned by network:floatingip {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:33.342384 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b685f3-4649-45b0-9ebd-d208688b7424 req-c3a5c6ba-7b17-4b74-a483-d50cc66fd946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:33.343906 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d9b685f3-4649-45b0-9ebd-d208688b7424 req-c3a5c6ba-7b17-4b74-a483-d50cc66fd946 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3 HTTP/1.1" status: 200 len: 851 time: 0.3814621 Sep 23 15:03:33.394639 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-857d07db-433e-4d1c-b0fd-f567b8d51fca tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:33.504988 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceec45d3-6596-4b43-a7a7-5dd95950298a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Made reservation on behalf of d8ebe3b8f86643e6977f83f3a5056490 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:03:33.509040 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ceec45d3-6596-4b43-a7a7-5dd95950298a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:33.537041 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6060e02b-97dc-43ee-a663-20e3c1b31627 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:33.624926 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Attempt 5 to provision port 5e9215f9-5eed-4e44-a683-ea2656bb9332 Sep 23 15:03:33.634221 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-58776e5b-fe71-4e42-91c7-9643d0a9384b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:33.686456 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Port 5e9215f9-5eed-4e44-a683-ea2656bb9332 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:33.724018 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dc836cd1-9533-4589-8775-a417ad16984f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:33.769089 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.ipam_backend_mixin [None req-ceec45d3-6596-4b43-a7a7-5dd95950298a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Performing IP validity checks on allocation pools {{(pid=89739) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 23 15:03:33.769563 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.ipam_backend_mixin [None req-ceec45d3-6596-4b43-a7a7-5dd95950298a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89739) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 23 15:03:33.780353 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-6060e02b-97dc-43ee-a663-20e3c1b31627 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Calling delete_port for 48b1ab25-8980-4eed-8fd2-e495df83d519 owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:33.789849 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58776e5b-fe71-4e42-91c7-9643d0a9384b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:03:33.798841 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-58776e5b-fe71-4e42-91c7-9643d0a9384b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:33.809580 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58776e5b-fe71-4e42-91c7-9643d0a9384b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:03:33.835576 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dc836cd1-9533-4589-8775-a417ad16984f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:33.843524 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58776e5b-fe71-4e42-91c7-9643d0a9384b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event updated for resources: {'Port': ['ID=9499aad9-9e8e-4113-a0b4-c5a8f80e2257,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:33.947301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b685f3-4649-45b0-9ebd-d208688b7424 req-7eb7ac63-5156-4937-bc69-6161da1c2fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:33.948828 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d9b685f3-4649-45b0-9ebd-d208688b7424 req-7eb7ac63-5156-4937-bc69-6161da1c2fa5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=901c9061-3ace-4755-b443-55ec936320e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5891328 Sep 23 15:03:33.967034 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f203024-1da6-47f6-a1e2-875648dadfb7 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:34.054934 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f203024-1da6-47f6-a1e2-875648dadfb7 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Pushing event deleted for resources: {'Port': ['ID=93099d53-f226-4773-88b3-0e180e156b2e,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:34.111916 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ca8abd55-876b-4dfb-ade7-fc081ad899e4 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:03:34.125712 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90837e5-2164-4311-bef2-ef38c9daa2fc req-f75caea7-c30e-4a33-8567-5761c43e91f0 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:34.127187 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c90837e5-2164-4311-bef2-ef38c9daa2fc req-f75caea7-c30e-4a33-8567-5761c43e91f0 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.7295024 Sep 23 15:03:34.141311 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-857d07db-433e-4d1c-b0fd-f567b8d51fca tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Allocated IP 172.26.10.170 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/351c787c-3360-423c-bb40-a96efc0f154f) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:03:34.187549 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Attempt 6 to provision port 5e9215f9-5eed-4e44-a683-ea2656bb9332 Sep 23 15:03:34.246484 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Port 5e9215f9-5eed-4e44-a683-ea2656bb9332 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:34.259521 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port ca8abd55-876b-4dfb-ade7-fc081ad899e4 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:03:34.410087 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c90837e5-2164-4311-bef2-ef38c9daa2fc req-e6e74b62-b08b-4f08-831c-c4793b5259c0 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702265 Sep 23 15:03:34.476724 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f203024-1da6-47f6-a1e2-875648dadfb7 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks [] for floatingip, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:34.480505 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5490789-1b85-4e6e-bbf8-2b01ace9ecbe admin admin] Router 55234c5e-90c2-4330-a0e1-5d547172e42c has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:03:34.488830 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dc836cd1-9533-4589-8775-a417ad16984f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:34.514077 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d9b685f3-4649-45b0-9ebd-d208688b7424 req-5a1043fd-718c-4ce2-85af-b2e49811d76e service neutron] 10.222.0.72 "GET /v2.0/networks/901c9061-3ace-4755-b443-55ec936320e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134901 Sep 23 15:03:34.611789 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc836cd1-9533-4589-8775-a417ad16984f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117357dd-139e-4420-ba98-689581127886,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:34.673150 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-857d07db-433e-4d1c-b0fd-f567b8d51fca tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:34.714658 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ceec45d3-6596-4b43-a7a7-5dd95950298a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:34.747899 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Attempt 7 to provision port 5e9215f9-5eed-4e44-a683-ea2656bb9332 Sep 23 15:03:34.751258 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d9b685f3-4649-45b0-9ebd-d208688b7424 req-b591ed56-7f8d-471b-bb7f-13a3796c3621 service neutron] 10.222.0.72 "GET /v2.0/networks/901c9061-3ace-4755-b443-55ec936320e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218337 Sep 23 15:03:34.768224 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dc836cd1-9533-4589-8775-a417ad16984f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:34.769300 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-dc836cd1-9533-4589-8775-a417ad16984f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/117357dd-139e-4420-ba98-689581127886 HTTP/1.1" status: 204 len: 168 time: 1.5370831 Sep 23 15:03:34.783200 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f203024-1da6-47f6-a1e2-875648dadfb7 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:34.784327 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8f203024-1da6-47f6-a1e2-875648dadfb7 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] 10.222.0.67 "DELETE /v2.0/floatingips/a69d3b93-cf11-491a-96d5-f1a98bee87ca HTTP/1.1" status: 204 len: 168 time: 2.7862694 Sep 23 15:03:34.792584 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40462) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:34.796312 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6060e02b-97dc-43ee-a663-20e3c1b31627 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:34.821548 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-639c1543-5834-4e5a-be5b-c113f0927b21 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Request body: {'floatingip': {'floating_network_id': '55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43', 'port_id': '5e9215f9-5eed-4e44-a683-ea2656bb9332', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:34.841862 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Port 5e9215f9-5eed-4e44-a683-ea2656bb9332 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:34.892131 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-639c1543-5834-4e5a-be5b-c113f0927b21 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:34.914039 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060e02b-97dc-43ee-a663-20e3c1b31627 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Pushing event deleted for resources: {'Port': ['ID=48b1ab25-8980-4eed-8fd2-e495df83d519,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:34.920920 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-639c1543-5834-4e5a-be5b-c113f0927b21 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Usage tracker for resource:floatingip and tenant:3d016aae35904b2db63da250eb0c1683 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:34.925598 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-639c1543-5834-4e5a-be5b-c113f0927b21 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:34.927537 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5490789-1b85-4e6e-bbf8-2b01ace9ecbe admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:03:34.947826 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2659e5b1-9f58-44eb-b592-4de69ecb4c4f None None] Sync routers for ids ['55234c5e-90c2-4330-a0e1-5d547172e42c'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:03:34.958970 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2659e5b1-9f58-44eb-b592-4de69ecb4c4f None None] Routers {'55234c5e-90c2-4330-a0e1-5d547172e42c'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:34.960499 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-2659e5b1-9f58-44eb-b592-4de69ecb4c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['55234c5e-90c2-4330-a0e1-5d547172e42c'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:34.969757 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec45d3-6596-4b43-a7a7-5dd95950298a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event updated for resources: {'Subnet': ['ID=e263fb53-b958-41be-bfec-b5ca791ed63f,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:34.979220 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-639c1543-5834-4e5a-be5b-c113f0927b21 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:35.011475 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-58776e5b-fe71-4e42-91c7-9643d0a9384b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:35.025137 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f5490789-1b85-4e6e-bbf8-2b01ace9ecbe admin admin] 10.222.0.67 "PUT /v2.0/routers/55234c5e-90c2-4330-a0e1-5d547172e42c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4263258 Sep 23 15:03:35.025322 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-40066dc9-469c-4201-ac80-f41ef631ebc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:35.025436 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40466) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:35.034282 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceec45d3-6596-4b43-a7a7-5dd95950298a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Checking segment: {'id': '60a07dff-830e-4c46-baf2-03ab1e23dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '405380ab-03b0-4838-a723-9a7cd6d3c513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:03:35.034666 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceec45d3-6596-4b43-a7a7-5dd95950298a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Network hostable DHCP agents. Network: 405380ab-03b0-4838-a723-9a7cd6d3c513, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:03:35.071426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6060e02b-97dc-43ee-a663-20e3c1b31627 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:35.115606 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-857d07db-433e-4d1c-b0fd-f567b8d51fca tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:35.169115 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-2659e5b1-9f58-44eb-b592-4de69ecb4c4f None None] Set router 55234c5e-90c2-4330-a0e1-5d547172e42c gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:03:35.209274 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-639c1543-5834-4e5a-be5b-c113f0927b21 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks [] for floatingip, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:35.252591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceec45d3-6596-4b43-a7a7-5dd95950298a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Network 405380ab-03b0-4838-a723-9a7cd6d3c513 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:03:35.298217 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8af33a0a-6dcb-4f5f-a700-3ce234ace5f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:35.358093 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857d07db-433e-4d1c-b0fd-f567b8d51fca tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:03:35.362187 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6060e02b-97dc-43ee-a663-20e3c1b31627 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:35.366347 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-857d07db-433e-4d1c-b0fd-f567b8d51fca tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:35.388448 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-58776e5b-fe71-4e42-91c7-9643d0a9384b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:35.416837 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857d07db-433e-4d1c-b0fd-f567b8d51fca tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:03:35.441580 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6060e02b-97dc-43ee-a663-20e3c1b31627 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:35.480281 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Attempt 8 to provision port 5e9215f9-5eed-4e44-a683-ea2656bb9332 Sep 23 15:03:35.482266 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d07db-433e-4d1c-b0fd-f567b8d51fca tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Pushing event updated for resources: {'Port': ['ID=351c787c-3360-423c-bb40-a96efc0f154f,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:35.546891 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-ceec45d3-6596-4b43-a7a7-5dd95950298a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 405380ab-03b0-4838-a723-9a7cd6d3c513) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:35.574746 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceec45d3-6596-4b43-a7a7-5dd95950298a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:35.575583 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ceec45d3-6596-4b43-a7a7-5dd95950298a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:35.626876 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46cf824-fc92-4bdd-b22a-f4ea56e20799 None None] Network 405380ab-03b0-4838-a723-9a7cd6d3c513 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:03:35.705369 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8af33a0a-6dcb-4f5f-a700-3ce234ace5f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:35.747643 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:35.783256 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Port 5e9215f9-5eed-4e44-a683-ea2656bb9332 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:35.786147 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3894da-0535-4e31-a9f2-f7ec956694f4 req-4f6c7100-daa7-4fce-8a98-dafa5d150f98 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:35.788348 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-9a3894da-0535-4e31-a9f2-f7ec956694f4 req-4f6c7100-daa7-4fce-8a98-dafa5d150f98 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.1697829 Sep 23 15:03:35.790253 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:35.826586 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-58776e5b-fe71-4e42-91c7-9643d0a9384b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:35.830555 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-8af33a0a-6dcb-4f5f-a700-3ce234ace5f0 admin admin] Deleting port c24d0838-c2ac-46a8-82cb-496d5ce959e8 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:35.830894 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8af33a0a-6dcb-4f5f-a700-3ce234ace5f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:35.899376 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-58776e5b-fe71-4e42-91c7-9643d0a9384b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:35.925441 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6060e02b-97dc-43ee-a663-20e3c1b31627 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:35.925888 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6060e02b-97dc-43ee-a663-20e3c1b31627 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Fanout notify agent at l3_agent the message router_deleted on router 88242ce5-1413-4dfa-b9f8-bed81e5b32b1 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:03:35.939102 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-2659e5b1-9f58-44eb-b592-4de69ecb4c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'name': 'tempest-ServersTestJSON-1681864736-router', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.119'}], 'enable_snat': True}, 'gw_port_id': 'c24d0838-c2ac-46a8-82cb-496d5ce959e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:03:31Z', 'revision_number': 5, 'project_id': 'd6fcdd71d4f440d4966468a249c527ae', 'gw_port': {'id': 'c24d0838-c2ac-46a8-82cb-496d5ce959e8', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:30Z', 'updated_at': '2022-09-23T15:01:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:35.951157 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2659e5b1-9f58-44eb-b592-4de69ecb4c4f None None] Checking router: 55234c5e-90c2-4330-a0e1-5d547172e42c for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:03:36.000619 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6060e02b-97dc-43ee-a663-20e3c1b31627 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:36.005369 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6060e02b-97dc-43ee-a663-20e3c1b31627 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "DELETE /v2.0/routers/88242ce5-1413-4dfa-b9f8-bed81e5b32b1 HTTP/1.1" status: 204 len: 168 time: 4.3078449 Sep 23 15:03:36.015525 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40482) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:36.026619 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-5811dbbf-b2a1-43fb-8d10-2d33c937e3a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-369926715', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:36.027100 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2659e5b1-9f58-44eb-b592-4de69ecb4c4f None None] Routers {'55234c5e-90c2-4330-a0e1-5d547172e42c'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:36.027752 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-2659e5b1-9f58-44eb-b592-4de69ecb4c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['55234c5e-90c2-4330-a0e1-5d547172e42c'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:36.029903 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5811dbbf-b2a1-43fb-8d10-2d33c937e3a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:36.038948 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-5811dbbf-b2a1-43fb-8d10-2d33c937e3a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Usage tracker for resource:router and tenant:7f98ca535cfc4898b16b11f02687dbf1 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:36.045892 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-5811dbbf-b2a1-43fb-8d10-2d33c937e3a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:36.055767 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ceec45d3-6596-4b43-a7a7-5dd95950298a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.3086455 Sep 23 15:03:36.072020 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40486) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:36.073460 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5811dbbf-b2a1-43fb-8d10-2d33c937e3a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:36.092631 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf40d12-0b66-43be-9e8b-aee32c28ebf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-405380ab-03b0-4838-a723-9a7cd6d3c513', 'network_id': '405380ab-03b0-4838-a723-9a7cd6d3c513', 'tenant_id': 'd8ebe3b8f86643e6977f83f3a5056490', 'fixed_ips': [{'subnet_id': 'e263fb53-b958-41be-bfec-b5ca791ed63f'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:03:36.093600 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fbf40d12-0b66-43be-9e8b-aee32c28ebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:36.239946 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-9a3894da-0535-4e31-a9f2-f7ec956694f4 req-5046c89c-03cb-4a57-879a-f5047fe8f550 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4408593 Sep 23 15:03:36.271011 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-58776e5b-fe71-4e42-91c7-9643d0a9384b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:36.297741 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5811dbbf-b2a1-43fb-8d10-2d33c937e3a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:36.299271 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5811dbbf-b2a1-43fb-8d10-2d33c937e3a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:36.341091 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58776e5b-fe71-4e42-91c7-9643d0a9384b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event updated for resources: {'Port': ['ID=9499aad9-9e8e-4113-a0b4-c5a8f80e2257,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:36.420870 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-fbf40d12-0b66-43be-9e8b-aee32c28ebf3 None None] Allocated IP 2001:db8::3 (405380ab-03b0-4838-a723-9a7cd6d3c513/e263fb53-b958-41be-bfec-b5ca791ed63f/f9d8a5a9-b8f0-4d6c-80ac-b2211b42e9f5) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:03:36.456066 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-8af33a0a-6dcb-4f5f-a700-3ce234ace5f0 admin admin] For port c24d0838-c2ac-46a8-82cb-496d5ce959e8, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=c24d0838-c2ac-46a8-82cb-496d5ce959e8,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:03:36.456425 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8af33a0a-6dcb-4f5f-a700-3ce234ace5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:36.467815 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-639c1543-5834-4e5a-be5b-c113f0927b21 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:03:36.468831 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-639c1543-5834-4e5a-be5b-c113f0927b21 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.6648011 Sep 23 15:03:36.517493 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40500) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:36.520567 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5811dbbf-b2a1-43fb-8d10-2d33c937e3a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:36.548547 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-17111e00-3961-4eeb-b646-ed6cc7b4cf9f tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': '5e9215f9-5eed-4e44-a683-ea2656bb9332', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:36.560770 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-17111e00-3961-4eeb-b646-ed6cc7b4cf9f tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:36.572362 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Attempt 9 to provision port 5e9215f9-5eed-4e44-a683-ea2656bb9332 Sep 23 15:03:36.577628 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:36.580507 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-17111e00-3961-4eeb-b646-ed6cc7b4cf9f tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Usage tracker for resource:floatingip and tenant:3d016aae35904b2db63da250eb0c1683 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:36.586426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-17111e00-3961-4eeb-b646-ed6cc7b4cf9f tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:36.593171 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-8af33a0a-6dcb-4f5f-a700-3ce234ace5f0 admin admin] Calling delete_port for c24d0838-c2ac-46a8-82cb-496d5ce959e8 owned by network:router_gateway {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:36.601663 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-857d07db-433e-4d1c-b0fd-f567b8d51fca tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router_gateway, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:36.609047 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-2659e5b1-9f58-44eb-b592-4de69ecb4c4f None None] Set router 55234c5e-90c2-4330-a0e1-5d547172e42c gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:03:36.661274 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-17111e00-3961-4eeb-b646-ed6cc7b4cf9f tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:36.712532 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-58776e5b-fe71-4e42-91c7-9643d0a9384b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Floating IP 94a219db-4d0c-4351-b20d-3e6ba2d2cf93 associated. External IP: 172.26.10.111, port: 2a52d431-eab7-4d1d-afba-99318ef9ec24. Sep 23 15:03:36.823874 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-17111e00-3961-4eeb-b646-ed6cc7b4cf9f tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks [] for floatingip, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:36.837000 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5811dbbf-b2a1-43fb-8d10-2d33c937e3a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:36.875564 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Port 5e9215f9-5eed-4e44-a683-ea2656bb9332 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:36.927138 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-2659e5b1-9f58-44eb-b592-4de69ecb4c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'name': 'tempest-ServersTestJSON-1681864736-router', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:03:35Z', 'revision_number': 6, 'project_id': 'd6fcdd71d4f440d4966468a249c527ae', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:36.946992 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2659e5b1-9f58-44eb-b592-4de69ecb4c4f None None] The sync data for ids ['55234c5e-90c2-4330-a0e1-5d547172e42c'] in dv-neutron-859093-1-hyperv is: [{'id': '55234c5e-90c2-4330-a0e1-5d547172e42c', 'name': 'tempest-ServersTestJSON-1681864736-router', 'tenant_id': 'd6fcdd71d4f440d4966468a249c527ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:03:35Z', 'revision_number': 6, 'project_id': 'd6fcdd71d4f440d4966468a249c527ae', 'gw_port_host': None}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:03:36.950350 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8af33a0a-6dcb-4f5f-a700-3ce234ace5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:36.960426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c18598-6713-4765-9857-f60bd2c1d7f1 req-a12eba06-be31-4efd-95b9-760e6617998d tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:36.961963 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d2c18598-6713-4765-9857-f60bd2c1d7f1 req-a12eba06-be31-4efd-95b9-760e6617998d tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.5088706 Sep 23 15:03:36.965923 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:36.970161 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fbf40d12-0b66-43be-9e8b-aee32c28ebf3 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:36.982423 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-fbf40d12-0b66-43be-9e8b-aee32c28ebf3 None None] Transition to ACTIVE for port object f9d8a5a9-b8f0-4d6c-80ac-b2211b42e9f5 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:03:37.016028 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:37.024738 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-fbf40d12-0b66-43be-9e8b-aee32c28ebf3 None None] Transition to ACTIVE for port object f9d8a5a9-b8f0-4d6c-80ac-b2211b42e9f5 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:03:37.043007 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af33a0a-6dcb-4f5f-a700-3ce234ace5f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c24d0838-c2ac-46a8-82cb-496d5ce959e8,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:37.074207 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5811dbbf-b2a1-43fb-8d10-2d33c937e3a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:37.076522 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5811dbbf-b2a1-43fb-8d10-2d33c937e3a3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0587218 Sep 23 15:03:37.091468 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40512) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:37.099955 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fbf40d12-0b66-43be-9e8b-aee32c28ebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:37.105933 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-82076c5f-f2e1-4018-980c-e89d4ed40fce tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'enable_snat': True}}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:37.167227 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf40d12-0b66-43be-9e8b-aee32c28ebf3 None None] Network 405380ab-03b0-4838-a723-9a7cd6d3c513 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:03:37.173985 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-fbf40d12-0b66-43be-9e8b-aee32c28ebf3 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:37.184073 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf40d12-0b66-43be-9e8b-aee32c28ebf3 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:03:37.237728 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d2c18598-6713-4765-9857-f60bd2c1d7f1 req-0ff8758c-0741-4de6-a664-b8b554cb34fb tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791005 Sep 23 15:03:37.293420 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-857d07db-433e-4d1c-b0fd-f567b8d51fca tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:37.376189 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Attempt 10 to provision port 5e9215f9-5eed-4e44-a683-ea2656bb9332 Sep 23 15:03:37.433088 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:37.511452 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event deleted for resources: {'Subnet': ['ID=e263fb53-b958-41be-bfec-b5ca791ed63f,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:37.547204 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf40d12-0b66-43be-9e8b-aee32c28ebf3 None None] Pushing event updated for resources: {'Port': ['ID=f9d8a5a9-b8f0-4d6c-80ac-b2211b42e9f5,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:37.553039 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-fbf40d12-0b66-43be-9e8b-aee32c28ebf3 None None] Attempting to bind port f9d8a5a9-b8f0-4d6c-80ac-b2211b42e9f5 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:03:37.572684 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-fbf40d12-0b66-43be-9e8b-aee32c28ebf3 None None] Attempting to bind port f9d8a5a9-b8f0-4d6c-80ac-b2211b42e9f5 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '60a07dff-830e-4c46-baf2-03ab1e23dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '405380ab-03b0-4838-a723-9a7cd6d3c513'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:03:37.573324 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf40d12-0b66-43be-9e8b-aee32c28ebf3 None None] Attempting to bind port f9d8a5a9-b8f0-4d6c-80ac-b2211b42e9f5 on network 405380ab-03b0-4838-a723-9a7cd6d3c513 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:03:37.583261 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf40d12-0b66-43be-9e8b-aee32c28ebf3 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:03:37.583634 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf40d12-0b66-43be-9e8b-aee32c28ebf3 None None] Checking segment: {'id': '60a07dff-830e-4c46-baf2-03ab1e23dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '405380ab-03b0-4838-a723-9a7cd6d3c513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:03:37.584043 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fbf40d12-0b66-43be-9e8b-aee32c28ebf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:37.584435 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf40d12-0b66-43be-9e8b-aee32c28ebf3 None None] Bound using segment: {'id': '60a07dff-830e-4c46-baf2-03ab1e23dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '405380ab-03b0-4838-a723-9a7cd6d3c513'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:03:37.585622 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-fbf40d12-0b66-43be-9e8b-aee32c28ebf3 None None] Bound port: f9d8a5a9-b8f0-4d6c-80ac-b2211b42e9f5, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a07dff-830e-4c46-baf2-03ab1e23dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '405380ab-03b0-4838-a723-9a7cd6d3c513'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:03:37.586007 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fbf40d12-0b66-43be-9e8b-aee32c28ebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:37.598294 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-77e8b14c-ac98-4dd9-9a25-e0690f2e843b None None] Port 5e9215f9-5eed-4e44-a683-ea2656bb9332 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:03:37.747782 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-fbf40d12-0b66-43be-9e8b-aee32c28ebf3 None None] For port f9d8a5a9-b8f0-4d6c-80ac-b2211b42e9f5, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:03:37.751018 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-fbf40d12-0b66-43be-9e8b-aee32c28ebf3 None None] For port f9d8a5a9-b8f0-4d6c-80ac-b2211b42e9f5, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f9d8a5a9-b8f0-4d6c-80ac-b2211b42e9f5,segment=NetworkSegment(60a07dff-830e-4c46-baf2-03ab1e23dc80),segment_id=60a07dff-830e-4c46-baf2-03ab1e23dc80)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:03:37.760277 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8af33a0a-6dcb-4f5f-a700-3ce234ace5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:37.860200 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:37.869143 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fbf40d12-0b66-43be-9e8b-aee32c28ebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:37.893892 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-17111e00-3961-4eeb-b646-ed6cc7b4cf9f tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:37.901654 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['405380ab-03b0-4838-a723-9a7cd6d3c513']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:37.943410 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-405749b9-a471-44c6-a3a3-7b4de8084f32 None None] Provisioning for port ca8abd55-876b-4dfb-ade7-fc081ad899e4 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:03:37.957225 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a07dff-830e-4c46-baf2-03ab1e23dc80') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:37.957982 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a07dff-830e-4c46-baf2-03ab1e23dc80') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:37.991830 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:38.003750 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40530) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:38.056806 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:38.103138 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ddbf2bb1-18f2-42df-9a69-71a4919303e8 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:03:38.105397 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:03:38.105866 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:38.151696 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-82076c5f-f2e1-4018-980c-e89d4ed40fce tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:38.162620 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-405749b9-a471-44c6-a3a3-7b4de8084f32 None None] Provisioning complete for port ca8abd55-876b-4dfb-ade7-fc081ad899e4 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:03:38.163478 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-405749b9-a471-44c6-a3a3-7b4de8084f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:38.164048 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-405749b9-a471-44c6-a3a3-7b4de8084f32 None None] Attempt 1 to provision port ca8abd55-876b-4dfb-ade7-fc081ad899e4 Sep 23 15:03:38.214882 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79eb95a9-7b52-48ac-8dd5-d73bcc60a55b None None] Network 405380ab-03b0-4838-a723-9a7cd6d3c513 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:03:38.237560 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8af33a0a-6dcb-4f5f-a700-3ce234ace5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:38.242613 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8af33a0a-6dcb-4f5f-a700-3ce234ace5f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:38.248483 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: ddbf2bb1-18f2-42df-9a69-71a4919303e8 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:03:38.248826 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ddbf2bb1-18f2-42df-9a69-71a4919303e8 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:03:38.249244 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device c24d0838-c2ac-46a8-82cb-496d5ce959e8 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:03:38.253563 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 60a07dff-830e-4c46-baf2-03ab1e23dc80 resource provider aggregate not found Sep 23 15:03:38.274190 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-78303480-3f45-4404-ac40-5d3866e1e0b6 tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Request body: {'quota': {'network': 2}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:38.295397 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 60a07dff-830e-4c46-baf2-03ab1e23dc80 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60a07dff-830e-4c46-baf2-03ab1e23dc80 found for delete ", "request_id": "req-5fbf1daa-48c7-442b-bf0c-d926dbaa847f"}]} Sep 23 15:03:38.297675 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: c24d0838-c2ac-46a8-82cb-496d5ce959e8 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:03:38.298023 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device c24d0838-c2ac-46a8-82cb-496d5ce959e8 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:03:38.310972 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58776e5b-fe71-4e42-91c7-9643d0a9384b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Router 8d2fc230-b342-497a-a3f0-d700b0882d81 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:03:38.338207 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-17111e00-3961-4eeb-b646-ed6cc7b4cf9f tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Allocated IP 172.26.10.150 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/5ae9bcc7-bfc8-45db-9234-fa8ad14cf3bb) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:03:38.372926 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf40d12-0b66-43be-9e8b-aee32c28ebf3 None None] Pushing event updated for resources: {'Port': ['ID=f9d8a5a9-b8f0-4d6c-80ac-b2211b42e9f5,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:38.379703 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.api [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 15:03:38.379703 dv-neutron-859093-1-hyperv neutron-server[89739]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 15:03:38.379703 dv-neutron-859093-1-hyperv neutron-server[89739]: [parameters: {'id': '405380ab-03b0-4838-a723-9a7cd6d3c513'}] Sep 23 15:03:38.379703 dv-neutron-859093-1-hyperv neutron-server[89739]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:03:38.380102 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG oslo_db.api [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:03:38.428017 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857d07db-433e-4d1c-b0fd-f567b8d51fca tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Router 75a5daa1-9edf-41fb-b44f-00c1c6dd28c2 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:03:38.457359 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8af33a0a-6dcb-4f5f-a700-3ce234ace5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:38.458133 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af33a0a-6dcb-4f5f-a700-3ce234ace5f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55234c5e-90c2-4330-a0e1-5d547172e42c {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:03:38.463186 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63319054-6e4b-4eed-813d-3c18f234e7bc req-a99fcb2b-66d4-4982-9560-79affbf647e2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:38.464708 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-63319054-6e4b-4eed-813d-3c18f234e7bc req-a99fcb2b-66d4-4982-9560-79affbf647e2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.3021812 Sep 23 15:03:38.470696 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-78303480-3f45-4404-ac40-5d3866e1e0b6 tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] 10.222.0.67 "PUT /v2.0/quotas/bdf704016aa64bddb4bac8a07a08d1b3 HTTP/1.1" status: 200 len: 368 time: 0.4659202 Sep 23 15:03:38.481070 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40542) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:38.546775 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-405749b9-a471-44c6-a3a3-7b4de8084f32 None None] Current status of the port ca8abd55-876b-4dfb-ade7-fc081ad899e4 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:03:38.546775 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-405749b9-a471-44c6-a3a3-7b4de8084f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:38.578554 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-f11f937e-ca80-4619-858e-582a79c59bfd tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Request body: {'network': {'project_id': 'bdf704016aa64bddb4bac8a07a08d1b3'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:38.584592 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f11f937e-ca80-4619-858e-582a79c59bfd tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:38.589079 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f11f937e-ca80-4619-858e-582a79c59bfd tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Usage tracker for resource:network and tenant:bdf704016aa64bddb4bac8a07a08d1b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:38.603263 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f11f937e-ca80-4619-858e-582a79c59bfd tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:38.606344 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-405749b9-a471-44c6-a3a3-7b4de8084f32 None None] For port ca8abd55-876b-4dfb-ade7-fc081ad899e4, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ca8abd55-876b-4dfb-ade7-fc081ad899e4,segment=NetworkSegment(1887fc74-1dcd-40cf-840d-e9780f22364d),segment_id=1887fc74-1dcd-40cf-840d-e9780f22364d)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:03:38.624504 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fbf594-de22-4718-a09f-ace07b674461 None None] get_active_networks_info from dv-neutron-859093-1-hyperv {{(pid=89740) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 23 15:03:38.632028 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f11f937e-ca80-4619-858e-582a79c59bfd tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:38.639633 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8af33a0a-6dcb-4f5f-a700-3ce234ace5f0 admin admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:38.640832 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8af33a0a-6dcb-4f5f-a700-3ce234ace5f0 admin admin] 10.222.0.67 "DELETE /v2.0/routers/55234c5e-90c2-4330-a0e1-5d547172e42c HTTP/1.1" status: 204 len: 168 time: 3.6139052 Sep 23 15:03:38.648735 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40546) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:38.697880 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-63319054-6e4b-4eed-813d-3c18f234e7bc req-6720d17d-79bf-4ca8-94e2-2cd28fe176c1 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717412 Sep 23 15:03:38.701817 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-405749b9-a471-44c6-a3a3-7b4de8084f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:38.741928 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58776e5b-fe71-4e42-91c7-9643d0a9384b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:03:38.764360 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-17111e00-3961-4eeb-b646-ed6cc7b4cf9f tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:38.764678 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e91cb1e-bd0a-4d83-b1ea-c8abeca0c2df None None] Sync routers for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:03:38.778453 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857d07db-433e-4d1c-b0fd-f567b8d51fca tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:03:38.787817 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11f937e-ca80-4619-858e-582a79c59bfd tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Made reservation on behalf of bdf704016aa64bddb4bac8a07a08d1b3 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:03:38.791347 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f11f937e-ca80-4619-858e-582a79c59bfd tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:38.797154 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e91cb1e-bd0a-4d83-b1ea-c8abeca0c2df None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:38.797491 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bebd3c-523f-4876-9343-c3ee30408d7b None None] Sync routers for ids ['75a5daa1-9edf-41fb-b44f-00c1c6dd28c2'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:03:38.798022 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-0e91cb1e-bd0a-4d83-b1ea-c8abeca0c2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:38.813645 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f11f937e-ca80-4619-858e-582a79c59bfd tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:38.861872 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405749b9-a471-44c6-a3a3-7b4de8084f32 None None] Pushing event updated for resources: {'Port': ['ID=ca8abd55-876b-4dfb-ade7-fc081ad899e4,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:38.874824 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bebd3c-523f-4876-9343-c3ee30408d7b None None] Routers {'75a5daa1-9edf-41fb-b44f-00c1c6dd28c2'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:38.875414 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-30bebd3c-523f-4876-9343-c3ee30408d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['75a5daa1-9edf-41fb-b44f-00c1c6dd28c2'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:38.881191 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:38.889322 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-857d07db-433e-4d1c-b0fd-f567b8d51fca tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:38.893440 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-857d07db-433e-4d1c-b0fd-f567b8d51fca tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 8.5768480 Sep 23 15:03:38.894219 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40552) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:38.910510 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-998265fc-8ac6-47b8-a1ed-bffe32c1ee34 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'enable_snat': False}}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:38.925599 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-0e91cb1e-bd0a-4d83-b1ea-c8abeca0c2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:38.926136 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc872b7-8fc6-49d2-95fe-3621c929f815 admin admin] Deleting subnet 04fb8fb3-375d-4a4c-817d-3e8eac3bab95 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:03:38.936844 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e91cb1e-bd0a-4d83-b1ea-c8abeca0c2df None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:38.937829 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-0e91cb1e-bd0a-4d83-b1ea-c8abeca0c2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:38.972228 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-17111e00-3961-4eeb-b646-ed6cc7b4cf9f tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:38.990054 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-30bebd3c-523f-4876-9343-c3ee30408d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:39.003029 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-0e91cb1e-bd0a-4d83-b1ea-c8abeca0c2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:39.003781 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e91cb1e-bd0a-4d83-b1ea-c8abeca0c2df None None] The sync data for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:03:39.009710 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bebd3c-523f-4876-9343-c3ee30408d7b None None] Routers {'75a5daa1-9edf-41fb-b44f-00c1c6dd28c2'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:39.010498 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-30bebd3c-523f-4876-9343-c3ee30408d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['75a5daa1-9edf-41fb-b44f-00c1c6dd28c2'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:39.015405 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Deleting port f9d8a5a9-b8f0-4d6c-80ac-b2211b42e9f5 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:39.015751 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:39.038524 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-58776e5b-fe71-4e42-91c7-9643d0a9384b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:39.072279 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-30bebd3c-523f-4876-9343-c3ee30408d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:39.072681 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bebd3c-523f-4876-9343-c3ee30408d7b None None] The sync data for ids ['75a5daa1-9edf-41fb-b44f-00c1c6dd28c2'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:03:39.074015 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fbf594-de22-4718-a09f-ace07b674461 None None] Resources bound (agent type, host, resource id): {{(pid=89740) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 15:03:39.076322 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3bc872b7-8fc6-49d2-95fe-3621c929f815 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:39.117093 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17111e00-3961-4eeb-b646-ed6cc7b4cf9f tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:03:39.118712 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f11f937e-ca80-4619-858e-582a79c59bfd tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:39.142382 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f11f937e-ca80-4619-858e-582a79c59bfd tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Usage tracker for resource:security_group_rule and tenant:bdf704016aa64bddb4bac8a07a08d1b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:39.151367 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f11f937e-ca80-4619-858e-582a79c59bfd tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:39.176279 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-17111e00-3961-4eeb-b646-ed6cc7b4cf9f tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:39.219382 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17111e00-3961-4eeb-b646-ed6cc7b4cf9f tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:03:39.280325 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17111e00-3961-4eeb-b646-ed6cc7b4cf9f tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Pushing event updated for resources: {'Port': ['ID=5ae9bcc7-bfc8-45db-9234-fa8ad14cf3bb,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:39.330663 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f11f937e-ca80-4619-858e-582a79c59bfd tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:39.373518 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-58776e5b-fe71-4e42-91c7-9643d0a9384b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 985 time: 9.3764942 Sep 23 15:03:39.376492 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40556) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:39.392280 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3bc872b7-8fc6-49d2-95fe-3621c929f815 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:39.427559 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-d2f7b4d2-fb26-4671-9d44-0c525d6a7bb2 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Request body: {'floatingip': {'port_id': '2a52d431-eab7-4d1d-afba-99318ef9ec24', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:39.524373 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-82076c5f-f2e1-4018-980c-e89d4ed40fce tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:39.583381 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-82076c5f-f2e1-4018-980c-e89d4ed40fce tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:39.653351 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b4d2-fb26-4671-9d44-0c525d6a7bb2 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:39.773650 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d350f-8cb8-4fc2-962f-ffb75a997bc5 req-d6848443-6ae4-48af-8908-2b1955228e41 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:39.775164 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8a9d350f-8cb8-4fc2-962f-ffb75a997bc5 req-d6848443-6ae4-48af-8908-2b1955228e41 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.8545878 Sep 23 15:03:39.799831 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] For port f9d8a5a9-b8f0-4d6c-80ac-b2211b42e9f5, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f9d8a5a9-b8f0-4d6c-80ac-b2211b42e9f5,segment=NetworkSegment(60a07dff-830e-4c46-baf2-03ab1e23dc80),segment_id=60a07dff-830e-4c46-baf2-03ab1e23dc80)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:03:39.800808 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:39.878102 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-17111e00-3961-4eeb-b646-ed6cc7b4cf9f tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Deleting port 5ae9bcc7-bfc8-45db-9234-fa8ad14cf3bb {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:39.878474 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-17111e00-3961-4eeb-b646-ed6cc7b4cf9f tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:39.971006 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Calling delete_port for f9d8a5a9-b8f0-4d6c-80ac-b2211b42e9f5 owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:39.983868 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3bc872b7-8fc6-49d2-95fe-3621c929f815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:40.003699 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ca8abd55-876b-4dfb-ade7-fc081ad899e4 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:03:40.010820 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f11f937e-ca80-4619-858e-582a79c59bfd tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:40.015994 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8a9d350f-8cb8-4fc2-962f-ffb75a997bc5 req-df8d962e-4bf7-45dd-80cd-76e50930373a tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211375 Sep 23 15:03:40.092078 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-82076c5f-f2e1-4018-980c-e89d4ed40fce tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Allocated IP 172.26.10.217 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/4a011887-8d93-4c4a-b970-b393b5a7917c) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:03:40.104988 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port ca8abd55-876b-4dfb-ade7-fc081ad899e4 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:03:40.104988 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:40.105337 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port ca8abd55-876b-4dfb-ade7-fc081ad899e4 Sep 23 15:03:40.119760 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f11f937e-ca80-4619-858e-582a79c59bfd tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:40.237298 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port ca8abd55-876b-4dfb-ade7-fc081ad899e4 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:03:40.249057 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11f937e-ca80-4619-858e-582a79c59bfd tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:03:40.287159 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f11f937e-ca80-4619-858e-582a79c59bfd tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:40.287498 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-f11f937e-ca80-4619-858e-582a79c59bfd tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Added segment 037aeef8-e858-413e-a014-8e5a5d1c3388 of type vlan for network 6c90dab6-4ab4-42af-8e8b-4b5dbbcd5edb Sep 23 15:03:40.291328 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f937e-ca80-4619-858e-582a79c59bfd tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdfed15-4201-4419-8218-ba3a10fc1c28,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:40.376377 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-998265fc-8ac6-47b8-a1ed-bffe32c1ee34 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:40.407828 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-17111e00-3961-4eeb-b646-ed6cc7b4cf9f tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:40.408200 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-17111e00-3961-4eeb-b646-ed6cc7b4cf9f tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:40.431198 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f11f937e-ca80-4619-858e-582a79c59bfd tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:40.509918 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3bc872b7-8fc6-49d2-95fe-3621c929f815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:40.532320 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:40.542714 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-17111e00-3961-4eeb-b646-ed6cc7b4cf9f tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Calling delete_port for 5ae9bcc7-bfc8-45db-9234-fa8ad14cf3bb owned by network:floatingip {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:40.568553 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc872b7-8fc6-49d2-95fe-3621c929f815 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04fb8fb3-375d-4a4c-817d-3e8eac3bab95,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:40.575732 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-82076c5f-f2e1-4018-980c-e89d4ed40fce tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:40.580163 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00216f6d-aa53-4ade-b7fe-4c067288dfb7 None None] Network 3a4ed919-cf37-4585-ae10-0e854eb24e47 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:03:40.581645 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3bc872b7-8fc6-49d2-95fe-3621c929f815 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:40.649674 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event deleted for resources: {'Port': ['ID=f9d8a5a9-b8f0-4d6c-80ac-b2211b42e9f5,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:40.658427 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9912e16-d159-4001-bf42-179b0fc70037 req-e440fa47-5a47-41e7-ab01-71202c7b73f3 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:40.659934 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f9912e16-d159-4001-bf42-179b0fc70037 req-e440fa47-5a47-41e7-ab01-71202c7b73f3 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.4839158 Sep 23 15:03:40.668918 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] No DVR routers for this DVR port f9d8a5a9-b8f0-4d6c-80ac-b2211b42e9f5 on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:03:40.709618 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3bc872b7-8fc6-49d2-95fe-3621c929f815 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/04fb8fb3-375d-4a4c-817d-3e8eac3bab95 HTTP/1.1" status: 204 len: 168 time: 2.0581775 Sep 23 15:03:40.713844 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40562) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:40.800698 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f11f937e-ca80-4619-858e-582a79c59bfd tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:40.801658 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11f937e-ca80-4619-858e-582a79c59bfd tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:40.802234 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f11f937e-ca80-4619-858e-582a79c59bfd tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:40.922881 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561e99d2-7a6c-4f3e-9042-ac91a7777b8c None None] DHCP port deletion for 3a4ed919-cf37-4585-ae10-0e854eb24e47 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:03:40.925213 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-561e99d2-7a6c-4f3e-9042-ac91a7777b8c None None] Deleting port 94f22abf-029c-4624-a968-1e4796c11968 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:40.926016 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-561e99d2-7a6c-4f3e-9042-ac91a7777b8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:41.037509 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:41.085411 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f9912e16-d159-4001-bf42-179b0fc70037 req-585db4a6-6b1a-4b86-8c6a-d6158982dcab tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3838644 Sep 23 15:03:41.087873 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-82076c5f-f2e1-4018-980c-e89d4ed40fce tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:41.095042 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f11f937e-ca80-4619-858e-582a79c59bfd tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.6103897 Sep 23 15:03:41.095807 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40566) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:41.116685 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['405380ab-03b0-4838-a723-9a7cd6d3c513']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:41.139869 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a07dff-830e-4c46-baf2-03ab1e23dc80') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:41.140164 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a07dff-830e-4c46-baf2-03ab1e23dc80') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:41.142416 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0478b118-ff48-483d-b51b-bb4a716a4e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:41.144242 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f937e-ca80-4619-858e-582a79c59bfd tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Pushing event updated for resources: {'Network': ['ID=6c90dab6-4ab4-42af-8e8b-4b5dbbcd5edb,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:41.152311 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-d4244e47-7959-4475-bb3a-98cce30d28e1 tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Request body: {'network': {'project_id': 'bdf704016aa64bddb4bac8a07a08d1b3'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:41.158781 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:41.175826 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d4244e47-7959-4475-bb3a-98cce30d28e1 tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:41.179491 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:41.196181 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-561e99d2-7a6c-4f3e-9042-ac91a7777b8c None None] For port 94f22abf-029c-4624-a968-1e4796c11968, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=94f22abf-029c-4624-a968-1e4796c11968,segment=NetworkSegment(b39b4211-13f0-433c-8f9a-2aa63d8c5a88),segment_id=b39b4211-13f0-433c-8f9a-2aa63d8c5a88)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:03:41.196781 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:03:41.196881 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-561e99d2-7a6c-4f3e-9042-ac91a7777b8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:41.206541 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:41.206693 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82076c5f-f2e1-4018-980c-e89d4ed40fce tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:03:41.206693 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d4244e47-7959-4475-bb3a-98cce30d28e1 tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Usage tracker for resource:network and tenant:bdf704016aa64bddb4bac8a07a08d1b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:41.209527 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-82076c5f-f2e1-4018-980c-e89d4ed40fce tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:41.213467 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d4244e47-7959-4475-bb3a-98cce30d28e1 tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:41.222588 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82076c5f-f2e1-4018-980c-e89d4ed40fce tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:03:41.252170 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d4244e47-7959-4475-bb3a-98cce30d28e1 tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:41.260030 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-0478b118-ff48-483d-b51b-bb4a716a4e60 admin admin] Deleting port 94f22abf-029c-4624-a968-1e4796c11968 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:41.260366 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0478b118-ff48-483d-b51b-bb4a716a4e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:41.266472 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 60a07dff-830e-4c46-baf2-03ab1e23dc80 resource provider aggregate not found Sep 23 15:03:41.304229 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-17111e00-3961-4eeb-b646-ed6cc7b4cf9f tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:41.308366 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82076c5f-f2e1-4018-980c-e89d4ed40fce tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Pushing event updated for resources: {'Port': ['ID=4a011887-8d93-4c4a-b970-b393b5a7917c,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:41.309566 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 60a07dff-830e-4c46-baf2-03ab1e23dc80 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60a07dff-830e-4c46-baf2-03ab1e23dc80 found for delete ", "request_id": "req-19d57dae-8942-4ec3-9eeb-b09c362365e1"}]} Sep 23 15:03:41.356454 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17111e00-3961-4eeb-b646-ed6cc7b4cf9f tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Pushing event deleted for resources: {'Port': ['ID=5ae9bcc7-bfc8-45db-9234-fa8ad14cf3bb,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:41.378772 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 6c90dab6-4ab4-42af-8e8b-4b5dbbcd5edb details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:03:41.397941 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-561e99d2-7a6c-4f3e-9042-ac91a7777b8c None None] Calling delete_port for 94f22abf-029c-4624-a968-1e4796c11968 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:41.452456 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:41.460541 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.resource_extend [None req-d2f7b4d2-fb26-4671-9d44-0c525d6a7bb2 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:03:41.504239 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:41.525030 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4244e47-7959-4475-bb3a-98cce30d28e1 tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Made reservation on behalf of bdf704016aa64bddb4bac8a07a08d1b3 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:03:41.526443 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d4244e47-7959-4475-bb3a-98cce30d28e1 tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:41.550206 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event deleted for resources: {'Network': ['ID=405380ab-03b0-4838-a723-9a7cd6d3c513,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:41.585310 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-276712d5-976d-4e61-bcc7-95eed2d30d06 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "DELETE /v2.0/networks/405380ab-03b0-4838-a723-9a7cd6d3c513 HTTP/1.1" status: 204 len: 168 time: 5.5088863 Sep 23 15:03:41.585870 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40578) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:41.598301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-ad3275cf-29f2-467b-a2c4-40a392117bfd tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-692464979'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:41.674196 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ad3275cf-29f2-467b-a2c4-40a392117bfd tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:41.676283 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-561e99d2-7a6c-4f3e-9042-ac91a7777b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:41.724309 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e99d2-7a6c-4f3e-9042-ac91a7777b8c None None] Pushing event deleted for resources: {'Port': ['ID=94f22abf-029c-4624-a968-1e4796c11968,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:41.726259 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561e99d2-7a6c-4f3e-9042-ac91a7777b8c None None] No DVR routers for this DVR port 94f22abf-029c-4624-a968-1e4796c11968 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:03:41.736247 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ad3275cf-29f2-467b-a2c4-40a392117bfd tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Usage tracker for resource:network and tenant:d8ebe3b8f86643e6977f83f3a5056490 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:41.744161 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ad3275cf-29f2-467b-a2c4-40a392117bfd tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:41.760713 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ad3275cf-29f2-467b-a2c4-40a392117bfd tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:41.799544 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b4d2-fb26-4671-9d44-0c525d6a7bb2 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:41.824423 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4244e47-7959-4475-bb3a-98cce30d28e1 tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:03:41.856403 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d4244e47-7959-4475-bb3a-98cce30d28e1 tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:41.856749 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-d4244e47-7959-4475-bb3a-98cce30d28e1 tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Added segment 17ef47bf-c923-4989-9c82-e2a97372f0cb of type vlan for network a29bac8d-58b4-446e-b8e8-7d75fd57796e Sep 23 15:03:41.858668 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-17111e00-3961-4eeb-b646-ed6cc7b4cf9f tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] create failed (client error): The resource could not be found. Sep 23 15:03:41.859716 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-17111e00-3961-4eeb-b646-ed6cc7b4cf9f tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.3318191 Sep 23 15:03:41.863345 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40582) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:41.865228 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-0478b118-ff48-483d-b51b-bb4a716a4e60 admin admin] For port 94f22abf-029c-4624-a968-1e4796c11968, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=94f22abf-029c-4624-a968-1e4796c11968,segment=NetworkSegment(b39b4211-13f0-433c-8f9a-2aa63d8c5a88),segment_id=b39b4211-13f0-433c-8f9a-2aa63d8c5a88)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:03:41.865584 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0478b118-ff48-483d-b51b-bb4a716a4e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:41.877237 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b4d2-fb26-4671-9d44-0c525d6a7bb2 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:42.008311 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 94f22abf-029c-4624-a968-1e4796c11968 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:03:42.024260 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3275cf-29f2-467b-a2c4-40a392117bfd tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Made reservation on behalf of d8ebe3b8f86643e6977f83f3a5056490 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:03:42.027838 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ad3275cf-29f2-467b-a2c4-40a392117bfd tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:42.047641 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-97665e6e-cd54-468e-a0a2-e5824b7761c8 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Deleting port 5e9215f9-5eed-4e44-a683-ea2656bb9332 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:42.048317 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-97665e6e-cd54-468e-a0a2-e5824b7761c8 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:42.049720 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 94f22abf-029c-4624-a968-1e4796c11968 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:03:42.050066 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 94f22abf-029c-4624-a968-1e4796c11968 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:03:42.083977 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b73187-546e-4a91-9ab4-9de29a7cee17 req-64a0338d-88e9-4b2a-812f-d41026cf78ec tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:42.085472 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-83b73187-546e-4a91-9ab4-9de29a7cee17 req-64a0338d-88e9-4b2a-812f-d41026cf78ec tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.4335668 Sep 23 15:03:42.139846 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-0478b118-ff48-483d-b51b-bb4a716a4e60 admin admin] Calling delete_port for 94f22abf-029c-4624-a968-1e4796c11968 owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:42.208355 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d4244e47-7959-4475-bb3a-98cce30d28e1 tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:42.248576 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad3275cf-29f2-467b-a2c4-40a392117bfd tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:03:42.295734 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-83b73187-546e-4a91-9ab4-9de29a7cee17 req-dc9b5f1f-36a6-4c84-9bbb-b33ace4df71f tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975753 Sep 23 15:03:42.315806 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ad3275cf-29f2-467b-a2c4-40a392117bfd tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:42.316155 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-ad3275cf-29f2-467b-a2c4-40a392117bfd tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Added segment 76dbda82-3d39-40c1-bbc5-4e3c6254b009 of type vlan for network ecac2f65-43d3-465c-9643-b0b92ab1dd6f Sep 23 15:03:42.363597 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.resource_extend [None req-d4244e47-7959-4475-bb3a-98cce30d28e1 tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:03:42.550486 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-82076c5f-f2e1-4018-980c-e89d4ed40fce tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:42.608409 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.api [None req-0478b118-ff48-483d-b51b-bb4a716a4e60 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:03:42.608725 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG oslo_db.api [None req-0478b118-ff48-483d-b51b-bb4a716a4e60 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:03:42.617613 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d4244e47-7959-4475-bb3a-98cce30d28e1 tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:42.618687 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4244e47-7959-4475-bb3a-98cce30d28e1 tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:42.619257 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d4244e47-7959-4475-bb3a-98cce30d28e1 tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:42.627099 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ad3275cf-29f2-467b-a2c4-40a392117bfd tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:42.652571 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-998265fc-8ac6-47b8-a1ed-bffe32c1ee34 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:42.664915 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-998265fc-8ac6-47b8-a1ed-bffe32c1ee34 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753924'] for router, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:42.804936 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-97665e6e-cd54-468e-a0a2-e5824b7761c8 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:42.883396 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ad3275cf-29f2-467b-a2c4-40a392117bfd tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:42.888871 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3275cf-29f2-467b-a2c4-40a392117bfd tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:42.891687 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ad3275cf-29f2-467b-a2c4-40a392117bfd tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:42.936097 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d4244e47-7959-4475-bb3a-98cce30d28e1 tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8064599 Sep 23 15:03:42.936801 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4244e47-7959-4475-bb3a-98cce30d28e1 tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Pushing event updated for resources: {'Network': ['ID=a29bac8d-58b4-446e-b8e8-7d75fd57796e,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:42.950062 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network a29bac8d-58b4-446e-b8e8-7d75fd57796e details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:03:42.956900 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40586) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:42.968860 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-21734544-96f0-44f4-a893-b7c8bceef71f tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Request body: {'network': {'project_id': 'bdf704016aa64bddb4bac8a07a08d1b3'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:42.980165 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-21734544-96f0-44f4-a893-b7c8bceef71f tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:42.987177 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-21734544-96f0-44f4-a893-b7c8bceef71f tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Usage tracker for resource:network and tenant:bdf704016aa64bddb4bac8a07a08d1b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:42.991998 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-21734544-96f0-44f4-a893-b7c8bceef71f tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:43.005034 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-21734544-96f0-44f4-a893-b7c8bceef71f tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:43.015537 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-21734544-96f0-44f4-a893-b7c8bceef71f tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 23 15:03:43.016002 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21734544-96f0-44f4-a893-b7c8bceef71f tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:03:43.020050 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-21734544-96f0-44f4-a893-b7c8bceef71f tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0566897 Sep 23 15:03:43.023525 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40590) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:43.031225 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-97665e6e-cd54-468e-a0a2-e5824b7761c8 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Calling delete_port for 5e9215f9-5eed-4e44-a683-ea2656bb9332 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:43.080029 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f7b4d2-fb26-4671-9d44-0c525d6a7bb2 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Router 8d2fc230-b342-497a-a3f0-d700b0882d81 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:03:43.116247 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-0478b118-ff48-483d-b51b-bb4a716a4e60 admin admin] Deleting port 94f22abf-029c-4624-a968-1e4796c11968 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:43.116586 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0478b118-ff48-483d-b51b-bb4a716a4e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:43.200617 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3275cf-29f2-467b-a2c4-40a392117bfd tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event updated for resources: {'Network': ['ID=ecac2f65-43d3-465c-9643-b0b92ab1dd6f,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:43.209170 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998265fc-8ac6-47b8-a1ed-bffe32c1ee34 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Router 75a5daa1-9edf-41fb-b44f-00c1c6dd28c2 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:03:43.215129 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network ecac2f65-43d3-465c-9643-b0b92ab1dd6f details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:03:43.248284 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ad3275cf-29f2-467b-a2c4-40a392117bfd tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6576164 Sep 23 15:03:43.254715 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40594) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:43.267367 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-0478b118-ff48-483d-b51b-bb4a716a4e60 admin admin] The port '94f22abf-029c-4624-a968-1e4796c11968' was deleted {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:03:43.333878 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-14c6e2a1-d4a2-4d41-b2cb-a7945c80953b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Request body: {'subnet': {'network_id': 'ecac2f65-43d3-465c-9643-b0b92ab1dd6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:43.434013 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-97665e6e-cd54-468e-a0a2-e5824b7761c8 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:43.489748 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97665e6e-cd54-468e-a0a2-e5824b7761c8 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Pushing event deleted for resources: {'Port': ['ID=5e9215f9-5eed-4e44-a683-ea2656bb9332,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:43.516748 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4075eb30-d956-46e5-9ce3-05caea3ddeef tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bdf704016aa64bddb4bac8a07a08d1b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4929240 Sep 23 15:03:43.530700 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40600) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:43.588858 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998265fc-8ac6-47b8-a1ed-bffe32c1ee34 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:03:43.599903 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f153aa-34f5-45b7-bae3-4478bd7f4be9 None None] Sync routers for ids ['75a5daa1-9edf-41fb-b44f-00c1c6dd28c2'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:03:43.612233 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f153aa-34f5-45b7-bae3-4478bd7f4be9 None None] Routers {'75a5daa1-9edf-41fb-b44f-00c1c6dd28c2'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:43.613113 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-d1f153aa-34f5-45b7-bae3-4478bd7f4be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['75a5daa1-9edf-41fb-b44f-00c1c6dd28c2'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:43.637023 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-998265fc-8ac6-47b8-a1ed-bffe32c1ee34 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:43.638232 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-998265fc-8ac6-47b8-a1ed-bffe32c1ee34 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "PUT /v2.0/routers/75a5daa1-9edf-41fb-b44f-00c1c6dd28c2 HTTP/1.1" status: 200 len: 927 time: 4.7425714 Sep 23 15:03:43.645468 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40604) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:43.690449 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-d1f153aa-34f5-45b7-bae3-4478bd7f4be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:43.701572 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f153aa-34f5-45b7-bae3-4478bd7f4be9 None None] Routers {'75a5daa1-9edf-41fb-b44f-00c1c6dd28c2'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:43.702672 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-d1f153aa-34f5-45b7-bae3-4478bd7f4be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['75a5daa1-9edf-41fb-b44f-00c1c6dd28c2'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:43.754010 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-97665e6e-cd54-468e-a0a2-e5824b7761c8 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:43.760374 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-97665e6e-cd54-468e-a0a2-e5824b7761c8 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] 10.222.0.67 "DELETE /v2.0/ports/5e9215f9-5eed-4e44-a683-ea2656bb9332 HTTP/1.1" status: 204 len: 168 time: 1.8898735 Sep 23 15:03:43.770482 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-159a5897-aa0f-46c5-bccb-746fb8d215df tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:43.775618 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40608) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:43.779228 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-d1f153aa-34f5-45b7-bae3-4478bd7f4be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:43.779901 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f153aa-34f5-45b7-bae3-4478bd7f4be9 None None] The sync data for ids ['75a5daa1-9edf-41fb-b44f-00c1c6dd28c2'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:03:43.860315 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-82076c5f-f2e1-4018-980c-e89d4ed40fce tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:43.899475 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-82076c5f-f2e1-4018-980c-e89d4ed40fce tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753924'] for router, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:43.902013 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0478b118-ff48-483d-b51b-bb4a716a4e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:43.917871 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-159a5897-aa0f-46c5-bccb-746fb8d215df tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:43.928288 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f7b4d2-fb26-4671-9d44-0c525d6a7bb2 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:03:43.930085 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-14c6e2a1-d4a2-4d41-b2cb-a7945c80953b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:43.938809 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fb976b-5e9c-4758-bcdd-11634a62a259 None None] Sync routers for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:03:43.950699 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fb976b-5e9c-4758-bcdd-11634a62a259 None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:43.954519 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-59fb976b-5e9c-4758-bcdd-11634a62a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:43.998843 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d2f7b4d2-fb26-4671-9d44-0c525d6a7bb2 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:44.005068 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4f8bf1f8-240b-44c4-9d41-864d5971f304 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "GET /v2.0/routers/75a5daa1-9edf-41fb-b44f-00c1c6dd28c2 HTTP/1.1" status: 200 len: 927 time: 0.3559527 Sep 23 15:03:44.009003 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40612) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:44.020704 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-59fb976b-5e9c-4758-bcdd-11634a62a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:44.030547 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fb976b-5e9c-4758-bcdd-11634a62a259 None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:44.031275 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-59fb976b-5e9c-4758-bcdd-11634a62a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:44.038149 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-14c6e2a1-d4a2-4d41-b2cb-a7945c80953b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Usage tracker for resource:subnet and tenant:d8ebe3b8f86643e6977f83f3a5056490 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:44.054371 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-14c6e2a1-d4a2-4d41-b2cb-a7945c80953b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:44.063675 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-0478b118-ff48-483d-b51b-bb4a716a4e60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4ed919-cf37-4585-ae10-0e854eb24e47']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:44.087767 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f9ff69-ab76-4c37-bf73-d9fa54566cae tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:44.088487 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-02f9ff69-ab76-4c37-bf73-d9fa54566cae tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Synchronizing usage tracker for tenant:3d016aae35904b2db63da250eb0c1683 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:03:44.094839 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-59fb976b-5e9c-4758-bcdd-11634a62a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:44.095367 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fb976b-5e9c-4758-bcdd-11634a62a259 None None] The sync data for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:03:44.097161 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-14c6e2a1-d4a2-4d41-b2cb-a7945c80953b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:44.102218 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-0478b118-ff48-483d-b51b-bb4a716a4e60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b39b4211-13f0-433c-8f9a-2aa63d8c5a88') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:44.102586 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-0478b118-ff48-483d-b51b-bb4a716a4e60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b39b4211-13f0-433c-8f9a-2aa63d8c5a88') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:44.121085 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbed939-5b6d-4b1b-8322-e081b88345ee tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:44.122710 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-fcbed939-5b6d-4b1b-8322-e081b88345ee tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=61b1518d-d511-4beb-b056-d894a2c85079&device_id=75a5daa1-9edf-41fb-b44f-00c1c6dd28c2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 946 time: 0.1130464 Sep 23 15:03:44.125226 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40616) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:44.126843 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0478b118-ff48-483d-b51b-bb4a716a4e60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:44.270182 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0478b118-ff48-483d-b51b-bb4a716a4e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:44.296909 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df347746-f910-4257-9fbb-5134af911f19 req-359f1941-ac97-45a4-bf4c-954295a094e0 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:44.298462 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-df347746-f910-4257-9fbb-5134af911f19 req-359f1941-ac97-45a4-bf4c-954295a094e0 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.8042214 Sep 23 15:03:44.299513 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0478b118-ff48-483d-b51b-bb4a716a4e60 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:03:44.299907 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0478b118-ff48-483d-b51b-bb4a716a4e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:44.321745 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c6e2a1-d4a2-4d41-b2cb-a7945c80953b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Made reservation on behalf of d8ebe3b8f86643e6977f83f3a5056490 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:03:44.323871 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-02f9ff69-ab76-4c37-bf73-d9fa54566cae tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Unset dirty status for tenant:3d016aae35904b2db63da250eb0c1683 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:03:44.325008 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-02f9ff69-ab76-4c37-bf73-d9fa54566cae tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc9822f5-3166-4781-982b-7782383e06c7 HTTP/1.1" status: 200 len: 913 time: 0.5482383 Sep 23 15:03:44.325159 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-14c6e2a1-d4a2-4d41-b2cb-a7945c80953b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:44.325741 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-159a5897-aa0f-46c5-bccb-746fb8d215df tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:44.329110 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40622) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:44.409215 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a5897-aa0f-46c5-bccb-746fb8d215df tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdfed15-4201-4419-8218-ba3a10fc1c28,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:44.409695 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment b39b4211-13f0-433c-8f9a-2aa63d8c5a88 resource provider aggregate not found Sep 23 15:03:44.420604 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d2f7b4d2-fb26-4671-9d44-0c525d6a7bb2 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "PUT /v2.0/floatingips/94a219db-4d0c-4351-b20d-3e6ba2d2cf93 HTTP/1.1" status: 200 len: 980 time: 5.0365319 Sep 23 15:03:44.423229 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40628) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:44.505234 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment b39b4211-13f0-433c-8f9a-2aa63d8c5a88 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b39b4211-13f0-433c-8f9a-2aa63d8c5a88 found for delete ", "request_id": "req-c14e34d8-f0cd-4ac2-ac08-6fdf8e9b77fb"}]} Sep 23 15:03:44.568723 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-df347746-f910-4257-9fbb-5134af911f19 req-ad022b89-0123-4ff6-950f-aec8e317fa49 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291873 Sep 23 15:03:44.583861 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-159a5897-aa0f-46c5-bccb-746fb8d215df tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:44.584998 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-159a5897-aa0f-46c5-bccb-746fb8d215df tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] 10.222.0.67 "DELETE /v2.0/security-groups/3fdfed15-4201-4419-8218-ba3a10fc1c28 HTTP/1.1" status: 204 len: 168 time: 1.0510576 Sep 23 15:03:44.595403 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40632) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:44.634130 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a07b31-629a-4f37-bedf-8366c86bdf9d tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:44.634721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-44a07b31-629a-4f37-bedf-8366c86bdf9d tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Synchronizing usage tracker for tenant:4a7eb123b6d746efb102a22e86c68fba on resource:network {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:03:44.670740 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0478b118-ff48-483d-b51b-bb4a716a4e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:44.740331 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0478b118-ff48-483d-b51b-bb4a716a4e60 admin admin] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:44.757787 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82076c5f-f2e1-4018-980c-e89d4ed40fce tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Router 4a3d5abe-0ed1-4225-8ac7-3ab4c82b3322 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:03:44.779124 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478b118-ff48-483d-b51b-bb4a716a4e60 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a4ed919-cf37-4585-ae10-0e854eb24e47,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:44.875725 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6242be3e-f27a-4b37-858d-d668ae9650dc tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:44.900318 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-7105477d-7e1f-4f18-80eb-11574f898b2a tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Deleting port 9499aad9-9e8e-4113-a0b4-c5a8f80e2257 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:44.900668 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7105477d-7e1f-4f18-80eb-11574f898b2a tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:44.913642 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0478b118-ff48-483d-b51b-bb4a716a4e60 admin admin] 10.222.0.67 "DELETE /v2.0/networks/3a4ed919-cf37-4585-ae10-0e854eb24e47 HTTP/1.1" status: 204 len: 168 time: 4.1968925 Sep 23 15:03:44.936971 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-44a07b31-629a-4f37-bedf-8366c86bdf9d tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Unset dirty status for tenant:4a7eb123b6d746efb102a22e86c68fba on resource:network {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:03:44.938404 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-44a07b31-629a-4f37-bedf-8366c86bdf9d tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "GET /v2.0/networks/61b1518d-d511-4beb-b056-d894a2c85079 HTTP/1.1" status: 200 len: 881 time: 0.8121977 Sep 23 15:03:44.973403 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40642) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:45.057981 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8f4b65de-3442-43e1-a5c2-fc6577d5edc7 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "GET /v2.0/ports?device_id=75a5daa1-9edf-41fb-b44f-00c1c6dd28c2 HTTP/1.1" status: 200 len: 205 time: 0.0774560 Sep 23 15:03:45.060721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40646) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:45.081649 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-14c6e2a1-d4a2-4d41-b2cb-a7945c80953b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:45.209146 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82076c5f-f2e1-4018-980c-e89d4ed40fce tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:03:45.220715 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81146b1-445d-43a9-839d-ca1e11a09bcf None None] Sync routers for ids ['4a3d5abe-0ed1-4225-8ac7-3ab4c82b3322'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:03:45.231942 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81146b1-445d-43a9-839d-ca1e11a09bcf None None] Routers {'4a3d5abe-0ed1-4225-8ac7-3ab4c82b3322'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:45.232923 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-e81146b1-445d-43a9-839d-ca1e11a09bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['4a3d5abe-0ed1-4225-8ac7-3ab4c82b3322'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:45.263930 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-82076c5f-f2e1-4018-980c-e89d4ed40fce tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:45.265109 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-82076c5f-f2e1-4018-980c-e89d4ed40fce tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "PUT /v2.0/routers/4a3d5abe-0ed1-4225-8ac7-3ab4c82b3322 HTTP/1.1" status: 200 len: 915 time: 8.1726847 Sep 23 15:03:45.269566 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40650) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:45.314680 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6242be3e-f27a-4b37-858d-d668ae9650dc tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:45.338775 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6e2a1-d4a2-4d41-b2cb-a7945c80953b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event updated for resources: {'Subnet': ['ID=4d04c197-25d2-4ae6-af85-97b3c28a0415,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:45.360990 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-e81146b1-445d-43a9-839d-ca1e11a09bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:45.361165 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-6242be3e-f27a-4b37-858d-d668ae9650dc tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29bac8d-58b4-446e-b8e8-7d75fd57796e']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:45.373011 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81146b1-445d-43a9-839d-ca1e11a09bcf None None] Routers {'4a3d5abe-0ed1-4225-8ac7-3ab4c82b3322'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:45.373317 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c6e2a1-d4a2-4d41-b2cb-a7945c80953b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Checking segment: {'id': '76dbda82-3d39-40c1-bbc5-4e3c6254b009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ecac2f65-43d3-465c-9643-b0b92ab1dd6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:03:45.373680 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c6e2a1-d4a2-4d41-b2cb-a7945c80953b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Network hostable DHCP agents. Network: ecac2f65-43d3-465c-9643-b0b92ab1dd6f, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:03:45.374167 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-e81146b1-445d-43a9-839d-ca1e11a09bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['4a3d5abe-0ed1-4225-8ac7-3ab4c82b3322'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:45.384579 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-6242be3e-f27a-4b37-858d-d668ae9650dc tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ef47bf-c923-4989-9c82-e2a97372f0cb') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:45.384876 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-6242be3e-f27a-4b37-858d-d668ae9650dc tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ef47bf-c923-4989-9c82-e2a97372f0cb') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:45.403879 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6242be3e-f27a-4b37-858d-d668ae9650dc tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:45.431986 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d6cad-0b27-4838-8e44-8dd861966cbc req-55b72b48-6490-4c58-a33f-be1c2c9ede88 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:45.433549 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e10d6cad-0b27-4838-8e44-8dd861966cbc req-55b72b48-6490-4c58-a33f-be1c2c9ede88 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.3858485 Sep 23 15:03:45.438224 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6242be3e-f27a-4b37-858d-d668ae9650dc tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:45.457374 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6242be3e-f27a-4b37-858d-d668ae9650dc tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:03:45.457786 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6242be3e-f27a-4b37-858d-d668ae9650dc tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:45.471941 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-e81146b1-445d-43a9-839d-ca1e11a09bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:45.472258 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81146b1-445d-43a9-839d-ca1e11a09bcf None None] The sync data for ids ['4a3d5abe-0ed1-4225-8ac7-3ab4c82b3322'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:03:45.528602 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40654) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:45.540225 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c6e2a1-d4a2-4d41-b2cb-a7945c80953b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Network ecac2f65-43d3-465c-9643-b0b92ab1dd6f is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:03:45.600499 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e10d6cad-0b27-4838-8e44-8dd861966cbc req-8a1aa4e2-cfa1-4a7d-86e5-e77ab618a4f6 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580215 Sep 23 15:03:45.642197 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3e3650fb-732d-45a6-81bc-ad23beae0c1c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d6fcdd71d4f440d4966468a249c527ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1100099 Sep 23 15:03:45.644815 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40658) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:45.683357 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6242be3e-f27a-4b37-858d-d668ae9650dc tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:45.685067 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-14c6e2a1-d4a2-4d41-b2cb-a7945c80953b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, ecac2f65-43d3-465c-9643-b0b92ab1dd6f) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:45.708996 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f00e72-8e07-402a-8d5c-2be880e439f4 None None] Network ecac2f65-43d3-465c-9643-b0b92ab1dd6f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:03:45.718361 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-caf02608-5f10-4390-9560-4cb494a44300 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "GET /v2.0/routers/4a3d5abe-0ed1-4225-8ac7-3ab4c82b3322 HTTP/1.1" status: 200 len: 921 time: 0.4448802 Sep 23 15:03:45.728600 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40662) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:45.808243 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7105477d-7e1f-4f18-80eb-11574f898b2a tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:45.809372 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7105477d-7e1f-4f18-80eb-11574f898b2a tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:45.832370 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-df0583c5-eebe-419c-b40f-b591d32a4c16 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:45.862824 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6242be3e-f27a-4b37-858d-d668ae9650dc tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:45.869994 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c6e2a1-d4a2-4d41-b2cb-a7945c80953b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:45.870786 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-14c6e2a1-d4a2-4d41-b2cb-a7945c80953b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:45.889294 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242be3e-f27a-4b37-858d-d668ae9650dc tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Pushing event deleted for resources: {'Network': ['ID=a29bac8d-58b4-446e-b8e8-7d75fd57796e,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:45.904445 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6242be3e-f27a-4b37-858d-d668ae9650dc tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] 10.222.0.67 "DELETE /v2.0/networks/a29bac8d-58b4-446e-b8e8-7d75fd57796e HTTP/1.1" status: 204 len: 168 time: 1.3079650 Sep 23 15:03:45.907867 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40666) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:46.001615 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-14c6e2a1-d4a2-4d41-b2cb-a7945c80953b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.7314558 Sep 23 15:03:46.014599 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40670) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:46.018979 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-697ee629-4270-46e9-ba66-73fc1a90f242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:46.039182 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcb8e94-8c4c-4ee9-8876-b716e9502a3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-ecac2f65-43d3-465c-9643-b0b92ab1dd6f', 'network_id': 'ecac2f65-43d3-465c-9643-b0b92ab1dd6f', 'tenant_id': 'd8ebe3b8f86643e6977f83f3a5056490', 'fixed_ips': [{'subnet_id': '4d04c197-25d2-4ae6-af85-97b3c28a0415'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:03:46.040327 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9dcb8e94-8c4c-4ee9-8876-b716e9502a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:46.077280 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-7105477d-7e1f-4f18-80eb-11574f898b2a tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Calling delete_port for 9499aad9-9e8e-4113-a0b4-c5a8f80e2257 owned by network:floatingip {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:46.144278 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0076db8a-7858-4e6c-9ce2-7554d66c11fe tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:46.153399 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-697ee629-4270-46e9-ba66-73fc1a90f242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:46.239105 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-9dcb8e94-8c4c-4ee9-8876-b716e9502a3c None None] Allocated IP 2001:db8::1 (ecac2f65-43d3-465c-9643-b0b92ab1dd6f/4d04c197-25d2-4ae6-af85-97b3c28a0415/4efb30fb-0200-42e2-b0a4-e5bd8768c343) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:03:46.319459 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-df0583c5-eebe-419c-b40f-b591d32a4c16 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:46.324494 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6540675-4286-42e6-9d4a-0d0a9f5785ed tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:46.326157 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a6540675-4286-42e6-9d4a-0d0a9f5785ed tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=61b1518d-d511-4beb-b056-d894a2c85079&device_id=4a3d5abe-0ed1-4225-8ac7-3ab4c82b3322&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 946 time: 0.5963202 Sep 23 15:03:46.330024 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40674) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:46.357159 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ea09d6ed-c232-4d78-a82b-d3849ecf036d tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:46.367543 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:46.377874 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0076db8a-7858-4e6c-9ce2-7554d66c11fe tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:46.477189 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-0076db8a-7858-4e6c-9ce2-7554d66c11fe tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c90dab6-4ab4-42af-8e8b-4b5dbbcd5edb']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:46.478571 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-df0583c5-eebe-419c-b40f-b591d32a4c16 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Deleting port 351c787c-3360-423c-bb40-a96efc0f154f {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:46.478990 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-df0583c5-eebe-419c-b40f-b591d32a4c16 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:46.491450 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9dcb8e94-8c4c-4ee9-8876-b716e9502a3c None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:46.534572 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-0076db8a-7858-4e6c-9ce2-7554d66c11fe tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '037aeef8-e858-413e-a014-8e5a5d1c3388') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:46.534874 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-0076db8a-7858-4e6c-9ce2-7554d66c11fe tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '037aeef8-e858-413e-a014-8e5a5d1c3388') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:46.542673 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-697ee629-4270-46e9-ba66-73fc1a90f242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:46.559530 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 17ef47bf-c923-4989-9c82-e2a97372f0cb resource provider aggregate not found Sep 23 15:03:46.594381 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0076db8a-7858-4e6c-9ce2-7554d66c11fe tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:46.603454 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ee629-4270-46e9-ba66-73fc1a90f242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f73951-b2b5-40dc-bfb3-bbc992a6006d,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:46.611892 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 17ef47bf-c923-4989-9c82-e2a97372f0cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17ef47bf-c923-4989-9c82-e2a97372f0cb found for delete ", "request_id": "req-f30d551b-8b75-4067-9683-bfcf4c123504"}]} Sep 23 15:03:46.646881 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0076db8a-7858-4e6c-9ce2-7554d66c11fe tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:46.650841 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:46.683804 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-697ee629-4270-46e9-ba66-73fc1a90f242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:46.687310 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-697ee629-4270-46e9-ba66-73fc1a90f242 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/47f73951-b2b5-40dc-bfb3-bbc992a6006d HTTP/1.1" status: 204 len: 168 time: 1.0389533 Sep 23 15:03:46.692489 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bc70a7-dff4-4451-ae8d-390a9b01cdb7 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:46.698671 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f7bc70a7-dff4-4451-ae8d-390a9b01cdb7 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "GET /v2.0/networks/61b1518d-d511-4beb-b056-d894a2c85079 HTTP/1.1" status: 200 len: 881 time: 0.3613396 Sep 23 15:03:46.701592 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0076db8a-7858-4e6c-9ce2-7554d66c11fe tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:03:46.702005 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0076db8a-7858-4e6c-9ce2-7554d66c11fe tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:46.715664 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40686) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:46.827043 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9600c28d-1197-4206-a79d-91923c34029e tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a3d5abe-0ed1-4225-8ac7-3ab4c82b3322 HTTP/1.1" status: 200 len: 205 time: 0.1055956 Sep 23 15:03:46.828797 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40690) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:46.828797 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7105477d-7e1f-4f18-80eb-11574f898b2a tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:46.877636 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-df0583c5-eebe-419c-b40f-b591d32a4c16 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:46.914720 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9dcb8e94-8c4c-4ee9-8876-b716e9502a3c None None] Transition to ACTIVE for port object 4efb30fb-0200-42e2-b0a4-e5bd8768c343 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:03:46.916261 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0076db8a-7858-4e6c-9ce2-7554d66c11fe tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:46.920805 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0076db8a-7858-4e6c-9ce2-7554d66c11fe tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:46.936569 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9dcb8e94-8c4c-4ee9-8876-b716e9502a3c None None] Transition to ACTIVE for port object 4efb30fb-0200-42e2-b0a4-e5bd8768c343 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:03:46.943025 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0076db8a-7858-4e6c-9ce2-7554d66c11fe tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] 10.222.0.67 "DELETE /v2.0/networks/6c90dab6-4ab4-42af-8e8b-4b5dbbcd5edb HTTP/1.1" status: 204 len: 168 time: 1.0339563 Sep 23 15:03:46.946559 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076db8a-7858-4e6c-9ce2-7554d66c11fe tempest-QuotasNegativeTest-1614000794 tempest-QuotasNegativeTest-1614000794-project-admin] Pushing event deleted for resources: {'Network': ['ID=6c90dab6-4ab4-42af-8e8b-4b5dbbcd5edb,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:46.959110 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105477d-7e1f-4f18-80eb-11574f898b2a tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event deleted for resources: {'Port': ['ID=9499aad9-9e8e-4113-a0b4-c5a8f80e2257,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:47.030783 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9dcb8e94-8c4c-4ee9-8876-b716e9502a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:47.110900 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb8e94-8c4c-4ee9-8876-b716e9502a3c None None] Pushing event updated for resources: {'Port': ['ID=4efb30fb-0200-42e2-b0a4-e5bd8768c343,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:47.117441 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcb8e94-8c4c-4ee9-8876-b716e9502a3c None None] Network ecac2f65-43d3-465c-9643-b0b92ab1dd6f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:03:47.118864 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-9dcb8e94-8c4c-4ee9-8876-b716e9502a3c None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:47.121184 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcb8e94-8c4c-4ee9-8876-b716e9502a3c None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:03:47.134374 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:47.199646 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event deleted for resources: {'Subnet': ['ID=4d04c197-25d2-4ae6-af85-97b3c28a0415,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:47.250574 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-9dcb8e94-8c4c-4ee9-8876-b716e9502a3c None None] Attempting to bind port 4efb30fb-0200-42e2-b0a4-e5bd8768c343 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:03:47.250952 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-9dcb8e94-8c4c-4ee9-8876-b716e9502a3c None None] Attempting to bind port 4efb30fb-0200-42e2-b0a4-e5bd8768c343 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '76dbda82-3d39-40c1-bbc5-4e3c6254b009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ecac2f65-43d3-465c-9643-b0b92ab1dd6f'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:03:47.251315 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcb8e94-8c4c-4ee9-8876-b716e9502a3c None None] Attempting to bind port 4efb30fb-0200-42e2-b0a4-e5bd8768c343 on network ecac2f65-43d3-465c-9643-b0b92ab1dd6f {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:03:47.267968 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcb8e94-8c4c-4ee9-8876-b716e9502a3c None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:03:47.267968 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcb8e94-8c4c-4ee9-8876-b716e9502a3c None None] Checking segment: {'id': '76dbda82-3d39-40c1-bbc5-4e3c6254b009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ecac2f65-43d3-465c-9643-b0b92ab1dd6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:03:47.267968 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9dcb8e94-8c4c-4ee9-8876-b716e9502a3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:47.267968 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcb8e94-8c4c-4ee9-8876-b716e9502a3c None None] Bound using segment: {'id': '76dbda82-3d39-40c1-bbc5-4e3c6254b009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ecac2f65-43d3-465c-9643-b0b92ab1dd6f'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:03:47.267968 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-9dcb8e94-8c4c-4ee9-8876-b716e9502a3c None None] Bound port: 4efb30fb-0200-42e2-b0a4-e5bd8768c343, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dbda82-3d39-40c1-bbc5-4e3c6254b009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ecac2f65-43d3-465c-9643-b0b92ab1dd6f'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:03:47.267968 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9dcb8e94-8c4c-4ee9-8876-b716e9502a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:47.296114 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-df0583c5-eebe-419c-b40f-b591d32a4c16 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Calling delete_port for 351c787c-3360-423c-bb40-a96efc0f154f owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:47.311204 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:47.343015 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecac2f65-43d3-465c-9643-b0b92ab1dd6f']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:47.364716 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76dbda82-3d39-40c1-bbc5-4e3c6254b009') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:47.365104 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76dbda82-3d39-40c1-bbc5-4e3c6254b009') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:47.381775 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:47.415163 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:47.425291 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:03:47.425792 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:47.470620 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-9dcb8e94-8c4c-4ee9-8876-b716e9502a3c None None] For port 4efb30fb-0200-42e2-b0a4-e5bd8768c343, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:03:47.552649 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-9dcb8e94-8c4c-4ee9-8876-b716e9502a3c None None] For port 4efb30fb-0200-42e2-b0a4-e5bd8768c343, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=4efb30fb-0200-42e2-b0a4-e5bd8768c343,segment=NetworkSegment(76dbda82-3d39-40c1-bbc5-4e3c6254b009),segment_id=76dbda82-3d39-40c1-bbc5-4e3c6254b009)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:03:47.585706 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.api [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 15:03:47.585706 dv-neutron-859093-1-hyperv neutron-server[89738]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 15:03:47.585706 dv-neutron-859093-1-hyperv neutron-server[89738]: [parameters: {'id': 'ecac2f65-43d3-465c-9643-b0b92ab1dd6f'}] Sep 23 15:03:47.585706 dv-neutron-859093-1-hyperv neutron-server[89738]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:03:47.586670 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG oslo_db.api [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:03:47.613719 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9dcb8e94-8c4c-4ee9-8876-b716e9502a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:47.624353 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7105477d-7e1f-4f18-80eb-11574f898b2a tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:47.624688 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-7105477d-7e1f-4f18-80eb-11574f898b2a tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Floating IP 94a219db-4d0c-4351-b20d-3e6ba2d2cf93 disassociated (deleted). External IP: 172.26.10.111, port: 2a52d431-eab7-4d1d-afba-99318ef9ec24. Sep 23 15:03:47.703678 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a3a30391-f9c8-49da-92bf-c84929429116 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:47.746685 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb8e94-8c4c-4ee9-8876-b716e9502a3c None None] Pushing event updated for resources: {'Port': ['ID=4efb30fb-0200-42e2-b0a4-e5bd8768c343,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:47.776894 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a686acf-274e-452a-9f6d-e064f136ad17 None None] Network ecac2f65-43d3-465c-9643-b0b92ab1dd6f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:03:47.826912 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20359aad-7f44-4984-8332-ab1a4e03a51a req-67c30754-5789-4a9c-8f12-3cca962c1abb tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:47.835436 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-20359aad-7f44-4984-8332-ab1a4e03a51a req-67c30754-5789-4a9c-8f12-3cca962c1abb tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.8871021 Sep 23 15:03:47.848403 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-ea09d6ed-c232-4d78-a82b-d3849ecf036d tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Deleting port 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:47.849055 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ea09d6ed-c232-4d78-a82b-d3849ecf036d tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:48.037905 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4c8fad-d9a1-47ae-8df7-39afa180bafa None None] get_active_networks_info from dv-neutron-859093-1-hyperv {{(pid=89740) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 23 15:03:48.089524 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:48.092165 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40716) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:48.116117 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Deleting port 4efb30fb-0200-42e2-b0a4-e5bd8768c343 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:48.116530 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:48.166773 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4c8fad-d9a1-47ae-8df7-39afa180bafa None None] Resources bound (agent type, host, resource id): {{(pid=89740) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 15:03:48.174591 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-20359aad-7f44-4984-8332-ab1a4e03a51a req-affa9403-6a95-4da1-ab67-58444cdedf19 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3369732 Sep 23 15:03:48.311896 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a3a30391-f9c8-49da-92bf-c84929429116 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:48.379370 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40726) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:48.386556 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] For port 4efb30fb-0200-42e2-b0a4-e5bd8768c343, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=4efb30fb-0200-42e2-b0a4-e5bd8768c343,segment=NetworkSegment(76dbda82-3d39-40c1-bbc5-4e3c6254b009),segment_id=76dbda82-3d39-40c1-bbc5-4e3c6254b009)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:03:48.387066 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:48.402878 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-df0583c5-eebe-419c-b40f-b591d32a4c16 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:48.493335 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0583c5-eebe-419c-b40f-b591d32a4c16 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Pushing event deleted for resources: {'Port': ['ID=351c787c-3360-423c-bb40-a96efc0f154f,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:48.530897 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-a3a30391-f9c8-49da-92bf-c84929429116 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Deleting port 4a011887-8d93-4c4a-b970-b393b5a7917c {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:48.531176 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a3a30391-f9c8-49da-92bf-c84929429116 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:48.714712 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Calling delete_port for 4efb30fb-0200-42e2-b0a4-e5bd8768c343 owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:48.771483 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-81ff0d3e-b96d-4f9f-b227-7e402835b4ea admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1896356029-network', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:48.779345 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 037aeef8-e858-413e-a014-8e5a5d1c3388 resource provider aggregate not found Sep 23 15:03:48.797637 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-29a456b9-c53c-4c8a-a1df-d39d5c6cf6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:48.836854 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-81ff0d3e-b96d-4f9f-b227-7e402835b4ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:48.849452 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-29a456b9-c53c-4c8a-a1df-d39d5c6cf6c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:48.853322 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 037aeef8-e858-413e-a014-8e5a5d1c3388 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 037aeef8-e858-413e-a014-8e5a5d1c3388 found for delete ", "request_id": "req-75637cac-de6d-40f6-8226-e7ed6e193997"}]} Sep 23 15:03:48.859362 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-81ff0d3e-b96d-4f9f-b227-7e402835b4ea admin admin] Usage tracker for resource:network and tenant:e3ca3cb473e945e48c5ff263c17e66ab is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:48.879937 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-81ff0d3e-b96d-4f9f-b227-7e402835b4ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:48.885401 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-29a456b9-c53c-4c8a-a1df-d39d5c6cf6c0 admin admin] Usage tracker for resource:security_group_rule and tenant:2f669753d8e04531abebe94b1e0bdc2e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:48.891530 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 76dbda82-3d39-40c1-bbc5-4e3c6254b009 resource provider aggregate not found Sep 23 15:03:48.893976 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ea09d6ed-c232-4d78-a82b-d3849ecf036d tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:48.900079 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-29a456b9-c53c-4c8a-a1df-d39d5c6cf6c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:48.903096 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-81ff0d3e-b96d-4f9f-b227-7e402835b4ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:48.915893 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-29a456b9-c53c-4c8a-a1df-d39d5c6cf6c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:48.926167 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 76dbda82-3d39-40c1-bbc5-4e3c6254b009 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76dbda82-3d39-40c1-bbc5-4e3c6254b009 found for delete ", "request_id": "req-ecb64a00-0d70-49e5-a62a-42bb4c0baf7c"}]} Sep 23 15:03:48.978841 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fd5c1-ef15-410f-87e4-3e69f1f0bee4 req-1174f5aa-96b2-4d34-88bd-5d3731b6e681 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:48.980366 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6f4fd5c1-ef15-410f-87e4-3e69f1f0bee4 req-1174f5aa-96b2-4d34-88bd-5d3731b6e681 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.5822091 Sep 23 15:03:49.004299 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ff0d3e-b96d-4f9f-b227-7e402835b4ea admin admin] Made reservation on behalf of e3ca3cb473e945e48c5ff263c17e66ab for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:03:49.006636 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-81ff0d3e-b96d-4f9f-b227-7e402835b4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:49.024058 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-81ff0d3e-b96d-4f9f-b227-7e402835b4ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:49.049165 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:49.066309 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-ea09d6ed-c232-4d78-a82b-d3849ecf036d tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Calling delete_port for 842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5 owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:49.095270 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-81ff0d3e-b96d-4f9f-b227-7e402835b4ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:49.119267 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-81ff0d3e-b96d-4f9f-b227-7e402835b4ea admin admin] Usage tracker for resource:security_group_rule and tenant:e3ca3cb473e945e48c5ff263c17e66ab is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:49.146368 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-81ff0d3e-b96d-4f9f-b227-7e402835b4ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:49.146368 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event deleted for resources: {'Port': ['ID=4efb30fb-0200-42e2-b0a4-e5bd8768c343,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:49.146368 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6f4fd5c1-ef15-410f-87e4-3e69f1f0bee4 req-87a42111-f1c1-4441-ab05-1beb8abaa4c1 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473472 Sep 23 15:03:49.146368 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] No DVR routers for this DVR port 4efb30fb-0200-42e2-b0a4-e5bd8768c343 on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:03:49.146368 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-81ff0d3e-b96d-4f9f-b227-7e402835b4ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:49.193956 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-df0583c5-eebe-419c-b40f-b591d32a4c16 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:49.235529 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7105477d-7e1f-4f18-80eb-11574f898b2a tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Router 8d2fc230-b342-497a-a3f0-d700b0882d81 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:03:49.315424 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:49.358291 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecac2f65-43d3-465c-9643-b0b92ab1dd6f']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:49.366806 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-29a456b9-c53c-4c8a-a1df-d39d5c6cf6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:49.377460 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76dbda82-3d39-40c1-bbc5-4e3c6254b009') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:49.377767 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76dbda82-3d39-40c1-bbc5-4e3c6254b009') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:49.393965 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:49.423698 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:49.430366 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-29a456b9-c53c-4c8a-a1df-d39d5c6cf6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:49.457593 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:03:49.457987 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:49.541875 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-81ff0d3e-b96d-4f9f-b227-7e402835b4ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:49.548496 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-df0583c5-eebe-419c-b40f-b591d32a4c16 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:49.569872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-df0583c5-eebe-419c-b40f-b591d32a4c16 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:49.581811 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-29a456b9-c53c-4c8a-a1df-d39d5c6cf6c0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2f669753d8e04531abebe94b1e0bdc2e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4861252 Sep 23 15:03:49.583822 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40744) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:49.587921 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a456b9-c53c-4c8a-a1df-d39d5c6cf6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0611e67f-4be5-479a-b52b-5fddf505cdc5,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:49.611201 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-81ff0d3e-b96d-4f9f-b227-7e402835b4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:49.611917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a3a30391-f9c8-49da-92bf-c84929429116 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:49.671083 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff0d3e-b96d-4f9f-b227-7e402835b4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2140521-e957-4d3d-ac01-dfe8a1200a84,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:49.680279 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b351d834-9521-455e-b1b2-bdb181f16fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:49.687189 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:49.695472 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ff0d3e-b96d-4f9f-b227-7e402835b4ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:03:49.714955 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:49.746480 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b351d834-9521-455e-b1b2-bdb181f16fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:49.752914 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event deleted for resources: {'Network': ['ID=ecac2f65-43d3-465c-9643-b0b92ab1dd6f,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:49.763536 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-81ff0d3e-b96d-4f9f-b227-7e402835b4ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:49.763818 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-81ff0d3e-b96d-4f9f-b227-7e402835b4ea admin admin] Added segment d503a50d-2581-4298-a5a4-2bdcd97f6dd0 of type vlan for network b701bd66-0505-43a0-9675-ad2d89e290b6 Sep 23 15:03:49.818904 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6edc6414-aa17-48ba-8a58-c905adb672c0 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "DELETE /v2.0/networks/ecac2f65-43d3-465c-9643-b0b92ab1dd6f HTTP/1.1" status: 204 len: 168 time: 3.7929742 Sep 23 15:03:49.818904 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40748) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:49.823694 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-049c2bdf-22b8-4d4a-b00d-228ab36b407e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1875958233'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:49.823988 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-a3a30391-f9c8-49da-92bf-c84929429116 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Calling delete_port for 4a011887-8d93-4c4a-b970-b393b5a7917c owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:49.831431 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-81ff0d3e-b96d-4f9f-b227-7e402835b4ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:49.836608 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-049c2bdf-22b8-4d4a-b00d-228ab36b407e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:49.843679 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-049c2bdf-22b8-4d4a-b00d-228ab36b407e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Usage tracker for resource:network and tenant:d8ebe3b8f86643e6977f83f3a5056490 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:49.847798 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-049c2bdf-22b8-4d4a-b00d-228ab36b407e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:49.854933 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-049c2bdf-22b8-4d4a-b00d-228ab36b407e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:49.916568 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-df0583c5-eebe-419c-b40f-b591d32a4c16 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:49.917195 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0583c5-eebe-419c-b40f-b591d32a4c16 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Fanout notify agent at l3_agent the message router_deleted on router 75a5daa1-9edf-41fb-b44f-00c1c6dd28c2 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:03:49.931073 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7105477d-7e1f-4f18-80eb-11574f898b2a tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:03:49.941064 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0135050-2f94-4d00-9992-3c8389b95cf4 None None] Sync routers for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:03:49.952818 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0135050-2f94-4d00-9992-3c8389b95cf4 None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:49.953427 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-f0135050-2f94-4d00-9992-3c8389b95cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:49.962005 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b351d834-9521-455e-b1b2-bdb181f16fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:49.970818 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d54dcd-4a92-4878-8985-85c664cfbfb9 req-04ece73c-c383-46ac-8ab7-d752d5856cbb tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:49.980486 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-26d54dcd-4a92-4878-8985-85c664cfbfb9 req-04ece73c-c383-46ac-8ab7-d752d5856cbb tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.6508658 Sep 23 15:03:49.980626 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351d834-9521-455e-b1b2-bdb181f16fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0611e67f-4be5-479a-b52b-5fddf505cdc5,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:49.983925 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b351d834-9521-455e-b1b2-bdb181f16fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:49.987742 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b351d834-9521-455e-b1b2-bdb181f16fe4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0611e67f-4be5-479a-b52b-5fddf505cdc5 HTTP/1.1" status: 204 len: 168 time: 0.3993747 Sep 23 15:03:50.002697 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-81ff0d3e-b96d-4f9f-b227-7e402835b4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:50.004009 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ff0d3e-b96d-4f9f-b227-7e402835b4ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:50.004830 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-81ff0d3e-b96d-4f9f-b227-7e402835b4ea admin admin] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:50.009936 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049c2bdf-22b8-4d4a-b00d-228ab36b407e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Made reservation on behalf of d8ebe3b8f86643e6977f83f3a5056490 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:03:50.016433 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-049c2bdf-22b8-4d4a-b00d-228ab36b407e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:50.034737 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-f0135050-2f94-4d00-9992-3c8389b95cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:50.053770 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0135050-2f94-4d00-9992-3c8389b95cf4 None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:50.055636 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-f0135050-2f94-4d00-9992-3c8389b95cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:50.130874 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-f0135050-2f94-4d00-9992-3c8389b95cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:50.131242 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0135050-2f94-4d00-9992-3c8389b95cf4 None None] The sync data for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:03:50.144492 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff0d3e-b96d-4f9f-b227-7e402835b4ea admin admin] Pushing event updated for resources: {'Network': ['ID=b701bd66-0505-43a0-9675-ad2d89e290b6,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:50.148785 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049c2bdf-22b8-4d4a-b00d-228ab36b407e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:03:50.153739 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-81ff0d3e-b96d-4f9f-b227-7e402835b4ea admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7675040 Sep 23 15:03:50.155447 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40754) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:50.158570 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network b701bd66-0505-43a0-9675-ad2d89e290b6 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:03:50.161589 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-9cb2bc0a-c437-44f0-841e-ac788dc21048 admin admin] Request body: {'subnet': {'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1896356029-subnet', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:50.170142 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9cb2bc0a-c437-44f0-841e-ac788dc21048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:50.172832 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-049c2bdf-22b8-4d4a-b00d-228ab36b407e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:50.173266 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-049c2bdf-22b8-4d4a-b00d-228ab36b407e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Added segment 643736d9-f39e-4ba7-8006-2f9332f314be of type vlan for network ce31dc59-debc-442a-9102-0b5fddedbfca Sep 23 15:03:50.181064 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9cb2bc0a-c437-44f0-841e-ac788dc21048 admin admin] Usage tracker for resource:subnet and tenant:e3ca3cb473e945e48c5ff263c17e66ab is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:50.183600 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9cb2bc0a-c437-44f0-841e-ac788dc21048 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:50.193008 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9cb2bc0a-c437-44f0-841e-ac788dc21048 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:50.218296 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-049c2bdf-22b8-4d4a-b00d-228ab36b407e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:50.252257 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7105477d-7e1f-4f18-80eb-11574f898b2a tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:50.294081 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-df0583c5-eebe-419c-b40f-b591d32a4c16 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:50.295184 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-df0583c5-eebe-419c-b40f-b591d32a4c16 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "DELETE /v2.0/routers/75a5daa1-9edf-41fb-b44f-00c1c6dd28c2 HTTP/1.1" status: 204 len: 168 time: 5.2335608 Sep 23 15:03:50.299507 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40758) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:50.303430 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb2bc0a-c437-44f0-841e-ac788dc21048 admin admin] Made reservation on behalf of e3ca3cb473e945e48c5ff263c17e66ab for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:03:50.306100 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9cb2bc0a-c437-44f0-841e-ac788dc21048 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:50.316582 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-26d54dcd-4a92-4878-8985-85c664cfbfb9 req-bc1d4257-256c-4647-a305-5aca86342167 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3095095 Sep 23 15:03:50.325742 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-8daee4d0-59e8-42a0-ad47-a46429c7c20d tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-141049335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:50.339155 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8daee4d0-59e8-42a0-ad47-a46429c7c20d tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:50.350575 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-049c2bdf-22b8-4d4a-b00d-228ab36b407e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:50.350575 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049c2bdf-22b8-4d4a-b00d-228ab36b407e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:50.350575 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-049c2bdf-22b8-4d4a-b00d-228ab36b407e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:50.368404 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7105477d-7e1f-4f18-80eb-11574f898b2a tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "DELETE /v2.0/floatingips/94a219db-4d0c-4351-b20d-3e6ba2d2cf93 HTTP/1.1" status: 204 len: 168 time: 5.8946447 Sep 23 15:03:50.372831 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40766) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:50.427404 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8daee4d0-59e8-42a0-ad47-a46429c7c20d tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Usage tracker for resource:router and tenant:ec506055144d430e9098ad89596f19fd is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:50.429166 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ea09d6ed-c232-4d78-a82b-d3849ecf036d tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:50.462655 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8daee4d0-59e8-42a0-ad47-a46429c7c20d tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:50.540562 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8daee4d0-59e8-42a0-ad47-a46429c7c20d tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:50.548482 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09d6ed-c232-4d78-a82b-d3849ecf036d tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Pushing event deleted for resources: {'Port': ['ID=842d0dcf-0c9d-47fe-8d88-93aaf19e9cd5,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:50.593746 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-6509c642-122c-4bf6-8c31-3c0c80daa663 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Deleting port 2a52d431-eab7-4d1d-afba-99318ef9ec24 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:50.594404 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6509c642-122c-4bf6-8c31-3c0c80daa663 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:50.634006 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c2bdf-22b8-4d4a-b00d-228ab36b407e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event updated for resources: {'Network': ['ID=ce31dc59-debc-442a-9102-0b5fddedbfca,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:50.649183 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network ce31dc59-debc-442a-9102-0b5fddedbfca details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:03:50.674499 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c513c5-c0e2-4347-bc62-0c0fb0a08d70 req-f8f0f45a-3913-4fb4-bb10-53ed20b78ef8 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:50.676352 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-14c513c5-c0e2-4347-bc62-0c0fb0a08d70 req-f8f0f45a-3913-4fb4-bb10-53ed20b78ef8 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.1604502 Sep 23 15:03:50.685041 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-049c2bdf-22b8-4d4a-b00d-228ab36b407e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8662698 Sep 23 15:03:50.686267 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40770) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:50.696828 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-d7860cf2-61f3-496f-81e3-dfdd1c8de7bc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Request body: {'subnet': {'network_id': 'ce31dc59-debc-442a-9102-0b5fddedbfca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:50.745596 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a3a30391-f9c8-49da-92bf-c84929429116 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:50.864411 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40774) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:50.922613 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8daee4d0-59e8-42a0-ad47-a46429c7c20d tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:50.923615 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8daee4d0-59e8-42a0-ad47-a46429c7c20d tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:50.952141 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a30391-f9c8-49da-92bf-c84929429116 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Pushing event deleted for resources: {'Port': ['ID=4a011887-8d93-4c4a-b970-b393b5a7917c,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:50.975125 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 76dbda82-3d39-40c1-bbc5-4e3c6254b009 resource provider aggregate not found Sep 23 15:03:51.000029 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-44e90170-1f6a-4514-895b-6015d2b605f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:51.024412 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-14c513c5-c0e2-4347-bc62-0c0fb0a08d70 req-97ac8b32-7e3f-4ee1-be69-6740655d6395 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3362534 Sep 23 15:03:51.025629 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8daee4d0-59e8-42a0-ad47-a46429c7c20d tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:51.036696 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 76dbda82-3d39-40c1-bbc5-4e3c6254b009 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76dbda82-3d39-40c1-bbc5-4e3c6254b009 found for delete ", "request_id": "req-1497aa76-14b5-49ba-b16c-22071fa153ff"}]} Sep 23 15:03:51.045281 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d7860cf2-61f3-496f-81e3-dfdd1c8de7bc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:51.054498 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d7860cf2-61f3-496f-81e3-dfdd1c8de7bc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Usage tracker for resource:subnet and tenant:d8ebe3b8f86643e6977f83f3a5056490 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:51.059820 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d7860cf2-61f3-496f-81e3-dfdd1c8de7bc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:51.073911 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d7860cf2-61f3-496f-81e3-dfdd1c8de7bc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:51.078049 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ea09d6ed-c232-4d78-a82b-d3849ecf036d tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:51.122800 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8daee4d0-59e8-42a0-ad47-a46429c7c20d tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:51.146127 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-44e90170-1f6a-4514-895b-6015d2b605f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:51.154226 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7860cf2-61f3-496f-81e3-dfdd1c8de7bc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Made reservation on behalf of d8ebe3b8f86643e6977f83f3a5056490 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:03:51.157835 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7860cf2-61f3-496f-81e3-dfdd1c8de7bc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:51.179073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9cb2bc0a-c437-44f0-841e-ac788dc21048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:51.218648 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-44e90170-1f6a-4514-895b-6015d2b605f4 admin admin] Usage tracker for resource:security_group_rule and tenant:cf5ee8ecd3864a7683b972171341bce2 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:51.270436 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8daee4d0-59e8-42a0-ad47-a46429c7c20d tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:51.271652 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8daee4d0-59e8-42a0-ad47-a46429c7c20d tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9696395 Sep 23 15:03:51.278642 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40784) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:51.295917 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-52623a31-3898-4b93-a32d-27ecb45c94f3 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Request body: {'router': {'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:51.307896 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-44e90170-1f6a-4514-895b-6015d2b605f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:51.338199 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-44e90170-1f6a-4514-895b-6015d2b605f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:51.400236 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a3a30391-f9c8-49da-92bf-c84929429116 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:51.467671 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2bc0a-c437-44f0-841e-ac788dc21048 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67044fcb-39a0-4a0b-86f7-ff4486219533,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:51.590225 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb2bc0a-c437-44f0-841e-ac788dc21048 admin admin] Checking segment: {'id': 'd503a50d-2581-4298-a5a4-2bdcd97f6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:03:51.590613 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb2bc0a-c437-44f0-841e-ac788dc21048 admin admin] Network hostable DHCP agents. Network: b701bd66-0505-43a0-9675-ad2d89e290b6, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:03:51.719868 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6509c642-122c-4bf6-8c31-3c0c80daa663 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:51.788309 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-52623a31-3898-4b93-a32d-27ecb45c94f3 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:51.845206 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb2bc0a-c437-44f0-841e-ac788dc21048 admin admin] Network b701bd66-0505-43a0-9675-ad2d89e290b6 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:03:51.923257 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a3a30391-f9c8-49da-92bf-c84929429116 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:51.937536 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7860cf2-61f3-496f-81e3-dfdd1c8de7bc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:51.975657 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-9cb2bc0a-c437-44f0-841e-ac788dc21048 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, b701bd66-0505-43a0-9675-ad2d89e290b6) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:51.984819 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1986b2b9-369d-4259-9708-2d9b02d0feb4 None None] Network b701bd66-0505-43a0-9675-ad2d89e290b6 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:03:51.987058 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb2bc0a-c437-44f0-841e-ac788dc21048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:51.987646 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9cb2bc0a-c437-44f0-841e-ac788dc21048 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:51.991638 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a3a30391-f9c8-49da-92bf-c84929429116 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:52.010891 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-6509c642-122c-4bf6-8c31-3c0c80daa663 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Calling delete_port for 2a52d431-eab7-4d1d-afba-99318ef9ec24 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:52.058141 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7860cf2-61f3-496f-81e3-dfdd1c8de7bc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event updated for resources: {'Subnet': ['ID=2361269f-0624-441e-97a0-0c799cbff41d,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:52.076105 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7860cf2-61f3-496f-81e3-dfdd1c8de7bc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Checking segment: {'id': '643736d9-f39e-4ba7-8006-2f9332f314be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce31dc59-debc-442a-9102-0b5fddedbfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:03:52.076775 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7860cf2-61f3-496f-81e3-dfdd1c8de7bc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Network hostable DHCP agents. Network: ce31dc59-debc-442a-9102-0b5fddedbfca, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:03:52.088212 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea09d6ed-c232-4d78-a82b-d3849ecf036d tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Router dc9822f5-3166-4781-982b-7782383e06c7 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:03:52.112648 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed70ea6-67fa-41dd-92bd-0bc25d46b86e req-4d98c4dc-085e-424c-b9b4-107d43ddd519 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:52.114148 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2ed70ea6-67fa-41dd-92bd-0bc25d46b86e req-4d98c4dc-085e-424c-b9b4-107d43ddd519 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.9148159 Sep 23 15:03:52.115558 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9cb2bc0a-c437-44f0-841e-ac788dc21048 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9598744 Sep 23 15:03:52.119819 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40788) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:52.128807 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-dd3b75b0-bf71-40ba-be1d-b16f338541a1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1896356029-router', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:52.135135 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-dd3b75b0-bf71-40ba-be1d-b16f338541a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:52.141531 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-dd3b75b0-bf71-40ba-be1d-b16f338541a1 admin admin] Usage tracker for resource:router and tenant:e3ca3cb473e945e48c5ff263c17e66ab is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:52.147630 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-dd3b75b0-bf71-40ba-be1d-b16f338541a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:52.202854 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-dd3b75b0-bf71-40ba-be1d-b16f338541a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:52.211721 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7860cf2-61f3-496f-81e3-dfdd1c8de7bc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Network ce31dc59-debc-442a-9102-0b5fddedbfca is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:03:52.229198 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad09b794-19e2-45ea-b1c5-65aa495d19d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-b701bd66-0505-43a0-9675-ad2d89e290b6', 'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'fixed_ips': [{'subnet_id': '67044fcb-39a0-4a0b-86f7-ff4486219533'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:03:52.229935 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ad09b794-19e2-45ea-b1c5-65aa495d19d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:52.238615 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a3a30391-f9c8-49da-92bf-c84929429116 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:52.239135 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a30391-f9c8-49da-92bf-c84929429116 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Fanout notify agent at l3_agent the message router_deleted on router 4a3d5abe-0ed1-4225-8ac7-3ab4c82b3322 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:03:52.326642 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-52623a31-3898-4b93-a32d-27ecb45c94f3 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:52.354278 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-44e90170-1f6a-4514-895b-6015d2b605f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:52.364019 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2ed70ea6-67fa-41dd-92bd-0bc25d46b86e req-0fd94e74-258b-4324-b3cd-800237fc97f5 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357883 Sep 23 15:03:52.401932 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-ad09b794-19e2-45ea-b1c5-65aa495d19d1 None None] Allocated IP 172.20.0.2 (b701bd66-0505-43a0-9675-ad2d89e290b6/67044fcb-39a0-4a0b-86f7-ff4486219533/1bddeef9-5cdf-48cd-a886-a36eb1556579) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:03:52.404443 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea09d6ed-c232-4d78-a82b-d3849ecf036d tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:03:52.416791 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45230459-40b2-41c6-97cb-0647d80102db None None] Sync routers for ids ['dc9822f5-3166-4781-982b-7782383e06c7'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:03:52.432770 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45230459-40b2-41c6-97cb-0647d80102db None None] Routers {'dc9822f5-3166-4781-982b-7782383e06c7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:52.434982 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-45230459-40b2-41c6-97cb-0647d80102db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['dc9822f5-3166-4781-982b-7782383e06c7'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:52.459588 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ea09d6ed-c232-4d78-a82b-d3849ecf036d tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] 10.222.0.67 "PUT /v2.0/routers/dc9822f5-3166-4781-982b-7782383e06c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1170070 Sep 23 15:03:52.464196 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40794) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:52.481001 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-d7860cf2-61f3-496f-81e3-dfdd1c8de7bc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, ce31dc59-debc-442a-9102-0b5fddedbfca) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:52.486296 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dd3b75b0-bf71-40ba-be1d-b16f338541a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:52.487406 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dd3b75b0-bf71-40ba-be1d-b16f338541a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:52.493159 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-52623a31-3898-4b93-a32d-27ecb45c94f3 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:52.495533 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7860cf2-61f3-496f-81e3-dfdd1c8de7bc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:52.496107 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7860cf2-61f3-496f-81e3-dfdd1c8de7bc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:52.529869 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a3a30391-f9c8-49da-92bf-c84929429116 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:52.534682 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a3a30391-f9c8-49da-92bf-c84929429116 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "DELETE /v2.0/routers/4a3d5abe-0ed1-4225-8ac7-3ab4c82b3322 HTTP/1.1" status: 204 len: 168 time: 5.6987247 Sep 23 15:03:52.549874 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40798) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:52.561299 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-ca42b497-59e4-43cd-985a-5167285ab60d tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1488487862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:52.575456 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ca42b497-59e4-43cd-985a-5167285ab60d tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:52.579155 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-44e90170-1f6a-4514-895b-6015d2b605f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:52.587461 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-45230459-40b2-41c6-97cb-0647d80102db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:52.605518 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45230459-40b2-41c6-97cb-0647d80102db None None] Routers {'dc9822f5-3166-4781-982b-7782383e06c7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:52.606220 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-45230459-40b2-41c6-97cb-0647d80102db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['dc9822f5-3166-4781-982b-7782383e06c7'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:52.607650 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ca42b497-59e4-43cd-985a-5167285ab60d tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Usage tracker for resource:router and tenant:7f98ca535cfc4898b16b11f02687dbf1 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:52.653717 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dd3b75b0-bf71-40ba-be1d-b16f338541a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:52.655471 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ca42b497-59e4-43cd-985a-5167285ab60d tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:52.690704 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ca42b497-59e4-43cd-985a-5167285ab60d tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:52.710642 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d7860cf2-61f3-496f-81e3-dfdd1c8de7bc tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0203602 Sep 23 15:03:52.711065 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ad09b794-19e2-45ea-b1c5-65aa495d19d1 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:52.717111 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40802) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:52.727798 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8268e5-6e7b-4127-980f-da5d173d7ddc None None] Network ce31dc59-debc-442a-9102-0b5fddedbfca requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:03:52.733422 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-45230459-40b2-41c6-97cb-0647d80102db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:52.733877 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45230459-40b2-41c6-97cb-0647d80102db None None] The sync data for ids ['dc9822f5-3166-4781-982b-7782383e06c7'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:03:52.738470 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-440020e2-0447-4ed4-ac9e-af4310a1d851 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:52.815241 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-52623a31-3898-4b93-a32d-27ecb45c94f3 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Allocated IP 172.26.10.178 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/a68a0778-8d2e-45d0-a16c-dfd098ea63f9) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:03:52.827847 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff9e04-e918-48da-98f7-8a2b7272c917 req-d0892508-92aa-4449-b135-ecc2acd6ec8b tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:52.829590 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f1ff9e04-e918-48da-98f7-8a2b7272c917 req-d0892508-92aa-4449-b135-ecc2acd6ec8b tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.2250516 Sep 23 15:03:52.836555 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ca42b497-59e4-43cd-985a-5167285ab60d tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:52.837756 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e90170-1f6a-4514-895b-6015d2b605f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a4edba-3e6f-4e1a-8ab9-5686a048c835,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:52.837884 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ca42b497-59e4-43cd-985a-5167285ab60d tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:52.844930 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-44e90170-1f6a-4514-895b-6015d2b605f4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cf5ee8ecd3864a7683b972171341bce2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9957356 Sep 23 15:03:52.855506 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40806) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:52.917121 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ad09b794-19e2-45ea-b1c5-65aa495d19d1 None None] Transition to ACTIVE for port object 1bddeef9-5cdf-48cd-a886-a36eb1556579 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:03:52.958777 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ad09b794-19e2-45ea-b1c5-65aa495d19d1 None None] Transition to ACTIVE for port object 1bddeef9-5cdf-48cd-a886-a36eb1556579 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:03:52.981042 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6509c642-122c-4bf6-8c31-3c0c80daa663 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:53.024796 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8e2c4a-4e76-4919-a4d2-3575bb87e076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-ce31dc59-debc-442a-9102-0b5fddedbfca', 'network_id': 'ce31dc59-debc-442a-9102-0b5fddedbfca', 'tenant_id': 'd8ebe3b8f86643e6977f83f3a5056490', 'fixed_ips': [{'subnet_id': '2361269f-0624-441e-97a0-0c799cbff41d'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:03:53.025691 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ed8e2c4a-4e76-4919-a4d2-3575bb87e076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:53.045215 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ad09b794-19e2-45ea-b1c5-65aa495d19d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:53.090567 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f1ff9e04-e918-48da-98f7-8a2b7272c917 req-5ea2d462-6230-409b-97a5-48c2d4e88907 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491453 Sep 23 15:03:53.157280 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ca42b497-59e4-43cd-985a-5167285ab60d tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:53.159971 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad09b794-19e2-45ea-b1c5-65aa495d19d1 None None] Network b701bd66-0505-43a0-9675-ad2d89e290b6 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:03:53.169691 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-ad09b794-19e2-45ea-b1c5-65aa495d19d1 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:53.176703 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad09b794-19e2-45ea-b1c5-65aa495d19d1 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:03:53.228798 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09b794-19e2-45ea-b1c5-65aa495d19d1 None None] Pushing event updated for resources: {'Port': ['ID=1bddeef9-5cdf-48cd-a886-a36eb1556579,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:53.239559 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509c642-122c-4bf6-8c31-3c0c80daa663 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event deleted for resources: {'Port': ['ID=2a52d431-eab7-4d1d-afba-99318ef9ec24,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:53.282432 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dd3b75b0-bf71-40ba-be1d-b16f338541a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:53.325181 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-52623a31-3898-4b93-a32d-27ecb45c94f3 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:53.336879 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ad09b794-19e2-45ea-b1c5-65aa495d19d1 None None] Attempting to bind port 1bddeef9-5cdf-48cd-a886-a36eb1556579 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:03:53.337336 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ad09b794-19e2-45ea-b1c5-65aa495d19d1 None None] Attempting to bind port 1bddeef9-5cdf-48cd-a886-a36eb1556579 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'd503a50d-2581-4298-a5a4-2bdcd97f6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:03:53.337760 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad09b794-19e2-45ea-b1c5-65aa495d19d1 None None] Attempting to bind port 1bddeef9-5cdf-48cd-a886-a36eb1556579 on network b701bd66-0505-43a0-9675-ad2d89e290b6 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:03:53.347805 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad09b794-19e2-45ea-b1c5-65aa495d19d1 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:03:53.348179 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad09b794-19e2-45ea-b1c5-65aa495d19d1 None None] Checking segment: {'id': 'd503a50d-2581-4298-a5a4-2bdcd97f6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:03:53.348648 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ad09b794-19e2-45ea-b1c5-65aa495d19d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:53.349104 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad09b794-19e2-45ea-b1c5-65aa495d19d1 None None] Bound using segment: {'id': 'd503a50d-2581-4298-a5a4-2bdcd97f6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:03:53.350192 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ad09b794-19e2-45ea-b1c5-65aa495d19d1 None None] Bound port: 1bddeef9-5cdf-48cd-a886-a36eb1556579, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd503a50d-2581-4298-a5a4-2bdcd97f6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:03:53.350648 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ad09b794-19e2-45ea-b1c5-65aa495d19d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:53.356538 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ca42b497-59e4-43cd-985a-5167285ab60d tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:53.415938 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-ed8e2c4a-4e76-4919-a4d2-3575bb87e076 None None] Allocated IP 2001:db8::1 (ce31dc59-debc-442a-9102-0b5fddedbfca/2361269f-0624-441e-97a0-0c799cbff41d/cbdbf3f4-187d-4174-ba2c-939044a8fabd) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:03:53.455160 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-52623a31-3898-4b93-a32d-27ecb45c94f3 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:53.485705 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-440020e2-0447-4ed4-ac9e-af4310a1d851 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:53.500385 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ca42b497-59e4-43cd-985a-5167285ab60d tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:53.501019 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-440020e2-0447-4ed4-ac9e-af4310a1d851 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:53.504217 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ca42b497-59e4-43cd-985a-5167285ab60d tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9497485 Sep 23 15:03:53.518652 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40812) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:53.539736 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ad09b794-19e2-45ea-b1c5-65aa495d19d1 None None] For port 1bddeef9-5cdf-48cd-a886-a36eb1556579, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:03:53.540163 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-7d71b80a-6475-4bde-8542-3c79d718dc26 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'enable_snat': False}}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:53.542020 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-144d4c8a-f38a-4eed-aa5d-a79d3b275852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:53.552082 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ad09b794-19e2-45ea-b1c5-65aa495d19d1 None None] For port 1bddeef9-5cdf-48cd-a886-a36eb1556579, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=1bddeef9-5cdf-48cd-a886-a36eb1556579,segment=NetworkSegment(d503a50d-2581-4298-a5a4-2bdcd97f6dd0),segment_id=d503a50d-2581-4298-a5a4-2bdcd97f6dd0)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:03:53.597895 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52623a31-3898-4b93-a32d-27ecb45c94f3 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:03:53.610465 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:53.618947 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-52623a31-3898-4b93-a32d-27ecb45c94f3 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:53.621427 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52623a31-3898-4b93-a32d-27ecb45c94f3 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:03:53.625361 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-144d4c8a-f38a-4eed-aa5d-a79d3b275852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:53.636082 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6509c642-122c-4bf6-8c31-3c0c80daa663 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:53.637362 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ad09b794-19e2-45ea-b1c5-65aa495d19d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:53.658524 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6509c642-122c-4bf6-8c31-3c0c80daa663 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "DELETE /v2.0/ports/2a52d431-eab7-4d1d-afba-99318ef9ec24 HTTP/1.1" status: 204 len: 168 time: 3.2845917 Sep 23 15:03:53.663740 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40816) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:53.704112 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-262b102f-351b-49a8-bf86-356a9fe75fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:53.716938 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-440020e2-0447-4ed4-ac9e-af4310a1d851 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:53.717440 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440020e2-0447-4ed4-ac9e-af4310a1d851 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Fanout notify agent at l3_agent the message router_deleted on router dc9822f5-3166-4781-982b-7782383e06c7 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:03:53.724237 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52623a31-3898-4b93-a32d-27ecb45c94f3 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Pushing event updated for resources: {'Port': ['ID=a68a0778-8d2e-45d0-a16c-dfd098ea63f9,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:53.733519 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-262b102f-351b-49a8-bf86-356a9fe75fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:53.739569 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-440020e2-0447-4ed4-ac9e-af4310a1d851 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:53.740728 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-440020e2-0447-4ed4-ac9e-af4310a1d851 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] 10.222.0.67 "DELETE /v2.0/routers/dc9822f5-3166-4781-982b-7782383e06c7 HTTP/1.1" status: 204 len: 168 time: 1.2751241 Sep 23 15:03:53.746534 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40820) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:53.751358 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-262b102f-351b-49a8-bf86-356a9fe75fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Usage tracker for resource:floatingip and tenant:4d5b705bd3ff470893718cb7039eab09 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:53.756753 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-262b102f-351b-49a8-bf86-356a9fe75fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:53.800486 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-262b102f-351b-49a8-bf86-356a9fe75fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:53.812333 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ed8e2c4a-4e76-4919-a4d2-3575bb87e076 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:53.831018 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:53.840790 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ed8e2c4a-4e76-4919-a4d2-3575bb87e076 None None] Transition to ACTIVE for port object cbdbf3f4-187d-4174-ba2c-939044a8fabd will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:03:53.866268 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09b794-19e2-45ea-b1c5-65aa495d19d1 None None] Pushing event updated for resources: {'Port': ['ID=1bddeef9-5cdf-48cd-a886-a36eb1556579,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:53.898760 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ed8e2c4a-4e76-4919-a4d2-3575bb87e076 None None] Transition to ACTIVE for port object cbdbf3f4-187d-4174-ba2c-939044a8fabd will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:03:53.906786 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-171ffb3f-8c6c-461d-92cd-66be135c6694 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Deleting subnet eb65438f-de43-431a-8602-ddffee616bd1 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:03:53.916504 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-262b102f-351b-49a8-bf86-356a9fe75fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:53.931122 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-171ffb3f-8c6c-461d-92cd-66be135c6694 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:53.989047 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-144d4c8a-f38a-4eed-aa5d-a79d3b275852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:54.012974 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ed8e2c4a-4e76-4919-a4d2-3575bb87e076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:54.095770 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-171ffb3f-8c6c-461d-92cd-66be135c6694 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:54.096287 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8e2c4a-4e76-4919-a4d2-3575bb87e076 None None] Network ce31dc59-debc-442a-9102-0b5fddedbfca is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:03:54.104047 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-ed8e2c4a-4e76-4919-a4d2-3575bb87e076 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:54.106487 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8e2c4a-4e76-4919-a4d2-3575bb87e076 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:03:54.142779 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d4c8a-f38a-4eed-aa5d-a79d3b275852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a4edba-3e6f-4e1a-8ab9-5686a048c835,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:54.162811 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e2c4a-4e76-4919-a4d2-3575bb87e076 None None] Pushing event updated for resources: {'Port': ['ID=cbdbf3f4-187d-4174-ba2c-939044a8fabd,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:54.167331 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-144d4c8a-f38a-4eed-aa5d-a79d3b275852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:54.170754 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-144d4c8a-f38a-4eed-aa5d-a79d3b275852 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/31a4edba-3e6f-4e1a-8ab9-5686a048c835 HTTP/1.1" status: 204 len: 168 time: 1.3035364 Sep 23 15:03:54.264249 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-171ffb3f-8c6c-461d-92cd-66be135c6694 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:54.292413 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ed8e2c4a-4e76-4919-a4d2-3575bb87e076 None None] Attempting to bind port cbdbf3f4-187d-4174-ba2c-939044a8fabd on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:03:54.294018 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ed8e2c4a-4e76-4919-a4d2-3575bb87e076 None None] Attempting to bind port cbdbf3f4-187d-4174-ba2c-939044a8fabd by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '643736d9-f39e-4ba7-8006-2f9332f314be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce31dc59-debc-442a-9102-0b5fddedbfca'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:03:54.294627 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8e2c4a-4e76-4919-a4d2-3575bb87e076 None None] Attempting to bind port cbdbf3f4-187d-4174-ba2c-939044a8fabd on network ce31dc59-debc-442a-9102-0b5fddedbfca {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:03:54.300989 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8e2c4a-4e76-4919-a4d2-3575bb87e076 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:03:54.301450 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8e2c4a-4e76-4919-a4d2-3575bb87e076 None None] Checking segment: {'id': '643736d9-f39e-4ba7-8006-2f9332f314be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce31dc59-debc-442a-9102-0b5fddedbfca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:03:54.302088 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ed8e2c4a-4e76-4919-a4d2-3575bb87e076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:54.302609 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8e2c4a-4e76-4919-a4d2-3575bb87e076 None None] Bound using segment: {'id': '643736d9-f39e-4ba7-8006-2f9332f314be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce31dc59-debc-442a-9102-0b5fddedbfca'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:03:54.303486 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ed8e2c4a-4e76-4919-a4d2-3575bb87e076 None None] Bound port: cbdbf3f4-187d-4174-ba2c-939044a8fabd, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '643736d9-f39e-4ba7-8006-2f9332f314be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce31dc59-debc-442a-9102-0b5fddedbfca'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:03:54.303936 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ed8e2c4a-4e76-4919-a4d2-3575bb87e076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:54.315747 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:54.382906 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event deleted for resources: {'Subnet': ['ID=2361269f-0624-441e-97a0-0c799cbff41d,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:54.414275 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-262b102f-351b-49a8-bf86-356a9fe75fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:54.414635 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ed8e2c4a-4e76-4919-a4d2-3575bb87e076 None None] For port cbdbf3f4-187d-4174-ba2c-939044a8fabd, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:03:54.418272 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ed8e2c4a-4e76-4919-a4d2-3575bb87e076 None None] For port cbdbf3f4-187d-4174-ba2c-939044a8fabd, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=cbdbf3f4-187d-4174-ba2c-939044a8fabd,segment=NetworkSegment(643736d9-f39e-4ba7-8006-2f9332f314be),segment_id=643736d9-f39e-4ba7-8006-2f9332f314be)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:03:54.424958 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d71b80a-6475-4bde-8542-3c79d718dc26 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:54.545933 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ed8e2c4a-4e76-4919-a4d2-3575bb87e076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:54.554406 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:54.629100 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce31dc59-debc-442a-9102-0b5fddedbfca']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:54.688580 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-171ffb3f-8c6c-461d-92cd-66be135c6694 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:54.692344 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e2c4a-4e76-4919-a4d2-3575bb87e076 None None] Pushing event updated for resources: {'Port': ['ID=cbdbf3f4-187d-4174-ba2c-939044a8fabd,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:54.694128 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '643736d9-f39e-4ba7-8006-2f9332f314be') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:54.702708 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '643736d9-f39e-4ba7-8006-2f9332f314be') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:54.715581 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efef49f0-81e9-45fd-bfb9-a6f95d6be95e None None] Network ce31dc59-debc-442a-9102-0b5fddedbfca requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:03:54.782085 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ffb3f-8c6c-461d-92cd-66be135c6694 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Pushing event deleted for resources: {'Subnet': ['ID=eb65438f-de43-431a-8602-ddffee616bd1,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:54.789822 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-171ffb3f-8c6c-461d-92cd-66be135c6694 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:54.795060 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:54.878831 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:54.893081 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-171ffb3f-8c6c-461d-92cd-66be135c6694 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] 10.222.0.67 "DELETE /v2.0/subnets/eb65438f-de43-431a-8602-ddffee616bd1 HTTP/1.1" status: 204 len: 168 time: 1.1437657 Sep 23 15:03:54.893081 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-262b102f-351b-49a8-bf86-356a9fe75fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Allocated IP 172.26.10.133 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/3fcfb970-6724-40fb-b12d-7c4d9caa47b1) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:03:54.896582 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40832) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:54.900092 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:03:54.900611 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:54.907604 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dd3b75b0-bf71-40ba-be1d-b16f338541a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:54.936539 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be74aeb9-cb77-4612-a0dc-7960ccac7f7c None None] Network 55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:03:54.981592 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dd3b75b0-bf71-40ba-be1d-b16f338541a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:55.018606 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 643736d9-f39e-4ba7-8006-2f9332f314be resource provider aggregate not found Sep 23 15:03:55.056445 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 643736d9-f39e-4ba7-8006-2f9332f314be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 643736d9-f39e-4ba7-8006-2f9332f314be found for delete ", "request_id": "req-00f5a059-207f-40cf-b79a-916edde290dd"}]} Sep 23 15:03:55.112125 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-52623a31-3898-4b93-a32d-27ecb45c94f3 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:55.210359 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.api [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 15:03:55.210359 dv-neutron-859093-1-hyperv neutron-server[89739]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 15:03:55.210359 dv-neutron-859093-1-hyperv neutron-server[89739]: [parameters: {'id': 'ce31dc59-debc-442a-9102-0b5fddedbfca'}] Sep 23 15:03:55.210359 dv-neutron-859093-1-hyperv neutron-server[89739]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:03:55.211242 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG oslo_db.api [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:03:55.232939 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7939bc9e-22f6-46bc-b8b3-0623afc83895 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:55.274714 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d244fe70-c01a-436f-b19f-25c210f467bb None None] Network b701bd66-0505-43a0-9675-ad2d89e290b6 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:03:55.356477 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-7939bc9e-22f6-46bc-b8b3-0623afc83895 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Deleting port f1072abb-04ce-4ab9-a096-0bbeff45a2de {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:55.356821 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7939bc9e-22f6-46bc-b8b3-0623afc83895 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:55.456899 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-262b102f-351b-49a8-bf86-356a9fe75fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:55.471959 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2cba3afd-46d9-4c02-bb75-a38dbc899be2 None None] Provisioning for port 1bddeef9-5cdf-48cd-a886-a36eb1556579 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:03:55.538514 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3966e639-ac91-44e0-a953-f78be766eab3 None None] DHCP port deletion for 55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:03:55.555755 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-3966e639-ac91-44e0-a953-f78be766eab3 None None] Deleting port f1072abb-04ce-4ab9-a096-0bbeff45a2de {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:55.555755 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3966e639-ac91-44e0-a953-f78be766eab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:55.574336 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-262b102f-351b-49a8-bf86-356a9fe75fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:55.670525 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262b102f-351b-49a8-bf86-356a9fe75fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:03:55.674547 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-262b102f-351b-49a8-bf86-356a9fe75fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:55.680383 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b102f-351b-49a8-bf86-356a9fe75fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event updated for resources: {'Port': ['ID=3fcfb970-6724-40fb-b12d-7c4d9caa47b1,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:55.683538 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262b102f-351b-49a8-bf86-356a9fe75fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:03:55.725629 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:55.784413 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Deleting port cbdbf3f4-187d-4174-ba2c-939044a8fabd {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:55.787794 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:55.828754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40852) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:55.867613 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-262b102f-351b-49a8-bf86-356a9fe75fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:55.869325 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-3966e639-ac91-44e0-a953-f78be766eab3 None None] For port f1072abb-04ce-4ab9-a096-0bbeff45a2de, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f1072abb-04ce-4ab9-a096-0bbeff45a2de,segment=NetworkSegment(82b5cf18-7a98-4293-9f2a-b8628b7c22c8),segment_id=82b5cf18-7a98-4293-9f2a-b8628b7c22c8)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:03:55.869806 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3966e639-ac91-44e0-a953-f78be766eab3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:56.026138 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-dd3b75b0-bf71-40ba-be1d-b16f338541a1 admin admin] Allocated IP 172.26.10.50 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/da9624f6-8798-4f7e-9c92-5920ed9fe90b) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:03:56.102670 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-abc84150-4618-4f09-9fed-d860220c03b0 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.107157 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-abc84150-4618-4f09-9fed-d860220c03b0 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2352433 Sep 23 15:03:56.129199 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40858) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.129361 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 1bddeef9-5cdf-48cd-a886-a36eb1556579 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:03:56.143093 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-d38d663a-bfbf-47a0-915b-a0a980842ee7 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.143876 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d38d663a-bfbf-47a0-915b-a0a980842ee7 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0137603 Sep 23 15:03:56.147449 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40862) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.158917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-c69bb152-03d5-49cd-8750-c1d80d6ef670 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.162896 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c69bb152-03d5-49cd-8750-c1d80d6ef670 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0096381 Sep 23 15:03:56.166343 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-3966e639-ac91-44e0-a953-f78be766eab3 None None] Calling delete_port for f1072abb-04ce-4ab9-a096-0bbeff45a2de owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:56.172132 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40866) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.192231 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [None req-7a1335ba-730b-4ea0-982c-340391805a2b tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.196938 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7a1335ba-730b-4ea0-982c-340391805a2b tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0132718 Sep 23 15:03:56.201136 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40870) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.205313 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-52623a31-3898-4b93-a32d-27ecb45c94f3 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:56.219165 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [None req-97a2a327-ef88-4512-ac6e-901569055376 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.222558 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-97a2a327-ef88-4512-ac6e-901569055376 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0128007 Sep 23 15:03:56.228783 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40874) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.237850 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-262b102f-351b-49a8-bf86-356a9fe75fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:56.243957 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d71b80a-6475-4bde-8542-3c79d718dc26 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:56.264624 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-e21b7f1e-d048-4561-8b49-9cc970de65c0 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.268053 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e21b7f1e-d048-4561-8b49-9cc970de65c0 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0341883 Sep 23 15:03:56.287707 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40878) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.302782 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-3ce6573b-3422-4ebd-99f8-3b524a72aee8 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.303774 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3ce6573b-3422-4ebd-99f8-3b524a72aee8 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0151854 Sep 23 15:03:56.308413 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40882) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.324421 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-d7dbada7-675a-4321-be3b-ecb76473ed15 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.325347 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d7dbada7-675a-4321-be3b-ecb76473ed15 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0145173 Sep 23 15:03:56.327065 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-52623a31-3898-4b93-a32d-27ecb45c94f3 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753924'] for router, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:56.328846 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40886) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.333456 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3966e639-ac91-44e0-a953-f78be766eab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:56.342458 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d71b80a-6475-4bde-8542-3c79d718dc26 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:56.347755 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] For port cbdbf3f4-187d-4174-ba2c-939044a8fabd, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=cbdbf3f4-187d-4174-ba2c-939044a8fabd,segment=NetworkSegment(643736d9-f39e-4ba7-8006-2f9332f314be),segment_id=643736d9-f39e-4ba7-8006-2f9332f314be)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:03:56.347755 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:56.384796 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966e639-ac91-44e0-a953-f78be766eab3 None None] Pushing event deleted for resources: {'Port': ['ID=f1072abb-04ce-4ab9-a096-0bbeff45a2de,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:56.386427 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 1bddeef9-5cdf-48cd-a886-a36eb1556579 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:03:56.390618 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3966e639-ac91-44e0-a953-f78be766eab3 None None] No DVR routers for this DVR port f1072abb-04ce-4ab9-a096-0bbeff45a2de on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:03:56.395069 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 1bddeef9-5cdf-48cd-a886-a36eb1556579 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:03:56.395448 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:56.395778 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 1bddeef9-5cdf-48cd-a886-a36eb1556579 Sep 23 15:03:56.423417 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [None req-52d5cfc8-96af-4c72-9f96-0fe760cd5969 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.427293 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-52d5cfc8-96af-4c72-9f96-0fe760cd5969 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0837586 Sep 23 15:03:56.427460 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca88686-f519-46f4-9897-7fd2a2417f10 None None] get_active_networks_info from dv-neutron-859093-1-hyperv {{(pid=89740) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 23 15:03:56.429448 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40890) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.493590 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [None req-7ca48f6a-0612-4926-a35d-f6ed6d9243bc tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.499642 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7ca48f6a-0612-4926-a35d-f6ed6d9243bc tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0616536 Sep 23 15:03:56.499830 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Calling delete_port for cbdbf3f4-187d-4174-ba2c-939044a8fabd owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:56.503807 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40894) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.505426 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-7939bc9e-22f6-46bc-b8b3-0623afc83895 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] For port f1072abb-04ce-4ab9-a096-0bbeff45a2de, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f1072abb-04ce-4ab9-a096-0bbeff45a2de,segment=NetworkSegment(82b5cf18-7a98-4293-9f2a-b8628b7c22c8),segment_id=82b5cf18-7a98-4293-9f2a-b8628b7c22c8)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:03:56.505828 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7939bc9e-22f6-46bc-b8b3-0623afc83895 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:56.530448 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [None req-b91d5a8b-a9c4-4915-a7ec-04faa7e62123 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.533819 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b91d5a8b-a9c4-4915-a7ec-04faa7e62123 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0175881 Sep 23 15:03:56.534490 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40898) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.601347 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-83c314fc-8a4f-454f-a909-0481a27d5bc9 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.606421 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-83c314fc-8a4f-454f-a909-0481a27d5bc9 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0225992 Sep 23 15:03:56.609183 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40902) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.617388 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-5275979d-a27b-4158-b87b-ab3a91787c2b tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.620671 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5275979d-a27b-4158-b87b-ab3a91787c2b tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0085821 Sep 23 15:03:56.621777 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 1bddeef9-5cdf-48cd-a886-a36eb1556579 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:03:56.622350 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:56.624120 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40906) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.633536 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-67bb3df3-332f-44ea-a762-96a745374e18 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.636849 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-67bb3df3-332f-44ea-a762-96a745374e18 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0094512 Sep 23 15:03:56.641928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40910) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.645629 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca88686-f519-46f4-9897-7fd2a2417f10 None None] Resources bound (agent type, host, resource id): {{(pid=89740) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 15:03:56.659474 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-3492e546-a9eb-4d12-a9f5-05405a80d4e4 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.663707 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3492e546-a9eb-4d12-a9f5-05405a80d4e4 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0175064 Sep 23 15:03:56.670461 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40914) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.677317 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 1bddeef9-5cdf-48cd-a886-a36eb1556579, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=1bddeef9-5cdf-48cd-a886-a36eb1556579,segment=NetworkSegment(d503a50d-2581-4298-a5a4-2bdcd97f6dd0),segment_id=d503a50d-2581-4298-a5a4-2bdcd97f6dd0)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:03:56.682010 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-7939bc9e-22f6-46bc-b8b3-0623afc83895 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Calling delete_port for f1072abb-04ce-4ab9-a096-0bbeff45a2de owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:03:56.722443 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [None req-25419090-e85f-4ee0-aea6-b38e4f22dfac tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.723401 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-25419090-e85f-4ee0-aea6-b38e4f22dfac tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0520134 Sep 23 15:03:56.724820 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-262b102f-351b-49a8-bf86-356a9fe75fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:56.726482 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40918) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.732036 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-8fdb7579-032d-4156-8f53-db7ed47ef5d8 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.733266 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8fdb7579-032d-4156-8f53-db7ed47ef5d8 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0056310 Sep 23 15:03:56.735762 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40922) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.740794 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-254ea8a9-12f7-4cb9-8cb9-48b7d0cdf4a5 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.741900 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-254ea8a9-12f7-4cb9-8cb9-48b7d0cdf4a5 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0051308 Sep 23 15:03:56.744377 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40926) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.749238 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-c046424b-2d36-4edc-b967-1aadc3e590d8 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.754106 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c046424b-2d36-4edc-b967-1aadc3e590d8 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0046890 Sep 23 15:03:56.760827 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40930) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.763867 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-487a81ec-8c5a-4001-8bbb-f61c4a5db55c tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.767475 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:56.774857 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-487a81ec-8c5a-4001-8bbb-f61c4a5db55c tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0190055 Sep 23 15:03:56.775721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40934) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.782198 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-9133cef9-7326-4772-9cbf-c76277a52844 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.786514 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9133cef9-7326-4772-9cbf-c76277a52844 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0095627 Sep 23 15:03:56.792089 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40938) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.792089 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:56.845191 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=1bddeef9-5cdf-48cd-a886-a36eb1556579,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:56.846711 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-262b102f-351b-49a8-bf86-356a9fe75fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:56.853886 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dd3b75b0-bf71-40ba-be1d-b16f338541a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:56.860562 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f1072abb-04ce-4ab9-a096-0bbeff45a2de no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:03:56.898034 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-aeabca0e-8e3b-4bc7-b260-8b1293646c53 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.898034 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-aeabca0e-8e3b-4bc7-b260-8b1293646c53 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.1060328 Sep 23 15:03:56.900672 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40942) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.906550 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: f1072abb-04ce-4ab9-a096-0bbeff45a2de {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:03:56.906898 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f1072abb-04ce-4ab9-a096-0bbeff45a2de not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:03:56.910753 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [None req-8a9aeda4-b8c4-496e-8914-1879b82fa4b9 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.914126 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8a9aeda4-b8c4-496e-8914-1879b82fa4b9 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0085945 Sep 23 15:03:56.914126 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.api [None req-7939bc9e-22f6-46bc-b8b3-0623afc83895 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:03:56.914513 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG oslo_db.api [None req-7939bc9e-22f6-46bc-b8b3-0623afc83895 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:03:56.917309 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40946) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.928254 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event deleted for resources: {'Port': ['ID=cbdbf3f4-187d-4174-ba2c-939044a8fabd,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:56.929651 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [None req-45c1989f-ec2e-40b7-b8fe-895a78686dbf tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.932992 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-45c1989f-ec2e-40b7-b8fe-895a78686dbf tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0094357 Sep 23 15:03:56.933151 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] No DVR routers for this DVR port cbdbf3f4-187d-4174-ba2c-939044a8fabd on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:03:56.936167 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40950) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.945036 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [None req-18731b79-f82d-4e3e-9238-94df4b68caa0 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.948346 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-18731b79-f82d-4e3e-9238-94df4b68caa0 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0069642 Sep 23 15:03:56.950781 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40954) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.960073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [None req-ba350c57-854f-4ea5-8b00-bfeaadc7f1f8 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.961755 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ba350c57-854f-4ea5-8b00-bfeaadc7f1f8 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0062063 Sep 23 15:03:56.965522 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40958) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.974215 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [None req-39d07de0-fcc8-4727-9f26-25cd8f03b283 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.974215 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-39d07de0-fcc8-4727-9f26-25cd8f03b283 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0054624 Sep 23 15:03:56.974616 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40962) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.979113 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [None req-3456a2bc-09c6-4a9f-873b-79baacc73049 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.982343 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3456a2bc-09c6-4a9f-873b-79baacc73049 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0046525 Sep 23 15:03:56.982535 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40966) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.987035 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [None req-99076ac4-b90f-4c46-86ed-a6043b338abd tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.988268 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-99076ac4-b90f-4c46-86ed-a6043b338abd tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0045621 Sep 23 15:03:56.990959 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40970) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:56.995988 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [None req-9cb548d1-09f0-4923-b458-aa23cfd344c4 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:56.997074 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9cb548d1-09f0-4923-b458-aa23cfd344c4 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0049994 Sep 23 15:03:56.999598 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40974) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.004216 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [None req-9a136ecd-598f-4008-9b65-67155c408d82 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.005443 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9a136ecd-598f-4008-9b65-67155c408d82 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0046823 Sep 23 15:03:57.008597 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40978) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.013851 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [None req-fb6b5360-890d-40d1-b0c1-a4c0ae9105e1 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.015211 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-fb6b5360-890d-40d1-b0c1-a4c0ae9105e1 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0055025 Sep 23 15:03:57.017739 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40982) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.022469 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [None req-b55c9e24-4725-4c30-895b-6bf53924f6d7 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.023710 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b55c9e24-4725-4c30-895b-6bf53924f6d7 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0045927 Sep 23 15:03:57.025868 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 40986) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.031368 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [None req-c92d3aff-42ce-40fa-8a5e-828d18a2321a tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.032526 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c92d3aff-42ce-40fa-8a5e-828d18a2321a tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0054834 Sep 23 15:03:57.045506 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40990) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.055808 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-262b102f-351b-49a8-bf86-356a9fe75fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:57.066757 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dd3b75b0-bf71-40ba-be1d-b16f338541a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:57.104109 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52623a31-3898-4b93-a32d-27ecb45c94f3 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Router 15ef19ac-75aa-42be-bcd7-635160a18fc7 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:03:57.106536 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-28751f80-e52d-40cc-9050-6fd23fa62958 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.110132 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-28751f80-e52d-40cc-9050-6fd23fa62958 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0593929 Sep 23 15:03:57.117650 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40994) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.144439 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b102f-351b-49a8-bf86-356a9fe75fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event updated for resources: {'Port': ['ID=3fcfb970-6724-40fb-b12d-7c4d9caa47b1,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:57.152937 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-2c2eb303-a6cd-48eb-b649-bee2a945faea tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.156601 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2c2eb303-a6cd-48eb-b649-bee2a945faea tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0359690 Sep 23 15:03:57.163056 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 40998) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.171980 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:57.181950 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-d4892490-90c9-496e-98f3-3f638e951a71 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.182987 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d4892490-90c9-496e-98f3-3f638e951a71 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0189815 Sep 23 15:03:57.188050 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41002) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.196127 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-67d3ca85-cea0-4dcf-b054-cdb25ad21ff4 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.197084 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-67d3ca85-cea0-4dcf-b054-cdb25ad21ff4 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0081120 Sep 23 15:03:57.205706 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41006) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.214148 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-af8fa74b-07d4-446d-aa6b-5d1d6b35f104 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.215147 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-af8fa74b-07d4-446d-aa6b-5d1d6b35f104 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0085053 Sep 23 15:03:57.217933 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41010) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.221118 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce31dc59-debc-442a-9102-0b5fddedbfca']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:57.231710 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-7ed4c754-f807-475d-8513-9da14cc6eee7 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.232566 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7ed4c754-f807-475d-8513-9da14cc6eee7 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0137782 Sep 23 15:03:57.235463 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41014) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.242527 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-b8cbc91e-c8db-4ab3-bc63-80fae20c33b5 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.245846 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b8cbc91e-c8db-4ab3-bc63-80fae20c33b5 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0071373 Sep 23 15:03:57.245846 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '643736d9-f39e-4ba7-8006-2f9332f314be') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:57.245846 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '643736d9-f39e-4ba7-8006-2f9332f314be') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:57.254588 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41018) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.255154 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-262b102f-351b-49a8-bf86-356a9fe75fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:57.256392 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-262b102f-351b-49a8-bf86-356a9fe75fb4 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 3.5673537 Sep 23 15:03:57.259733 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41022) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.262649 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-3427e560-6fb3-46a9-8f1a-f15f0cf5fe0c tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.263600 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3427e560-6fb3-46a9-8f1a-f15f0cf5fe0c tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0099850 Sep 23 15:03:57.267905 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41026) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.274206 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-c10a6920-760f-462a-b77d-0ed14e5e533d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Request body: {'port': {'network_id': '767858c3-3871-4b07-b1ed-5f1dbc9b7e52', 'name': 'tempest-FloatingIPTestJSON-1484080529'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:57.289122 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:57.300691 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-491cc429-c2ca-4bd1-a10b-23f63a86d267 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.301638 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-491cc429-c2ca-4bd1-a10b-23f63a86d267 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0328679 Sep 23 15:03:57.307650 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41030) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.352061 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3b75b0-bf71-40ba-be1d-b16f338541a1 admin admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:03:57.368739 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-a1f814db-aad2-473a-8bb3-254b28ced746 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.369706 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a1f814db-aad2-473a-8bb3-254b28ced746 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0593181 Sep 23 15:03:57.373714 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-dd3b75b0-bf71-40ba-be1d-b16f338541a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:57.375441 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41034) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.377992 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:57.391519 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:03:57.391929 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:57.394611 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3b75b0-bf71-40ba-be1d-b16f338541a1 admin admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:03:57.424330 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-7939bc9e-22f6-46bc-b8b3-0623afc83895 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Deleting port f1072abb-04ce-4ab9-a096-0bbeff45a2de {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:03:57.424677 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7939bc9e-22f6-46bc-b8b3-0623afc83895 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:57.460299 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [None req-28937e6d-3cc4-4ba9-853a-ca3bc690ad71 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.463720 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-28937e6d-3cc4-4ba9-853a-ca3bc690ad71 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0710013 Sep 23 15:03:57.463888 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 643736d9-f39e-4ba7-8006-2f9332f314be resource provider aggregate not found Sep 23 15:03:57.467993 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b75b0-bf71-40ba-be1d-b16f338541a1 admin admin] Pushing event updated for resources: {'Port': ['ID=da9624f6-8798-4f7e-9c92-5920ed9fe90b,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:57.468206 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41040) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.475425 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-7d71b80a-6475-4bde-8542-3c79d718dc26 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Allocated IP 172.26.10.63 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/f16e656a-7f11-48a0-a561-de504dbce3d8) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:03:57.546714 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-7939bc9e-22f6-46bc-b8b3-0623afc83895 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] The port 'f1072abb-04ce-4ab9-a096-0bbeff45a2de' was deleted {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:03:57.605947 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 643736d9-f39e-4ba7-8006-2f9332f314be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 643736d9-f39e-4ba7-8006-2f9332f314be found for delete ", "request_id": "req-105749eb-361a-4245-97c3-8bdd1c5feb78"}]} Sep 23 15:03:57.622989 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-c17669f4-0082-4bee-ab8e-1ceb3ac93187 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.623930 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c17669f4-0082-4bee-ab8e-1ceb3ac93187 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0236766 Sep 23 15:03:57.627808 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41046) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.640145 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-a7fcbb13-4569-415d-a9cc-6c0aa8c8dd95 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.641126 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a7fcbb13-4569-415d-a9cc-6c0aa8c8dd95 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0096807 Sep 23 15:03:57.651239 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41050) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.658282 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-e302b150-d735-481f-b473-691ef32c1e66 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.659193 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e302b150-d735-481f-b473-691ef32c1e66 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0070157 Sep 23 15:03:57.666275 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41054) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.670043 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c10a6920-760f-462a-b77d-0ed14e5e533d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:57.674669 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-8f626f41-0486-4fce-b1a7-6580c84c286d tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.675580 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8f626f41-0486-4fce-b1a7-6580c84c286d tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0075097 Sep 23 15:03:57.678371 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c10a6920-760f-462a-b77d-0ed14e5e533d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Usage tracker for resource:port and tenant:4d5b705bd3ff470893718cb7039eab09 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:57.680782 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41058) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.683371 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c10a6920-760f-462a-b77d-0ed14e5e533d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:57.688076 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-09af455a-9818-46f4-ac84-c06af791b59f tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.688966 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-09af455a-9818-46f4-ac84-c06af791b59f tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0073683 Sep 23 15:03:57.692397 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41062) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.697753 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c10a6920-760f-462a-b77d-0ed14e5e533d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:57.702122 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-ea36adef-5bc6-4350-8ea7-4da0430b1f4a tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.703056 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ea36adef-5bc6-4350-8ea7-4da0430b1f4a tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0098395 Sep 23 15:03:57.706626 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41066) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.712810 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-e3f2d25e-888e-46db-9e6e-d29616ad4733 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.713698 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e3f2d25e-888e-46db-9e6e-d29616ad4733 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0063055 Sep 23 15:03:57.715700 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:57.719993 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:57.725879 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41070) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.744089 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event deleted for resources: {'Network': ['ID=ce31dc59-debc-442a-9102-0b5fddedbfca,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:57.753628 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ed3eb1f9-081f-4fef-b836-9b6ab4ab3403 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "DELETE /v2.0/networks/ce31dc59-debc-442a-9102-0b5fddedbfca HTTP/1.1" status: 204 len: 168 time: 5.0290937 Sep 23 15:03:57.754277 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41072) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.760402 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-f45d5e17-ebe9-490c-afb9-ba83fd359de5 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1891881937'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:57.765650 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f45d5e17-ebe9-490c-afb9-ba83fd359de5 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:57.770057 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f45d5e17-ebe9-490c-afb9-ba83fd359de5 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Usage tracker for resource:network and tenant:d8ebe3b8f86643e6977f83f3a5056490 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:57.772768 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f45d5e17-ebe9-490c-afb9-ba83fd359de5 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:57.779883 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f45d5e17-ebe9-490c-afb9-ba83fd359de5 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:57.790037 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10a6920-760f-462a-b77d-0ed14e5e533d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Made reservation on behalf of 4d5b705bd3ff470893718cb7039eab09 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:03:57.794074 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c10a6920-760f-462a-b77d-0ed14e5e533d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:57.815882 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-c10a6920-760f-462a-b77d-0ed14e5e533d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] device_id is not set on port 3640a8de-97f8-41b3-8f11-dc46d32b693f yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:03:57.817990 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [None req-bc0db200-7a78-4360-91e9-2826359486bd tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.822067 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bc0db200-7a78-4360-91e9-2826359486bd tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0474317 Sep 23 15:03:57.849128 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41078) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.855022 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-d1244930-925f-4153-9645-c2681b942085 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.855944 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d1244930-925f-4153-9645-c2681b942085 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0058389 Sep 23 15:03:57.861901 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41082) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.862539 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45d5e17-ebe9-490c-afb9-ba83fd359de5 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Made reservation on behalf of d8ebe3b8f86643e6977f83f3a5056490 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:03:57.866721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f45d5e17-ebe9-490c-afb9-ba83fd359de5 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:57.890767 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-ba6246fd-1d3c-48b1-809e-91ef92c45fbd tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.891759 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ba6246fd-1d3c-48b1-809e-91ef92c45fbd tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0158350 Sep 23 15:03:57.901186 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41086) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.914334 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-b53c2226-cc88-499a-bab6-019db3f72fe9 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.915284 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b53c2226-cc88-499a-bab6-019db3f72fe9 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0131302 Sep 23 15:03:57.919521 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41090) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.931013 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-83969941-2b75-4c90-8581-248cfdb2c8b4 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.931957 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-83969941-2b75-4c90-8581-248cfdb2c8b4 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0088878 Sep 23 15:03:57.936163 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41094) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.945333 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-72dde461-dce4-4b25-bdbc-96634a9e6c9b tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.946275 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-72dde461-dce4-4b25-bdbc-96634a9e6c9b tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0092428 Sep 23 15:03:57.955821 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41098) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:57.958088 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f45d5e17-ebe9-490c-afb9-ba83fd359de5 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:03:57.993449 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-ff270930-add5-4d3d-a6fb-38abeb3d6ab4 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:57.996824 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ff270930-add5-4d3d-a6fb-38abeb3d6ab4 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0376959 Sep 23 15:03:57.998041 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52623a31-3898-4b93-a32d-27ecb45c94f3 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:03:58.000676 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41102) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:58.013153 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb11f274-5d83-4747-b19e-313ada957da6 None None] Sync routers for ids ['15ef19ac-75aa-42be-bcd7-635160a18fc7'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:03:58.017040 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-66dfc7fe-a188-4119-9741-f52a081bf5ec tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:58.021542 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-66dfc7fe-a188-4119-9741-f52a081bf5ec tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0164096 Sep 23 15:03:58.021542 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f45d5e17-ebe9-490c-afb9-ba83fd359de5 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:58.021761 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-f45d5e17-ebe9-490c-afb9-ba83fd359de5 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Added segment f4baa0f9-5073-46c1-9186-e244227c7bc3 of type vlan for network eaa798fa-8e80-467e-bbf6-e227c0a1adbb Sep 23 15:03:58.022591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41106) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:58.030005 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-63e33137-dd7f-4142-b496-19b1286760ab tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:58.033441 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-63e33137-dd7f-4142-b496-19b1286760ab tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0055323 Sep 23 15:03:58.033575 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 1bddeef9-5cdf-48cd-a886-a36eb1556579 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:03:58.038061 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41110) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:58.046395 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7939bc9e-22f6-46bc-b8b3-0623afc83895 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:58.047460 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-b22db239-3ec9-44d7-8c48-8b3644bde167 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:58.050790 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b22db239-3ec9-44d7-8c48-8b3644bde167 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0074842 Sep 23 15:03:58.054449 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41114) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:58.065658 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-832b3c20-3728-4f63-b2a0-3e0c11c5f71a tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:58.065828 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-52623a31-3898-4b93-a32d-27ecb45c94f3 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:58.066897 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-52623a31-3898-4b93-a32d-27ecb45c94f3 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "PUT /v2.0/routers/15ef19ac-75aa-42be-bcd7-635160a18fc7 HTTP/1.1" status: 200 len: 884 time: 6.7832773 Sep 23 15:03:58.069334 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-832b3c20-3728-4f63-b2a0-3e0c11c5f71a tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0118482 Sep 23 15:03:58.078089 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb11f274-5d83-4747-b19e-313ada957da6 None None] Routers {'15ef19ac-75aa-42be-bcd7-635160a18fc7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:58.078939 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-fb11f274-5d83-4747-b19e-313ada957da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['15ef19ac-75aa-42be-bcd7-635160a18fc7'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:58.079347 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41120) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:58.079685 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41118) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:58.084310 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-c10a6920-760f-462a-b77d-0ed14e5e533d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Allocated IP 172.20.0.4 (767858c3-3871-4b07-b1ed-5f1dbc9b7e52/69133ece-57f0-45dd-95e4-841a2123b081/3640a8de-97f8-41b3-8f11-dc46d32b693f) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:03:58.090674 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f45d5e17-ebe9-490c-afb9-ba83fd359de5 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:58.105803 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [None req-480533e4-6b9d-431b-bdb9-873cc44b73f5 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:58.109866 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-480533e4-6b9d-431b-bdb9-873cc44b73f5 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0275631 Sep 23 15:03:58.126711 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41128) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:58.138427 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-5ddec19d-29d8-42ae-8cd9-ee84905b0973 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:58.139393 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5ddec19d-29d8-42ae-8cd9-ee84905b0973 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0117335 Sep 23 15:03:58.150395 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-fb11f274-5d83-4747-b19e-313ada957da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:58.150874 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41132) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:58.159109 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-611a5cb9-3b00-4d02-aa99-0b11d0e521a7 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:58.164230 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-611a5cb9-3b00-4d02-aa99-0b11d0e521a7 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0082648 Sep 23 15:03:58.164230 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41136) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:58.167943 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb11f274-5d83-4747-b19e-313ada957da6 None None] Routers {'15ef19ac-75aa-42be-bcd7-635160a18fc7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:03:58.168732 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-fb11f274-5d83-4747-b19e-313ada957da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['15ef19ac-75aa-42be-bcd7-635160a18fc7'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:58.175910 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-571ea289-cc95-4dc0-ae64-88f8f129d815 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:58.179694 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-571ea289-cc95-4dc0-ae64-88f8f129d815 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0118825 Sep 23 15:03:58.180969 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41140) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:58.185608 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-7939bc9e-22f6-46bc-b8b3-0623afc83895 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:58.187527 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-67d47489-2810-4254-bced-fbfb1770dad5 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:58.191013 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-67d47489-2810-4254-bced-fbfb1770dad5 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0071628 Sep 23 15:03:58.191228 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41144) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:58.219354 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [None req-7d9dfa25-7fdb-4ddf-ae31-2f63c646d2b5 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] http://10.222.0.67:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:03:58.223094 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7d9dfa25-7fdb-4ddf-ae31-2f63c646d2b5 tempest-ExtensionsTestJSON-2066146201 tempest-ExtensionsTestJSON-2066146201-project] 10.222.0.67 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0279307 Sep 23 15:03:58.227958 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-7939bc9e-22f6-46bc-b8b3-0623afc83895 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b5cf18-7a98-4293-9f2a-b8628b7c22c8') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:58.228259 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-7939bc9e-22f6-46bc-b8b3-0623afc83895 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b5cf18-7a98-4293-9f2a-b8628b7c22c8') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:58.233926 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-fb11f274-5d83-4747-b19e-313ada957da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:03:58.234477 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb11f274-5d83-4747-b19e-313ada957da6 None None] The sync data for ids ['15ef19ac-75aa-42be-bcd7-635160a18fc7'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:03:58.249060 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d71b80a-6475-4bde-8542-3c79d718dc26 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:58.252999 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7939bc9e-22f6-46bc-b8b3-0623afc83895 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:58.265647 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 1bddeef9-5cdf-48cd-a886-a36eb1556579 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:03:58.268976 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:58.268976 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 1bddeef9-5cdf-48cd-a886-a36eb1556579 Sep 23 15:03:58.288468 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f45d5e17-ebe9-490c-afb9-ba83fd359de5 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:58.294045 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45d5e17-ebe9-490c-afb9-ba83fd359de5 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:58.294671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f45d5e17-ebe9-490c-afb9-ba83fd359de5 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:58.334861 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7939bc9e-22f6-46bc-b8b3-0623afc83895 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:58.423785 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7939bc9e-22f6-46bc-b8b3-0623afc83895 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:03:58.424196 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7939bc9e-22f6-46bc-b8b3-0623afc83895 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:58.432051 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 1bddeef9-5cdf-48cd-a886-a36eb1556579 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:03:58.449167 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d5e17-ebe9-490c-afb9-ba83fd359de5 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event updated for resources: {'Network': ['ID=eaa798fa-8e80-467e-bbf6-e227c0a1adbb,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:58.462096 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network eaa798fa-8e80-467e-bbf6-e227c0a1adbb details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:03:58.498662 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c10a6920-760f-462a-b77d-0ed14e5e533d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:58.518351 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 82b5cf18-7a98-4293-9f2a-b8628b7c22c8 resource provider aggregate not found Sep 23 15:03:58.523755 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f45d5e17-ebe9-490c-afb9-ba83fd359de5 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7676756 Sep 23 15:03:58.525855 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41154) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:58.534987 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-261b50fb-d314-48ae-b83c-ffd756e31e5a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Request body: {'subnet': {'network_id': 'eaa798fa-8e80-467e-bbf6-e227c0a1adbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:58.655289 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-261b50fb-d314-48ae-b83c-ffd756e31e5a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:58.661762 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-261b50fb-d314-48ae-b83c-ffd756e31e5a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Usage tracker for resource:subnet and tenant:d8ebe3b8f86643e6977f83f3a5056490 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:58.665224 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-261b50fb-d314-48ae-b83c-ffd756e31e5a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:58.671458 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-261b50fb-d314-48ae-b83c-ffd756e31e5a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:58.681667 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c10a6920-760f-462a-b77d-0ed14e5e533d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:58.685350 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 82b5cf18-7a98-4293-9f2a-b8628b7c22c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82b5cf18-7a98-4293-9f2a-b8628b7c22c8 found for delete ", "request_id": "req-48e33b9e-6bb0-4c4c-b631-f9011ee54cbf"}]} Sep 23 15:03:58.752608 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-621ba7d5-a7bf-4bf0-baa1-3d3c0747023e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "GET /v2.0/routers/15ef19ac-75aa-42be-bcd7-635160a18fc7 HTTP/1.1" status: 200 len: 925 time: 0.6716888 Sep 23 15:03:58.752948 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261b50fb-d314-48ae-b83c-ffd756e31e5a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Made reservation on behalf of d8ebe3b8f86643e6977f83f3a5056490 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:03:58.757463 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-261b50fb-d314-48ae-b83c-ffd756e31e5a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:58.772530 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41160) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:58.823370 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41164) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:58.830252 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10a6920-760f-462a-b77d-0ed14e5e533d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Network 767858c3-3871-4b07-b1ed-5f1dbc9b7e52 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:03:58.838043 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-c10a6920-760f-462a-b77d-0ed14e5e533d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:58.840641 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10a6920-760f-462a-b77d-0ed14e5e533d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:03:58.849200 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7939bc9e-22f6-46bc-b8b3-0623afc83895 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:58.879192 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7939bc9e-22f6-46bc-b8b3-0623afc83895 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:58.895742 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a6920-760f-462a-b77d-0ed14e5e533d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event updated for resources: {'Port': ['ID=3640a8de-97f8-41b3-8f11-dc46d32b693f,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:58.899583 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939bc9e-22f6-46bc-b8b3-0623afc83895 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] Pushing event deleted for resources: {'Network': ['ID=55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:58.899583 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dd3b75b0-bf71-40ba-be1d-b16f338541a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:58.946816 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10a6920-760f-462a-b77d-0ed14e5e533d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:58.947480 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c10a6920-760f-462a-b77d-0ed14e5e533d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:58.961541 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7939bc9e-22f6-46bc-b8b3-0623afc83895 tempest-FloatingIPNegativeTestJSON-108433064 tempest-FloatingIPNegativeTestJSON-108433064-project] 10.222.0.67 "DELETE /v2.0/networks/55b3b4d1-3b36-4a08-87b2-4c7ca4c2de43 HTTP/1.1" status: 204 len: 168 time: 4.0590997 Sep 23 15:03:58.987795 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d71b80a-6475-4bde-8542-3c79d718dc26 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:59.045480 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c10a6920-760f-462a-b77d-0ed14e5e533d tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7783339 Sep 23 15:03:59.046614 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41172) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:59.051535 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-5f66ed25-8542-48bc-8f06-0fe3827dd81f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Request body: {'floatingip': {'port_id': '3640a8de-97f8-41b3-8f11-dc46d32b693f'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:03:59.052875 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9f697921-adcf-46fe-9f3f-c2253fe57dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:59.147985 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5f66ed25-8542-48bc-8f06-0fe3827dd81f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:59.150916 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9f697921-adcf-46fe-9f3f-c2253fe57dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:03:59.161114 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d71b80a-6475-4bde-8542-3c79d718dc26 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:03:59.178515 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-7d71b80a-6475-4bde-8542-3c79d718dc26 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:59.185960 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9f697921-adcf-46fe-9f3f-c2253fe57dac admin admin] Usage tracker for resource:security_group_rule and tenant:b816c96b79e34e5c8866dd8d62773904 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:03:59.188803 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d71b80a-6475-4bde-8542-3c79d718dc26 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:03:59.219872 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927804b0-7b68-4773-b4fa-d98777850949 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:59.226494 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-927804b0-7b68-4773-b4fa-d98777850949 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Synchronizing usage tracker for tenant:4a7eb123b6d746efb102a22e86c68fba on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:03:59.226494 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71b80a-6475-4bde-8542-3c79d718dc26 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Pushing event updated for resources: {'Port': ['ID=f16e656a-7f11-48a0-a561-de504dbce3d8,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:59.229208 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9f697921-adcf-46fe-9f3f-c2253fe57dac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:03:59.254869 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9f697921-adcf-46fe-9f3f-c2253fe57dac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:03:59.322966 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-261b50fb-d314-48ae-b83c-ffd756e31e5a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:59.393826 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41178) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:59.426900 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-927804b0-7b68-4773-b4fa-d98777850949 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Unset dirty status for tenant:4a7eb123b6d746efb102a22e86c68fba on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:03:59.427888 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-927804b0-7b68-4773-b4fa-d98777850949 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=61b1518d-d511-4beb-b056-d894a2c85079&device_id=15ef19ac-75aa-42be-bcd7-635160a18fc7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 946 time: 0.6535459 Sep 23 15:03:59.439073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41184) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:59.513915 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b50fb-d314-48ae-b83c-ffd756e31e5a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event updated for resources: {'Subnet': ['ID=c4ffd1d4-49a3-4132-bebe-47251c656020,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:03:59.525207 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261b50fb-d314-48ae-b83c-ffd756e31e5a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Checking segment: {'id': 'f4baa0f9-5073-46c1-9186-e244227c7bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'eaa798fa-8e80-467e-bbf6-e227c0a1adbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:03:59.525565 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261b50fb-d314-48ae-b83c-ffd756e31e5a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Network hostable DHCP agents. Network: eaa798fa-8e80-467e-bbf6-e227c0a1adbb, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:03:59.784517 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9040506f-074b-4e83-8073-bf9fd1f510f4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3d016aae35904b2db63da250eb0c1683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3839047 Sep 23 15:03:59.790304 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41188) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:03:59.797181 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dd3b75b0-bf71-40ba-be1d-b16f338541a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:59.873412 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261b50fb-d314-48ae-b83c-ffd756e31e5a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Network eaa798fa-8e80-467e-bbf6-e227c0a1adbb is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:03:59.952033 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-715c2b23-d10e-4aae-8263-f56f076d9586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:59.964458 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-261b50fb-d314-48ae-b83c-ffd756e31e5a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, eaa798fa-8e80-467e-bbf6-e227c0a1adbb) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:03:59.970087 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9378e905-92c2-4b8c-98c8-1a0662d75ff7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:59.971289 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9378e905-92c2-4b8c-98c8-1a0662d75ff7 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "GET /v2.0/networks/61b1518d-d511-4beb-b056-d894a2c85079 HTTP/1.1" status: 200 len: 881 time: 0.4797966 Sep 23 15:03:59.973182 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9f697921-adcf-46fe-9f3f-c2253fe57dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:59.973297 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261b50fb-d314-48ae-b83c-ffd756e31e5a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:03:59.973813 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-261b50fb-d314-48ae-b83c-ffd756e31e5a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:03:59.975415 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643671d7-3361-48e0-b763-628c10731f7b None None] Network eaa798fa-8e80-467e-bbf6-e227c0a1adbb requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:03:59.984688 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41192) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:00.001019 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-715c2b23-d10e-4aae-8263-f56f076d9586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:00.110488 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-261b50fb-d314-48ae-b83c-ffd756e31e5a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5823667 Sep 23 15:04:00.124402 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41196) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:00.133548 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-a6268159-a2f5-41f1-bc7d-0461dfa8a405 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Request body: {'subnet': {'network_id': 'eaa798fa-8e80-467e-bbf6-e227c0a1adbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:00.244672 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5f66ed25-8542-48bc-8f06-0fe3827dd81f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:00.254238 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-89f0b72e-cd73-4b19-87c1-12a293920a78 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "GET /v2.0/ports?device_id=15ef19ac-75aa-42be-bcd7-635160a18fc7 HTTP/1.1" status: 200 len: 205 time: 0.2661903 Sep 23 15:04:00.259738 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41200) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:00.262116 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71a0083-3f54-42e9-ab00-74a41e8c6101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-eaa798fa-8e80-467e-bbf6-e227c0a1adbb', 'network_id': 'eaa798fa-8e80-467e-bbf6-e227c0a1adbb', 'tenant_id': 'd8ebe3b8f86643e6977f83f3a5056490', 'fixed_ips': [{'subnet_id': 'c4ffd1d4-49a3-4132-bebe-47251c656020'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:04:00.266409 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b71a0083-3f54-42e9-ab00-74a41e8c6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:00.313025 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9f697921-adcf-46fe-9f3f-c2253fe57dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:00.349031 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5f66ed25-8542-48bc-8f06-0fe3827dd81f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:00.402162 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9f697921-adcf-46fe-9f3f-c2253fe57dac admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b816c96b79e34e5c8866dd8d62773904&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5753930 Sep 23 15:04:00.407345 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41204) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:00.411204 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d71b80a-6475-4bde-8542-3c79d718dc26 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:00.415230 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-715c2b23-d10e-4aae-8263-f56f076d9586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:00.427004 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-b71a0083-3f54-42e9-ab00-74a41e8c6101 None None] Allocated IP 2001:db8::2 (eaa798fa-8e80-467e-bbf6-e227c0a1adbb/c4ffd1d4-49a3-4132-bebe-47251c656020/f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:00.469070 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f697921-adcf-46fe-9f3f-c2253fe57dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d047a6-1a94-4a42-9456-251ab32ea9ce,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:00.483100 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c2b23-d10e-4aae-8263-f56f076d9586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99fc8f7-a262-4598-a4ee-17fb77678a67,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:00.563794 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a6268159-a2f5-41f1-bc7d-0461dfa8a405 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:00.628306 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-715c2b23-d10e-4aae-8263-f56f076d9586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:00.631879 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-715c2b23-d10e-4aae-8263-f56f076d9586 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a99fc8f7-a262-4598-a4ee-17fb77678a67 HTTP/1.1" status: 204 len: 168 time: 0.8380346 Sep 23 15:04:00.633697 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a6268159-a2f5-41f1-bc7d-0461dfa8a405 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Usage tracker for resource:subnet and tenant:d8ebe3b8f86643e6977f83f3a5056490 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:00.640249 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b71a0083-3f54-42e9-ab00-74a41e8c6101 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:00.648361 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f0504cff-529b-4554-a076-ff132b9b11db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:00.658904 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b71a0083-3f54-42e9-ab00-74a41e8c6101 None None] Transition to ACTIVE for port object f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:00.659048 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a6268159-a2f5-41f1-bc7d-0461dfa8a405 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:00.670043 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b71a0083-3f54-42e9-ab00-74a41e8c6101 None None] Transition to ACTIVE for port object f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:00.675614 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a6268159-a2f5-41f1-bc7d-0461dfa8a405 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:00.696413 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-89830817-4137-44ea-8872-47a35a05495d tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:00.738981 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b71a0083-3f54-42e9-ab00-74a41e8c6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:00.752180 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3b75b0-bf71-40ba-be1d-b16f338541a1 admin admin] Router a1b82d09-0493-4257-9b8c-c3e46ae21cbd is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:04:00.756145 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f0504cff-529b-4554-a076-ff132b9b11db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:00.778769 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-5f66ed25-8542-48bc-8f06-0fe3827dd81f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Floating IP a7ee32d7-8a7a-46a5-821d-c6b5bc57e37b associated. External IP: 172.26.10.133, port: 3640a8de-97f8-41b3-8f11-dc46d32b693f. Sep 23 15:04:00.863115 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6268159-a2f5-41f1-bc7d-0461dfa8a405 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Made reservation on behalf of d8ebe3b8f86643e6977f83f3a5056490 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:00.866560 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a0083-3f54-42e9-ab00-74a41e8c6101 None None] Pushing event updated for resources: {'Port': ['ID=f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:00.867194 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6268159-a2f5-41f1-bc7d-0461dfa8a405 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:00.887178 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71a0083-3f54-42e9-ab00-74a41e8c6101 None None] Network eaa798fa-8e80-467e-bbf6-e227c0a1adbb is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:00.888480 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-b71a0083-3f54-42e9-ab00-74a41e8c6101 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:00.891210 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71a0083-3f54-42e9-ab00-74a41e8c6101 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:04:01.009683 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b71a0083-3f54-42e9-ab00-74a41e8c6101 None None] Attempting to bind port f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:04:01.010422 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b71a0083-3f54-42e9-ab00-74a41e8c6101 None None] Attempting to bind port f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'f4baa0f9-5073-46c1-9186-e244227c7bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'eaa798fa-8e80-467e-bbf6-e227c0a1adbb'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:04:01.010567 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71a0083-3f54-42e9-ab00-74a41e8c6101 None None] Attempting to bind port f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd on network eaa798fa-8e80-467e-bbf6-e227c0a1adbb {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:04:01.016264 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71a0083-3f54-42e9-ab00-74a41e8c6101 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:04:01.016721 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71a0083-3f54-42e9-ab00-74a41e8c6101 None None] Checking segment: {'id': 'f4baa0f9-5073-46c1-9186-e244227c7bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'eaa798fa-8e80-467e-bbf6-e227c0a1adbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:01.017288 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b71a0083-3f54-42e9-ab00-74a41e8c6101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:01.017741 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71a0083-3f54-42e9-ab00-74a41e8c6101 None None] Bound using segment: {'id': 'f4baa0f9-5073-46c1-9186-e244227c7bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'eaa798fa-8e80-467e-bbf6-e227c0a1adbb'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:04:01.018353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b71a0083-3f54-42e9-ab00-74a41e8c6101 None None] Bound port: f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4baa0f9-5073-46c1-9186-e244227c7bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'eaa798fa-8e80-467e-bbf6-e227c0a1adbb'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:04:01.018820 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b71a0083-3f54-42e9-ab00-74a41e8c6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:01.064065 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d71b80a-6475-4bde-8542-3c79d718dc26 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:01.074532 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d71b80a-6475-4bde-8542-3c79d718dc26 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753924'] for router, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:01.127514 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b71a0083-3f54-42e9-ab00-74a41e8c6101 None None] For port f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:04:01.130930 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b71a0083-3f54-42e9-ab00-74a41e8c6101 None None] For port f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd,segment=NetworkSegment(f4baa0f9-5073-46c1-9186-e244227c7bc3),segment_id=f4baa0f9-5073-46c1-9186-e244227c7bc3)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:04:01.152725 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3b75b0-bf71-40ba-be1d-b16f338541a1 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:04:01.154787 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f0504cff-529b-4554-a076-ff132b9b11db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:01.168389 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0459228b-b59c-4f6d-948f-36d9cb57a053 None None] Sync routers for ids ['a1b82d09-0493-4257-9b8c-c3e46ae21cbd'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:04:01.180704 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0459228b-b59c-4f6d-948f-36d9cb57a053 None None] Routers {'a1b82d09-0493-4257-9b8c-c3e46ae21cbd'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:01.181781 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-0459228b-b59c-4f6d-948f-36d9cb57a053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['a1b82d09-0493-4257-9b8c-c3e46ae21cbd'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:01.191844 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0504cff-529b-4554-a076-ff132b9b11db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d047a6-1a94-4a42-9456-251ab32ea9ce,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:01.208625 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f0504cff-529b-4554-a076-ff132b9b11db admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:01.209742 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f0504cff-529b-4554-a076-ff132b9b11db admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f9d047a6-1a94-4a42-9456-251ab32ea9ce HTTP/1.1" status: 204 len: 168 time: 0.7998595 Sep 23 15:04:01.229728 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b71a0083-3f54-42e9-ab00-74a41e8c6101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:01.362484 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dd3b75b0-bf71-40ba-be1d-b16f338541a1 admin admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:01.363317 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-89830817-4137-44ea-8872-47a35a05495d tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:01.364223 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-dd3b75b0-bf71-40ba-be1d-b16f338541a1 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.2417815 Sep 23 15:04:01.367371 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41224) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:01.368974 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a0083-3f54-42e9-ab00-74a41e8c6101 None None] Pushing event updated for resources: {'Port': ['ID=f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:01.427175 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-0459228b-b59c-4f6d-948f-36d9cb57a053 None None] Set router a1b82d09-0493-4257-9b8c-c3e46ae21cbd gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:04:01.537583 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-89830817-4137-44ea-8872-47a35a05495d tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Deleting port a68a0778-8d2e-45d0-a16c-dfd098ea63f9 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:01.537919 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-89830817-4137-44ea-8872-47a35a05495d tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:01.668829 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d71b80a-6475-4bde-8542-3c79d718dc26 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Router d6221b6f-2f30-4224-9ec0-651722f009cc is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:04:01.864257 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-0459228b-b59c-4f6d-948f-36d9cb57a053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'name': 'tempest-ServersTestManualDisk-1896356029-router', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50'}], 'enable_snat': True}, 'gw_port_id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:03:52Z', 'updated_at': '2022-09-23T15:03:58Z', 'revision_number': 3, 'project_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'gw_port': {'id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:03:55Z', 'updated_at': '2022-09-23T15:03:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:01.870625 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0459228b-b59c-4f6d-948f-36d9cb57a053 None None] Checking router: a1b82d09-0493-4257-9b8c-c3e46ae21cbd for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:04:01.871434 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0459228b-b59c-4f6d-948f-36d9cb57a053 None None] Updating router a1b82d09-0493-4257-9b8c-c3e46ae21cbd port da9624f6-8798-4f7e-9c92-5920ed9fe90b binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:04:01.955250 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0459228b-b59c-4f6d-948f-36d9cb57a053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:02.068934 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f66ed25-8542-48bc-8f06-0fe3827dd81f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Router 8d2fc230-b342-497a-a3f0-d700b0882d81 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:04:02.092870 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d58c40f5-2b72-43b8-aaf3-271c7522b2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:02.111494 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-89830817-4137-44ea-8872-47a35a05495d tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:02.149772 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:04:02.372976 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:04:02.403561 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:02.410555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-89830817-4137-44ea-8872-47a35a05495d tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Calling delete_port for a68a0778-8d2e-45d0-a16c-dfd098ea63f9 owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:02.421478 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41248) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:02.504397 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0459228b-b59c-4f6d-948f-36d9cb57a053 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:02.519964 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-0459228b-b59c-4f6d-948f-36d9cb57a053 None None] Transition to ACTIVE for port object da9624f6-8798-4f7e-9c92-5920ed9fe90b will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:02.525264 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d71b80a-6475-4bde-8542-3c79d718dc26 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:04:02.536292 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8baa07a-0103-40ae-9dd5-7033c972ac1d None None] Sync routers for ids ['d6221b6f-2f30-4224-9ec0-651722f009cc'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:04:02.547973 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8baa07a-0103-40ae-9dd5-7033c972ac1d None None] Routers {'d6221b6f-2f30-4224-9ec0-651722f009cc'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:02.548889 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-d8baa07a-0103-40ae-9dd5-7033c972ac1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['d6221b6f-2f30-4224-9ec0-651722f009cc'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:02.594596 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0459228b-b59c-4f6d-948f-36d9cb57a053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:02.604189 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d71b80a-6475-4bde-8542-3c79d718dc26 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:02.607607 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7d71b80a-6475-4bde-8542-3c79d718dc26 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "PUT /v2.0/routers/d6221b6f-2f30-4224-9ec0-651722f009cc HTTP/1.1" status: 200 len: 916 time: 9.0767593 Sep 23 15:04:02.622348 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41258) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:02.674881 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-d8baa07a-0103-40ae-9dd5-7033c972ac1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:02.699189 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8baa07a-0103-40ae-9dd5-7033c972ac1d None None] Routers {'d6221b6f-2f30-4224-9ec0-651722f009cc'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:02.699667 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-d8baa07a-0103-40ae-9dd5-7033c972ac1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['d6221b6f-2f30-4224-9ec0-651722f009cc'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:02.739795 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-0459228b-b59c-4f6d-948f-36d9cb57a053 None None] Attempting to bind port da9624f6-8798-4f7e-9c92-5920ed9fe90b on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:04:02.740309 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-0459228b-b59c-4f6d-948f-36d9cb57a053 None None] Attempting to bind port da9624f6-8798-4f7e-9c92-5920ed9fe90b by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:04:02.740746 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0459228b-b59c-4f6d-948f-36d9cb57a053 None None] Attempting to bind port da9624f6-8798-4f7e-9c92-5920ed9fe90b on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:04:02.759318 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0459228b-b59c-4f6d-948f-36d9cb57a053 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:04:02.765802 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0459228b-b59c-4f6d-948f-36d9cb57a053 None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:02.766432 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0459228b-b59c-4f6d-948f-36d9cb57a053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:02.766906 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0459228b-b59c-4f6d-948f-36d9cb57a053 None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:04:02.767472 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-0459228b-b59c-4f6d-948f-36d9cb57a053 None None] Bound port: da9624f6-8798-4f7e-9c92-5920ed9fe90b, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:04:02.769104 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0459228b-b59c-4f6d-948f-36d9cb57a053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:02.837628 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-d8baa07a-0103-40ae-9dd5-7033c972ac1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:02.838361 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8baa07a-0103-40ae-9dd5-7033c972ac1d None None] The sync data for ids ['d6221b6f-2f30-4224-9ec0-651722f009cc'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:04:02.851697 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789a80d-db29-4f9b-a643-ae574f2fa23b None None] Pushing event updated for resources: {'Port': ['ID=da9624f6-8798-4f7e-9c92-5920ed9fe90b,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:02.878803 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0789a80d-db29-4f9b-a643-ae574f2fa23b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:02.879305 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0789a80d-db29-4f9b-a643-ae574f2fa23b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:02.881471 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0789a80d-db29-4f9b-a643-ae574f2fa23b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:02.882061 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0789a80d-db29-4f9b-a643-ae574f2fa23b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:02.882541 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0789a80d-db29-4f9b-a643-ae574f2fa23b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:02.883619 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0789a80d-db29-4f9b-a643-ae574f2fa23b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:02.883619 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0789a80d-db29-4f9b-a643-ae574f2fa23b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:02.883619 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0789a80d-db29-4f9b-a643-ae574f2fa23b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:02.884171 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0789a80d-db29-4f9b-a643-ae574f2fa23b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:02.884586 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0789a80d-db29-4f9b-a643-ae574f2fa23b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:02.885011 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0789a80d-db29-4f9b-a643-ae574f2fa23b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:02.885786 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0789a80d-db29-4f9b-a643-ae574f2fa23b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:02.947229 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:04:02.951861 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-0459228b-b59c-4f6d-948f-36d9cb57a053 None None] For port da9624f6-8798-4f7e-9c92-5920ed9fe90b, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:04:02.955665 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-0459228b-b59c-4f6d-948f-36d9cb57a053 None None] For port da9624f6-8798-4f7e-9c92-5920ed9fe90b, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=da9624f6-8798-4f7e-9c92-5920ed9fe90b,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:04:02.975412 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-e56b88ac-06a9-44c6-a8a6-ad753706db7b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-447763741'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:02.979641 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a54435c-54c0-45c7-8e27-a70667b40ac7 None None] Network eaa798fa-8e80-467e-bbf6-e227c0a1adbb requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:03.014044 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41264) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:03.015100 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e56b88ac-06a9-44c6-a8a6-ad753706db7b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:03.022368 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f66ed25-8542-48bc-8f06-0fe3827dd81f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:04:03.029829 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e56b88ac-06a9-44c6-a8a6-ad753706db7b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Usage tracker for resource:network and tenant:6162ca6451a94ec88464d67d4a92acb4 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:03.036878 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5f66ed25-8542-48bc-8f06-0fe3827dd81f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:03.037591 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e56b88ac-06a9-44c6-a8a6-ad753706db7b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:03.042600 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0459228b-b59c-4f6d-948f-36d9cb57a053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:03.058000 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7e3859b8-a740-4e7d-b998-5fe44b1902c6 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "GET /v2.0/routers/d6221b6f-2f30-4224-9ec0-651722f009cc HTTP/1.1" status: 200 len: 922 time: 0.4345117 Sep 23 15:04:03.060111 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41270) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:03.061381 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e56b88ac-06a9-44c6-a8a6-ad753706db7b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:03.100680 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6268159-a2f5-41f1-bc7d-0461dfa8a405 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:03.112080 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a01ee6a-e794-4578-9b7e-6c5c376c8e36 None None] Sync routers for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:04:03.162682 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0459228b-b59c-4f6d-948f-36d9cb57a053 None None] Routers {'a1b82d09-0493-4257-9b8c-c3e46ae21cbd'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:03.163628 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-0459228b-b59c-4f6d-948f-36d9cb57a053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['a1b82d09-0493-4257-9b8c-c3e46ae21cbd'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:03.163766 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-557684e8-ecb9-46e8-8bf7-dc09611a361f None None] Provisioning for port f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:04:03.181828 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-557684e8-ecb9-46e8-8bf7-dc09611a361f None None] Provisioning complete for port f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:03.182088 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-531c6501-fce4-4736-97a9-616fb7a869af tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-6865979'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:03.182193 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-557684e8-ecb9-46e8-8bf7-dc09611a361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:03.182536 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-557684e8-ecb9-46e8-8bf7-dc09611a361f None None] Attempt 1 to provision port f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd Sep 23 15:04:03.207500 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-531c6501-fce4-4736-97a9-616fb7a869af tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:03.220807 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5f66ed25-8542-48bc-8f06-0fe3827dd81f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "PUT /v2.0/floatingips/a7ee32d7-8a7a-46a5-821d-c6b5bc57e37b HTTP/1.1" status: 200 len: 979 time: 4.1731050 Sep 23 15:04:03.227652 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-531c6501-fce4-4736-97a9-616fb7a869af tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Usage tracker for resource:network and tenant:79d4ad3222e04b9f89c5f5be84cce673 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:03.233519 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41274) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:03.235473 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6268159-a2f5-41f1-bc7d-0461dfa8a405 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Network eaa798fa-8e80-467e-bbf6-e227c0a1adbb is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:03.241127 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-531c6501-fce4-4736-97a9-616fb7a869af tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:03.246485 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-a6268159-a2f5-41f1-bc7d-0461dfa8a405 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:03.247233 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a01ee6a-e794-4578-9b7e-6c5c376c8e36 None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:03.248073 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8a01ee6a-e794-4578-9b7e-6c5c376c8e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:03.288374 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6268159-a2f5-41f1-bc7d-0461dfa8a405 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:03.289216 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6268159-a2f5-41f1-bc7d-0461dfa8a405 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:03.297246 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-531c6501-fce4-4736-97a9-616fb7a869af tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:03.341792 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6268159-a2f5-41f1-bc7d-0461dfa8a405 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event updated for resources: {'Subnet': ['ID=74103f63-6f81-4e54-9dc1-afc3661d19f9,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:03.362588 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-1cdf6062-582e-47e0-892b-b96b5a8cb970 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Deleting port 3640a8de-97f8-41b3-8f11-dc46d32b693f {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:03.363089 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1cdf6062-582e-47e0-892b-b96b5a8cb970 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:03.372551 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8a01ee6a-e794-4578-9b7e-6c5c376c8e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:03.385651 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789a80d-db29-4f9b-a643-ae574f2fa23b None None] Pushing event updated for resources: {'Port': ['ID=da9624f6-8798-4f7e-9c92-5920ed9fe90b,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:03.391791 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5aad2fbe-b8d7-4e9a-9434-425d5b6fac8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:03.392378 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-557684e8-ecb9-46e8-8bf7-dc09611a361f None None] Current status of the port f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:04:03.392909 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-557684e8-ecb9-46e8-8bf7-dc09611a361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:03.402683 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a01ee6a-e794-4578-9b7e-6c5c376c8e36 None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:03.404230 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56b88ac-06a9-44c6-a8a6-ad753706db7b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Made reservation on behalf of 6162ca6451a94ec88464d67d4a92acb4 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:03.407600 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8a01ee6a-e794-4578-9b7e-6c5c376c8e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:03:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:03.408269 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e56b88ac-06a9-44c6-a8a6-ad753706db7b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:03.438543 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b653868c-1251-48e6-8b4f-a92af43b2d41 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:03.439150 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-557684e8-ecb9-46e8-8bf7-dc09611a361f None None] For port f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd,segment=NetworkSegment(f4baa0f9-5073-46c1-9186-e244227c7bc3),segment_id=f4baa0f9-5073-46c1-9186-e244227c7bc3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:03.439263 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b653868c-1251-48e6-8b4f-a92af43b2d41 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Synchronizing usage tracker for tenant:cb649363b776463fa89467c87d83ab96 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:04:03.444765 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e56b88ac-06a9-44c6-a8a6-ad753706db7b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:03.498149 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531c6501-fce4-4736-97a9-616fb7a869af tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Made reservation on behalf of 79d4ad3222e04b9f89c5f5be84cce673 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:03.501923 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-531c6501-fce4-4736-97a9-616fb7a869af tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:03.525856 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e56b88ac-06a9-44c6-a8a6-ad753706db7b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:03.538738 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b653868c-1251-48e6-8b4f-a92af43b2d41 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Unset dirty status for tenant:cb649363b776463fa89467c87d83ab96 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:04:03.542916 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b653868c-1251-48e6-8b4f-a92af43b2d41 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=61b1518d-d511-4beb-b056-d894a2c85079&device_id=d6221b6f-2f30-4224-9ec0-651722f009cc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4784439 Sep 23 15:04:03.543767 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6fda72-4a86-44bf-abb7-492376657039 None None] Update dhcp port {'port': {'network_id': 'eaa798fa-8e80-467e-bbf6-e227c0a1adbb', 'fixed_ips': [{'subnet_id': 'c4ffd1d4-49a3-4132-bebe-47251c656020', 'ip_address': '2001:db8::2'}, {'subnet_id': '74103f63-6f81-4e54-9dc1-afc3661d19f9'}], 'binding:host_id': 'dv-neutron-859093-1-hyperv'}, 'id': 'f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd'} from dv-neutron-859093-1-hyperv. {{(pid=89740) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 23 15:04:03.544171 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e56b88ac-06a9-44c6-a8a6-ad753706db7b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Usage tracker for resource:security_group_rule and tenant:6162ca6451a94ec88464d67d4a92acb4 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:03.546880 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41278) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:03.553391 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e56b88ac-06a9-44c6-a8a6-ad753706db7b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:03.579097 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8a01ee6a-e794-4578-9b7e-6c5c376c8e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:03.579684 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a01ee6a-e794-4578-9b7e-6c5c376c8e36 None None] The sync data for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:04:03.629416 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-0459228b-b59c-4f6d-948f-36d9cb57a053 None None] Set router a1b82d09-0493-4257-9b8c-c3e46ae21cbd gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:04:03.657391 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-557684e8-ecb9-46e8-8bf7-dc09611a361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:03.663441 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-89830817-4137-44ea-8872-47a35a05495d tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:03.670541 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a6268159-a2f5-41f1-bc7d-0461dfa8a405 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5450714 Sep 23 15:04:03.672816 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-531c6501-fce4-4736-97a9-616fb7a869af tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:03.681039 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41282) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:03.706533 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8d4b9c-dd26-4ba9-844a-2a8d5a52481a tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:03.712956 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9d8d4b9c-dd26-4ba9-844a-2a8d5a52481a tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "GET /v2.0/networks/61b1518d-d511-4beb-b056-d894a2c85079 HTTP/1.1" status: 200 len: 881 time: 0.1622994 Sep 23 15:04:03.714057 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e56b88ac-06a9-44c6-a8a6-ad753706db7b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:03.715950 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41284) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:03.754774 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bb6fda72-4a86-44bf-abb7-492376657039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:03.773223 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89830817-4137-44ea-8872-47a35a05495d tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Pushing event deleted for resources: {'Port': ['ID=a68a0778-8d2e-45d0-a16c-dfd098ea63f9,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:03.777057 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-531c6501-fce4-4736-97a9-616fb7a869af tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:03.797832 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0227724b-4237-4117-bcd5-8f00ca27194c tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6221b6f-2f30-4224-9ec0-651722f009cc HTTP/1.1" status: 200 len: 205 time: 0.0761008 Sep 23 15:04:03.800273 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41290) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:03.875067 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-531c6501-fce4-4736-97a9-616fb7a869af tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Usage tracker for resource:security_group_rule and tenant:79d4ad3222e04b9f89c5f5be84cce673 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:03.882653 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-531c6501-fce4-4736-97a9-616fb7a869af tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:03.955747 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-531c6501-fce4-4736-97a9-616fb7a869af tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:04.025929 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-0459228b-b59c-4f6d-948f-36d9cb57a053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'name': 'tempest-ServersTestManualDisk-1896356029-router', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50'}], 'enable_snat': True}, 'gw_port_id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:03:52Z', 'updated_at': '2022-09-23T15:03:58Z', 'revision_number': 3, 'project_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'gw_port': {'id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:03:55Z', 'updated_at': '2022-09-23T15:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:04.035325 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0459228b-b59c-4f6d-948f-36d9cb57a053 None None] The sync data for ids ['a1b82d09-0493-4257-9b8c-c3e46ae21cbd'] in dv-neutron-859093-1-hyperv is: [{'id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'name': 'tempest-ServersTestManualDisk-1896356029-router', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50'}], 'enable_snat': True}, 'gw_port_id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:03:52Z', 'updated_at': '2022-09-23T15:03:58Z', 'revision_number': 3, 'project_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'gw_port': {'id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:03:55Z', 'updated_at': '2022-09-23T15:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:04:04.038438 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d547870-46dc-4e0a-a688-73fe3db01e7b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:04.040044 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d547870-46dc-4e0a-a688-73fe3db01e7b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:04.042626 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d547870-46dc-4e0a-a688-73fe3db01e7b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:04.043762 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d547870-46dc-4e0a-a688-73fe3db01e7b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:04.045125 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d547870-46dc-4e0a-a688-73fe3db01e7b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:04.046226 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-6d547870-46dc-4e0a-a688-73fe3db01e7b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Synchronizing usage tracker for tenant:d8ebe3b8f86643e6977f83f3a5056490 on resource:subnet {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:04:04.055631 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-89830817-4137-44ea-8872-47a35a05495d tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:04.058045 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557684e8-ecb9-46e8-8bf7-dc09611a361f None None] Pushing event updated for resources: {'Port': ['ID=f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:04.087385 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-bb6fda72-4a86-44bf-abb7-492376657039 None None] Allocated IP 172.20.0.1 (eaa798fa-8e80-467e-bbf6-e227c0a1adbb/74103f63-6f81-4e54-9dc1-afc3661d19f9/f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:04.259150 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-bb6fda72-4a86-44bf-abb7-492376657039 None None] For port f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd,segment=NetworkSegment(f4baa0f9-5073-46c1-9186-e244227c7bc3),segment_id=f4baa0f9-5073-46c1-9186-e244227c7bc3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:04.291370 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-89830817-4137-44ea-8872-47a35a05495d tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:04.297339 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1cdf6062-582e-47e0-892b-b96b5a8cb970 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:04.297706 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bb6fda72-4a86-44bf-abb7-492376657039 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:04.307874 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-89830817-4137-44ea-8872-47a35a05495d tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:04.329483 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-bb6fda72-4a86-44bf-abb7-492376657039 None None] Transition to ACTIVE for port object f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:04.382676 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-38cf8bf0-19fc-4d56-bdc1-fb37c9060fb2 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:04.415543 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-6d547870-46dc-4e0a-a688-73fe3db01e7b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Unset dirty status for tenant:d8ebe3b8f86643e6977f83f3a5056490 on resource:subnet {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:04:04.422981 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6d547870-46dc-4e0a-a688-73fe3db01e7b tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7069626 Sep 23 15:04:04.423597 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41294) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:04.440676 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-5aad2fbe-b8d7-4e9a-9434-425d5b6fac8c admin admin] Allocated IP 172.20.0.1 (b701bd66-0505-43a0-9675-ad2d89e290b6/67044fcb-39a0-4a0b-86f7-ff4486219533/a1b75a23-a465-4a77-8d06-3e418203e6f1) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:04.441833 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bb6fda72-4a86-44bf-abb7-492376657039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:04.449668 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-68d40ac2-9e13-47dd-9583-66a48deabcd6 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-937062321'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:04.456591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-68d40ac2-9e13-47dd-9583-66a48deabcd6 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:04.468374 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-68d40ac2-9e13-47dd-9583-66a48deabcd6 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Usage tracker for resource:network and tenant:d8ebe3b8f86643e6977f83f3a5056490 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:04.479628 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-68d40ac2-9e13-47dd-9583-66a48deabcd6 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:04.525790 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e56b88ac-06a9-44c6-a8a6-ad753706db7b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:04.565247 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-68d40ac2-9e13-47dd-9583-66a48deabcd6 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:04.567113 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-89830817-4137-44ea-8872-47a35a05495d tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:04.567725 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89830817-4137-44ea-8872-47a35a05495d tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Fanout notify agent at l3_agent the message router_deleted on router 15ef19ac-75aa-42be-bcd7-635160a18fc7 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:04:04.577584 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6fda72-4a86-44bf-abb7-492376657039 None None] Pushing event updated for resources: {'Port': ['ID=f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:04.619173 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-531c6501-fce4-4736-97a9-616fb7a869af tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:04.686642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-89830817-4137-44ea-8872-47a35a05495d tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:04.691736 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-89830817-4137-44ea-8872-47a35a05495d tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "DELETE /v2.0/routers/15ef19ac-75aa-42be-bcd7-635160a18fc7 HTTP/1.1" status: 204 len: 168 time: 4.4310226 Sep 23 15:04:04.692415 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41298) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:04.711518 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d40ac2-9e13-47dd-9583-66a48deabcd6 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Made reservation on behalf of d8ebe3b8f86643e6977f83f3a5056490 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:04.714982 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-68d40ac2-9e13-47dd-9583-66a48deabcd6 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:04.717866 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e56b88ac-06a9-44c6-a8a6-ad753706db7b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:04.736029 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-22ef37f6-d55c-4932-8dc7-597f8a6b8d0a tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2031392183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:04.753778 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-531c6501-fce4-4736-97a9-616fb7a869af tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:04.757643 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-22ef37f6-d55c-4932-8dc7-597f8a6b8d0a tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:04.787097 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5aad2fbe-b8d7-4e9a-9434-425d5b6fac8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:04.792528 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-22ef37f6-d55c-4932-8dc7-597f8a6b8d0a tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Usage tracker for resource:router and tenant:ec506055144d430e9098ad89596f19fd is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:04.798237 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-22ef37f6-d55c-4932-8dc7-597f8a6b8d0a tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:04.831090 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-22ef37f6-d55c-4932-8dc7-597f8a6b8d0a tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:04.831315 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56b88ac-06a9-44c6-a8a6-ad753706db7b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:04:04.846094 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-5aad2fbe-b8d7-4e9a-9434-425d5b6fac8c admin admin] Transition to ACTIVE for port object a1b75a23-a465-4a77-8d06-3e418203e6f1 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:04.848380 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531c6501-fce4-4736-97a9-616fb7a869af tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:04:04.858251 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b88ac-06a9-44c6-a8a6-ad753706db7b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aabe80cc-c69d-4394-a13a-0dde0210c5a9,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:04.866965 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c6501-fce4-4736-97a9-616fb7a869af tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e38a407-a0bc-4f3d-b4bb-9fad2ed94248,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:04.869347 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-38cf8bf0-19fc-4d56-bdc1-fb37c9060fb2 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:04.874752 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d40ac2-9e13-47dd-9583-66a48deabcd6 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:04:04.882618 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1cdf6062-582e-47e0-892b-b96b5a8cb970 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:04.882898 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1cdf6062-582e-47e0-892b-b96b5a8cb970 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:04.883212 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-1cdf6062-582e-47e0-892b-b96b5a8cb970 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Floating IP a7ee32d7-8a7a-46a5-821d-c6b5bc57e37b disassociated. External IP: 172.26.10.133, port: 3640a8de-97f8-41b3-8f11-dc46d32b693f. Sep 23 15:04:04.883547 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-1cdf6062-582e-47e0-892b-b96b5a8cb970 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Calling delete_port for 3640a8de-97f8-41b3-8f11-dc46d32b693f owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:04.884807 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e56b88ac-06a9-44c6-a8a6-ad753706db7b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:04.885355 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-e56b88ac-06a9-44c6-a8a6-ad753706db7b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Added segment 45bbd5da-0ea7-4b86-adf0-f4899b1a32bc of type vlan for network 900aeb01-e8c7-42a6-8e94-d080b9a4996d Sep 23 15:04:04.937318 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e56b88ac-06a9-44c6-a8a6-ad753706db7b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:04.960213 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-22ef37f6-d55c-4932-8dc7-597f8a6b8d0a tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:04.961295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-22ef37f6-d55c-4932-8dc7-597f8a6b8d0a tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:04.966200 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-68d40ac2-9e13-47dd-9583-66a48deabcd6 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:04.966565 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-68d40ac2-9e13-47dd-9583-66a48deabcd6 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Added segment 1d09c733-d93c-4f0c-aabd-58e16406cf0a of type vlan for network 3ed8faa3-cca5-4682-abb5-a069526e2850 Sep 23 15:04:04.969801 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-531c6501-fce4-4736-97a9-616fb7a869af tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:04.970139 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-531c6501-fce4-4736-97a9-616fb7a869af tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Added segment 5b4c7991-2b46-4252-87bd-9173da408da5 of type vlan for network 1c726474-92df-4edf-abda-12685971e95d Sep 23 15:04:04.978667 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-38cf8bf0-19fc-4d56-bdc1-fb37c9060fb2 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Deleting port f16e656a-7f11-48a0-a561-de504dbce3d8 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:04.979013 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-38cf8bf0-19fc-4d56-bdc1-fb37c9060fb2 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:05.041541 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0fc2cafc-8c8c-4de5-a0f8-4689687c81a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:05.058086 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-68d40ac2-9e13-47dd-9583-66a48deabcd6 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:05.076995 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-531c6501-fce4-4736-97a9-616fb7a869af tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:05.088462 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-22ef37f6-d55c-4932-8dc7-597f8a6b8d0a tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:05.150451 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5aad2fbe-b8d7-4e9a-9434-425d5b6fac8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:05.194134 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e56b88ac-06a9-44c6-a8a6-ad753706db7b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:05.209569 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56b88ac-06a9-44c6-a8a6-ad753706db7b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:05.210622 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e56b88ac-06a9-44c6-a8a6-ad753706db7b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:05.224301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-22ef37f6-d55c-4932-8dc7-597f8a6b8d0a tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:05.277596 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-68d40ac2-9e13-47dd-9583-66a48deabcd6 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:05.288989 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d40ac2-9e13-47dd-9583-66a48deabcd6 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:05.288989 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-68d40ac2-9e13-47dd-9583-66a48deabcd6 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:05.323682 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-531c6501-fce4-4736-97a9-616fb7a869af tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:05.329392 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531c6501-fce4-4736-97a9-616fb7a869af tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:05.330142 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-531c6501-fce4-4736-97a9-616fb7a869af tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:05.398742 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1cdf6062-582e-47e0-892b-b96b5a8cb970 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:05.444379 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a4aa93-0a54-4dc8-b51f-693e469cb872 None None] Network eaa798fa-8e80-467e-bbf6-e227c0a1adbb requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:05.453366 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aad2fbe-b8d7-4e9a-9434-425d5b6fac8c admin admin] Network b701bd66-0505-43a0-9675-ad2d89e290b6 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:05.462832 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-22ef37f6-d55c-4932-8dc7-597f8a6b8d0a tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:05.463063 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-38cf8bf0-19fc-4d56-bdc1-fb37c9060fb2 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:05.464083 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-22ef37f6-d55c-4932-8dc7-597f8a6b8d0a tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7570028 Sep 23 15:04:05.473764 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-5aad2fbe-b8d7-4e9a-9434-425d5b6fac8c admin admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:05.476025 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41306) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:05.476789 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-68d40ac2-9e13-47dd-9583-66a48deabcd6 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0391650 Sep 23 15:04:05.482436 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf6062-582e-47e0-892b-b96b5a8cb970 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event deleted for resources: {'Port': ['ID=3640a8de-97f8-41b3-8f11-dc46d32b693f,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:05.485307 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41308) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:05.490970 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aad2fbe-b8d7-4e9a-9434-425d5b6fac8c admin admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:04:05.498015 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-9f5e53d8-3050-44d6-962d-038ef070951c tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:05.517055 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d40ac2-9e13-47dd-9583-66a48deabcd6 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event updated for resources: {'Network': ['ID=3ed8faa3-cca5-4682-abb5-a069526e2850,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:05.531553 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-d5b47b56-1d7c-4f9a-b029-179e9ae2a28a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'enable_snat': True}}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:05.547609 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 3ed8faa3-cca5-4682-abb5-a069526e2850 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:04:05.577499 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:05.579637 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad2fbe-b8d7-4e9a-9434-425d5b6fac8c admin admin] Pushing event updated for resources: {'Port': ['ID=a1b75a23-a465-4a77-8d06-3e418203e6f1,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:05.580037 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:05.735250 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-a3201d7a-8b7f-43aa-b4cb-1a11bef84710 None None] Provisioning for port f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:04:05.781557 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-a3201d7a-8b7f-43aa-b4cb-1a11bef84710 None None] Provisioning complete for port f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:05.781927 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a3201d7a-8b7f-43aa-b4cb-1a11bef84710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:05.782256 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-a3201d7a-8b7f-43aa-b4cb-1a11bef84710 None None] Attempt 1 to provision port f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd Sep 23 15:04:05.862421 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-531c6501-fce4-4736-97a9-616fb7a869af tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.8293433 Sep 23 15:04:05.862638 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-38cf8bf0-19fc-4d56-bdc1-fb37c9060fb2 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Calling delete_port for f16e656a-7f11-48a0-a561-de504dbce3d8 owned by network:router_gateway {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:05.958558 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c6501-fce4-4736-97a9-616fb7a869af tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event updated for resources: {'Network': ['ID=1c726474-92df-4edf-abda-12685971e95d,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:06.017525 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 1c726474-92df-4edf-abda-12685971e95d details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:04:06.049568 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a3201d7a-8b7f-43aa-b4cb-1a11bef84710 None None] Current status of the port f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:04:06.163117 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e56b88ac-06a9-44c6-a8a6-ad753706db7b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.7405016 Sep 23 15:04:06.163925 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b88ac-06a9-44c6-a8a6-ad753706db7b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event updated for resources: {'Network': ['ID=900aeb01-e8c7-42a6-8e94-d080b9a4996d,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:06.217471 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 900aeb01-e8c7-42a6-8e94-d080b9a4996d details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:04:06.308173 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cdf6062-582e-47e0-892b-b96b5a8cb970 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Router 8d2fc230-b342-497a-a3f0-d700b0882d81 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:04:06.317407 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9f5e53d8-3050-44d6-962d-038ef070951c tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:06.334404 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41314) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:06.344524 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-14d521da-467d-4603-9a60-d2ced7d103b2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Request body: {'subnet': {'network_id': '900aeb01-e8c7-42a6-8e94-d080b9a4996d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:06.409819 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device da9624f6-8798-4f7e-9c92-5920ed9fe90b up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:04:06.537942 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9f5e53d8-3050-44d6-962d-038ef070951c tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:06.538540 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-6a9b1bb7-2b0f-4817-a415-94fed4df493b None None] Provisioning for port a1b75a23-a465-4a77-8d06-3e418203e6f1 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:04:06.544526 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-6a9b1bb7-2b0f-4817-a415-94fed4df493b None None] Provisioning complete for port a1b75a23-a465-4a77-8d06-3e418203e6f1 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:06.544937 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6a9b1bb7-2b0f-4817-a415-94fed4df493b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:06.545308 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-6a9b1bb7-2b0f-4817-a415-94fed4df493b None None] Attempt 1 to provision port a1b75a23-a465-4a77-8d06-3e418203e6f1 Sep 23 15:04:06.581974 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port da9624f6-8798-4f7e-9c92-5920ed9fe90b completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:04:06.607216 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port da9624f6-8798-4f7e-9c92-5920ed9fe90b triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:06.607977 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:06.608372 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port da9624f6-8798-4f7e-9c92-5920ed9fe90b Sep 23 15:04:06.635308 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f5e53d8-3050-44d6-962d-038ef070951c tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Network 3ed8faa3-cca5-4682-abb5-a069526e2850 is not hosted by any dhcp agent {{(pid=89739) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 23 15:04:06.651199 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5e53d8-3050-44d6-962d-038ef070951c tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:06.653930 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9f5e53d8-3050-44d6-962d-038ef070951c tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:06.655888 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9f5e53d8-3050-44d6-962d-038ef070951c tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "PUT /v2.0/networks/3ed8faa3-cca5-4682-abb5-a069526e2850 HTTP/1.1" status: 200 len: 723 time: 1.1668005 Sep 23 15:04:06.685664 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6a9b1bb7-2b0f-4817-a415-94fed4df493b None None] Port a1b75a23-a465-4a77-8d06-3e418203e6f1 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:06.729557 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41318) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:06.748494 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5aad2fbe-b8d7-4e9a-9434-425d5b6fac8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:06.752372 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e53d8-3050-44d6-962d-038ef070951c tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event updated for resources: {'Network': ['ID=3ed8faa3-cca5-4682-abb5-a069526e2850,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:06.764967 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-38cf8bf0-19fc-4d56-bdc1-fb37c9060fb2 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:06.781767 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-e0fa593c-a533-469c-9387-38328caca181 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Request body: {'subnet': {'network_id': '3ed8faa3-cca5-4682-abb5-a069526e2850', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:06.830691 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 3ed8faa3-cca5-4682-abb5-a069526e2850 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:04:06.878917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdf6062-582e-47e0-892b-b96b5a8cb970 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:04:06.901017 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59013c9f-27fc-46cb-9acf-b996cd3b00df None None] Sync routers for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:04:06.967620 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d5b47b56-1d7c-4f9a-b029-179e9ae2a28a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:06.970983 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-14d521da-467d-4603-9a60-d2ced7d103b2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:06.985099 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-14d521da-467d-4603-9a60-d2ced7d103b2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Usage tracker for resource:subnet and tenant:6162ca6451a94ec88464d67d4a92acb4 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:06.990679 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59013c9f-27fc-46cb-9acf-b996cd3b00df None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:06.991120 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-14d521da-467d-4603-9a60-d2ced7d103b2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:06.991523 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-59013c9f-27fc-46cb-9acf-b996cd3b00df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:07.000594 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-14d521da-467d-4603-9a60-d2ced7d103b2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:07.018206 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1cdf6062-582e-47e0-892b-b96b5a8cb970 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:07.020718 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1cdf6062-582e-47e0-892b-b96b5a8cb970 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "DELETE /v2.0/ports/3640a8de-97f8-41b3-8f11-dc46d32b693f HTTP/1.1" status: 204 len: 168 time: 3.7839646 Sep 23 15:04:07.024093 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41322) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:07.053887 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf8bf0-19fc-4d56-bdc1-fb37c9060fb2 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Pushing event deleted for resources: {'Port': ['ID=f16e656a-7f11-48a0-a561-de504dbce3d8,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:07.060292 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-59013c9f-27fc-46cb-9acf-b996cd3b00df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:07.065247 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port da9624f6-8798-4f7e-9c92-5920ed9fe90b is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:04:07.065740 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:07.076407 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:07.086615 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59013c9f-27fc-46cb-9acf-b996cd3b00df None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:07.087344 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-59013c9f-27fc-46cb-9acf-b996cd3b00df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:07.124608 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c3595e3b-fd9d-45c7-b3a0-fb03ab39eda8 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "GET /v2.0/floatingips/a7ee32d7-8a7a-46a5-821d-c6b5bc57e37b HTTP/1.1" status: 200 len: 689 time: 0.0990295 Sep 23 15:04:07.125288 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41326) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:07.129656 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d521da-467d-4603-9a60-d2ced7d103b2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Made reservation on behalf of 6162ca6451a94ec88464d67d4a92acb4 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:07.133896 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-14d521da-467d-4603-9a60-d2ced7d103b2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:07.165004 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-59013c9f-27fc-46cb-9acf-b996cd3b00df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:07.165576 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59013c9f-27fc-46cb-9acf-b996cd3b00df None None] The sync data for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:04:07.168256 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port da9624f6-8798-4f7e-9c92-5920ed9fe90b, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=da9624f6-8798-4f7e-9c92-5920ed9fe90b,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:07.186748 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-6a9b1bb7-2b0f-4817-a415-94fed4df493b None None] Attempt 2 to provision port a1b75a23-a465-4a77-8d06-3e418203e6f1 Sep 23 15:04:07.258693 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6a9b1bb7-2b0f-4817-a415-94fed4df493b None None] Port a1b75a23-a465-4a77-8d06-3e418203e6f1 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:07.259772 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:07.260624 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:04:07.318918 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e0fa593c-a533-469c-9387-38328caca181 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:07.343855 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e0fa593c-a533-469c-9387-38328caca181 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:07.376104 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-38cf8bf0-19fc-4d56-bdc1-fb37c9060fb2 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:07.392874 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=da9624f6-8798-4f7e-9c92-5920ed9fe90b,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:07.450462 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:07.451671 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:07.452109 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd Sep 23 15:04:07.566673 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-38cf8bf0-19fc-4d56-bdc1-fb37c9060fb2 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:07.569179 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-38cf8bf0-19fc-4d56-bdc1-fb37c9060fb2 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:07.575449 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-14d521da-467d-4603-9a60-d2ced7d103b2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:07.609570 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:04:07.642325 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-38cf8bf0-19fc-4d56-bdc1-fb37c9060fb2 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:07.642952 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cf8bf0-19fc-4d56-bdc1-fb37c9060fb2 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Fanout notify agent at l3_agent the message router_deleted on router d6221b6f-2f30-4224-9ec0-651722f009cc {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:04:07.739766 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0fa593c-a533-469c-9387-38328caca181 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Made reservation on behalf of d8ebe3b8f86643e6977f83f3a5056490 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:07.743524 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e0fa593c-a533-469c-9387-38328caca181 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:07.762680 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-4df1cf81-5fe5-44fc-80e4-db5ad8b718f5 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Deleting port 3fcfb970-6724-40fb-b12d-7c4d9caa47b1 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:07.763396 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-6a9b1bb7-2b0f-4817-a415-94fed4df493b None None] Attempt 3 to provision port a1b75a23-a465-4a77-8d06-3e418203e6f1 Sep 23 15:04:07.763509 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4df1cf81-5fe5-44fc-80e4-db5ad8b718f5 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:07.863973 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6a9b1bb7-2b0f-4817-a415-94fed4df493b None None] Port a1b75a23-a465-4a77-8d06-3e418203e6f1 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:07.874420 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-38cf8bf0-19fc-4d56-bdc1-fb37c9060fb2 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:07.878837 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-38cf8bf0-19fc-4d56-bdc1-fb37c9060fb2 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "DELETE /v2.0/routers/d6221b6f-2f30-4224-9ec0-651722f009cc HTTP/1.1" status: 204 len: 168 time: 4.0701628 Sep 23 15:04:07.884875 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41330) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:07.907744 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-09eee864-7497-4334-bb82-cbcae592780f tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-401583434', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}, 'admin_state_up': False}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:07.913531 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d521da-467d-4603-9a60-d2ced7d103b2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event updated for resources: {'Subnet': ['ID=f68cc945-5a7d-497b-b8cb-10a6af5cf060,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:07.923110 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-09eee864-7497-4334-bb82-cbcae592780f tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:07.925514 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d521da-467d-4603-9a60-d2ced7d103b2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Checking segment: {'id': '45bbd5da-0ea7-4b86-adf0-f4899b1a32bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '900aeb01-e8c7-42a6-8e94-d080b9a4996d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:07.925882 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d521da-467d-4603-9a60-d2ced7d103b2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Network hostable DHCP agents. Network: 900aeb01-e8c7-42a6-8e94-d080b9a4996d, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:04:07.934705 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-09eee864-7497-4334-bb82-cbcae592780f tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Usage tracker for resource:router and tenant:7f98ca535cfc4898b16b11f02687dbf1 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:07.939652 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-09eee864-7497-4334-bb82-cbcae592780f tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:07.953705 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-09eee864-7497-4334-bb82-cbcae592780f tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:08.001900 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4df1cf81-5fe5-44fc-80e4-db5ad8b718f5 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:08.002450 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4df1cf81-5fe5-44fc-80e4-db5ad8b718f5 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:08.049354 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device da9624f6-8798-4f7e-9c92-5920ed9fe90b up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:04:08.077571 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d521da-467d-4603-9a60-d2ced7d103b2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Network 900aeb01-e8c7-42a6-8e94-d080b9a4996d is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:04:08.080013 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-09eee864-7497-4334-bb82-cbcae592780f tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:08.081367 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-09eee864-7497-4334-bb82-cbcae592780f tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:08.151672 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port da9624f6-8798-4f7e-9c92-5920ed9fe90b triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:08.152151 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:08.152898 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port da9624f6-8798-4f7e-9c92-5920ed9fe90b Sep 23 15:04:08.157892 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-4df1cf81-5fe5-44fc-80e4-db5ad8b718f5 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Calling delete_port for 3fcfb970-6724-40fb-b12d-7c4d9caa47b1 owned by network:floatingip {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:08.179169 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d5b47b56-1d7c-4f9a-b029-179e9ae2a28a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:08.217647 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-09eee864-7497-4334-bb82-cbcae592780f tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:08.221230 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d5b47b56-1d7c-4f9a-b029-179e9ae2a28a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:08.232773 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-14d521da-467d-4603-9a60-d2ced7d103b2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 900aeb01-e8c7-42a6-8e94-d080b9a4996d) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:08.237690 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d521da-467d-4603-9a60-d2ced7d103b2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:08.238268 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-14d521da-467d-4603-9a60-d2ced7d103b2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578209'] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:08.251755 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c257561-3989-4524-8268-f4b4e2ab6f74 None None] Network 900aeb01-e8c7-42a6-8e94-d080b9a4996d requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:08.266300 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5aad2fbe-b8d7-4e9a-9434-425d5b6fac8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:08.332002 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-14d521da-467d-4603-9a60-d2ced7d103b2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.9955380 Sep 23 15:04:08.338514 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41334) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:08.344879 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-db8b8e0d-3003-4e07-b64b-0d73a4dfad2a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1038767144'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:08.359207 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-db8b8e0d-3003-4e07-b64b-0d73a4dfad2a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:08.366202 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-db8b8e0d-3003-4e07-b64b-0d73a4dfad2a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Usage tracker for resource:network and tenant:6162ca6451a94ec88464d67d4a92acb4 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:08.370726 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-db8b8e0d-3003-4e07-b64b-0d73a4dfad2a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:08.379103 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-db8b8e0d-3003-4e07-b64b-0d73a4dfad2a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:08.401803 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-6a9b1bb7-2b0f-4817-a415-94fed4df493b None None] Attempt 4 to provision port a1b75a23-a465-4a77-8d06-3e418203e6f1 Sep 23 15:04:08.482526 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4df1cf81-5fe5-44fc-80e4-db5ad8b718f5 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:08.575835 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6a9b1bb7-2b0f-4817-a415-94fed4df493b None None] Port a1b75a23-a465-4a77-8d06-3e418203e6f1 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:08.594625 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8b8e0d-3003-4e07-b64b-0d73a4dfad2a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Made reservation on behalf of 6162ca6451a94ec88464d67d4a92acb4 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:08.599613 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-db8b8e0d-3003-4e07-b64b-0d73a4dfad2a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:08.631875 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1cf81-5fe5-44fc-80e4-db5ad8b718f5 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event deleted for resources: {'Port': ['ID=3fcfb970-6724-40fb-b12d-7c4d9caa47b1,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:08.640709 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-d5b47b56-1d7c-4f9a-b029-179e9ae2a28a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Allocated IP 172.26.10.176 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/965b47b9-c71a-46d3-9cd2-6ae0424c980d) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:08.685333 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port da9624f6-8798-4f7e-9c92-5920ed9fe90b is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:04:08.696863 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e0fa593c-a533-469c-9387-38328caca181 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:08.759417 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13808b7-af12-4d92-91c8-0ffb0734f523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-900aeb01-e8c7-42a6-8e94-d080b9a4996d', 'network_id': '900aeb01-e8c7-42a6-8e94-d080b9a4996d', 'tenant_id': '6162ca6451a94ec88464d67d4a92acb4', 'fixed_ips': [{'subnet_id': 'f68cc945-5a7d-497b-b8cb-10a6af5cf060'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:04:08.760664 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e13808b7-af12-4d92-91c8-0ffb0734f523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:08.892367 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8b8e0d-3003-4e07-b64b-0d73a4dfad2a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:04:08.905202 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-09eee864-7497-4334-bb82-cbcae592780f tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:08.919627 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4df1cf81-5fe5-44fc-80e4-db5ad8b718f5 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:08.926391 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-db8b8e0d-3003-4e07-b64b-0d73a4dfad2a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:08.926792 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-db8b8e0d-3003-4e07-b64b-0d73a4dfad2a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Added segment 69cbc33f-845b-48d5-923d-f82e31fad487 of type vlan for network 5f0d823e-afb3-46af-a963-9f475b7818c1 Sep 23 15:04:08.931731 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.resource_extend [None req-5aad2fbe-b8d7-4e9a-9434-425d5b6fac8c admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:04:08.972016 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-db8b8e0d-3003-4e07-b64b-0d73a4dfad2a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:08.978267 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4df1cf81-5fe5-44fc-80e4-db5ad8b718f5 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:08.979087 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5aad2fbe-b8d7-4e9a-9434-425d5b6fac8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:08.980851 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa593c-a533-469c-9387-38328caca181 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event updated for resources: {'Subnet': ['ID=101c5da4-4fed-4bad-b810-7e348bff63ab,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:08.986126 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4df1cf81-5fe5-44fc-80e4-db5ad8b718f5 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "DELETE /v2.0/floatingips/a7ee32d7-8a7a-46a5-821d-c6b5bc57e37b HTTP/1.1" status: 204 len: 168 time: 1.8594599 Sep 23 15:04:08.987199 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41338) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:08.999913 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-a13e7fe2-78c6-4f8a-8e5a-afdc387798b6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': '36029cf3-796e-470b-8364-b5e279fc2f11'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:09.011328 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fa593c-a533-469c-9387-38328caca181 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Checking segment: {'id': '1d09c733-d93c-4f0c-aabd-58e16406cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3ed8faa3-cca5-4682-abb5-a069526e2850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:09.011876 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fa593c-a533-469c-9387-38328caca181 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Network hostable DHCP agents. Network: 3ed8faa3-cca5-4682-abb5-a069526e2850, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:04:09.031893 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a13e7fe2-78c6-4f8a-8e5a-afdc387798b6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:09.049152 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a13e7fe2-78c6-4f8a-8e5a-afdc387798b6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Usage tracker for resource:floatingip and tenant:4d5b705bd3ff470893718cb7039eab09 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:09.064425 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a13e7fe2-78c6-4f8a-8e5a-afdc387798b6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:09.066446 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-e13808b7-af12-4d92-91c8-0ffb0734f523 None None] Allocated IP 172.20.255.242 (900aeb01-e8c7-42a6-8e94-d080b9a4996d/f68cc945-5a7d-497b-b8cb-10a6af5cf060/a4b362bf-02af-48b5-8065-b0d130cd359d) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:09.080744 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5aad2fbe-b8d7-4e9a-9434-425d5b6fac8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:09.113492 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a13e7fe2-78c6-4f8a-8e5a-afdc387798b6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:09.214464 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad2fbe-b8d7-4e9a-9434-425d5b6fac8c admin admin] Pushing event updated for resources: {'Port': ['ID=a1b75a23-a465-4a77-8d06-3e418203e6f1,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:09.218222 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a13e7fe2-78c6-4f8a-8e5a-afdc387798b6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:09.247915 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fa593c-a533-469c-9387-38328caca181 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Network 3ed8faa3-cca5-4682-abb5-a069526e2850 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:04:09.263181 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d5b47b56-1d7c-4f9a-b029-179e9ae2a28a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:09.267029 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-db8b8e0d-3003-4e07-b64b-0d73a4dfad2a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:09.275080 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8b8e0d-3003-4e07-b64b-0d73a4dfad2a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:09.276311 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-db8b8e0d-3003-4e07-b64b-0d73a4dfad2a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:09.335356 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-e0fa593c-a533-469c-9387-38328caca181 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 3ed8faa3-cca5-4682-abb5-a069526e2850) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:09.339970 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fa593c-a533-469c-9387-38328caca181 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:09.340804 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e0fa593c-a533-469c-9387-38328caca181 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:09.359893 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e13808b7-af12-4d92-91c8-0ffb0734f523 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:09.372987 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e13808b7-af12-4d92-91c8-0ffb0734f523 None None] Transition to ACTIVE for port object a4b362bf-02af-48b5-8065-b0d130cd359d will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:09.397186 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e13808b7-af12-4d92-91c8-0ffb0734f523 None None] Transition to ACTIVE for port object a4b362bf-02af-48b5-8065-b0d130cd359d will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:09.399455 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-6a9b1bb7-2b0f-4817-a415-94fed4df493b None None] Attempt 5 to provision port a1b75a23-a465-4a77-8d06-3e418203e6f1 Sep 23 15:04:09.401896 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5aad2fbe-b8d7-4e9a-9434-425d5b6fac8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:09.405439 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41342) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:09.412500 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-db8b8e0d-3003-4e07-b64b-0d73a4dfad2a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0699086 Sep 23 15:04:09.413167 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41346) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:09.421918 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-470d3b68-f16a-45fe-9301-616f293ea82b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Request body: {'subnet': {'network_id': '5f0d823e-afb3-46af-a963-9f475b7818c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:09.432723 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ce0fc4-45a6-4fe2-8838-3c11e2a02d65 None None] Network 3ed8faa3-cca5-4682-abb5-a069526e2850 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:09.440588 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-445fbfef-4cb5-4148-bc02-630f71be2681 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Request body: {'subnet': {'network_id': '1c726474-92df-4edf-abda-12685971e95d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:09.523909 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e0fa593c-a533-469c-9387-38328caca181 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7767143 Sep 23 15:04:09.527916 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b8e0d-3003-4e07-b64b-0d73a4dfad2a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event updated for resources: {'Network': ['ID=5f0d823e-afb3-46af-a963-9f475b7818c1,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:09.533559 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e13808b7-af12-4d92-91c8-0ffb0734f523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:09.544353 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41350) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:09.555916 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-08f17a4d-816e-4c87-b77d-8e1729185632 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:09.579153 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 5f0d823e-afb3-46af-a963-9f475b7818c1 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:04:09.647600 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-445fbfef-4cb5-4148-bc02-630f71be2681 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:09.657197 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-445fbfef-4cb5-4148-bc02-630f71be2681 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Usage tracker for resource:subnet and tenant:79d4ad3222e04b9f89c5f5be84cce673 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:09.665298 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-470d3b68-f16a-45fe-9301-616f293ea82b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:09.688382 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-470d3b68-f16a-45fe-9301-616f293ea82b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Usage tracker for resource:subnet and tenant:6162ca6451a94ec88464d67d4a92acb4 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:09.689232 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-445fbfef-4cb5-4148-bc02-630f71be2681 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:09.692133 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6a9b1bb7-2b0f-4817-a415-94fed4df493b None None] Port a1b75a23-a465-4a77-8d06-3e418203e6f1 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:09.695202 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-470d3b68-f16a-45fe-9301-616f293ea82b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:09.705276 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-445fbfef-4cb5-4148-bc02-630f71be2681 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:09.711068 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-470d3b68-f16a-45fe-9301-616f293ea82b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:09.718372 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d5b47b56-1d7c-4f9a-b029-179e9ae2a28a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:09.735080 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13808b7-af12-4d92-91c8-0ffb0734f523 None None] Network 900aeb01-e8c7-42a6-8e94-d080b9a4996d is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:09.741928 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-e13808b7-af12-4d92-91c8-0ffb0734f523 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:09.806704 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a13e7fe2-78c6-4f8a-8e5a-afdc387798b6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:09.811134 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aad2fbe-b8d7-4e9a-9434-425d5b6fac8c admin admin] Network b701bd66-0505-43a0-9675-ad2d89e290b6 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:09.817065 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-5aad2fbe-b8d7-4e9a-9434-425d5b6fac8c admin admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:09.824848 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b47b56-1d7c-4f9a-b029-179e9ae2a28a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:09.853543 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-08f17a4d-816e-4c87-b77d-8e1729185632 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16538037'] for subnet, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:09.855678 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13808b7-af12-4d92-91c8-0ffb0734f523 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:04:09.862833 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13808b7-af12-4d92-91c8-0ffb0734f523 None None] Pushing event updated for resources: {'Port': ['ID=a4b362bf-02af-48b5-8065-b0d130cd359d,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:09.866717 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-d5b47b56-1d7c-4f9a-b029-179e9ae2a28a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:09.873020 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b47b56-1d7c-4f9a-b029-179e9ae2a28a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:04:09.889956 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445fbfef-4cb5-4148-bc02-630f71be2681 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Made reservation on behalf of 79d4ad3222e04b9f89c5f5be84cce673 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:09.893433 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-445fbfef-4cb5-4148-bc02-630f71be2681 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:09.908968 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b47b56-1d7c-4f9a-b029-179e9ae2a28a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Pushing event updated for resources: {'Port': ['ID=965b47b9-c71a-46d3-9cd2-6ae0424c980d,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:09.917296 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470d3b68-f16a-45fe-9301-616f293ea82b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Made reservation on behalf of 6162ca6451a94ec88464d67d4a92acb4 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:09.922292 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-470d3b68-f16a-45fe-9301-616f293ea82b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:10.037082 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a20c17-506a-48eb-8409-53d0aa14e917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-3ed8faa3-cca5-4682-abb5-a069526e2850', 'network_id': '3ed8faa3-cca5-4682-abb5-a069526e2850', 'tenant_id': 'd8ebe3b8f86643e6977f83f3a5056490', 'fixed_ips': [{'subnet_id': '101c5da4-4fed-4bad-b810-7e348bff63ab'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:04:10.038062 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e5a20c17-506a-48eb-8409-53d0aa14e917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:10.106423 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e13808b7-af12-4d92-91c8-0ffb0734f523 None None] Attempting to bind port a4b362bf-02af-48b5-8065-b0d130cd359d on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:04:10.106930 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e13808b7-af12-4d92-91c8-0ffb0734f523 None None] Attempting to bind port a4b362bf-02af-48b5-8065-b0d130cd359d by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '45bbd5da-0ea7-4b86-adf0-f4899b1a32bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '900aeb01-e8c7-42a6-8e94-d080b9a4996d'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:04:10.107393 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13808b7-af12-4d92-91c8-0ffb0734f523 None None] Attempting to bind port a4b362bf-02af-48b5-8065-b0d130cd359d on network 900aeb01-e8c7-42a6-8e94-d080b9a4996d {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:04:10.123559 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13808b7-af12-4d92-91c8-0ffb0734f523 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:04:10.124632 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13808b7-af12-4d92-91c8-0ffb0734f523 None None] Checking segment: {'id': '45bbd5da-0ea7-4b86-adf0-f4899b1a32bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '900aeb01-e8c7-42a6-8e94-d080b9a4996d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:10.124632 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e13808b7-af12-4d92-91c8-0ffb0734f523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:10.124967 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13808b7-af12-4d92-91c8-0ffb0734f523 None None] Bound using segment: {'id': '45bbd5da-0ea7-4b86-adf0-f4899b1a32bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '900aeb01-e8c7-42a6-8e94-d080b9a4996d'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:04:10.125576 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e13808b7-af12-4d92-91c8-0ffb0734f523 None None] Bound port: a4b362bf-02af-48b5-8065-b0d130cd359d, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45bbd5da-0ea7-4b86-adf0-f4899b1a32bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '900aeb01-e8c7-42a6-8e94-d080b9a4996d'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:04:10.126017 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e13808b7-af12-4d92-91c8-0ffb0734f523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:10.166143 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-09eee864-7497-4334-bb82-cbcae592780f tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router_gateway, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:10.200617 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-6a9b1bb7-2b0f-4817-a415-94fed4df493b None None] Attempt 6 to provision port a1b75a23-a465-4a77-8d06-3e418203e6f1 Sep 23 15:04:10.210064 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-09eee864-7497-4334-bb82-cbcae592780f tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:10.284216 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6a9b1bb7-2b0f-4817-a415-94fed4df493b None None] Port a1b75a23-a465-4a77-8d06-3e418203e6f1 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:10.290048 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e13808b7-af12-4d92-91c8-0ffb0734f523 None None] For port a4b362bf-02af-48b5-8065-b0d130cd359d, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:04:10.293247 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e13808b7-af12-4d92-91c8-0ffb0734f523 None None] For port a4b362bf-02af-48b5-8065-b0d130cd359d, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a4b362bf-02af-48b5-8065-b0d130cd359d,segment=NetworkSegment(45bbd5da-0ea7-4b86-adf0-f4899b1a32bc),segment_id=45bbd5da-0ea7-4b86-adf0-f4899b1a32bc)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:04:10.350815 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e13808b7-af12-4d92-91c8-0ffb0734f523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:10.463411 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13808b7-af12-4d92-91c8-0ffb0734f523 None None] Pushing event updated for resources: {'Port': ['ID=a4b362bf-02af-48b5-8065-b0d130cd359d,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:10.543487 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-08f17a4d-816e-4c87-b77d-8e1729185632 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774174713694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-680883'] for subnet, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:10.604195 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f17a4d-816e-4c87-b77d-8e1729185632 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:10.604731 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-08f17a4d-816e-4c87-b77d-8e1729185632 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:10.608827 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-08f17a4d-816e-4c87-b77d-8e1729185632 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "PUT /v2.0/subnets/101c5da4-4fed-4bad-b810-7e348bff63ab HTTP/1.1" status: 200 len: 826 time: 1.0619106 Sep 23 15:04:10.609429 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41358) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:10.619052 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-e5a20c17-506a-48eb-8409-53d0aa14e917 None None] Allocated IP 2001:db8::2 (3ed8faa3-cca5-4682-abb5-a069526e2850/101c5da4-4fed-4bad-b810-7e348bff63ab/1c64fe41-94f2-4d99-92bd-f32f3dba0eee) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:10.636279 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-445fbfef-4cb5-4148-bc02-630f71be2681 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:10.665483 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aad2fbe-b8d7-4e9a-9434-425d5b6fac8c admin admin] Router a1b82d09-0493-4257-9b8c-c3e46ae21cbd has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:04:10.666818 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-a13e7fe2-78c6-4f8a-8e5a-afdc387798b6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Allocated IP 172.26.10.165 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/48f34c24-f696-4d93-be6e-81fd5f7bab77) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:10.788731 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-6a9b1bb7-2b0f-4817-a415-94fed4df493b None None] Attempt 7 to provision port a1b75a23-a465-4a77-8d06-3e418203e6f1 Sep 23 15:04:10.839326 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f17a4d-816e-4c87-b77d-8e1729185632 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event updated for resources: {'Subnet': ['ID=101c5da4-4fed-4bad-b810-7e348bff63ab,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:10.930549 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6a9b1bb7-2b0f-4817-a415-94fed4df493b None None] Port a1b75a23-a465-4a77-8d06-3e418203e6f1 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:11.024417 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e5a20c17-506a-48eb-8409-53d0aa14e917 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:11.035054 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e5a20c17-506a-48eb-8409-53d0aa14e917 None None] Transition to ACTIVE for port object 1c64fe41-94f2-4d99-92bd-f32f3dba0eee will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:11.054119 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e5a20c17-506a-48eb-8409-53d0aa14e917 None None] Transition to ACTIVE for port object 1c64fe41-94f2-4d99-92bd-f32f3dba0eee will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:11.066975 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445fbfef-4cb5-4148-bc02-630f71be2681 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Checking segment: {'id': '5b4c7991-2b46-4252-87bd-9173da408da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1c726474-92df-4edf-abda-12685971e95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:11.067343 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445fbfef-4cb5-4148-bc02-630f71be2681 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Network hostable DHCP agents. Network: 1c726474-92df-4edf-abda-12685971e95d, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:04:11.078714 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fbfef-4cb5-4148-bc02-630f71be2681 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event updated for resources: {'Subnet': ['ID=30ca5102-7542-44b3-89b2-749e8b144421,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:11.085926 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:11.131609 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e5a20c17-506a-48eb-8409-53d0aa14e917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:11.171719 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170b067-4d44-4b07-9328-f662ef10f202 req-9880f9c0-f31c-4c3b-99ab-2f31d98f61d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:11.173123 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3170b067-4d44-4b07-9328-f662ef10f202 req-9880f9c0-f31c-4c3b-99ab-2f31d98f61d7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=74a86a480a6e47f78eac424839cb09ea&device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 1099 time: 0.2032747 Sep 23 15:04:11.204904 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a20c17-506a-48eb-8409-53d0aa14e917 None None] Network 3ed8faa3-cca5-4682-abb5-a069526e2850 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:11.206870 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:11.207836 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-e5a20c17-506a-48eb-8409-53d0aa14e917 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:11.212031 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a20c17-506a-48eb-8409-53d0aa14e917 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:04:11.221100 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a20c17-506a-48eb-8409-53d0aa14e917 None None] Pushing event updated for resources: {'Port': ['ID=1c64fe41-94f2-4d99-92bd-f32f3dba0eee,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:11.242800 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aad2fbe-b8d7-4e9a-9434-425d5b6fac8c admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:04:11.253942 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68a81df-597f-414b-82ad-1a844f503879 None None] Sync routers for ids ['a1b82d09-0493-4257-9b8c-c3e46ae21cbd'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:04:11.273517 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68a81df-597f-414b-82ad-1a844f503879 None None] Routers {'a1b82d09-0493-4257-9b8c-c3e46ae21cbd'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:11.274602 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-b68a81df-597f-414b-82ad-1a844f503879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['a1b82d09-0493-4257-9b8c-c3e46ae21cbd'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:11.350660 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e5a20c17-506a-48eb-8409-53d0aa14e917 None None] Attempting to bind port 1c64fe41-94f2-4d99-92bd-f32f3dba0eee on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:04:11.351029 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e5a20c17-506a-48eb-8409-53d0aa14e917 None None] Attempting to bind port 1c64fe41-94f2-4d99-92bd-f32f3dba0eee by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '1d09c733-d93c-4f0c-aabd-58e16406cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3ed8faa3-cca5-4682-abb5-a069526e2850'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:04:11.351435 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a20c17-506a-48eb-8409-53d0aa14e917 None None] Attempting to bind port 1c64fe41-94f2-4d99-92bd-f32f3dba0eee on network 3ed8faa3-cca5-4682-abb5-a069526e2850 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:04:11.357791 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a20c17-506a-48eb-8409-53d0aa14e917 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:04:11.358143 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a20c17-506a-48eb-8409-53d0aa14e917 None None] Checking segment: {'id': '1d09c733-d93c-4f0c-aabd-58e16406cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3ed8faa3-cca5-4682-abb5-a069526e2850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:11.358575 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e5a20c17-506a-48eb-8409-53d0aa14e917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:11.358964 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a20c17-506a-48eb-8409-53d0aa14e917 None None] Bound using segment: {'id': '1d09c733-d93c-4f0c-aabd-58e16406cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3ed8faa3-cca5-4682-abb5-a069526e2850'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:04:11.359436 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e5a20c17-506a-48eb-8409-53d0aa14e917 None None] Bound port: 1c64fe41-94f2-4d99-92bd-f32f3dba0eee, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d09c733-d93c-4f0c-aabd-58e16406cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3ed8faa3-cca5-4682-abb5-a069526e2850'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:04:11.359803 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e5a20c17-506a-48eb-8409-53d0aa14e917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:11.428945 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445fbfef-4cb5-4148-bc02-630f71be2681 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Network 1c726474-92df-4edf-abda-12685971e95d is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:04:11.432183 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-6a9b1bb7-2b0f-4817-a415-94fed4df493b None None] Attempt 8 to provision port a1b75a23-a465-4a77-8d06-3e418203e6f1 Sep 23 15:04:11.492518 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5aad2fbe-b8d7-4e9a-9434-425d5b6fac8c admin admin] 10.222.0.67 "PUT /v2.0/routers/a1b82d09-0493-4257-9b8c-c3e46ae21cbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1240993 Sep 23 15:04:11.509921 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a13e7fe2-78c6-4f8a-8e5a-afdc387798b6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:11.529745 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d5b47b56-1d7c-4f9a-b029-179e9ae2a28a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:11.573040 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170b067-4d44-4b07-9328-f662ef10f202 req-9be00071-a872-4223-81f3-9b173b118b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:11.574528 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3170b067-4d44-4b07-9328-f662ef10f202 req-9be00071-a872-4223-81f3-9b173b118b33 service neutron] 10.222.0.72 "GET /v2.0/networks?id=901c9061-3ace-4755-b443-55ec936320e8 HTTP/1.1" status: 200 len: 913 time: 0.3937771 Sep 23 15:04:11.577961 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-445fbfef-4cb5-4148-bc02-630f71be2681 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 1c726474-92df-4edf-abda-12685971e95d) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:11.582597 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445fbfef-4cb5-4148-bc02-630f71be2681 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:11.583790 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-445fbfef-4cb5-4148-bc02-630f71be2681 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:11.592021 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6a9b1bb7-2b0f-4817-a415-94fed4df493b None None] Port a1b75a23-a465-4a77-8d06-3e418203e6f1 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:11.592785 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8100fd8c-258c-4179-8877-57a00f61a83a None None] Network 1c726474-92df-4edf-abda-12685971e95d requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:11.643780 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-b68a81df-597f-414b-82ad-1a844f503879 None None] Set router a1b82d09-0493-4257-9b8c-c3e46ae21cbd gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:04:11.669496 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e87a7f-1885-40ba-8987-5ff8bd160a95 req-380eccbd-46ef-417f-9ba8-34c51a3c9040 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:11.677548 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-06e87a7f-1885-40ba-8987-5ff8bd160a95 req-380eccbd-46ef-417f-9ba8-34c51a3c9040 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.6915581 Sep 23 15:04:11.713306 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-470d3b68-f16a-45fe-9301-616f293ea82b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:11.719723 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:11.810775 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e5a20c17-506a-48eb-8409-53d0aa14e917 None None] For port 1c64fe41-94f2-4d99-92bd-f32f3dba0eee, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:04:11.817025 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e5a20c17-506a-48eb-8409-53d0aa14e917 None None] For port 1c64fe41-94f2-4d99-92bd-f32f3dba0eee, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=1c64fe41-94f2-4d99-92bd-f32f3dba0eee,segment=NetworkSegment(1d09c733-d93c-4f0c-aabd-58e16406cf0a),segment_id=1d09c733-d93c-4f0c-aabd-58e16406cf0a)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:04:11.829607 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event deleted for resources: {'Subnet': ['ID=101c5da4-4fed-4bad-b810-7e348bff63ab,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:11.858443 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3170b067-4d44-4b07-9328-f662ef10f202 req-3ab447d7-c139-4fc8-839a-9355887c61b7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 HTTP/1.1" status: 200 len: 1002 time: 0.2675395 Sep 23 15:04:11.966231 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf523a3-70a2-4ea1-862f-4f3f5c52a140 None None] Network 900aeb01-e8c7-42a6-8e94-d080b9a4996d requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:12.008706 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e5a20c17-506a-48eb-8409-53d0aa14e917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:12.012279 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-445fbfef-4cb5-4148-bc02-630f71be2681 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6048744 Sep 23 15:04:12.031164 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41370) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:12.047741 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-c9e072c0-e78b-4b79-aad6-fb4ce5ce7ad4 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-975661063'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:12.060881 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c9e072c0-e78b-4b79-aad6-fb4ce5ce7ad4 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:12.066767 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:12.077435 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c9e072c0-e78b-4b79-aad6-fb4ce5ce7ad4 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Usage tracker for resource:network and tenant:79d4ad3222e04b9f89c5f5be84cce673 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:12.087812 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c9e072c0-e78b-4b79-aad6-fb4ce5ce7ad4 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:12.110348 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170b067-4d44-4b07-9328-f662ef10f202 req-cceee2d9-150a-417d-a082-ca65b4ac94d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:12.113460 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3170b067-4d44-4b07-9328-f662ef10f202 req-cceee2d9-150a-417d-a082-ca65b4ac94d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3 HTTP/1.1" status: 200 len: 851 time: 0.1395535 Sep 23 15:04:12.118675 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c9e072c0-e78b-4b79-aad6-fb4ce5ce7ad4 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:12.198107 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed8faa3-cca5-4682-abb5-a069526e2850']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:12.203161 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-06e87a7f-1885-40ba-8987-5ff8bd160a95 req-28aade6b-249e-427b-a4ad-4e40e6434132 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5248263 Sep 23 15:04:12.238404 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d3b68-f16a-45fe-9301-616f293ea82b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event updated for resources: {'Subnet': ['ID=fe4f1766-c101-4390-8bcb-8ecdc283fed5,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:12.238619 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-6a9b1bb7-2b0f-4817-a415-94fed4df493b None None] Attempt 9 to provision port a1b75a23-a465-4a77-8d06-3e418203e6f1 Sep 23 15:04:12.250533 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470d3b68-f16a-45fe-9301-616f293ea82b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Checking segment: {'id': '69cbc33f-845b-48d5-923d-f82e31fad487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '5f0d823e-afb3-46af-a963-9f475b7818c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:12.251058 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470d3b68-f16a-45fe-9301-616f293ea82b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Network hostable DHCP agents. Network: 5f0d823e-afb3-46af-a963-9f475b7818c1, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:04:12.259158 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d09c733-d93c-4f0c-aabd-58e16406cf0a') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:12.259462 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d09c733-d93c-4f0c-aabd-58e16406cf0a') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:12.276738 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:12.311656 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:12.325440 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-b68a81df-597f-414b-82ad-1a844f503879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'name': 'tempest-ServersTestManualDisk-1896356029-router', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50'}], 'enable_snat': True}, 'gw_port_id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:03:52Z', 'updated_at': '2022-09-23T15:04:07Z', 'revision_number': 4, 'project_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'gw_port': {'id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:03:55Z', 'updated_at': '2022-09-23T15:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'a1b75a23-a465-4a77-8d06-3e418203e6f1', 'name': '', 'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'mac_address': 'fa:16:3e:b4:68:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '67044fcb-39a0-4a0b-86f7-ff4486219533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:04:03Z', 'updated_at': '2022-09-23T15:04:08Z', 'revision_number': 2, 'project_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'subnets': [{'id': '67044fcb-39a0-4a0b-86f7-ff4486219533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:12.335777 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a4b362bf-02af-48b5-8065-b0d130cd359d up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:04:12.338249 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68a81df-597f-414b-82ad-1a844f503879 None None] Checking router: a1b82d09-0493-4257-9b8c-c3e46ae21cbd for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:04:12.339983 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68a81df-597f-414b-82ad-1a844f503879 None None] Updating router a1b82d09-0493-4257-9b8c-c3e46ae21cbd port a1b75a23-a465-4a77-8d06-3e418203e6f1 binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:04:12.355691 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:04:12.355691 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:12.378990 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a13e7fe2-78c6-4f8a-8e5a-afdc387798b6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:12.439650 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41374) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:12.459674 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b68a81df-597f-414b-82ad-1a844f503879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:12.514828 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-1dc74924-c614-48fe-b187-7bf36ad05167 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1775204862', 'description': 'tempest-description--887125771'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:12.522939 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e072c0-e78b-4b79-aad6-fb4ce5ce7ad4 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Made reservation on behalf of 79d4ad3222e04b9f89c5f5be84cce673 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:12.526255 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c9e072c0-e78b-4b79-aad6-fb4ce5ce7ad4 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:12.572861 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6a9b1bb7-2b0f-4817-a415-94fed4df493b None None] Port a1b75a23-a465-4a77-8d06-3e418203e6f1 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:12.590692 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a20c17-506a-48eb-8409-53d0aa14e917 None None] Pushing event updated for resources: {'Port': ['ID=1c64fe41-94f2-4d99-92bd-f32f3dba0eee,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:12.592157 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 1d09c733-d93c-4f0c-aabd-58e16406cf0a resource provider aggregate not found Sep 23 15:04:12.595210 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1dc74924-c614-48fe-b187-7bf36ad05167 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:12.596585 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3477bd4-1924-48da-bbc9-0e96c5eef907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-1c726474-92df-4edf-abda-12685971e95d', 'network_id': '1c726474-92df-4edf-abda-12685971e95d', 'tenant_id': '79d4ad3222e04b9f89c5f5be84cce673', 'fixed_ips': [{'subnet_id': '30ca5102-7542-44b3-89b2-749e8b144421'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:04:12.603025 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c3477bd4-1924-48da-bbc9-0e96c5eef907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:12.603393 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470d3b68-f16a-45fe-9301-616f293ea82b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Network 5f0d823e-afb3-46af-a963-9f475b7818c1 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:04:12.629359 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13e7fe2-78c6-4f8a-8e5a-afdc387798b6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:12.632319 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 1d09c733-d93c-4f0c-aabd-58e16406cf0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d09c733-d93c-4f0c-aabd-58e16406cf0a found for delete ", "request_id": "req-956eead6-8220-4e22-8c8f-f0e98ecf6f73"}]} Sep 23 15:04:12.636927 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1dc74924-c614-48fe-b187-7bf36ad05167 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Usage tracker for resource:security_group and tenant:e3ca3cb473e945e48c5ff263c17e66ab is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:12.642982 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-a13e7fe2-78c6-4f8a-8e5a-afdc387798b6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:12.646202 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13e7fe2-78c6-4f8a-8e5a-afdc387798b6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:04:12.650407 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170b067-4d44-4b07-9328-f662ef10f202 req-6aebae14-c35e-4e99-a2b1-db3fcd6010cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:12.652112 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3170b067-4d44-4b07-9328-f662ef10f202 req-6aebae14-c35e-4e99-a2b1-db3fcd6010cc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=901c9061-3ace-4755-b443-55ec936320e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5310938 Sep 23 15:04:12.664407 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e072c0-e78b-4b79-aad6-fb4ce5ce7ad4 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:04:12.678835 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1dc74924-c614-48fe-b187-7bf36ad05167 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:12.741136 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e7fe2-78c6-4f8a-8e5a-afdc387798b6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event updated for resources: {'Port': ['ID=48f34c24-f696-4d93-be6e-81fd5f7bab77,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:12.805336 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1dc74924-c614-48fe-b187-7bf36ad05167 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:12.805776 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3170b067-4d44-4b07-9328-f662ef10f202 req-aeebe8e3-fd00-480e-b552-fad81b713c84 service neutron] 10.222.0.72 "GET /v2.0/networks/901c9061-3ace-4755-b443-55ec936320e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423495 Sep 23 15:04:12.817930 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.api [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 15:04:12.817930 dv-neutron-859093-1-hyperv neutron-server[89739]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 15:04:12.817930 dv-neutron-859093-1-hyperv neutron-server[89739]: [parameters: {'id': '3ed8faa3-cca5-4682-abb5-a069526e2850'}] Sep 23 15:04:12.817930 dv-neutron-859093-1-hyperv neutron-server[89739]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:04:12.818346 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG oslo_db.api [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:04:12.826705 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-470d3b68-f16a-45fe-9301-616f293ea82b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 5f0d823e-afb3-46af-a963-9f475b7818c1) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:12.828672 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port a4b362bf-02af-48b5-8065-b0d130cd359d completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:04:12.832695 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470d3b68-f16a-45fe-9301-616f293ea82b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:12.833812 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-470d3b68-f16a-45fe-9301-616f293ea82b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:12.849005 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe70638c-a26f-4d01-a1f3-e385c0be9b4f None None] Network 5f0d823e-afb3-46af-a963-9f475b7818c1 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:12.936377 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d5b47b56-1d7c-4f9a-b029-179e9ae2a28a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:12.962885 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d5b47b56-1d7c-4f9a-b029-179e9ae2a28a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753924'] for router, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:12.972422 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-470d3b68-f16a-45fe-9301-616f293ea82b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.5551744 Sep 23 15:04:13.012142 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3170b067-4d44-4b07-9328-f662ef10f202 req-a6f6c379-f031-4f03-8b99-3a0216ad6629 service neutron] 10.222.0.72 "GET /v2.0/networks/901c9061-3ace-4755-b443-55ec936320e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956916 Sep 23 15:04:13.013036 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41382) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:13.014194 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-09eee864-7497-4334-bb82-cbcae592780f tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Allocated IP 172.26.10.114 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/bb3ebfe9-a70b-44af-92a6-7f1615bc95b3) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:13.030977 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b68a81df-597f-414b-82ad-1a844f503879 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:13.050888 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-b68a81df-597f-414b-82ad-1a844f503879 None None] Transition to ACTIVE for port object a1b75a23-a465-4a77-8d06-3e418203e6f1 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:13.071558 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1dc74924-c614-48fe-b187-7bf36ad05167 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:13.087430 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-6a9b1bb7-2b0f-4817-a415-94fed4df493b None None] Attempt 10 to provision port a1b75a23-a465-4a77-8d06-3e418203e6f1 Sep 23 15:04:13.148330 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b68a81df-597f-414b-82ad-1a844f503879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:13.179035 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-c3477bd4-1924-48da-bbc9-0e96c5eef907 None None] Allocated IP 2001:db8:0:ffff::2 (1c726474-92df-4edf-abda-12685971e95d/30ca5102-7542-44b3-89b2-749e8b144421/429fc288-9099-4130-8744-b658c45a28a6) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:13.187061 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1dc74924-c614-48fe-b187-7bf36ad05167 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:13.193738 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6aefbd52-5754-4ce2-b09b-955241f36e9c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:13.211118 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c9e072c0-e78b-4b79-aad6-fb4ce5ce7ad4 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:13.211460 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-c9e072c0-e78b-4b79-aad6-fb4ce5ce7ad4 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Added segment 192edbf1-dcdb-4649-8d58-10d17cdc54e0 of type vlan for network 7d62efad-b9b2-4d9a-ac52-f94e64718020 Sep 23 15:04:13.262098 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1dc74924-c614-48fe-b187-7bf36ad05167 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Usage tracker for resource:security_group_rule and tenant:e3ca3cb473e945e48c5ff263c17e66ab is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:13.280578 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1dc74924-c614-48fe-b187-7bf36ad05167 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:13.327645 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:13.331156 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6aefbd52-5754-4ce2-b09b-955241f36e9c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:13.357556 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6a9b1bb7-2b0f-4817-a415-94fed4df493b None None] Port a1b75a23-a465-4a77-8d06-3e418203e6f1 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:13.417087 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1dc74924-c614-48fe-b187-7bf36ad05167 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:13.516420 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Deleting port 1c64fe41-94f2-4d99-92bd-f32f3dba0eee {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:13.516765 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:13.618771 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f35ff5-cbd7-4134-b28f-c9555e747074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-5f0d823e-afb3-46af-a963-9f475b7818c1', 'network_id': '5f0d823e-afb3-46af-a963-9f475b7818c1', 'tenant_id': '6162ca6451a94ec88464d67d4a92acb4', 'fixed_ips': [{'subnet_id': 'fe4f1766-c101-4390-8bcb-8ecdc283fed5'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:04:13.619754 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54f35ff5-cbd7-4134-b28f-c9555e747074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:13.656624 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149add1b-b0f4-431d-b251-4b9aee2ba2ce None None] Pushing event updated for resources: {'Port': ['ID=a1b75a23-a465-4a77-8d06-3e418203e6f1,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:13.662635 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-b68a81df-597f-414b-82ad-1a844f503879 None None] Attempting to bind port a1b75a23-a465-4a77-8d06-3e418203e6f1 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:04:13.663039 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-b68a81df-597f-414b-82ad-1a844f503879 None None] Attempting to bind port a1b75a23-a465-4a77-8d06-3e418203e6f1 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'd503a50d-2581-4298-a5a4-2bdcd97f6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:04:13.669825 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a81df-597f-414b-82ad-1a844f503879 None None] Attempting to bind port a1b75a23-a465-4a77-8d06-3e418203e6f1 on network b701bd66-0505-43a0-9675-ad2d89e290b6 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:04:13.677909 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a81df-597f-414b-82ad-1a844f503879 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:04:13.678284 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a81df-597f-414b-82ad-1a844f503879 None None] Checking segment: {'id': 'd503a50d-2581-4298-a5a4-2bdcd97f6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:13.684066 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b68a81df-597f-414b-82ad-1a844f503879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:13.684066 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a81df-597f-414b-82ad-1a844f503879 None None] Bound using segment: {'id': 'd503a50d-2581-4298-a5a4-2bdcd97f6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:04:13.684066 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-b68a81df-597f-414b-82ad-1a844f503879 None None] Bound port: a1b75a23-a465-4a77-8d06-3e418203e6f1, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd503a50d-2581-4298-a5a4-2bdcd97f6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:04:13.684066 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b68a81df-597f-414b-82ad-1a844f503879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:13.691884 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7635a951-854d-460c-8f88-5de58f60ee05 None None] Network 3ed8faa3-cca5-4682-abb5-a069526e2850 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:13.852004 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a13e7fe2-78c6-4f8a-8e5a-afdc387798b6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:13.864582 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-b68a81df-597f-414b-82ad-1a844f503879 None None] For port a1b75a23-a465-4a77-8d06-3e418203e6f1, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:04:13.869425 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-b68a81df-597f-414b-82ad-1a844f503879 None None] For port a1b75a23-a465-4a77-8d06-3e418203e6f1, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a1b75a23-a465-4a77-8d06-3e418203e6f1,segment=NetworkSegment(d503a50d-2581-4298-a5a4-2bdcd97f6dd0),segment_id=d503a50d-2581-4298-a5a4-2bdcd97f6dd0)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:04:13.908556 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c9e072c0-e78b-4b79-aad6-fb4ce5ce7ad4 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:13.961739 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b68a81df-597f-414b-82ad-1a844f503879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:14.038387 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1dc74924-c614-48fe-b187-7bf36ad05167 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:14.062517 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b55169-9d2f-479c-826c-3ccd1feb2662 req-b189b681-bd09-4f7e-81d1-fcad5c3b7bc9 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:14.064076 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a5b55169-9d2f-479c-826c-3ccd1feb2662 req-b189b681-bd09-4f7e-81d1-fcad5c3b7bc9 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.6196804 Sep 23 15:04:14.065032 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68a81df-597f-414b-82ad-1a844f503879 None None] Routers {'a1b82d09-0493-4257-9b8c-c3e46ae21cbd'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:14.065997 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-b68a81df-597f-414b-82ad-1a844f503879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['a1b82d09-0493-4257-9b8c-c3e46ae21cbd'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:14.112628 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a13e7fe2-78c6-4f8a-8e5a-afdc387798b6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:14.142265 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-09eee864-7497-4334-bb82-cbcae592780f tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:14.162008 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b47b56-1d7c-4f9a-b029-179e9ae2a28a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Router 85a6a2ee-fbe2-4392-9f06-d49d4597cacf is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:04:14.166370 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a5b55169-9d2f-479c-826c-3ccd1feb2662 req-81f2e3f4-7ef7-41a8-90db-995c7751d5a1 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938337 Sep 23 15:04:14.170329 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1dc74924-c614-48fe-b187-7bf36ad05167 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:14.179960 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] For port 1c64fe41-94f2-4d99-92bd-f32f3dba0eee, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=1c64fe41-94f2-4d99-92bd-f32f3dba0eee,segment=NetworkSegment(1d09c733-d93c-4f0c-aabd-58e16406cf0a),segment_id=1d09c733-d93c-4f0c-aabd-58e16406cf0a)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:14.198145 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c3477bd4-1924-48da-bbc9-0e96c5eef907 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:14.199064 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:14.212375 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c9e072c0-e78b-4b79-aad6-fb4ce5ce7ad4 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:14.213510 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc74924-c614-48fe-b187-7bf36ad05167 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790bf19a-b1c5-4ee7-9437-0aae1556b5ed,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:14.218275 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e072c0-e78b-4b79-aad6-fb4ce5ce7ad4 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:14.219305 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c9e072c0-e78b-4b79-aad6-fb4ce5ce7ad4 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:14.241960 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-85fb3eed-37ae-40ab-ad56-ad56e5e44d9d None None] Provisioning complete for port f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:14.242425 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-85fb3eed-37ae-40ab-ad56-ad56e5e44d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:14.242802 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-85fb3eed-37ae-40ab-ad56-ad56e5e44d9d None None] Attempt 1 to provision port f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd Sep 23 15:04:14.328456 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-b68a81df-597f-414b-82ad-1a844f503879 None None] Set router a1b82d09-0493-4257-9b8c-c3e46ae21cbd gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:04:14.352580 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c3477bd4-1924-48da-bbc9-0e96c5eef907 None None] Transition to ACTIVE for port object 429fc288-9099-4130-8744-b658c45a28a6 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:14.373047 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6aefbd52-5754-4ce2-b09b-955241f36e9c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:14.378295 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c3477bd4-1924-48da-bbc9-0e96c5eef907 None None] Transition to ACTIVE for port object 429fc288-9099-4130-8744-b658c45a28a6 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:14.391925 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Calling delete_port for 1c64fe41-94f2-4d99-92bd-f32f3dba0eee owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:14.483918 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 1c64fe41-94f2-4d99-92bd-f32f3dba0eee up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:04:14.554777 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aefbd52-5754-4ce2-b09b-955241f36e9c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Subnet': ['ID=fe4f1766-c101-4390-8bcb-8ecdc283fed5,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:14.578661 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c3477bd4-1924-48da-bbc9-0e96c5eef907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:14.592787 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149add1b-b0f4-431d-b251-4b9aee2ba2ce None None] Pushing event updated for resources: {'Port': ['ID=a1b75a23-a465-4a77-8d06-3e418203e6f1,revision_number=4']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:14.595861 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e072c0-e78b-4b79-aad6-fb4ce5ce7ad4 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event updated for resources: {'Network': ['ID=7d62efad-b9b2-4d9a-ac52-f94e64718020,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:14.610079 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1dc74924-c614-48fe-b187-7bf36ad05167 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:14.614553 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1dc74924-c614-48fe-b187-7bf36ad05167 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.1366267 Sep 23 15:04:14.625970 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41388) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:14.633362 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-1613cd49-7047-4c89-8b13-033b81511e7a tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Request body: {'security_group_rule': {'security_group_id': '790bf19a-b1c5-4ee7-9437-0aae1556b5ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:14.647208 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1613cd49-7047-4c89-8b13-033b81511e7a tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server [None req-54f35ff5-cbd7-4134-b28f-c9555e747074 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fe4f1766-c101-4390-8bcb-8ecdc283fed5: This subnet is being modified by another concurrent operation. Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 15:04:14.663686 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server raise exception Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fe4f1766-c101-4390-8bcb-8ecdc283fed5: This subnet is being modified by another concurrent operation. Sep 23 15:04:14.667367 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server Sep 23 15:04:14.675665 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1613cd49-7047-4c89-8b13-033b81511e7a tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Usage tracker for resource:security_group_rule and tenant:e3ca3cb473e945e48c5ff263c17e66ab is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:14.675665 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1613cd49-7047-4c89-8b13-033b81511e7a tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:14.691508 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c9e072c0-e78b-4b79-aad6-fb4ce5ce7ad4 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.6536849 Sep 23 15:04:14.695103 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1613cd49-7047-4c89-8b13-033b81511e7a tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:14.702347 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 7d62efad-b9b2-4d9a-ac52-f94e64718020 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:04:14.706991 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41392) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:14.728149 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-a85cf113-263f-4d28-9f44-f67acd2b7fef tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Request body: {'subnet': {'network_id': '7d62efad-b9b2-4d9a-ac52-f94e64718020', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:14.732424 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfd0c71-8123-46b3-a117-d8884dfb41ef None None] Network 5f0d823e-afb3-46af-a963-9f475b7818c1 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:14.756481 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6aefbd52-5754-4ce2-b09b-955241f36e9c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:14.758395 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-b68a81df-597f-414b-82ad-1a844f503879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'name': 'tempest-ServersTestManualDisk-1896356029-router', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50'}], 'enable_snat': True}, 'gw_port_id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:03:52Z', 'updated_at': '2022-09-23T15:04:07Z', 'revision_number': 4, 'project_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'gw_port': {'id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:03:55Z', 'updated_at': '2022-09-23T15:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'a1b75a23-a465-4a77-8d06-3e418203e6f1', 'name': '', 'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'mac_address': 'fa:16:3e:b4:68:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '67044fcb-39a0-4a0b-86f7-ff4486219533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:04:03Z', 'updated_at': '2022-09-23T15:04:13Z', 'revision_number': 4, 'project_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'subnets': [{'id': '67044fcb-39a0-4a0b-86f7-ff4486219533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:14.758932 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a13e7fe2-78c6-4f8a-8e5a-afdc387798b6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:14.761450 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b47b56-1d7c-4f9a-b029-179e9ae2a28a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:04:14.762025 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3477bd4-1924-48da-bbc9-0e96c5eef907 None None] Network 1c726474-92df-4edf-abda-12685971e95d is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:14.765980 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68a81df-597f-414b-82ad-1a844f503879 None None] The sync data for ids ['a1b82d09-0493-4257-9b8c-c3e46ae21cbd'] in dv-neutron-859093-1-hyperv is: [{'id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'name': 'tempest-ServersTestManualDisk-1896356029-router', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50'}], 'enable_snat': True}, 'gw_port_id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:03:52Z', 'updated_at': '2022-09-23T15:04:07Z', 'revision_number': 4, 'project_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'gw_port': {'id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:03:55Z', 'updated_at': '2022-09-23T15:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'a1b75a23-a465-4a77-8d06-3e418203e6f1', 'name': '', 'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'mac_address': 'fa:16:3e:b4:68:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '67044fcb-39a0-4a0b-86f7-ff4486219533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:04:03Z', 'updated_at': '2022-09-23T15:04:13Z', 'revision_number': 4, 'project_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'subnets': [{'id': '67044fcb-39a0-4a0b-86f7-ff4486219533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:04:14.776666 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d5b47b56-1d7c-4f9a-b029-179e9ae2a28a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:14.778028 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d5b47b56-1d7c-4f9a-b029-179e9ae2a28a tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "PUT /v2.0/routers/85a6a2ee-fbe2-4392-9f06-d49d4597cacf HTTP/1.1" status: 200 len: 920 time: 9.2911429 Sep 23 15:04:14.781296 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41398) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:14.874717 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-09eee864-7497-4334-bb82-cbcae592780f tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:14.894185 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9135bc29-3364-4259-8bcd-ce348bea3398 None None] Sync routers for ids ['85a6a2ee-fbe2-4392-9f06-d49d4597cacf'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:04:14.901617 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-c3477bd4-1924-48da-bbc9-0e96c5eef907 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:14.922638 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-6aefbd52-5754-4ce2-b09b-955241f36e9c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0d823e-afb3-46af-a963-9f475b7818c1']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:14.949750 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:14.987794 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-6aefbd52-5754-4ce2-b09b-955241f36e9c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69cbc33f-845b-48d5-923d-f82e31fad487') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:14.988316 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-6aefbd52-5754-4ce2-b09b-955241f36e9c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69cbc33f-845b-48d5-923d-f82e31fad487') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:15.015587 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09eee864-7497-4334-bb82-cbcae592780f tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:15.022196 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-09eee864-7497-4334-bb82-cbcae592780f tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:15.026925 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3477bd4-1924-48da-bbc9-0e96c5eef907 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:04:15.030711 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6aefbd52-5754-4ce2-b09b-955241f36e9c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:15.038130 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eee864-7497-4334-bb82-cbcae592780f tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:04:15.041669 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a13e7fe2-78c6-4f8a-8e5a-afdc387798b6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:15.072353 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] No DVR routers for this DVR port 1c64fe41-94f2-4d99-92bd-f32f3dba0eee on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:04:15.078443 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9135bc29-3364-4259-8bcd-ce348bea3398 None None] Routers {'85a6a2ee-fbe2-4392-9f06-d49d4597cacf'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:15.079510 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-9135bc29-3364-4259-8bcd-ce348bea3398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['85a6a2ee-fbe2-4392-9f06-d49d4597cacf'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:15.079902 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eee864-7497-4334-bb82-cbcae592780f tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Pushing event updated for resources: {'Port': ['ID=bb3ebfe9-a70b-44af-92a6-7f1615bc95b3,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:15.109753 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a85cf113-263f-4d28-9f44-f67acd2b7fef tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:15.150611 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a85cf113-263f-4d28-9f44-f67acd2b7fef tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Usage tracker for resource:subnet and tenant:79d4ad3222e04b9f89c5f5be84cce673 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:15.165175 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1613cd49-7047-4c89-8b13-033b81511e7a tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:15.173362 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a85cf113-263f-4d28-9f44-f67acd2b7fef tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:15.195314 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 1c64fe41-94f2-4d99-92bd-f32f3dba0eee completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:04:15.195606 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6aefbd52-5754-4ce2-b09b-955241f36e9c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:15.203685 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event deleted for resources: {'Port': ['ID=1c64fe41-94f2-4d99-92bd-f32f3dba0eee,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:15.211428 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a85cf113-263f-4d28-9f44-f67acd2b7fef tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:15.224710 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-9135bc29-3364-4259-8bcd-ce348bea3398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:15.241791 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a13e7fe2-78c6-4f8a-8e5a-afdc387798b6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:15.266674 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aefbd52-5754-4ce2-b09b-955241f36e9c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:04:15.267066 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6aefbd52-5754-4ce2-b09b-955241f36e9c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:15.347679 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7de8a30d-2200-478d-8a13-ee6a2918d0cf tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "GET /v2.0/routers/85a6a2ee-fbe2-4392-9f06-d49d4597cacf HTTP/1.1" status: 200 len: 926 time: 0.5649891 Sep 23 15:04:15.348451 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e7fe2-78c6-4f8a-8e5a-afdc387798b6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event updated for resources: {'Port': ['ID=48f34c24-f696-4d93-be6e-81fd5f7bab77,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:15.352485 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41408) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:15.369096 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 69cbc33f-845b-48d5-923d-f82e31fad487 resource provider aggregate not found Sep 23 15:04:15.443053 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9135bc29-3364-4259-8bcd-ce348bea3398 None None] Routers {'85a6a2ee-fbe2-4392-9f06-d49d4597cacf'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:15.444365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-9135bc29-3364-4259-8bcd-ce348bea3398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['85a6a2ee-fbe2-4392-9f06-d49d4597cacf'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:15.491433 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-a13e7fe2-78c6-4f8a-8e5a-afdc387798b6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Floating IP 0e13dac1-6032-4cf7-af64-25f450867d22 associated. External IP: 172.26.10.165, port: 36029cf3-796e-470b-8364-b5e279fc2f11. Sep 23 15:04:15.578446 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 1c64fe41-94f2-4d99-92bd-f32f3dba0eee triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:15.578833 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:15.579177 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 1c64fe41-94f2-4d99-92bd-f32f3dba0eee Sep 23 15:04:15.632452 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-9135bc29-3364-4259-8bcd-ce348bea3398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:15.632867 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9135bc29-3364-4259-8bcd-ce348bea3398 None None] The sync data for ids ['85a6a2ee-fbe2-4392-9f06-d49d4597cacf'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:04:15.657843 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Port 1c64fe41-94f2-4d99-92bd-f32f3dba0eee was deleted so its status cannot be updated. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 15:04:15.669418 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3477bd4-1924-48da-bbc9-0e96c5eef907 None None] Pushing event updated for resources: {'Port': ['ID=429fc288-9099-4130-8744-b658c45a28a6,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:15.676351 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-c3477bd4-1924-48da-bbc9-0e96c5eef907 None None] Attempting to bind port 429fc288-9099-4130-8744-b658c45a28a6 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:04:15.677680 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-c3477bd4-1924-48da-bbc9-0e96c5eef907 None None] Attempting to bind port 429fc288-9099-4130-8744-b658c45a28a6 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '5b4c7991-2b46-4252-87bd-9173da408da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1c726474-92df-4edf-abda-12685971e95d'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:04:15.677917 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3477bd4-1924-48da-bbc9-0e96c5eef907 None None] Attempting to bind port 429fc288-9099-4130-8744-b658c45a28a6 on network 1c726474-92df-4edf-abda-12685971e95d {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:04:15.682293 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1613cd49-7047-4c89-8b13-033b81511e7a tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:15.690416 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3477bd4-1924-48da-bbc9-0e96c5eef907 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:04:15.690632 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 69cbc33f-845b-48d5-923d-f82e31fad487 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69cbc33f-845b-48d5-923d-f82e31fad487 found for delete ", "request_id": "req-fa24328b-8916-4f5d-be59-b26d2980124b"}]} Sep 23 15:04:15.690744 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3477bd4-1924-48da-bbc9-0e96c5eef907 None None] Checking segment: {'id': '5b4c7991-2b46-4252-87bd-9173da408da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1c726474-92df-4edf-abda-12685971e95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:15.691231 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c3477bd4-1924-48da-bbc9-0e96c5eef907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:15.691505 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3477bd4-1924-48da-bbc9-0e96c5eef907 None None] Bound using segment: {'id': '5b4c7991-2b46-4252-87bd-9173da408da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1c726474-92df-4edf-abda-12685971e95d'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:04:15.692286 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-c3477bd4-1924-48da-bbc9-0e96c5eef907 None None] Bound port: 429fc288-9099-4130-8744-b658c45a28a6, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b4c7991-2b46-4252-87bd-9173da408da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1c726474-92df-4edf-abda-12685971e95d'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:04:15.693140 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c3477bd4-1924-48da-bbc9-0e96c5eef907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:15.717147 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-85fb3eed-37ae-40ab-ad56-ad56e5e44d9d None None] Current status of the port f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:04:15.763192 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85cf113-263f-4d28-9f44-f67acd2b7fef tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Made reservation on behalf of 79d4ad3222e04b9f89c5f5be84cce673 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:15.766743 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a85cf113-263f-4d28-9f44-f67acd2b7fef tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:15.786974 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:15.813646 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94bde2e-3362-49f9-9df5-e638affe9445 None None] DHCP port deletion for 3ed8faa3-cca5-4682-abb5-a069526e2850 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:04:15.839942 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-c3477bd4-1924-48da-bbc9-0e96c5eef907 None None] For port 429fc288-9099-4130-8744-b658c45a28a6, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:04:15.845058 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1613cd49-7047-4c89-8b13-033b81511e7a tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:15.846076 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728050f8-cf65-480c-9166-56bd8b1b619d None None] Network 3ed8faa3-cca5-4682-abb5-a069526e2850 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:15.952447 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-c3477bd4-1924-48da-bbc9-0e96c5eef907 None None] For port 429fc288-9099-4130-8744-b658c45a28a6, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=429fc288-9099-4130-8744-b658c45a28a6,segment=NetworkSegment(5b4c7991-2b46-4252-87bd-9173da408da5),segment_id=5b4c7991-2b46-4252-87bd-9173da408da5)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:04:15.957325 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6aefbd52-5754-4ce2-b09b-955241f36e9c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:15.964519 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-85fb3eed-37ae-40ab-ad56-ad56e5e44d9d None None] Provisioning for port a4b362bf-02af-48b5-8065-b0d130cd359d completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:04:15.968308 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed8faa3-cca5-4682-abb5-a069526e2850']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:15.986442 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-85fb3eed-37ae-40ab-ad56-ad56e5e44d9d None None] Provisioning complete for port a4b362bf-02af-48b5-8065-b0d130cd359d triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:15.986830 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-85fb3eed-37ae-40ab-ad56-ad56e5e44d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:15.987171 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-85fb3eed-37ae-40ab-ad56-ad56e5e44d9d None None] Attempt 1 to provision port a4b362bf-02af-48b5-8065-b0d130cd359d Sep 23 15:04:16.004674 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6aefbd52-5754-4ce2-b09b-955241f36e9c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:16.021976 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6aefbd52-5754-4ce2-b09b-955241f36e9c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/networks/5f0d823e-afb3-46af-a963-9f475b7818c1 HTTP/1.1" status: 204 len: 168 time: 2.9997263 Sep 23 15:04:16.040091 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d09c733-d93c-4f0c-aabd-58e16406cf0a') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:16.040388 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d09c733-d93c-4f0c-aabd-58e16406cf0a') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:16.045532 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41414) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:16.046796 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613cd49-7047-4c89-8b13-033b81511e7a tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf95cea0-a5d3-40e5-bd5c-43f16239a4d4,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:16.058917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aefbd52-5754-4ce2-b09b-955241f36e9c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Network': ['ID=5f0d823e-afb3-46af-a963-9f475b7818c1,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:16.077551 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c3477bd4-1924-48da-bbc9-0e96c5eef907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:16.077769 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:16.077890 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-7acefee8-a3b3-4372-880b-2cac51ba9599 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-696488351'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:16.085905 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7acefee8-a3b3-4372-880b-2cac51ba9599 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:16.096262 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7acefee8-a3b3-4372-880b-2cac51ba9599 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Usage tracker for resource:network and tenant:6162ca6451a94ec88464d67d4a92acb4 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:16.105140 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:16.106873 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7acefee8-a3b3-4372-880b-2cac51ba9599 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:16.119014 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:04:16.119473 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:16.128779 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7acefee8-a3b3-4372-880b-2cac51ba9599 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:16.160487 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13e7fe2-78c6-4f8a-8e5a-afdc387798b6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Router 8d2fc230-b342-497a-a3f0-d700b0882d81 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:04:16.163855 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d78aa9-3905-4358-acec-4b16d1131d48 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:16.165036 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345993d8-da82-4bca-86d5-7784fffa91dc req-8875d2cf-d88c-40c1-8cf5-23b52f6e0b86 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:16.165748 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f6d78aa9-3905-4358-acec-4b16d1131d48 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=61b1518d-d511-4beb-b056-d894a2c85079&device_id=85a6a2ee-fbe2-4392-9f06-d49d4597cacf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 946 time: 0.6762133 Sep 23 15:04:16.169115 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41418) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:16.169733 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-345993d8-da82-4bca-86d5-7784fffa91dc req-8875d2cf-d88c-40c1-8cf5-23b52f6e0b86 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.7764840 Sep 23 15:04:16.200669 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a1b75a23-a465-4a77-8d06-3e418203e6f1 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:04:16.484171 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-85fb3eed-37ae-40ab-ad56-ad56e5e44d9d None None] Current status of the port a4b362bf-02af-48b5-8065-b0d130cd359d is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:04:16.484792 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-85fb3eed-37ae-40ab-ad56-ad56e5e44d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:16.493266 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3477bd4-1924-48da-bbc9-0e96c5eef907 None None] Pushing event updated for resources: {'Port': ['ID=429fc288-9099-4130-8744-b658c45a28a6,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:16.543932 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acefee8-a3b3-4372-880b-2cac51ba9599 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Made reservation on behalf of 6162ca6451a94ec88464d67d4a92acb4 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:16.547645 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7acefee8-a3b3-4372-880b-2cac51ba9599 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:16.548511 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-09eee864-7497-4334-bb82-cbcae592780f tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router_gateway, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:16.555682 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-85fb3eed-37ae-40ab-ad56-ad56e5e44d9d None None] For port a4b362bf-02af-48b5-8065-b0d130cd359d, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a4b362bf-02af-48b5-8065-b0d130cd359d,segment=NetworkSegment(45bbd5da-0ea7-4b86-adf0-f4899b1a32bc),segment_id=45bbd5da-0ea7-4b86-adf0-f4899b1a32bc)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:16.567338 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1613cd49-7047-4c89-8b13-033b81511e7a tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:16.568899 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1613cd49-7047-4c89-8b13-033b81511e7a tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9419289 Sep 23 15:04:16.588595 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41422) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:16.600650 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-a0a79189-751d-4e14-ab3e-e06538f40561 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Request body: {'security_group_rule': {'security_group_id': '790bf19a-b1c5-4ee7-9437-0aae1556b5ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:16.627220 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a0a79189-751d-4e14-ab3e-e06538f40561 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:16.641981 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a0a79189-751d-4e14-ab3e-e06538f40561 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Usage tracker for resource:security_group_rule and tenant:e3ca3cb473e945e48c5ff263c17e66ab is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:16.647401 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port a1b75a23-a465-4a77-8d06-3e418203e6f1 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:04:16.652616 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port a1b75a23-a465-4a77-8d06-3e418203e6f1 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:16.652991 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:16.653333 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port a1b75a23-a465-4a77-8d06-3e418203e6f1 Sep 23 15:04:16.660988 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a0a79189-751d-4e14-ab3e-e06538f40561 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:16.665386 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7acefee8-a3b3-4372-880b-2cac51ba9599 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:04:16.675622 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-345993d8-da82-4bca-86d5-7784fffa91dc req-b6a2bf8b-d9c6-4bb5-8994-1ccf3833ef3b tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3450079 Sep 23 15:04:16.686694 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:16.693365 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:16.704667 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-85fb3eed-37ae-40ab-ad56-ad56e5e44d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:16.740695 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a0a79189-751d-4e14-ab3e-e06538f40561 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:16.740935 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "DELETE /v2.0/networks/3ed8faa3-cca5-4682-abb5-a069526e2850 HTTP/1.1" status: 204 len: 168 time: 6.1200173 Sep 23 15:04:16.755928 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41426) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:16.767218 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c393fa25-453e-4cfd-a8fc-d35d462d07c6 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:16.768603 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c393fa25-453e-4cfd-a8fc-d35d462d07c6 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "GET /v2.0/networks/61b1518d-d511-4beb-b056-d894a2c85079 HTTP/1.1" status: 200 len: 881 time: 0.5984905 Sep 23 15:04:16.769761 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7acefee8-a3b3-4372-880b-2cac51ba9599 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:16.770120 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-7acefee8-a3b3-4372-880b-2cac51ba9599 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Added segment 3d509222-4b80-4d4c-a361-58c6b4058425 of type vlan for network 9a0ffc13-c785-4134-9c34-46870b61c007 Sep 23 15:04:16.801297 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41432) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:16.812079 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb3eed-37ae-40ab-ad56-ad56e5e44d9d None None] Pushing event updated for resources: {'Port': ['ID=a4b362bf-02af-48b5-8065-b0d130cd359d,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:16.818080 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-835430d8-c485-4a84-88d6-1b7333575944 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] DELETE failed (client error): The resource could not be found. Sep 23 15:04:16.818584 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835430d8-c485-4a84-88d6-1b7333575944 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:04:16.841487 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-835430d8-c485-4a84-88d6-1b7333575944 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "DELETE /v2.0/networks/3ed8faa3-cca5-4682-abb5-a069526e2850 HTTP/1.1" status: 404 len: 339 time: 0.0835645 Sep 23 15:04:16.842681 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13e7fe2-78c6-4f8a-8e5a-afdc387798b6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:04:16.845829 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41434) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:16.856708 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e5db35-590c-47fe-8a19-69f98a23675b None None] Sync routers for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:04:16.867248 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7acefee8-a3b3-4372-880b-2cac51ba9599 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:16.873011 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e5db35-590c-47fe-8a19-69f98a23675b None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:16.875085 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-c6e5db35-590c-47fe-8a19-69f98a23675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:16.875222 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-72ea5a8e-dc71-4c57-a966-a233932431d2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1887475398', 'description': 'd1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:16.882892 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-72ea5a8e-dc71-4c57-a966-a233932431d2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:16.884627 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port a1b75a23-a465-4a77-8d06-3e418203e6f1 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:04:16.885010 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:16.895320 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-72ea5a8e-dc71-4c57-a966-a233932431d2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Usage tracker for resource:network and tenant:d8ebe3b8f86643e6977f83f3a5056490 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:16.900848 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-72ea5a8e-dc71-4c57-a966-a233932431d2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:16.903852 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1976e2d0-25de-48f0-a1d2-16ac05aefcf9 None None] Provisioning complete for port a4b362bf-02af-48b5-8065-b0d130cd359d triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:16.906609 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1976e2d0-25de-48f0-a1d2-16ac05aefcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:16.906609 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1976e2d0-25de-48f0-a1d2-16ac05aefcf9 None None] Attempt 1 to provision port a4b362bf-02af-48b5-8065-b0d130cd359d Sep 23 15:04:16.906775 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0a79189-751d-4e14-ab3e-e06538f40561 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:16.917569 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-72ea5a8e-dc71-4c57-a966-a233932431d2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:16.960263 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a13e7fe2-78c6-4f8a-8e5a-afdc387798b6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:16.979314 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port a1b75a23-a465-4a77-8d06-3e418203e6f1, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a1b75a23-a465-4a77-8d06-3e418203e6f1,segment=NetworkSegment(d503a50d-2581-4298-a5a4-2bdcd97f6dd0),segment_id=d503a50d-2581-4298-a5a4-2bdcd97f6dd0)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:17.006852 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-c6e5db35-590c-47fe-8a19-69f98a23675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:17.018019 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e5db35-590c-47fe-8a19-69f98a23675b None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:17.019036 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-c6e5db35-590c-47fe-8a19-69f98a23675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:17.049422 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a13e7fe2-78c6-4f8a-8e5a-afdc387798b6 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.0586014 Sep 23 15:04:17.051561 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0a79189-751d-4e14-ab3e-e06538f40561 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:17.052930 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ea5a8e-dc71-4c57-a966-a233932431d2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Made reservation on behalf of d8ebe3b8f86643e6977f83f3a5056490 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:17.056434 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-72ea5a8e-dc71-4c57-a966-a233932431d2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:17.065273 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1976e2d0-25de-48f0-a1d2-16ac05aefcf9 None None] Current status of the port a4b362bf-02af-48b5-8065-b0d130cd359d is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:04:17.065273 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1976e2d0-25de-48f0-a1d2-16ac05aefcf9 None None] Could not find standard attr ID for object 1c64fe41-94f2-4d99-92bd-f32f3dba0eee. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:04:17.069299 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41440) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:17.076085 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:17.079746 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-db9ec200-8b40-4a83-9538-d6e0fb368123 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1456233463'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:17.088975 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7acefee8-a3b3-4372-880b-2cac51ba9599 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:17.090540 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59659eba-42d6-4a41-b4da-5601c9d085d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event deleted for resources: {'Network': ['ID=3ed8faa3-cca5-4682-abb5-a069526e2850,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:17.094434 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acefee8-a3b3-4372-880b-2cac51ba9599 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:17.095029 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7acefee8-a3b3-4372-880b-2cac51ba9599 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:17.099250 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-db9ec200-8b40-4a83-9538-d6e0fb368123 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:17.115823 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-c6e5db35-590c-47fe-8a19-69f98a23675b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:17.116237 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e5db35-590c-47fe-8a19-69f98a23675b None None] The sync data for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:04:17.159828 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 1c64fe41-94f2-4d99-92bd-f32f3dba0eee no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:04:17.168771 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e372e5ee-df84-44d7-944e-dbafdf51d831 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "GET /v2.0/ports?device_id=85a6a2ee-fbe2-4392-9f06-d49d4597cacf HTTP/1.1" status: 200 len: 205 time: 0.2221155 Sep 23 15:04:17.173714 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41444) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:17.202582 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0a79189-751d-4e14-ab3e-e06538f40561 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:17.213000 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 1c64fe41-94f2-4d99-92bd-f32f3dba0eee {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:04:17.213502 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 1c64fe41-94f2-4d99-92bd-f32f3dba0eee not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:04:17.215296 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-db9ec200-8b40-4a83-9538-d6e0fb368123 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Usage tracker for resource:network and tenant:4d5b705bd3ff470893718cb7039eab09 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:17.241807 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=a1b75a23-a465-4a77-8d06-3e418203e6f1,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:17.257233 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-db9ec200-8b40-4a83-9538-d6e0fb368123 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:17.287269 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-db9ec200-8b40-4a83-9538-d6e0fb368123 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:17.302581 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ea5a8e-dc71-4c57-a966-a233932431d2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:04:17.319360 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acefee8-a3b3-4372-880b-2cac51ba9599 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event updated for resources: {'Network': ['ID=9a0ffc13-c785-4134-9c34-46870b61c007,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:17.321618 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a79189-751d-4e14-ab3e-e06538f40561 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff52320-a151-49ff-b504-3d2babb43b11,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:17.331479 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-72ea5a8e-dc71-4c57-a966-a233932431d2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:17.333035 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-72ea5a8e-dc71-4c57-a966-a233932431d2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Added segment d3cb0c0a-f81b-4894-8ca6-72c6425b09b8 of type vlan for network a2bf513a-07e6-4bff-bf6b-84a01071ae31 Sep 23 15:04:17.337350 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 9a0ffc13-c785-4134-9c34-46870b61c007 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:04:17.364456 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-72ea5a8e-dc71-4c57-a966-a233932431d2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:17.392649 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0a79189-751d-4e14-ab3e-e06538f40561 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:17.394946 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a0a79189-751d-4e14-ab3e-e06538f40561 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8022130 Sep 23 15:04:17.402875 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41448) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:17.408938 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-d996c8e0-e416-4d92-b25a-db6a4df74757 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:17.417420 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7acefee8-a3b3-4372-880b-2cac51ba9599 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3674619 Sep 23 15:04:17.419009 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d996c8e0-e416-4d92-b25a-db6a4df74757 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:17.421628 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9ec200-8b40-4a83-9538-d6e0fb368123 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Made reservation on behalf of 4d5b705bd3ff470893718cb7039eab09 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:17.425239 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db9ec200-8b40-4a83-9538-d6e0fb368123 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:17.436243 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41452) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:17.441229 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d996c8e0-e416-4d92-b25a-db6a4df74757 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Usage tracker for resource:floatingip and tenant:e3ca3cb473e945e48c5ff263c17e66ab is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:17.447657 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d996c8e0-e416-4d92-b25a-db6a4df74757 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:17.453800 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-f734be9f-bc76-4654-8b28-5890fa47f5ab tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Request body: {'subnet': {'network_id': '9a0ffc13-c785-4134-9c34-46870b61c007', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:17.477829 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d996c8e0-e416-4d92-b25a-db6a4df74757 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:17.548925 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-72ea5a8e-dc71-4c57-a966-a233932431d2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:17.555573 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ea5a8e-dc71-4c57-a966-a233932431d2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:17.555573 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-72ea5a8e-dc71-4c57-a966-a233932431d2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:17.559182 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e4417a-b241-44df-8f77-d162af449bcd None None] Network 1c726474-92df-4edf-abda-12685971e95d requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:17.610979 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9ec200-8b40-4a83-9538-d6e0fb368123 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:04:17.648813 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.objects.ports [None req-a85cf113-263f-4d28-9f44-f67acd2b7fef tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89739) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 23 15:04:17.655765 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a85cf113-263f-4d28-9f44-f67acd2b7fef tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:17.698061 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d996c8e0-e416-4d92-b25a-db6a4df74757 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks [] for floatingip, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:17.701274 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-09eee864-7497-4334-bb82-cbcae592780f tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:17.724914 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db9ec200-8b40-4a83-9538-d6e0fb368123 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:17.725268 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-db9ec200-8b40-4a83-9538-d6e0fb368123 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Added segment f0486981-1a20-4180-ba8a-dd3049febc12 of type vlan for network 00f4bb34-cb58-4c95-a934-f9d3b871f654 Sep 23 15:04:17.737004 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 1d09c733-d93c-4f0c-aabd-58e16406cf0a resource provider aggregate not found Sep 23 15:04:17.742965 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea5a8e-dc71-4c57-a966-a233932431d2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event updated for resources: {'Network': ['ID=a2bf513a-07e6-4bff-bf6b-84a01071ae31,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:17.765265 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network a2bf513a-07e6-4bff-bf6b-84a01071ae31 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:04:17.795615 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f734be9f-bc76-4654-8b28-5890fa47f5ab tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:17.805765 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-72ea5a8e-dc71-4c57-a966-a233932431d2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9397790 Sep 23 15:04:17.817858 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f734be9f-bc76-4654-8b28-5890fa47f5ab tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Usage tracker for resource:subnet and tenant:6162ca6451a94ec88464d67d4a92acb4 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:17.820249 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41460) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:17.825056 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e507d3c3-3e40-42b3-bc06-fdfb00c38dec tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:17.831384 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f734be9f-bc76-4654-8b28-5890fa47f5ab tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:17.854062 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db9ec200-8b40-4a83-9538-d6e0fb368123 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:17.869263 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f734be9f-bc76-4654-8b28-5890fa47f5ab tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:17.897326 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 1d09c733-d93c-4f0c-aabd-58e16406cf0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d09c733-d93c-4f0c-aabd-58e16406cf0a found for delete ", "request_id": "req-ea6d64d5-05f7-4d11-8466-245c04121645"}]} Sep 23 15:04:17.924746 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2e7dab1a-ac08-46c5-8468-c891f910c773 None None] Provisioning for port 429fc288-9099-4130-8744-b658c45a28a6 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:04:17.931799 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cf113-263f-4d28-9f44-f67acd2b7fef tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event updated for resources: {'Subnet': ['ID=55ac04e1-c022-486b-bc8e-a0d3527eac34,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:17.950934 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85cf113-263f-4d28-9f44-f67acd2b7fef tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Checking segment: {'id': '192edbf1-dcdb-4649-8d58-10d17cdc54e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7d62efad-b9b2-4d9a-ac52-f94e64718020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:17.951299 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85cf113-263f-4d28-9f44-f67acd2b7fef tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Network hostable DHCP agents. Network: 7d62efad-b9b2-4d9a-ac52-f94e64718020, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:04:17.994659 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29b7d57-e6d3-4090-8a2b-6f17cb9c9404 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:17.997192 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e29b7d57-e6d3-4090-8a2b-6f17cb9c9404 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Synchronizing usage tracker for tenant:d8ebe3b8f86643e6977f83f3a5056490 on resource:network {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:04:18.035701 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f734be9f-bc76-4654-8b28-5890fa47f5ab tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Made reservation on behalf of 6162ca6451a94ec88464d67d4a92acb4 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:18.039822 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f734be9f-bc76-4654-8b28-5890fa47f5ab tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:18.114633 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db9ec200-8b40-4a83-9538-d6e0fb368123 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:18.120265 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9ec200-8b40-4a83-9538-d6e0fb368123 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:18.120702 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db9ec200-8b40-4a83-9538-d6e0fb368123 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:18.150634 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e29b7d57-e6d3-4090-8a2b-6f17cb9c9404 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Unset dirty status for tenant:d8ebe3b8f86643e6977f83f3a5056490 on resource:network {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:04:18.153974 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e29b7d57-e6d3-4090-8a2b-6f17cb9c9404 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "GET /v2.0/networks?id=a2bf513a-07e6-4bff-bf6b-84a01071ae31 HTTP/1.1" status: 200 len: 765 time: 0.3306410 Sep 23 15:04:18.166354 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41464) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:18.170013 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e507d3c3-3e40-42b3-bc06-fdfb00c38dec tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:18.179720 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-3bd92c7c-142d-4fe3-8b4c-9d1c50f5f02f tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Request body: {'network': {'description': 'd2'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:18.212859 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a4b362bf-02af-48b5-8065-b0d130cd359d up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:04:18.219309 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85cf113-263f-4d28-9f44-f67acd2b7fef tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Network 7d62efad-b9b2-4d9a-ac52-f94e64718020 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:04:18.242614 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.ipam_backend_mixin [None req-f734be9f-bc76-4654-8b28-5890fa47f5ab tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Performing IP validity checks on allocation pools {{(pid=89738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 23 15:04:18.243159 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.ipam_backend_mixin [None req-f734be9f-bc76-4654-8b28-5890fa47f5ab tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 23 15:04:18.281567 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ec200-8b40-4a83-9538-d6e0fb368123 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event updated for resources: {'Network': ['ID=00f4bb34-cb58-4c95-a934-f9d3b871f654,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:18.288588 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-e507d3c3-3e40-42b3-bc06-fdfb00c38dec tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Deleting port 965b47b9-c71a-46d3-9cd2-6ae0424c980d {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:18.288836 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e507d3c3-3e40-42b3-bc06-fdfb00c38dec tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:18.295581 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 00f4bb34-cb58-4c95-a934-f9d3b871f654 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:04:18.296691 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d996c8e0-e416-4d92-b25a-db6a4df74757 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:18.343063 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-db9ec200-8b40-4a83-9538-d6e0fb368123 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2711995 Sep 23 15:04:18.346592 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41468) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:18.356856 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-8de873a8-6a6f-40fa-b697-22c881eef275 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Request body: {'subnet': {'network_id': '00f4bb34-cb58-4c95-a934-f9d3b871f654', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:18.373593 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-a85cf113-263f-4d28-9f44-f67acd2b7fef tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 7d62efad-b9b2-4d9a-ac52-f94e64718020) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:18.374407 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99874d3e-33e5-4c0b-a17b-4965d0a49406 None None] get_active_networks_info from dv-neutron-859093-1-hyperv {{(pid=89740) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 23 15:04:18.402601 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85cf113-263f-4d28-9f44-f67acd2b7fef tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:18.403397 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a85cf113-263f-4d28-9f44-f67acd2b7fef tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:18.456115 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port a4b362bf-02af-48b5-8065-b0d130cd359d triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:18.456413 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:18.456817 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port a4b362bf-02af-48b5-8065-b0d130cd359d Sep 23 15:04:18.507027 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09eee864-7497-4334-bb82-cbcae592780f tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Router c94699b4-a5bd-435d-bb87-dc84511d61fb is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:04:18.659998 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a85cf113-263f-4d28-9f44-f67acd2b7fef tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9377074 Sep 23 15:04:18.680286 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41472) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:18.681386 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port a4b362bf-02af-48b5-8065-b0d130cd359d is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:04:18.682727 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 429fc288-9099-4130-8744-b658c45a28a6 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:04:18.691079 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-35e10767-4fa7-4634-a7ca-1609daaaab82 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Request body: {'port': {'network_id': '7d62efad-b9b2-4d9a-ac52-f94e64718020', 'name': 'tempest-NetworksIpV6TestAttrs-856636520'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:18.724088 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8de873a8-6a6f-40fa-b697-22c881eef275 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:18.733781 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8de873a8-6a6f-40fa-b697-22c881eef275 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Usage tracker for resource:subnet and tenant:4d5b705bd3ff470893718cb7039eab09 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:18.745279 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99874d3e-33e5-4c0b-a17b-4965d0a49406 None None] Resources bound (agent type, host, resource id): {{(pid=89740) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 15:04:18.751971 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8de873a8-6a6f-40fa-b697-22c881eef275 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:18.767886 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-d996c8e0-e416-4d92-b25a-db6a4df74757 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Allocated IP 172.26.10.209 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/bef3df8d-4e5e-4c9a-96a4-d1c298d33e35) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:18.778282 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8de873a8-6a6f-40fa-b697-22c881eef275 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:18.867710 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f734be9f-bc76-4654-8b28-5890fa47f5ab tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:18.906176 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e507d3c3-3e40-42b3-bc06-fdfb00c38dec tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:18.917172 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de873a8-6a6f-40fa-b697-22c881eef275 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Made reservation on behalf of 4d5b705bd3ff470893718cb7039eab09 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:18.920698 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8de873a8-6a6f-40fa-b697-22c881eef275 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:18.921461 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3bd92c7c-142d-4fe3-8b4c-9d1c50f5f02f tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:19.018543 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 429fc288-9099-4130-8744-b658c45a28a6 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:04:19.028916 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 429fc288-9099-4130-8744-b658c45a28a6 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:19.029286 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:19.029623 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 429fc288-9099-4130-8744-b658c45a28a6 Sep 23 15:04:19.110344 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734be9f-bc76-4654-8b28-5890fa47f5ab tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event updated for resources: {'Subnet': ['ID=162739e6-bb12-4d63-a605-72b633825fd2,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:19.131118 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f734be9f-bc76-4654-8b28-5890fa47f5ab tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Checking segment: {'id': '3d509222-4b80-4d4c-a361-58c6b4058425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '9a0ffc13-c785-4134-9c34-46870b61c007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:19.131118 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f734be9f-bc76-4654-8b28-5890fa47f5ab tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Network hostable DHCP agents. Network: 9a0ffc13-c785-4134-9c34-46870b61c007, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:04:19.153631 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d996c8e0-e416-4d92-b25a-db6a4df74757 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:19.208232 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-e507d3c3-3e40-42b3-bc06-fdfb00c38dec tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Calling delete_port for 965b47b9-c71a-46d3-9cd2-6ae0424c980d owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:19.241816 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f734be9f-bc76-4654-8b28-5890fa47f5ab tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Network 9a0ffc13-c785-4134-9c34-46870b61c007 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:04:19.273405 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09eee864-7497-4334-bb82-cbcae592780f tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:04:19.278673 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3bd92c7c-142d-4fe3-8b4c-9d1c50f5f02f tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:19.295241 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779da51d-f16d-4114-b260-b23df8aa3cc7 None None] Sync routers for ids ['c94699b4-a5bd-435d-bb87-dc84511d61fb'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:04:19.315766 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3bd92c7c-142d-4fe3-8b4c-9d1c50f5f02f tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Network a2bf513a-07e6-4bff-bf6b-84a01071ae31 is not hosted by any dhcp agent {{(pid=89739) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 23 15:04:19.321498 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd92c7c-142d-4fe3-8b4c-9d1c50f5f02f tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:19.322093 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3bd92c7c-142d-4fe3-8b4c-9d1c50f5f02f tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:19.325934 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3bd92c7c-142d-4fe3-8b4c-9d1c50f5f02f tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "PUT /v2.0/networks/a2bf513a-07e6-4bff-bf6b-84a01071ae31 HTTP/1.1" status: 200 len: 762 time: 1.1502831 Sep 23 15:04:19.326078 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 429fc288-9099-4130-8744-b658c45a28a6 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:04:19.326296 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:19.327289 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41476) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:19.330269 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-f734be9f-bc76-4654-8b28-5890fa47f5ab tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 9a0ffc13-c785-4134-9c34-46870b61c007) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:19.339550 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779da51d-f16d-4114-b260-b23df8aa3cc7 None None] Routers {'c94699b4-a5bd-435d-bb87-dc84511d61fb'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:19.339991 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-779da51d-f16d-4114-b260-b23df8aa3cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['c94699b4-a5bd-435d-bb87-dc84511d61fb'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:19.356943 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f734be9f-bc76-4654-8b28-5890fa47f5ab tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:19.357532 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f734be9f-bc76-4654-8b28-5890fa47f5ab tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:19.361415 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d996c8e0-e416-4d92-b25a-db6a4df74757 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:19.413739 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-779da51d-f16d-4114-b260-b23df8aa3cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:19.421049 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-35e10767-4fa7-4634-a7ca-1609daaaab82 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:19.450793 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-35e10767-4fa7-4634-a7ca-1609daaaab82 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Usage tracker for resource:port and tenant:79d4ad3222e04b9f89c5f5be84cce673 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:19.456715 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd92c7c-142d-4fe3-8b4c-9d1c50f5f02f tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event updated for resources: {'Network': ['ID=a2bf513a-07e6-4bff-bf6b-84a01071ae31,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:19.456715 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-35e10767-4fa7-4634-a7ca-1609daaaab82 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:19.459207 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779da51d-f16d-4114-b260-b23df8aa3cc7 None None] Routers {'c94699b4-a5bd-435d-bb87-dc84511d61fb'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:19.459850 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-779da51d-f16d-4114-b260-b23df8aa3cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['c94699b4-a5bd-435d-bb87-dc84511d61fb'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:19.468659 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-09eee864-7497-4334-bb82-cbcae592780f tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:19.469553 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-09eee864-7497-4334-bb82-cbcae592780f tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.5801210 Sep 23 15:04:19.471681 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-35e10767-4fa7-4634-a7ca-1609daaaab82 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:19.473330 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41480) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:19.480663 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-4afb3fb9-e088-4a68-9014-5c84cb0daa60 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:19.496202 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8de873a8-6a6f-40fa-b697-22c881eef275 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:19.523963 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 429fc288-9099-4130-8744-b658c45a28a6, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=429fc288-9099-4130-8744-b658c45a28a6,segment=NetworkSegment(5b4c7991-2b46-4252-87bd-9173da408da5),segment_id=5b4c7991-2b46-4252-87bd-9173da408da5)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:19.527131 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network a2bf513a-07e6-4bff-bf6b-84a01071ae31 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:04:19.540994 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7589e114-ea7e-45e4-8079-b2a08e87bd16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-7d62efad-b9b2-4d9a-ac52-f94e64718020', 'network_id': '7d62efad-b9b2-4d9a-ac52-f94e64718020', 'tenant_id': '79d4ad3222e04b9f89c5f5be84cce673', 'fixed_ips': [{'subnet_id': '55ac04e1-c022-486b-bc8e-a0d3527eac34'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:04:19.540994 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7589e114-ea7e-45e4-8079-b2a08e87bd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:19.584719 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d996c8e0-e416-4d92-b25a-db6a4df74757 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:19.594456 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-d996c8e0-e416-4d92-b25a-db6a4df74757 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:19.600434 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996c8e0-e416-4d92-b25a-db6a4df74757 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Pushing event updated for resources: {'Port': ['ID=bef3df8d-4e5e-4c9a-96a4-d1c298d33e35,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:19.605098 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d996c8e0-e416-4d92-b25a-db6a4df74757 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:04:19.610483 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-779da51d-f16d-4114-b260-b23df8aa3cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:19.611200 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779da51d-f16d-4114-b260-b23df8aa3cc7 None None] The sync data for ids ['c94699b4-a5bd-435d-bb87-dc84511d61fb'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:04:19.630879 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:19.631727 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a1b75a23-a465-4a77-8d06-3e418203e6f1 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:04:19.636338 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b913af7-9567-4b5d-b013-692a53f3fb01 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:19.638386 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2b913af7-9567-4b5d-b013-692a53f3fb01 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "GET /v2.0/networks?id=a2bf513a-07e6-4bff-bf6b-84a01071ae31 HTTP/1.1" status: 200 len: 765 time: 0.3094072 Sep 23 15:04:19.645422 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41484) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:19.649937 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f734be9f-bc76-4654-8b28-5890fa47f5ab tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.2109547 Sep 23 15:04:19.664543 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41488) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:19.721482 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de873a8-6a6f-40fa-b697-22c881eef275 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event updated for resources: {'Subnet': ['ID=06886fb7-ba98-49b4-99f7-b85bc9d6862e,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:19.722724 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e10767-4fa7-4634-a7ca-1609daaaab82 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Made reservation on behalf of 79d4ad3222e04b9f89c5f5be84cce673 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:19.726280 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-35e10767-4fa7-4634-a7ca-1609daaaab82 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:19.745813 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e507d3c3-3e40-42b3-bc06-fdfb00c38dec tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:19.794894 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-35e10767-4fa7-4634-a7ca-1609daaaab82 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] device_id is not set on port f2e680fa-f40e-48f3-94e1-240f7c522ece yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:04:19.838090 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=429fc288-9099-4130-8744-b658c45a28a6,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:19.872902 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de873a8-6a6f-40fa-b697-22c881eef275 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Checking segment: {'id': 'f0486981-1a20-4180-ba8a-dd3049febc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '00f4bb34-cb58-4c95-a934-f9d3b871f654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:19.872902 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de873a8-6a6f-40fa-b697-22c881eef275 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Network hostable DHCP agents. Network: 00f4bb34-cb58-4c95-a934-f9d3b871f654, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:04:19.902451 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507d3c3-3e40-42b3-bc06-fdfb00c38dec tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Pushing event deleted for resources: {'Port': ['ID=965b47b9-c71a-46d3-9cd2-6ae0424c980d,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:19.908614 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port a1b75a23-a465-4a77-8d06-3e418203e6f1 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:19.909253 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:19.909782 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port a1b75a23-a465-4a77-8d06-3e418203e6f1 Sep 23 15:04:19.984460 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-7589e114-ea7e-45e4-8079-b2a08e87bd16 None None] Allocated IP 2001:db8::f816:3eff:fe01:2059 (7d62efad-b9b2-4d9a-ac52-f94e64718020/55ac04e1-c022-486b-bc8e-a0d3527eac34/b555db7e-4fc3-4476-ab91-ed291d1ee6d9) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:20.016306 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817e6bcc-fec5-4032-837d-2850fbacb362 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:20.029690 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-817e6bcc-fec5-4032-837d-2850fbacb362 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3699951 Sep 23 15:04:20.029690 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fba29147-035b-420c-a3f6-f2f2ae332a68 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:20.030435 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41492) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:20.034521 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d996c8e0-e416-4d92-b25a-db6a4df74757 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:20.083299 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-12807543-037a-493a-99af-c002e7ec07a6 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Synchronizing usage tracker for tenant:d8ebe3b8f86643e6977f83f3a5056490 on resource:subnet {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:04:20.136570 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port a1b75a23-a465-4a77-8d06-3e418203e6f1 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:04:20.137677 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de873a8-6a6f-40fa-b697-22c881eef275 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Network 00f4bb34-cb58-4c95-a934-f9d3b871f654 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:04:20.159141 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fba29147-035b-420c-a3f6-f2f2ae332a68 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:20.165453 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e507d3c3-3e40-42b3-bc06-fdfb00c38dec tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:20.250442 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 429fc288-9099-4130-8744-b658c45a28a6 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:04:20.277555 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7589e114-ea7e-45e4-8079-b2a08e87bd16 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:20.308105 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-7589e114-ea7e-45e4-8079-b2a08e87bd16 None None] Transition to ACTIVE for port object b555db7e-4fc3-4476-ab91-ed291d1ee6d9 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:20.340520 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-7589e114-ea7e-45e4-8079-b2a08e87bd16 None None] Transition to ACTIVE for port object b555db7e-4fc3-4476-ab91-ed291d1ee6d9 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:20.355939 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 429fc288-9099-4130-8744-b658c45a28a6 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:20.358726 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:20.358726 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 429fc288-9099-4130-8744-b658c45a28a6 Sep 23 15:04:20.386044 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e507d3c3-3e40-42b3-bc06-fdfb00c38dec tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:20.390516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e507d3c3-3e40-42b3-bc06-fdfb00c38dec tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:20.412273 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-8de873a8-6a6f-40fa-b697-22c881eef275 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 00f4bb34-cb58-4c95-a934-f9d3b871f654) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:20.416376 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7589e114-ea7e-45e4-8079-b2a08e87bd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:20.417970 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-12807543-037a-493a-99af-c002e7ec07a6 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Unset dirty status for tenant:d8ebe3b8f86643e6977f83f3a5056490 on resource:subnet {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:04:20.422632 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-12807543-037a-493a-99af-c002e7ec07a6 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "GET /v2.0/subnets?network_id=61b1518d-d511-4beb-b056-d894a2c85079 HTTP/1.1" status: 200 len: 207 time: 0.3895729 Sep 23 15:04:20.424865 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41496) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:20.451046 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de873a8-6a6f-40fa-b697-22c881eef275 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:20.451616 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8de873a8-6a6f-40fa-b697-22c881eef275 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:20.454968 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d996c8e0-e416-4d92-b25a-db6a4df74757 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:20.488922 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7589e114-ea7e-45e4-8079-b2a08e87bd16 None None] Network 7d62efad-b9b2-4d9a-ac52-f94e64718020 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:20.493413 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-7589e114-ea7e-45e4-8079-b2a08e87bd16 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:20.501076 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7589e114-ea7e-45e4-8079-b2a08e87bd16 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:04:20.546290 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589e114-ea7e-45e4-8079-b2a08e87bd16 None None] Pushing event updated for resources: {'Port': ['ID=b555db7e-4fc3-4476-ab91-ed291d1ee6d9,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:20.669857 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8de873a8-6a6f-40fa-b697-22c881eef275 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3191202 Sep 23 15:04:20.723467 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41500) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:20.723712 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 429fc288-9099-4130-8744-b658c45a28a6 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:04:20.731913 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7589e114-ea7e-45e4-8079-b2a08e87bd16 None None] Attempting to bind port b555db7e-4fc3-4476-ab91-ed291d1ee6d9 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:04:20.732268 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7589e114-ea7e-45e4-8079-b2a08e87bd16 None None] Attempting to bind port b555db7e-4fc3-4476-ab91-ed291d1ee6d9 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '192edbf1-dcdb-4649-8d58-10d17cdc54e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7d62efad-b9b2-4d9a-ac52-f94e64718020'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:04:20.732627 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7589e114-ea7e-45e4-8079-b2a08e87bd16 None None] Attempting to bind port b555db7e-4fc3-4476-ab91-ed291d1ee6d9 on network 7d62efad-b9b2-4d9a-ac52-f94e64718020 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:04:20.739212 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7589e114-ea7e-45e4-8079-b2a08e87bd16 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:04:20.739212 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7589e114-ea7e-45e4-8079-b2a08e87bd16 None None] Checking segment: {'id': '192edbf1-dcdb-4649-8d58-10d17cdc54e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7d62efad-b9b2-4d9a-ac52-f94e64718020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:20.739554 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7589e114-ea7e-45e4-8079-b2a08e87bd16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:20.739919 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7589e114-ea7e-45e4-8079-b2a08e87bd16 None None] Bound using segment: {'id': '192edbf1-dcdb-4649-8d58-10d17cdc54e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7d62efad-b9b2-4d9a-ac52-f94e64718020'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:04:20.740384 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7589e114-ea7e-45e4-8079-b2a08e87bd16 None None] Bound port: b555db7e-4fc3-4476-ab91-ed291d1ee6d9, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192edbf1-dcdb-4649-8d58-10d17cdc54e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7d62efad-b9b2-4d9a-ac52-f94e64718020'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:04:20.740757 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7589e114-ea7e-45e4-8079-b2a08e87bd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:20.743838 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fba29147-035b-420c-a3f6-f2f2ae332a68 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:20.745064 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e507d3c3-3e40-42b3-bc06-fdfb00c38dec tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:20.745592 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e507d3c3-3e40-42b3-bc06-fdfb00c38dec tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Fanout notify agent at l3_agent the message router_deleted on router 85a6a2ee-fbe2-4392-9f06-d49d4597cacf {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:04:20.764599 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-f5bbccd3-c208-4d50-817a-f97f35bf59d0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1871181424', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}, 'admin_state_up': False}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:20.771815 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f5bbccd3-c208-4d50-817a-f97f35bf59d0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:20.773908 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-35e10767-4fa7-4634-a7ca-1609daaaab82 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Allocated IP 2001:db8::f816:3eff:fef8:9354 (7d62efad-b9b2-4d9a-ac52-f94e64718020/55ac04e1-c022-486b-bc8e-a0d3527eac34/f2e680fa-f40e-48f3-94e1-240f7c522ece) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:20.775667 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f5bbccd3-c208-4d50-817a-f97f35bf59d0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Usage tracker for resource:router and tenant:4d5b705bd3ff470893718cb7039eab09 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:20.778499 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f5bbccd3-c208-4d50-817a-f97f35bf59d0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Quota usage for router was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:20.784245 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f5bbccd3-c208-4d50-817a-f97f35bf59d0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:20.832346 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba29147-035b-420c-a3f6-f2f2ae332a68 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Subnet': ['ID=162739e6-bb12-4d63-a605-72b633825fd2,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:20.856656 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a67f6b5-9c05-411a-b3b7-b4cc25d8b4b8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:20.857500 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4afb3fb9-e088-4a68-9014-5c84cb0daa60 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:20.862837 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a67f6b5-9c05-411a-b3b7-b4cc25d8b4b8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:20.864070 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-7589e114-ea7e-45e4-8079-b2a08e87bd16 None None] For port b555db7e-4fc3-4476-ab91-ed291d1ee6d9, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:04:20.867139 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-7589e114-ea7e-45e4-8079-b2a08e87bd16 None None] For port b555db7e-4fc3-4476-ab91-ed291d1ee6d9, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=b555db7e-4fc3-4476-ab91-ed291d1ee6d9,segment=NetworkSegment(192edbf1-dcdb-4649-8d58-10d17cdc54e0),segment_id=192edbf1-dcdb-4649-8d58-10d17cdc54e0)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:04:20.868503 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a67f6b5-9c05-411a-b3b7-b4cc25d8b4b8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:20.873042 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e507d3c3-3e40-42b3-bc06-fdfb00c38dec tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:20.874125 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e507d3c3-3e40-42b3-bc06-fdfb00c38dec tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "DELETE /v2.0/routers/85a6a2ee-fbe2-4392-9f06-d49d4597cacf HTTP/1.1" status: 204 len: 168 time: 3.6978216 Sep 23 15:04:20.874518 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a67f6b5-9c05-411a-b3b7-b4cc25d8b4b8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:20.878433 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41504) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:20.880729 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a67f6b5-9c05-411a-b3b7-b4cc25d8b4b8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:20.885773 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-f2d45845-c8a3-4757-b45c-92108dc988b0 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-405464225', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:20.894018 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a67f6b5-9c05-411a-b3b7-b4cc25d8b4b8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:20.894018 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8a67f6b5-9c05-411a-b3b7-b4cc25d8b4b8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.4588306 Sep 23 15:04:20.894218 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f2d45845-c8a3-4757-b45c-92108dc988b0 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:20.901427 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41508) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:20.915381 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f2d45845-c8a3-4757-b45c-92108dc988b0 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Usage tracker for resource:router and tenant:ec506055144d430e9098ad89596f19fd is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:20.938715 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7589e114-ea7e-45e4-8079-b2a08e87bd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:20.964639 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f2d45845-c8a3-4757-b45c-92108dc988b0 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:20.982111 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f2d45845-c8a3-4757-b45c-92108dc988b0 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:21.002612 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f5bbccd3-c208-4d50-817a-f97f35bf59d0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:21.003996 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f5bbccd3-c208-4d50-817a-f97f35bf59d0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:21.009139 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4afb3fb9-e088-4a68-9014-5c84cb0daa60 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:21.032544 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589e114-ea7e-45e4-8079-b2a08e87bd16 None None] Pushing event updated for resources: {'Port': ['ID=b555db7e-4fc3-4476-ab91-ed291d1ee6d9,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:21.082069 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fba29147-035b-420c-a3f6-f2f2ae332a68 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:21.087865 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-35e10767-4fa7-4634-a7ca-1609daaaab82 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:21.095126 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f2d45845-c8a3-4757-b45c-92108dc988b0 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:21.096132 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f2d45845-c8a3-4757-b45c-92108dc988b0 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:21.113624 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-35e10767-4fa7-4634-a7ca-1609daaaab82 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Transition to ACTIVE for port object f2e680fa-f40e-48f3-94e1-240f7c522ece will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:21.121736 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-4afb3fb9-e088-4a68-9014-5c84cb0daa60 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Deleting port bb3ebfe9-a70b-44af-92a6-7f1615bc95b3 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:21.121736 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4afb3fb9-e088-4a68-9014-5c84cb0daa60 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:21.162590 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f5bbccd3-c208-4d50-817a-f97f35bf59d0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:21.164760 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-fba29147-035b-420c-a3f6-f2f2ae332a68 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0ffc13-c785-4134-9c34-46870b61c007']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:21.184675 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f2d45845-c8a3-4757-b45c-92108dc988b0 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:21.224159 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-fba29147-035b-420c-a3f6-f2f2ae332a68 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d509222-4b80-4d4c-a361-58c6b4058425') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:21.224458 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-fba29147-035b-420c-a3f6-f2f2ae332a68 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d509222-4b80-4d4c-a361-58c6b4058425') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:21.253691 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fba29147-035b-420c-a3f6-f2f2ae332a68 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:21.286543 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d996c8e0-e416-4d92-b25a-db6a4df74757 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:21.304268 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4a17b767-7a01-461f-99ca-ec7025ed6b5f tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.4017377 Sep 23 15:04:21.308229 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41512) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:21.341918 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fba29147-035b-420c-a3f6-f2f2ae332a68 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:21.366473 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4afb3fb9-e088-4a68-9014-5c84cb0daa60 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:21.405075 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba29147-035b-420c-a3f6-f2f2ae332a68 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:04:21.405534 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fba29147-035b-420c-a3f6-f2f2ae332a68 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:21.425083 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d996c8e0-e416-4d92-b25a-db6a4df74757 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:21.433246 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-35e10767-4fa7-4634-a7ca-1609daaaab82 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:21.439099 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f2d45845-c8a3-4757-b45c-92108dc988b0 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:21.505340 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 3d509222-4b80-4d4c-a361-58c6b4058425 resource provider aggregate not found Sep 23 15:04:21.544333 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-4afb3fb9-e088-4a68-9014-5c84cb0daa60 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Calling delete_port for bb3ebfe9-a70b-44af-92a6-7f1615bc95b3 owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:21.621976 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 3d509222-4b80-4d4c-a361-58c6b4058425 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d509222-4b80-4d4c-a361-58c6b4058425 found for delete ", "request_id": "req-950a517d-5c1e-4359-8e6f-95c07358d924"}]} Sep 23 15:04:21.640979 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e10767-4fa7-4634-a7ca-1609daaaab82 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Network 7d62efad-b9b2-4d9a-ac52-f94e64718020 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:21.647876 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e10767-4fa7-4634-a7ca-1609daaaab82 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event updated for resources: {'Port': ['ID=f2e680fa-f40e-48f3-94e1-240f7c522ece,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:21.651380 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-35e10767-4fa7-4634-a7ca-1609daaaab82 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:21.653415 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e10767-4fa7-4634-a7ca-1609daaaab82 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:04:21.659224 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e10767-4fa7-4634-a7ca-1609daaaab82 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:21.659840 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-35e10767-4fa7-4634-a7ca-1609daaaab82 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:21.692099 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f2d45845-c8a3-4757-b45c-92108dc988b0 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:21.693054 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f2d45845-c8a3-4757-b45c-92108dc988b0 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8139193 Sep 23 15:04:21.700627 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41520) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:21.708073 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-cbf0117f-753f-46eb-bb27-2e8fe31fbbdb tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'enable_snat': False}}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:21.765304 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497d31ce-5fd1-48f6-b385-d0465f06b668 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:21.766960 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497d31ce-5fd1-48f6-b385-d0465f06b668 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:21.768514 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497d31ce-5fd1-48f6-b385-d0465f06b668 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:21.770635 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497d31ce-5fd1-48f6-b385-d0465f06b668 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:21.772125 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497d31ce-5fd1-48f6-b385-d0465f06b668 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:21.773928 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-497d31ce-5fd1-48f6-b385-d0465f06b668 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4647496 Sep 23 15:04:21.778350 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-35e10767-4fa7-4634-a7ca-1609daaaab82 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.0969708 Sep 23 15:04:21.790588 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41524) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:21.790977 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41526) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:21.791752 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d996c8e0-e416-4d92-b25a-db6a4df74757 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:21.795729 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996c8e0-e416-4d92-b25a-db6a4df74757 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Pushing event updated for resources: {'Port': ['ID=bef3df8d-4e5e-4c9a-96a4-d1c298d33e35,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:22.072137 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b648534-22ab-413e-9d96-ea865262e784 None None] Network 7d62efad-b9b2-4d9a-ac52-f94e64718020 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:22.086023 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5719a91-4a6f-4720-8f3f-84e35a49ff37 None None] Network 9a0ffc13-c785-4134-9c34-46870b61c007 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:22.087047 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fba29147-035b-420c-a3f6-f2f2ae332a68 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:22.098846 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9f3300-65f9-4ccf-998e-700b72d02180 None None] Network 00f4bb34-cb58-4c95-a934-f9d3b871f654 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:22.105271 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f5bbccd3-c208-4d50-817a-f97f35bf59d0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:22.125027 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fba29147-035b-420c-a3f6-f2f2ae332a68 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:22.151657 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba29147-035b-420c-a3f6-f2f2ae332a68 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Network': ['ID=9a0ffc13-c785-4134-9c34-46870b61c007,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:22.177001 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671a2b3c-75e0-4811-8d31-4ef6d628899e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['shared'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:22.178341 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671a2b3c-75e0-4811-8d31-4ef6d628899e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['shared'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:22.178721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cbf0117f-753f-46eb-bb27-2e8fe31fbbdb tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:22.179758 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671a2b3c-75e0-4811-8d31-4ef6d628899e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['shared'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:22.181267 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671a2b3c-75e0-4811-8d31-4ef6d628899e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['shared'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:22.182654 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671a2b3c-75e0-4811-8d31-4ef6d628899e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['shared'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:22.184249 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-671a2b3c-75e0-4811-8d31-4ef6d628899e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3859539 Sep 23 15:04:22.185543 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-fba29147-035b-420c-a3f6-f2f2ae332a68 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/networks/9a0ffc13-c785-4134-9c34-46870b61c007 HTTP/1.1" status: 204 len: 168 time: 2.4964869 Sep 23 15:04:22.195225 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41532) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:22.195475 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ba57c0b-f633-4768-a570-3dfebff2c087 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Deleting subnet 55ac04e1-c022-486b-bc8e-a0d3527eac34 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:04:22.195602 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41534) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:22.198657 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9ba57c0b-f633-4768-a570-3dfebff2c087 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:22.208302 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-0417a1ec-3cb0-44d3-9175-a42bee0aad2e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1962720583'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:22.229095 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5719a91-4a6f-4720-8f3f-84e35a49ff37 None None] Network 9a0ffc13-c785-4134-9c34-46870b61c007 could not be found, it might have been deleted concurrently. {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 23 15:04:22.244391 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0417a1ec-3cb0-44d3-9175-a42bee0aad2e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:22.257086 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b79325-d4db-46d5-89a7-6e037e34a9ba None None] Network 9a0ffc13-c785-4134-9c34-46870b61c007 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:22.267094 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d996c8e0-e416-4d92-b25a-db6a4df74757 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:22.268572 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d996c8e0-e416-4d92-b25a-db6a4df74757 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 4.8642592 Sep 23 15:04:22.305082 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b79325-d4db-46d5-89a7-6e037e34a9ba None None] Network 9a0ffc13-c785-4134-9c34-46870b61c007 could not be found, it might have been deleted concurrently. {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 23 15:04:22.349050 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device b555db7e-4fc3-4476-ab91-ed291d1ee6d9 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:04:22.379106 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9ba57c0b-f633-4768-a570-3dfebff2c087 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:22.436889 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9e231838-7c51-4372-ab68-8d41f0d0b381 None None] Provisioning for port b555db7e-4fc3-4476-ab91-ed291d1ee6d9 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:04:22.502212 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0417a1ec-3cb0-44d3-9175-a42bee0aad2e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Usage tracker for resource:network and tenant:6162ca6451a94ec88464d67d4a92acb4 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:22.507028 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-63e6cb8a-8be4-4aa5-81b8-168241fe15d9 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Synchronizing usage tracker for tenant:e3ca3cb473e945e48c5ff263c17e66ab on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:04:22.509048 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4afb3fb9-e088-4a68-9014-5c84cb0daa60 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:22.528077 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0417a1ec-3cb0-44d3-9175-a42bee0aad2e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:22.612196 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0417a1ec-3cb0-44d3-9175-a42bee0aad2e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:22.628584 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb3fb9-e088-4a68-9014-5c84cb0daa60 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Pushing event deleted for resources: {'Port': ['ID=bb3ebfe9-a70b-44af-92a6-7f1615bc95b3,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:22.643800 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80831d79-2050-4f20-9abf-7bb9fc518daa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-00f4bb34-cb58-4c95-a934-f9d3b871f654', 'network_id': '00f4bb34-cb58-4c95-a934-f9d3b871f654', 'tenant_id': '4d5b705bd3ff470893718cb7039eab09', 'fixed_ips': [{'subnet_id': '06886fb7-ba98-49b4-99f7-b85bc9d6862e'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:04:22.643962 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9ba57c0b-f633-4768-a570-3dfebff2c087 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:22.644624 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-80831d79-2050-4f20-9abf-7bb9fc518daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:22.667734 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port b555db7e-4fc3-4476-ab91-ed291d1ee6d9 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:04:22.678538 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port b555db7e-4fc3-4476-ab91-ed291d1ee6d9 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:22.678919 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:22.679259 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port b555db7e-4fc3-4476-ab91-ed291d1ee6d9 Sep 23 15:04:22.681150 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-63e6cb8a-8be4-4aa5-81b8-168241fe15d9 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Unset dirty status for tenant:e3ca3cb473e945e48c5ff263c17e66ab on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:04:22.682349 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-63e6cb8a-8be4-4aa5-81b8-168241fe15d9 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1775204862&fields=id&tenant_id=e3ca3cb473e945e48c5ff263c17e66ab HTTP/1.1" status: 200 len: 267 time: 0.2524838 Sep 23 15:04:22.811150 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0417a1ec-3cb0-44d3-9175-a42bee0aad2e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Made reservation on behalf of 6162ca6451a94ec88464d67d4a92acb4 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:22.815187 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0417a1ec-3cb0-44d3-9175-a42bee0aad2e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:22.874083 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867f99a2-5b5d-4b46-ac6f-0e52ab896004 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:22.874810 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-867f99a2-5b5d-4b46-ac6f-0e52ab896004 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Synchronizing usage tracker for tenant:d8ebe3b8f86643e6977f83f3a5056490 on resource:network {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:04:22.877676 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4afb3fb9-e088-4a68-9014-5c84cb0daa60 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:22.926075 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f5bbccd3-c208-4d50-817a-f97f35bf59d0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:22.958202 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-80831d79-2050-4f20-9abf-7bb9fc518daa None None] Allocated IP 172.20.0.2 (00f4bb34-cb58-4c95-a934-f9d3b871f654/06886fb7-ba98-49b4-99f7-b85bc9d6862e/0345fa63-6124-4200-b8ab-06ded2589159) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:22.963283 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port b555db7e-4fc3-4476-ab91-ed291d1ee6d9 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:04:22.963651 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:22.976649 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f5bbccd3-c208-4d50-817a-f97f35bf59d0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:23.038960 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0417a1ec-3cb0-44d3-9175-a42bee0aad2e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:04:23.052991 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-867f99a2-5b5d-4b46-ac6f-0e52ab896004 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Unset dirty status for tenant:d8ebe3b8f86643e6977f83f3a5056490 on resource:network {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:04:23.054722 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-867f99a2-5b5d-4b46-ac6f-0e52ab896004 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "GET /v2.0/networks/625d3b32-2eaf-43b8-8d0a-e9ad3bf374ae HTTP/1.1" status: 200 len: 804 time: 0.8566613 Sep 23 15:04:23.063696 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41552) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:23.088782 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0417a1ec-3cb0-44d3-9175-a42bee0aad2e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:23.088782 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-0417a1ec-3cb0-44d3-9175-a42bee0aad2e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Added segment 1b5204fd-9fe1-4787-b5cc-d3a654d15bb1 of type vlan for network 2fd3e1fd-dbbb-42b5-acde-cc99cc7ab85f Sep 23 15:04:23.117399 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0417a1ec-3cb0-44d3-9175-a42bee0aad2e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:23.230777 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-80831d79-2050-4f20-9abf-7bb9fc518daa None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:23.234793 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-944f4e9d-8202-4eca-98c9-b7d6ddb4d1ab tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "GET /v2.0/networks/625d3b32-2eaf-43b8-8d0a-e9ad3bf374ae?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1666095 Sep 23 15:04:23.239411 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41556) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:23.243311 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-80831d79-2050-4f20-9abf-7bb9fc518daa None None] Transition to ACTIVE for port object 0345fa63-6124-4200-b8ab-06ded2589159 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:23.265980 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-80831d79-2050-4f20-9abf-7bb9fc518daa None None] Transition to ACTIVE for port object 0345fa63-6124-4200-b8ab-06ded2589159 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:23.292031 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0417a1ec-3cb0-44d3-9175-a42bee0aad2e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:23.297533 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0417a1ec-3cb0-44d3-9175-a42bee0aad2e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:23.298136 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0417a1ec-3cb0-44d3-9175-a42bee0aad2e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:23.357210 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-80831d79-2050-4f20-9abf-7bb9fc518daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:23.417444 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35a7115-1fb8-40ea-80a9-1580d4fae85e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:23.424523 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a35a7115-1fb8-40ea-80a9-1580d4fae85e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "GET /v2.0/subnets/89cad1f0-2723-4a05-b627-525f441587bd HTTP/1.1" status: 200 len: 843 time: 0.1793547 Sep 23 15:04:23.426340 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41560) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:23.438120 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-e0bb8989-2e2c-4536-a11b-6fa81376897b tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:23.443537 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-e0bb8989-2e2c-4536-a11b-6fa81376897b tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Synchronizing usage tracker for tenant:e3ca3cb473e945e48c5ff263c17e66ab on resource:network {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:04:23.444370 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80831d79-2050-4f20-9abf-7bb9fc518daa None None] Network 00f4bb34-cb58-4c95-a934-f9d3b871f654 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:23.449209 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-80831d79-2050-4f20-9abf-7bb9fc518daa None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:23.479492 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80831d79-2050-4f20-9abf-7bb9fc518daa None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:04:23.500064 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9ba57c0b-f633-4768-a570-3dfebff2c087 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:23.510250 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-f5bbccd3-c208-4d50-817a-f97f35bf59d0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Allocated IP 172.26.10.33 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/a53eb3a2-2355-44c8-9c35-f7fc4e3d1780) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:23.561717 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd238220-6a46-416b-9fc2-8e904090d25f None None] Network 7d62efad-b9b2-4d9a-ac52-f94e64718020 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:23.568837 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba57c0b-f633-4768-a570-3dfebff2c087 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event deleted for resources: {'Subnet': ['ID=55ac04e1-c022-486b-bc8e-a0d3527eac34,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:23.576887 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80831d79-2050-4f20-9abf-7bb9fc518daa None None] Pushing event updated for resources: {'Port': ['ID=0345fa63-6124-4200-b8ab-06ded2589159,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:23.579731 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:04:23.580101 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:04:23.581366 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9ba57c0b-f633-4768-a570-3dfebff2c087 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:23.620691 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9ba57c0b-f633-4768-a570-3dfebff2c087 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "DELETE /v2.0/subnets/55ac04e1-c022-486b-bc8e-a0d3527eac34 HTTP/1.1" status: 204 len: 168 time: 1.8185925 Sep 23 15:04:23.625085 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41564) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:23.669580 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4afb3fb9-e088-4a68-9014-5c84cb0daa60 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:23.670276 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-e0bb8989-2e2c-4536-a11b-6fa81376897b tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Unset dirty status for tenant:e3ca3cb473e945e48c5ff263c17e66ab on resource:network {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:04:23.674298 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417a1ec-3cb0-44d3-9175-a42bee0aad2e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event updated for resources: {'Network': ['ID=2fd3e1fd-dbbb-42b5-acde-cc99cc7ab85f,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:23.678018 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-e0bb8989-2e2c-4536-a11b-6fa81376897b tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/networks?id=b701bd66-0505-43a0-9675-ad2d89e290b6 HTTP/1.1" status: 200 len: 812 time: 0.9781933 Sep 23 15:04:23.680050 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4afb3fb9-e088-4a68-9014-5c84cb0daa60 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753924'] for router, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:23.684649 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0417a1ec-3cb0-44d3-9175-a42bee0aad2e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4881005 Sep 23 15:04:23.692574 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41568) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:23.748277 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3876f0c-5a69-46db-b527-3361c3cd7b1c tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['shared'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:23.751888 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f3876f0c-5a69-46db-b527-3361c3cd7b1c tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "GET /v2.0/subnets/89cad1f0-2723-4a05-b627-525f441587bd?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3060772 Sep 23 15:04:23.753723 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 2fd3e1fd-dbbb-42b5-acde-cc99cc7ab85f details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:04:23.759275 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-8ab0bba2-958c-4863-a873-4e772540c578 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Request body: {'subnet': {'network_id': '2fd3e1fd-dbbb-42b5-acde-cc99cc7ab85f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:23.768498 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41572) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:23.787178 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-63a336b1-6b38-4345-99b1-dc62a5cb8187 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/quotas/e3ca3cb473e945e48c5ff263c17e66ab HTTP/1.1" status: 200 len: 375 time: 0.1081533 Sep 23 15:04:23.792319 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-5cd41444-9e9e-47b5-a9df-8100b86e20af tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-854541849'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:23.872721 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Provisioning complete for port b555db7e-4fc3-4476-ab91-ed291d1ee6d9 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:23.873119 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:23.873440 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Attempt 1 to provision port b555db7e-4fc3-4476-ab91-ed291d1ee6d9 Sep 23 15:04:23.938068 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-80831d79-2050-4f20-9abf-7bb9fc518daa None None] Attempting to bind port 0345fa63-6124-4200-b8ab-06ded2589159 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:04:23.938462 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-80831d79-2050-4f20-9abf-7bb9fc518daa None None] Attempting to bind port 0345fa63-6124-4200-b8ab-06ded2589159 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'f0486981-1a20-4180-ba8a-dd3049febc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '00f4bb34-cb58-4c95-a934-f9d3b871f654'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:04:23.938825 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80831d79-2050-4f20-9abf-7bb9fc518daa None None] Attempting to bind port 0345fa63-6124-4200-b8ab-06ded2589159 on network 00f4bb34-cb58-4c95-a934-f9d3b871f654 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:04:23.988029 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5cd41444-9e9e-47b5-a9df-8100b86e20af tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:23.999865 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80831d79-2050-4f20-9abf-7bb9fc518daa None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:04:24.000285 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80831d79-2050-4f20-9abf-7bb9fc518daa None None] Checking segment: {'id': 'f0486981-1a20-4180-ba8a-dd3049febc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '00f4bb34-cb58-4c95-a934-f9d3b871f654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:24.000691 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-80831d79-2050-4f20-9abf-7bb9fc518daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:24.001083 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80831d79-2050-4f20-9abf-7bb9fc518daa None None] Bound using segment: {'id': 'f0486981-1a20-4180-ba8a-dd3049febc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '00f4bb34-cb58-4c95-a934-f9d3b871f654'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:04:24.001566 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-80831d79-2050-4f20-9abf-7bb9fc518daa None None] Bound port: 0345fa63-6124-4200-b8ab-06ded2589159, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0486981-1a20-4180-ba8a-dd3049febc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '00f4bb34-cb58-4c95-a934-f9d3b871f654'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:04:24.001942 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-80831d79-2050-4f20-9abf-7bb9fc518daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:24.012688 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5cd41444-9e9e-47b5-a9df-8100b86e20af tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:24.021607 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4afb3fb9-e088-4a68-9014-5c84cb0daa60 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Router c94699b4-a5bd-435d-bb87-dc84511d61fb has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:04:24.024378 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cbf0117f-753f-46eb-bb27-2e8fe31fbbdb tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:24.058520 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cbf0117f-753f-46eb-bb27-2e8fe31fbbdb tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:24.136004 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ff10a6-8ce5-43c4-bb92-e2256bf6a262 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:24.137759 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ff10a6-8ce5-43c4-bb92-e2256bf6a262 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:24.138588 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-13ff10a6-8ce5-43c4-bb92-e2256bf6a262 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Synchronizing usage tracker for tenant:79d4ad3222e04b9f89c5f5be84cce673 on resource:subnet {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:04:24.168977 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8ab0bba2-958c-4863-a873-4e772540c578 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:24.181952 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd41444-9e9e-47b5-a9df-8100b86e20af tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Made reservation on behalf of d8ebe3b8f86643e6977f83f3a5056490 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:24.185405 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5cd41444-9e9e-47b5-a9df-8100b86e20af tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:24.190212 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8ab0bba2-958c-4863-a873-4e772540c578 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Usage tracker for resource:subnet and tenant:6162ca6451a94ec88464d67d4a92acb4 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:24.199922 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f5bbccd3-c208-4d50-817a-f97f35bf59d0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:24.202937 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8ab0bba2-958c-4863-a873-4e772540c578 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:24.215476 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8ab0bba2-958c-4863-a873-4e772540c578 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:24.217831 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port b555db7e-4fc3-4476-ab91-ed291d1ee6d9 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:04:24.218207 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:24.237029 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-2538e8e6-6d44-4ce5-a41a-9b2592da7b68 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Synchronizing usage tracker for tenant:e3ca3cb473e945e48c5ff263c17e66ab on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:04:24.279064 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afb3fb9-e088-4a68-9014-5c84cb0daa60 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:04:24.288038 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-13ff10a6-8ce5-43c4-bb92-e2256bf6a262 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Unset dirty status for tenant:79d4ad3222e04b9f89c5f5be84cce673 on resource:subnet {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:04:24.293993 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca9d471-2eda-4b95-95bf-8f9ec918d170 None None] Sync routers for ids ['c94699b4-a5bd-435d-bb87-dc84511d61fb'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:04:24.311422 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-13ff10a6-8ce5-43c4-bb92-e2256bf6a262 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6269321 Sep 23 15:04:24.311422 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41576) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:24.311714 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4afb3fb9-e088-4a68-9014-5c84cb0daa60 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:24.311714 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4afb3fb9-e088-4a68-9014-5c84cb0daa60 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "PUT /v2.0/routers/c94699b4-a5bd-435d-bb87-dc84511d61fb HTTP/1.1" status: 200 len: 705 time: 4.8252344 Sep 23 15:04:24.311714 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41580) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:24.311714 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd41444-9e9e-47b5-a9df-8100b86e20af tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:04:24.312041 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca9d471-2eda-4b95-95bf-8f9ec918d170 None None] Routers {'c94699b4-a5bd-435d-bb87-dc84511d61fb'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:24.312041 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-9ca9d471-2eda-4b95-95bf-8f9ec918d170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['c94699b4-a5bd-435d-bb87-dc84511d61fb'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:24.313500 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-80831d79-2050-4f20-9abf-7bb9fc518daa None None] For port 0345fa63-6124-4200-b8ab-06ded2589159, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:04:24.328477 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port b555db7e-4fc3-4476-ab91-ed291d1ee6d9, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=b555db7e-4fc3-4476-ab91-ed291d1ee6d9,segment=NetworkSegment(192edbf1-dcdb-4649-8d58-10d17cdc54e0),segment_id=192edbf1-dcdb-4649-8d58-10d17cdc54e0)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:24.329365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Current status of the port b555db7e-4fc3-4476-ab91-ed291d1ee6d9 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:04:24.329737 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:24.349250 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-80831d79-2050-4f20-9abf-7bb9fc518daa None None] For port 0345fa63-6124-4200-b8ab-06ded2589159, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=0345fa63-6124-4200-b8ab-06ded2589159,segment=NetworkSegment(f0486981-1a20-4180-ba8a-dd3049febc12),segment_id=f0486981-1a20-4180-ba8a-dd3049febc12)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:04:24.401582 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-9ca9d471-2eda-4b95-95bf-8f9ec918d170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:24.409530 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab0bba2-958c-4863-a873-4e772540c578 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Made reservation on behalf of 6162ca6451a94ec88464d67d4a92acb4 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:24.410565 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca9d471-2eda-4b95-95bf-8f9ec918d170 None None] Routers {'c94699b4-a5bd-435d-bb87-dc84511d61fb'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:24.411161 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-9ca9d471-2eda-4b95-95bf-8f9ec918d170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['c94699b4-a5bd-435d-bb87-dc84511d61fb'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:24.413726 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8ab0bba2-958c-4863-a873-4e772540c578 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:24.424356 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-80831d79-2050-4f20-9abf-7bb9fc518daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:24.432306 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:24.432583 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-2538e8e6-6d44-4ce5-a41a-9b2592da7b68 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Unset dirty status for tenant:e3ca3cb473e945e48c5ff263c17e66ab on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:04:24.433785 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-2538e8e6-6d44-4ce5-a41a-9b2592da7b68 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=e3ca3cb473e945e48c5ff263c17e66ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6458411 Sep 23 15:04:24.435292 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f5bbccd3-c208-4d50-817a-f97f35bf59d0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:24.495495 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-9ca9d471-2eda-4b95-95bf-8f9ec918d170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:24.496247 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca9d471-2eda-4b95-95bf-8f9ec918d170 None None] The sync data for ids ['c94699b4-a5bd-435d-bb87-dc84511d61fb'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:04:24.500493 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c9faea65-9c06-4f6c-9fa6-98d72decdaf7 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "GET /v2.0/routers/c94699b4-a5bd-435d-bb87-dc84511d61fb HTTP/1.1" status: 200 len: 740 time: 0.1955302 Sep 23 15:04:24.501155 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41584) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:24.507283 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1c37d9-2fff-485c-9c65-6c1c2073102d None None] DHCP port deletion for 7d62efad-b9b2-4d9a-ac52-f94e64718020 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:04:24.552526 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c37d9-2fff-485c-9c65-6c1c2073102d None None] Deleting port b555db7e-4fc3-4476-ab91-ed291d1ee6d9 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:24.552902 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc1c37d9-2fff-485c-9c65-6c1c2073102d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:24.577013 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device b555db7e-4fc3-4476-ab91-ed291d1ee6d9 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:04:24.587703 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5cd41444-9e9e-47b5-a9df-8100b86e20af tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:24.588055 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-5cd41444-9e9e-47b5-a9df-8100b86e20af tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Added segment c189f665-1cf2-4f7f-aaa3-69b7bc6db2f7 of type vlan for network bcae10cd-be05-41e2-8643-8e275a82cd91 Sep 23 15:04:24.619981 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0d68923f-a2c1-462c-8deb-f91f4863af38 tempest-RoutersAdminTest-30104184 tempest-RoutersAdminTest-30104184-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=61b1518d-d511-4beb-b056-d894a2c85079&device_id=c94699b4-a5bd-435d-bb87-dc84511d61fb HTTP/1.1" status: 200 len: 205 time: 0.1115093 Sep 23 15:04:24.620895 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41588) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:24.706825 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bbccd3-c208-4d50-817a-f97f35bf59d0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:24.719720 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-f5bbccd3-c208-4d50-817a-f97f35bf59d0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:24.721737 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f27e63fc-be13-440f-a82f-c6642afece12 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c94699b4-a5bd-435d-bb87-dc84511d61fb HTTP/1.1" status: 200 len: 205 time: 0.0948365 Sep 23 15:04:24.727201 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:04:24.728253 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:04:24.728410 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41592) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:24.734347 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80831d79-2050-4f20-9abf-7bb9fc518daa None None] Pushing event updated for resources: {'Port': ['ID=0345fa63-6124-4200-b8ab-06ded2589159,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:24.740287 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5cd41444-9e9e-47b5-a9df-8100b86e20af tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:24.741743 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bbccd3-c208-4d50-817a-f97f35bf59d0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:04:24.818677 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-cbf0117f-753f-46eb-bb27-2e8fe31fbbdb tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Allocated IP 172.26.10.240 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/48c7c6c6-31d2-4ef6-bcdd-defa4190e083) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:24.946902 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-844ddbd5-9f8e-4426-bf20-5d9c051154f7 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:24.979537 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbccd3-c208-4d50-817a-f97f35bf59d0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event updated for resources: {'Port': ['ID=a53eb3a2-2355-44c8-9c35-f7fc4e3d1780,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:24.999182 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=b555db7e-4fc3-4476-ab91-ed291d1ee6d9,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:25.026708 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7faff754-2120-4871-8355-7ac7d7cb194b tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:25.033761 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-dc1c37d9-2fff-485c-9c65-6c1c2073102d None None] For port b555db7e-4fc3-4476-ab91-ed291d1ee6d9, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=b555db7e-4fc3-4476-ab91-ed291d1ee6d9,segment=NetworkSegment(192edbf1-dcdb-4649-8d58-10d17cdc54e0),segment_id=192edbf1-dcdb-4649-8d58-10d17cdc54e0)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:25.034107 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc1c37d9-2fff-485c-9c65-6c1c2073102d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:25.139999 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-7faff754-2120-4871-8355-7ac7d7cb194b tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 23 15:04:25.140474 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7faff754-2120-4871-8355-7ac7d7cb194b tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:04:25.172018 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5cd41444-9e9e-47b5-a9df-8100b86e20af tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:25.177911 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd41444-9e9e-47b5-a9df-8100b86e20af tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:25.178698 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5cd41444-9e9e-47b5-a9df-8100b86e20af tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:25.183077 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c37d9-2fff-485c-9c65-6c1c2073102d None None] Calling delete_port for b555db7e-4fc3-4476-ab91-ed291d1ee6d9 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:25.212040 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port b555db7e-4fc3-4476-ab91-ed291d1ee6d9 is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:04:25.212250 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:25.215198 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7faff754-2120-4871-8355-7ac7d7cb194b tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "DELETE /v2.0/networks/7d62efad-b9b2-4d9a-ac52-f94e64718020 HTTP/1.1" status: 409 len: 405 time: 0.9162054 Sep 23 15:04:25.220227 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-b865f10d-918d-4efc-9f4f-8145ca9ae7cd service neutron] 10.222.0.67 "GET /v2.0/networks/b701bd66-0505-43a0-9675-ad2d89e290b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7248647 Sep 23 15:04:25.220897 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41596) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:25.233470 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-48af01c0-5ff3-46a4-8dbc-96dae2672424 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-159354154'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:25.260844 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-48af01c0-5ff3-46a4-8dbc-96dae2672424 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:25.300342 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-48af01c0-5ff3-46a4-8dbc-96dae2672424 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Usage tracker for resource:network and tenant:79d4ad3222e04b9f89c5f5be84cce673 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:25.307476 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Current status of the port b555db7e-4fc3-4476-ab91-ed291d1ee6d9 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:04:25.355329 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-48af01c0-5ff3-46a4-8dbc-96dae2672424 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:25.360211 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port b555db7e-4fc3-4476-ab91-ed291d1ee6d9, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=b555db7e-4fc3-4476-ab91-ed291d1ee6d9,segment=NetworkSegment(192edbf1-dcdb-4649-8d58-10d17cdc54e0),segment_id=192edbf1-dcdb-4649-8d58-10d17cdc54e0)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:25.388279 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-48af01c0-5ff3-46a4-8dbc-96dae2672424 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:25.425904 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Provisioning for port f2e680fa-f40e-48f3-94e1-240f7c522ece completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:04:25.430603 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:25.475812 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Provisioning complete for port f2e680fa-f40e-48f3-94e1-240f7c522ece triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:25.476293 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:25.476696 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Attempt 1 to provision port f2e680fa-f40e-48f3-94e1-240f7c522ece Sep 23 15:04:25.483021 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-671fa0cd-9682-4aba-96a9-d86883e41b34 service neutron] 10.222.0.67 "GET /v2.0/networks/b701bd66-0505-43a0-9675-ad2d89e290b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535665 Sep 23 15:04:25.516928 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-dc1c37d9-2fff-485c-9c65-6c1c2073102d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:04:25.517263 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-dc1c37d9-2fff-485c-9c65-6c1c2073102d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:04:25.652633 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Port f2e680fa-f40e-48f3-94e1-240f7c522ece cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:25.656941 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=b555db7e-4fc3-4476-ab91-ed291d1ee6d9,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:25.690659 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48af01c0-5ff3-46a4-8dbc-96dae2672424 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Made reservation on behalf of 79d4ad3222e04b9f89c5f5be84cce673 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:25.694445 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-48af01c0-5ff3-46a4-8dbc-96dae2672424 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:25.703571 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8ab0bba2-958c-4863-a873-4e772540c578 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:25.800923 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f5bbccd3-c208-4d50-817a-f97f35bf59d0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:25.816950 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cbf0117f-753f-46eb-bb27-2e8fe31fbbdb tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:25.876811 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-844ddbd5-9f8e-4426-bf20-5d9c051154f7 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:25.881557 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-844ddbd5-9f8e-4426-bf20-5d9c051154f7 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:25.893400 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5cd41444-9e9e-47b5-a9df-8100b86e20af tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.1239359 Sep 23 15:04:25.903641 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd41444-9e9e-47b5-a9df-8100b86e20af tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event updated for resources: {'Network': ['ID=bcae10cd-be05-41e2-8643-8e275a82cd91,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:25.908199 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41604) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:25.921010 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2c576c86-da0c-4eb0-a709-c6ef21180e07 req-61669088-ca41-4b7c-9419-f0092772b48d tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad69fa04-c977-4bb4-a17a-ac5a74b14a0a HTTP/1.1" status: 200 len: 210 time: 0.1110625 Sep 23 15:04:25.921799 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network bcae10cd-be05-41e2-8643-8e275a82cd91 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:04:25.968886 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-31d830eb-82bb-4770-b24c-7001986a9156 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Request body: {'subnet': {'network_id': 'bcae10cd-be05-41e2-8643-8e275a82cd91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:25.998736 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75489e9d-85fc-47ab-8c86-373b6263d7bf None None] Network 00f4bb34-cb58-4c95-a934-f9d3b871f654 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:26.013362 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48af01c0-5ff3-46a4-8dbc-96dae2672424 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:04:26.023641 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-844ddbd5-9f8e-4426-bf20-5d9c051154f7 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:26.024254 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844ddbd5-9f8e-4426-bf20-5d9c051154f7 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Fanout notify agent at l3_agent the message router_deleted on router c94699b4-a5bd-435d-bb87-dc84511d61fb {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:04:26.027591 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c37d9-2fff-485c-9c65-6c1c2073102d None None] Deleting port b555db7e-4fc3-4476-ab91-ed291d1ee6d9 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:26.028039 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc1c37d9-2fff-485c-9c65-6c1c2073102d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:26.042532 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-844ddbd5-9f8e-4426-bf20-5d9c051154f7 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:26.047927 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-844ddbd5-9f8e-4426-bf20-5d9c051154f7 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "DELETE /v2.0/routers/c94699b4-a5bd-435d-bb87-dc84511d61fb HTTP/1.1" status: 204 len: 168 time: 1.3146453 Sep 23 15:04:26.048385 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41612) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:26.096922 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cbf0117f-753f-46eb-bb27-2e8fe31fbbdb tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:26.146362 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-90720b7c-ad26-4e08-86b7-59016a3225fa tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "GET /v2.0/ports?device_id=c94699b4-a5bd-435d-bb87-dc84511d61fb HTTP/1.1" status: 200 len: 205 time: 0.0943954 Sep 23 15:04:26.155533 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Attempt 2 to provision port f2e680fa-f40e-48f3-94e1-240f7c522ece Sep 23 15:04:26.157917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41616) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:26.214569 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0bba2-958c-4863-a873-4e772540c578 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event updated for resources: {'Subnet': ['ID=8881645d-9f38-4e66-a4ea-8ebe3b686a03,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:26.236332 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf0117f-753f-46eb-bb27-2e8fe31fbbdb tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:26.246645 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-cbf0117f-753f-46eb-bb27-2e8fe31fbbdb tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:26.250709 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf0117f-753f-46eb-bb27-2e8fe31fbbdb tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:04:26.275766 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab0bba2-958c-4863-a873-4e772540c578 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Checking segment: {'id': '1b5204fd-9fe1-4787-b5cc-d3a654d15bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fd3e1fd-dbbb-42b5-acde-cc99cc7ab85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:26.276394 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab0bba2-958c-4863-a873-4e772540c578 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Network hostable DHCP agents. Network: 2fd3e1fd-dbbb-42b5-acde-cc99cc7ab85f, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:04:26.293572 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-e8a9417b-fee4-44c2-93ab-4b0ffe8e7b19 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] delete failed (client error): The resource could not be found. Sep 23 15:04:26.297293 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e8a9417b-fee4-44c2-93ab-4b0ffe8e7b19 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "DELETE /v2.0/routers/c94699b4-a5bd-435d-bb87-dc84511d61fb HTTP/1.1" status: 404 len: 336 time: 0.1292448 Sep 23 15:04:26.300674 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41620) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:26.307758 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Port f2e680fa-f40e-48f3-94e1-240f7c522ece cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:26.319555 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-48af01c0-5ff3-46a4-8dbc-96dae2672424 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:26.319860 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-48af01c0-5ff3-46a4-8dbc-96dae2672424 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Added segment 365d08a8-d66c-47f4-b358-37cd213e1510 of type vlan for network e38800ba-489b-41c7-9ab2-be8935194895 Sep 23 15:04:26.358380 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f1233c2e-b29a-4fbf-8f28-634d6ce5a6ec tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6221b6f-2f30-4224-9ec0-651722f009cc HTTP/1.1" status: 200 len: 205 time: 0.0559633 Sep 23 15:04:26.361289 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0117f-753f-46eb-bb27-2e8fe31fbbdb tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Pushing event updated for resources: {'Port': ['ID=48c7c6c6-31d2-4ef6-bcdd-defa4190e083,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:26.365333 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41624) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:26.449386 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-48af01c0-5ff3-46a4-8dbc-96dae2672424 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:26.454222 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-31d830eb-82bb-4770-b24c-7001986a9156 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:26.467038 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab0bba2-958c-4863-a873-4e772540c578 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Network 2fd3e1fd-dbbb-42b5-acde-cc99cc7ab85f is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:04:26.477292 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-dc1c37d9-2fff-485c-9c65-6c1c2073102d None None] For port b555db7e-4fc3-4476-ab91-ed291d1ee6d9, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=b555db7e-4fc3-4476-ab91-ed291d1ee6d9,segment=NetworkSegment(192edbf1-dcdb-4649-8d58-10d17cdc54e0),segment_id=192edbf1-dcdb-4649-8d58-10d17cdc54e0)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:26.477826 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc1c37d9-2fff-485c-9c65-6c1c2073102d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:26.493797 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-31d830eb-82bb-4770-b24c-7001986a9156 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:26.509888 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-580fb4a3-cee4-41f5-ba54-bf08be0336b3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] delete failed (client error): The resource could not be found. Sep 23 15:04:26.511068 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-580fb4a3-cee4-41f5-ba54-bf08be0336b3 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "DELETE /v2.0/routers/d6221b6f-2f30-4224-9ec0-651722f009cc HTTP/1.1" status: 404 len: 336 time: 0.1447220 Sep 23 15:04:26.519461 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41628) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:26.610730 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c37d9-2fff-485c-9c65-6c1c2073102d None None] Calling delete_port for b555db7e-4fc3-4476-ab91-ed291d1ee6d9 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:26.646978 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 0345fa63-6124-4200-b8ab-06ded2589159 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:04:26.661197 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-8ab0bba2-958c-4863-a873-4e772540c578 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 2fd3e1fd-dbbb-42b5-acde-cc99cc7ab85f) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:26.671082 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d830eb-82bb-4770-b24c-7001986a9156 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Made reservation on behalf of d8ebe3b8f86643e6977f83f3a5056490 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:26.671082 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-31d830eb-82bb-4770-b24c-7001986a9156 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:26.679893 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff0e042-f548-45e4-a480-421ecfe32814 None None] Network 2fd3e1fd-dbbb-42b5-acde-cc99cc7ab85f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:26.700331 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab0bba2-958c-4863-a873-4e772540c578 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:26.700817 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8ab0bba2-958c-4863-a873-4e772540c578 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:26.706373 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c04d5486-182a-4535-ba49-ff159595557e tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a3d5abe-0ed1-4225-8ac7-3ab4c82b3322 HTTP/1.1" status: 200 len: 205 time: 0.1825771 Sep 23 15:04:26.709991 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41634) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:26.792920 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f5bbccd3-c208-4d50-817a-f97f35bf59d0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:26.794830 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-48af01c0-5ff3-46a4-8dbc-96dae2672424 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:26.800303 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af01c0-5ff3-46a4-8dbc-96dae2672424 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:26.806249 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-48af01c0-5ff3-46a4-8dbc-96dae2672424 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:26.806744 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Attempt 3 to provision port f2e680fa-f40e-48f3-94e1-240f7c522ece Sep 23 15:04:26.871394 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-9887e120-ac90-49bd-ba85-b245c8c5e54f tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] delete failed (client error): The resource could not be found. Sep 23 15:04:26.874787 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9887e120-ac90-49bd-ba85-b245c8c5e54f tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "DELETE /v2.0/routers/4a3d5abe-0ed1-4225-8ac7-3ab4c82b3322 HTTP/1.1" status: 404 len: 336 time: 0.1622198 Sep 23 15:04:26.875815 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41638) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:26.903273 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Port f2e680fa-f40e-48f3-94e1-240f7c522ece cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:26.964937 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d70b61da-dc6d-4372-bb41-b011f2e455e9 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "GET /v2.0/ports?device_id=88242ce5-1413-4dfa-b9f8-bed81e5b32b1 HTTP/1.1" status: 200 len: 205 time: 0.0774007 Sep 23 15:04:26.965457 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41644) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:26.971654 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.ipam_backend_mixin [None req-31d830eb-82bb-4770-b24c-7001986a9156 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Performing IP validity checks on allocation pools {{(pid=89738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 23 15:04:26.972172 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.ipam_backend_mixin [None req-31d830eb-82bb-4770-b24c-7001986a9156 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 23 15:04:27.082027 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af01c0-5ff3-46a4-8dbc-96dae2672424 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event updated for resources: {'Network': ['ID=e38800ba-489b-41c7-9ab2-be8935194895,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:27.101039 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-33db16d8-32d4-4143-8b50-c08c5e3272d9 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] delete failed (client error): The resource could not be found. Sep 23 15:04:27.104608 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-33db16d8-32d4-4143-8b50-c08c5e3272d9 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "DELETE /v2.0/routers/88242ce5-1413-4dfa-b9f8-bed81e5b32b1 HTTP/1.1" status: 404 len: 336 time: 0.1355484 Sep 23 15:04:27.108742 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc1c37d9-2fff-485c-9c65-6c1c2073102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:27.117447 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41648) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:27.156288 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 0345fa63-6124-4200-b8ab-06ded2589159 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:04:27.170147 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b8a2ded7-8bce-4fe4-891c-5b720a03782c req-f58f6d8a-1d6b-46c9-a840-e843c4fd14c5 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad69fa04-c977-4bb4-a17a-ac5a74b14a0a HTTP/1.1" status: 200 len: 210 time: 0.1516662 Sep 23 15:04:27.172244 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c37d9-2fff-485c-9c65-6c1c2073102d None None] Pushing event deleted for resources: {'Port': ['ID=b555db7e-4fc3-4476-ab91-ed291d1ee6d9,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:27.178557 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1c37d9-2fff-485c-9c65-6c1c2073102d None None] No DVR routers for this DVR port b555db7e-4fc3-4476-ab91-ed291d1ee6d9 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:04:27.198552 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3083f989-fb9e-4537-a72b-bd479edca7d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-2fd3e1fd-dbbb-42b5-acde-cc99cc7ab85f', 'network_id': '2fd3e1fd-dbbb-42b5-acde-cc99cc7ab85f', 'tenant_id': '6162ca6451a94ec88464d67d4a92acb4', 'fixed_ips': [{'subnet_id': '8881645d-9f38-4e66-a4ea-8ebe3b686a03'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:04:27.198552 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3083f989-fb9e-4537-a72b-bd479edca7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:27.198749 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-48af01c0-5ff3-46a4-8dbc-96dae2672424 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.9704120 Sep 23 15:04:27.201825 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41654) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:27.213857 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8ab0bba2-958c-4863-a873-4e772540c578 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5143254 Sep 23 15:04:27.218579 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-1ee13c60-b0dd-498f-b805-b5d2d1581f50 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Request body: {'subnet': {'network_id': 'e38800ba-489b-41c7-9ab2-be8935194895', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:27.231410 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41658) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:27.237522 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c57403ec-e558-4162-a8a3-a3f5ac3691d4 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "GET /v2.0/ports?device_id=546888ce-7833-4b4c-b4da-ffe363e2b5a3 HTTP/1.1" status: 200 len: 205 time: 0.1188312 Sep 23 15:04:27.239564 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48af01c0-5ff3-46a4-8dbc-96dae2672424 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:27.240424 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48af01c0-5ff3-46a4-8dbc-96dae2672424 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:27.241071 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48af01c0-5ff3-46a4-8dbc-96dae2672424 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:27.241418 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48af01c0-5ff3-46a4-8dbc-96dae2672424 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:27.241754 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48af01c0-5ff3-46a4-8dbc-96dae2672424 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:27.242517 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48af01c0-5ff3-46a4-8dbc-96dae2672424 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:27.242863 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48af01c0-5ff3-46a4-8dbc-96dae2672424 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:27.246496 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48af01c0-5ff3-46a4-8dbc-96dae2672424 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:27.246496 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48af01c0-5ff3-46a4-8dbc-96dae2672424 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:27.246496 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48af01c0-5ff3-46a4-8dbc-96dae2672424 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:27.246496 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48af01c0-5ff3-46a4-8dbc-96dae2672424 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:27.246496 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48af01c0-5ff3-46a4-8dbc-96dae2672424 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:27.273740 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network e38800ba-489b-41c7-9ab2-be8935194895 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:04:27.322635 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41662) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:27.420633 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Attempt 4 to provision port f2e680fa-f40e-48f3-94e1-240f7c522ece Sep 23 15:04:27.467143 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-52af2435-b845-4c4c-91f3-43c2820685cf tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] delete failed (client error): The resource could not be found. Sep 23 15:04:27.468184 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-52af2435-b845-4c4c-91f3-43c2820685cf tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "DELETE /v2.0/routers/546888ce-7833-4b4c-b4da-ffe363e2b5a3 HTTP/1.1" status: 404 len: 336 time: 0.1002135 Sep 23 15:04:27.474169 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41666) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:27.480570 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cbf0117f-753f-46eb-bb27-2e8fe31fbbdb tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:27.576650 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Port f2e680fa-f40e-48f3-94e1-240f7c522ece cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:27.604134 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-3083f989-fb9e-4537-a72b-bd479edca7d1 None None] Allocated IP 172.20.0.1 (2fd3e1fd-dbbb-42b5-acde-cc99cc7ab85f/8881645d-9f38-4e66-a4ea-8ebe3b686a03/79af970b-3881-4ece-a663-4c3e8bb4409f) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:27.625714 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2461ad12-ff6d-4d18-a40f-797fa86d8b99 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "GET /v2.0/ports?device_id=96520fb9-0727-4495-97ce-48d9a174b0c4 HTTP/1.1" status: 200 len: 205 time: 0.1464672 Sep 23 15:04:27.626007 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-1ee13c60-b0dd-498f-b805-b5d2d1581f50 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:27.628521 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41670) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:27.691599 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-1ee13c60-b0dd-498f-b805-b5d2d1581f50 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:27.729797 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-1d2125f0-6af9-4af2-94a7-241e2979e686 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] delete failed (client error): The resource could not be found. Sep 23 15:04:27.733808 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1d2125f0-6af9-4af2-94a7-241e2979e686 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "DELETE /v2.0/routers/96520fb9-0727-4495-97ce-48d9a174b0c4 HTTP/1.1" status: 404 len: 336 time: 0.0987656 Sep 23 15:04:27.734087 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41674) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:27.755254 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:27.838411 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-073f691a-1dff-4022-94b1-2aa7f4c44905 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] DELETE failed (client error): The resource could not be found. Sep 23 15:04:27.839012 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-073f691a-1dff-4022-94b1-2aa7f4c44905 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:04:27.840998 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-073f691a-1dff-4022-94b1-2aa7f4c44905 tempest-RoutersAdminTest-261069112 tempest-RoutersAdminTest-261069112-project] 10.222.0.67 "DELETE /v2.0/subnets/069a0a17-9ce1-4608-a69c-2b52f17d466c HTTP/1.1" status: 404 len: 337 time: 0.1054890 Sep 23 15:04:27.843584 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:27.852933 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee13c60-b0dd-498f-b805-b5d2d1581f50 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Made reservation on behalf of 79d4ad3222e04b9f89c5f5be84cce673 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:27.857030 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1ee13c60-b0dd-498f-b805-b5d2d1581f50 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:27.892413 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3083f989-fb9e-4537-a72b-bd479edca7d1 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:27.902975 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-3083f989-fb9e-4537-a72b-bd479edca7d1 None None] Transition to ACTIVE for port object 79af970b-3881-4ece-a663-4c3e8bb4409f will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:27.916549 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-31d830eb-82bb-4770-b24c-7001986a9156 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:27.921375 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-3083f989-fb9e-4537-a72b-bd479edca7d1 None None] Transition to ACTIVE for port object 79af970b-3881-4ece-a663-4c3e8bb4409f will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:28.007094 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3083f989-fb9e-4537-a72b-bd479edca7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:28.077629 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Attempt 5 to provision port f2e680fa-f40e-48f3-94e1-240f7c522ece Sep 23 15:04:28.084695 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5bbccd3-c208-4d50-817a-f97f35bf59d0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Router 64ed916b-a0f8-4a55-846a-8a61012c8e30 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:04:28.096598 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cbf0117f-753f-46eb-bb27-2e8fe31fbbdb tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:28.109547 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3083f989-fb9e-4537-a72b-bd479edca7d1 None None] Network 2fd3e1fd-dbbb-42b5-acde-cc99cc7ab85f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:28.115250 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cbf0117f-753f-46eb-bb27-2e8fe31fbbdb tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753924'] for router, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:28.119556 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-3083f989-fb9e-4537-a72b-bd479edca7d1 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:28.177413 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Port f2e680fa-f40e-48f3-94e1-240f7c522ece cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:28.177907 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083f989-fb9e-4537-a72b-bd479edca7d1 None None] Pushing event updated for resources: {'Port': ['ID=79af970b-3881-4ece-a663-4c3e8bb4409f,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:28.181577 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3083f989-fb9e-4537-a72b-bd479edca7d1 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:04:28.339835 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bbccd3-c208-4d50-817a-f97f35bf59d0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:04:28.357439 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a9957a-17a3-46f4-8199-24c7d7f535dc None None] Sync routers for ids ['64ed916b-a0f8-4a55-846a-8a61012c8e30'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:04:28.380071 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-3083f989-fb9e-4537-a72b-bd479edca7d1 None None] Attempting to bind port 79af970b-3881-4ece-a663-4c3e8bb4409f on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:04:28.384367 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-3083f989-fb9e-4537-a72b-bd479edca7d1 None None] Attempting to bind port 79af970b-3881-4ece-a663-4c3e8bb4409f by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '1b5204fd-9fe1-4787-b5cc-d3a654d15bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fd3e1fd-dbbb-42b5-acde-cc99cc7ab85f'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:04:28.384367 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083f989-fb9e-4537-a72b-bd479edca7d1 None None] Attempting to bind port 79af970b-3881-4ece-a663-4c3e8bb4409f on network 2fd3e1fd-dbbb-42b5-acde-cc99cc7ab85f {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:04:28.386464 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a9957a-17a3-46f4-8199-24c7d7f535dc None None] Routers {'64ed916b-a0f8-4a55-846a-8a61012c8e30'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:28.387560 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-34a9957a-17a3-46f4-8199-24c7d7f535dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['64ed916b-a0f8-4a55-846a-8a61012c8e30'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:28.387726 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d830eb-82bb-4770-b24c-7001986a9156 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Checking segment: {'id': 'c189f665-1cf2-4f7f-aaa3-69b7bc6db2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bcae10cd-be05-41e2-8643-8e275a82cd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:28.388068 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d830eb-82bb-4770-b24c-7001986a9156 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Network hostable DHCP agents. Network: bcae10cd-be05-41e2-8643-8e275a82cd91, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:04:28.415221 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d830eb-82bb-4770-b24c-7001986a9156 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event updated for resources: {'Subnet': ['ID=620dca83-a2fd-4e90-82c5-cb6fb96393d0,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:28.434992 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f5bbccd3-c208-4d50-817a-f97f35bf59d0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:28.448698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083f989-fb9e-4537-a72b-bd479edca7d1 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:04:28.448698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083f989-fb9e-4537-a72b-bd479edca7d1 None None] Checking segment: {'id': '1b5204fd-9fe1-4787-b5cc-d3a654d15bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fd3e1fd-dbbb-42b5-acde-cc99cc7ab85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:28.448698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3083f989-fb9e-4537-a72b-bd479edca7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:28.448698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083f989-fb9e-4537-a72b-bd479edca7d1 None None] Bound using segment: {'id': '1b5204fd-9fe1-4787-b5cc-d3a654d15bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fd3e1fd-dbbb-42b5-acde-cc99cc7ab85f'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:04:28.448698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-3083f989-fb9e-4537-a72b-bd479edca7d1 None None] Bound port: 79af970b-3881-4ece-a663-4c3e8bb4409f, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5204fd-9fe1-4787-b5cc-d3a654d15bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fd3e1fd-dbbb-42b5-acde-cc99cc7ab85f'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:04:28.448698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3083f989-fb9e-4537-a72b-bd479edca7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:28.451192 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-22860498-8b1d-4735-a0f7-68ec54c31915 req-ac8c1068-2b8e-494a-84af-0fe9d2aa7fd0 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad69fa04-c977-4bb4-a17a-ac5a74b14a0a HTTP/1.1" status: 200 len: 210 time: 0.0909975 Sep 23 15:04:28.451765 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f5bbccd3-c208-4d50-817a-f97f35bf59d0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.7067702 Sep 23 15:04:28.456389 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41684) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:28.464620 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41686) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:28.477014 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-34a9957a-17a3-46f4-8199-24c7d7f535dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:28.487115 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a9957a-17a3-46f4-8199-24c7d7f535dc None None] Routers {'64ed916b-a0f8-4a55-846a-8a61012c8e30'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:28.487719 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-34a9957a-17a3-46f4-8199-24c7d7f535dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['64ed916b-a0f8-4a55-846a-8a61012c8e30'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:28.549884 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:28.552060 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-34a9957a-17a3-46f4-8199-24c7d7f535dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:28.552551 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a9957a-17a3-46f4-8199-24c7d7f535dc None None] The sync data for ids ['64ed916b-a0f8-4a55-846a-8a61012c8e30'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:04:28.594916 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d830eb-82bb-4770-b24c-7001986a9156 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Network bcae10cd-be05-41e2-8643-8e275a82cd91 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:04:28.634105 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Subnet': ['ID=8881645d-9f38-4e66-a4ea-8ebe3b686a03,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:28.660074 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-3083f989-fb9e-4537-a72b-bd479edca7d1 None None] For port 79af970b-3881-4ece-a663-4c3e8bb4409f, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:04:28.666281 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-3083f989-fb9e-4537-a72b-bd479edca7d1 None None] For port 79af970b-3881-4ece-a663-4c3e8bb4409f, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=79af970b-3881-4ece-a663-4c3e8bb4409f,segment=NetworkSegment(1b5204fd-9fe1-4787-b5cc-d3a654d15bb1),segment_id=1b5204fd-9fe1-4787-b5cc-d3a654d15bb1)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:04:28.678775 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Attempt 6 to provision port f2e680fa-f40e-48f3-94e1-240f7c522ece Sep 23 15:04:28.739633 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Port f2e680fa-f40e-48f3-94e1-240f7c522ece cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:28.744740 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.objects.ports [None req-1ee13c60-b0dd-498f-b805-b5d2d1581f50 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89739) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 23 15:04:28.751625 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-b0c5c45b-cd90-4cd2-8f2e-b7e007e722df tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:28.753039 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-b0c5c45b-cd90-4cd2-8f2e-b7e007e722df tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.72 "GET /v2.0/networks?id=b701bd66-0505-43a0-9675-ad2d89e290b6 HTTP/1.1" status: 200 len: 812 time: 0.3325639 Sep 23 15:04:28.753989 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1ee13c60-b0dd-498f-b805-b5d2d1581f50 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:28.831219 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-31d830eb-82bb-4770-b24c-7001986a9156 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, bcae10cd-be05-41e2-8643-8e275a82cd91) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:28.849632 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-54b057df-4460-4bcf-9bbc-04fc43168db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:28.870915 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf0117f-753f-46eb-bb27-2e8fe31fbbdb tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Router 59c4cd82-67dc-46b9-b824-ab788f01ca80 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:04:28.880227 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d830eb-82bb-4770-b24c-7001986a9156 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:28.881253 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-31d830eb-82bb-4770-b24c-7001986a9156 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:28.881856 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee13c60-b0dd-498f-b805-b5d2d1581f50 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Checking segment: {'id': '365d08a8-d66c-47f4-b358-37cd213e1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e38800ba-489b-41c7-9ab2-be8935194895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:28.882218 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee13c60-b0dd-498f-b805-b5d2d1581f50 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Network hostable DHCP agents. Network: e38800ba-489b-41c7-9ab2-be8935194895, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:04:28.885734 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3083f989-fb9e-4537-a72b-bd479edca7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:28.886631 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:28.886926 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee13c60-b0dd-498f-b805-b5d2d1581f50 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event updated for resources: {'Subnet': ['ID=a90cbe65-ea69-4fa6-881e-ebc183753fd2,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:28.894191 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329b8d0c-a408-4bd4-86c8-25e4281f0d01 None None] Network bcae10cd-be05-41e2-8643-8e275a82cd91 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:28.900246 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-551e8742-bef7-475a-97eb-aa6cf418b110 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3ca3cb473e945e48c5ff263c17e66ab HTTP/1.1" status: 200 len: 380 time: 0.1180928 Sep 23 15:04:28.923527 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-54b057df-4460-4bcf-9bbc-04fc43168db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:28.933096 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-54b057df-4460-4bcf-9bbc-04fc43168db7 admin admin] Usage tracker for resource:security_group_rule and tenant:7f98ca535cfc4898b16b11f02687dbf1 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:28.947457 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-54b057df-4460-4bcf-9bbc-04fc43168db7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:28.964158 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-54b057df-4460-4bcf-9bbc-04fc43168db7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:28.970120 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd3e1fd-dbbb-42b5-acde-cc99cc7ab85f']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:28.991685 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5204fd-9fe1-4787-b5cc-d3a654d15bb1') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:28.992249 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5204fd-9fe1-4787-b5cc-d3a654d15bb1') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:29.092150 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-31d830eb-82bb-4770-b24c-7001986a9156 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.1734819 Sep 23 15:04:29.105538 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41698) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:29.113840 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:29.116533 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-c4d7bcec-c292-4ec4-a321-badb40c7211c tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Request body: {'port': {'device_id': 'ad69fa04-c977-4bb4-a17a-ac5a74b14a0a', 'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6', 'admin_state_up': True, 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'security_groups': ['790bf19a-b1c5-4ee7-9437-0aae1556b5ed']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:29.130195 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-9203cb7d-083e-48ba-939d-ce656104d9a2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:29.164139 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083f989-fb9e-4537-a72b-bd479edca7d1 None None] Pushing event updated for resources: {'Port': ['ID=79af970b-3881-4ece-a663-4c3e8bb4409f,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:29.178713 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0658e47-c0e4-4374-b191-6d4efc9982d7 None None] Network 2fd3e1fd-dbbb-42b5-acde-cc99cc7ab85f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:29.207861 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee13c60-b0dd-498f-b805-b5d2d1581f50 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Network e38800ba-489b-41c7-9ab2-be8935194895 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:04:29.211657 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:29.264712 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Attempt 7 to provision port f2e680fa-f40e-48f3-94e1-240f7c522ece Sep 23 15:04:29.292824 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:04:29.293241 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:29.301950 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-1ee13c60-b0dd-498f-b805-b5d2d1581f50 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, e38800ba-489b-41c7-9ab2-be8935194895) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:29.328247 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee13c60-b0dd-498f-b805-b5d2d1581f50 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:29.328985 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1ee13c60-b0dd-498f-b805-b5d2d1581f50 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:29.334656 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfbdb5a-f824-4d8f-9beb-194671d6fc4f None None] Network e38800ba-489b-41c7-9ab2-be8935194895 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:29.365673 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 1b5204fd-9fe1-4787-b5cc-d3a654d15bb1 resource provider aggregate not found Sep 23 15:04:29.383471 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf0117f-753f-46eb-bb27-2e8fe31fbbdb tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:04:29.388295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cbf0117f-753f-46eb-bb27-2e8fe31fbbdb tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:29.389508 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-cbf0117f-753f-46eb-bb27-2e8fe31fbbdb tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "PUT /v2.0/routers/59c4cd82-67dc-46b9-b824-ab788f01ca80 HTTP/1.1" status: 200 len: 920 time: 7.6879354 Sep 23 15:04:29.390859 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-c4d7bcec-c292-4ec4-a321-badb40c7211c tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:29.392994 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41710) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:29.398042 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2341416b-fe0e-462f-8106-12038ff6e6d4 None None] Sync routers for ids ['59c4cd82-67dc-46b9-b824-ab788f01ca80'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:04:29.414333 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2341416b-fe0e-462f-8106-12038ff6e6d4 None None] Routers {'59c4cd82-67dc-46b9-b824-ab788f01ca80'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:29.415435 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-2341416b-fe0e-462f-8106-12038ff6e6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['59c4cd82-67dc-46b9-b824-ab788f01ca80'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:29.440906 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 1b5204fd-9fe1-4787-b5cc-d3a654d15bb1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b5204fd-9fe1-4787-b5cc-d3a654d15bb1 found for delete ", "request_id": "req-0a46a90b-2bcc-45d1-9a53-7a3fc66f509f"}]} Sep 23 15:04:29.465443 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41714) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:29.465763 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1ee13c60-b0dd-498f-b805-b5d2d1581f50 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2636983 Sep 23 15:04:29.482743 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-bdbf02bb-3fc7-4607-89e7-9c11dbc21db2 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Request body: {'port': {'network_id': 'e38800ba-489b-41c7-9ab2-be8935194895', 'name': 'tempest-NetworksIpV6TestAttrs-1262247692'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:29.485368 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-c4d7bcec-c292-4ec4-a321-badb40c7211c tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:29.543848 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-2341416b-fe0e-462f-8106-12038ff6e6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:29.562128 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2341416b-fe0e-462f-8106-12038ff6e6d4 None None] Routers {'59c4cd82-67dc-46b9-b824-ab788f01ca80'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:29.563570 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-2341416b-fe0e-462f-8106-12038ff6e6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['59c4cd82-67dc-46b9-b824-ab788f01ca80'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:29.583933 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-c4d7bcec-c292-4ec4-a321-badb40c7211c tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Made reservation on behalf of e3ca3cb473e945e48c5ff263c17e66ab for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:29.587553 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-c4d7bcec-c292-4ec4-a321-badb40c7211c tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:29.628630 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.api [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 15:04:29.628630 dv-neutron-859093-1-hyperv neutron-server[89738]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 15:04:29.628630 dv-neutron-859093-1-hyperv neutron-server[89738]: [parameters: {'id': '2fd3e1fd-dbbb-42b5-acde-cc99cc7ab85f'}] Sep 23 15:04:29.628630 dv-neutron-859093-1-hyperv neutron-server[89738]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:04:29.629212 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG oslo_db.api [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:04:29.656640 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-313912bb-6f5e-49ec-b610-b1230899722d tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "GET /v2.0/routers/59c4cd82-67dc-46b9-b824-ab788f01ca80 HTTP/1.1" status: 200 len: 926 time: 0.2625530 Sep 23 15:04:29.660087 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41720) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:29.663051 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-2341416b-fe0e-462f-8106-12038ff6e6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:29.664551 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2341416b-fe0e-462f-8106-12038ff6e6d4 None None] The sync data for ids ['59c4cd82-67dc-46b9-b824-ab788f01ca80'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:04:29.750710 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Port f2e680fa-f40e-48f3-94e1-240f7c522ece cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:29.836093 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc33278-57cf-4235-abba-afa4b5ce3740 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:29.837975 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ffc33278-57cf-4235-abba-afa4b5ce3740 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=61b1518d-d511-4beb-b056-d894a2c85079&device_id=59c4cd82-67dc-46b9-b824-ab788f01ca80&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 946 time: 0.1762483 Sep 23 15:04:29.840793 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41724) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:29.845264 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9203cb7d-083e-48ba-939d-ce656104d9a2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16134038'] for subnet, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:29.921888 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-c4d7bcec-c292-4ec4-a321-badb40c7211c tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Allocated IP 172.20.0.13 (b701bd66-0505-43a0-9675-ad2d89e290b6/67044fcb-39a0-4a0b-86f7-ff4486219533/9e979efe-d5f5-42ef-874e-38172e8f33b8) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:29.967054 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26e5d52-c597-4ae2-ba43-10e9def5adfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-bcae10cd-be05-41e2-8643-8e275a82cd91', 'network_id': 'bcae10cd-be05-41e2-8643-8e275a82cd91', 'tenant_id': 'd8ebe3b8f86643e6977f83f3a5056490', 'fixed_ips': [{'subnet_id': '620dca83-a2fd-4e90-82c5-cb6fb96393d0'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:04:29.968019 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b26e5d52-c597-4ae2-ba43-10e9def5adfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:30.015525 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-dd4cde6b-2196-4661-81d6-4a7b40238b7f req-d2e352d9-3e10-4b99-b42f-8a1662cef6bc tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad69fa04-c977-4bb4-a17a-ac5a74b14a0a HTTP/1.1" status: 200 len: 210 time: 0.3444219 Sep 23 15:04:30.079998 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7739504-822c-4343-ac2b-3dd700c37076 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:30.081368 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c7739504-822c-4343-ac2b-3dd700c37076 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "GET /v2.0/networks/61b1518d-d511-4beb-b056-d894a2c85079 HTTP/1.1" status: 200 len: 881 time: 0.2395158 Sep 23 15:04:30.086422 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41728) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:30.122061 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-54b057df-4460-4bcf-9bbc-04fc43168db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:30.150836 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f21953f4-3f3c-41da-9cf3-400f1d842b15 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "GET /v2.0/ports?device_id=59c4cd82-67dc-46b9-b824-ab788f01ca80 HTTP/1.1" status: 200 len: 205 time: 0.0608926 Sep 23 15:04:30.151377 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41732) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:30.161150 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-e38800ba-489b-41c7-9ab2-be8935194895', 'network_id': 'e38800ba-489b-41c7-9ab2-be8935194895', 'tenant_id': '79d4ad3222e04b9f89c5f5be84cce673', 'fixed_ips': [{'subnet_id': 'a90cbe65-ea69-4fa6-881e-ebc183753fd2'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:04:30.162109 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:30.313652 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:30.325332 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-bdbf02bb-3fc7-4607-89e7-9c11dbc21db2 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:30.338351 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-54b057df-4460-4bcf-9bbc-04fc43168db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:30.338785 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Allocated IP 2001:db8::f816:3eff:fe27:4ba (e38800ba-489b-41c7-9ab2-be8935194895/a90cbe65-ea69-4fa6-881e-ebc183753fd2/6a871bff-a418-4cc8-8cd2-9851bc8d5193) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:30.354385 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-bdbf02bb-3fc7-4607-89e7-9c11dbc21db2 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Usage tracker for resource:port and tenant:79d4ad3222e04b9f89c5f5be84cce673 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:30.362634 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-c4d7bcec-c292-4ec4-a321-badb40c7211c tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:30.390135 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-bdbf02bb-3fc7-4607-89e7-9c11dbc21db2 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:30.391144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-c4d7bcec-c292-4ec4-a321-badb40c7211c tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Transition to ACTIVE for port object 9e979efe-d5f5-42ef-874e-38172e8f33b8 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:30.396259 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b057df-4460-4bcf-9bbc-04fc43168db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230a1825-1875-4c6e-9c09-17924866be73,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:30.400979 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-757add69-3ba1-4f20-8446-6c39140634b5 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:30.407890 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9203cb7d-083e-48ba-939d-ce656104d9a2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774174713694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14903832'] for subnet, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:30.429961 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-bdbf02bb-3fc7-4607-89e7-9c11dbc21db2 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:30.491406 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9203cb7d-083e-48ba-939d-ce656104d9a2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:30.492241 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9203cb7d-083e-48ba-939d-ce656104d9a2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:30.496608 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9203cb7d-083e-48ba-939d-ce656104d9a2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "PUT /v2.0/subnets/620dca83-a2fd-4e90-82c5-cb6fb96393d0 HTTP/1.1" status: 200 len: 900 time: 1.3699589 Sep 23 15:04:30.496608 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Deleting port 79af970b-3881-4ece-a663-4c3e8bb4409f {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:30.496608 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:30.496866 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41736) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:30.581421 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:30.593110 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Transition to ACTIVE for port object 6a871bff-a418-4cc8-8cd2-9851bc8d5193 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:30.611769 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-54b057df-4460-4bcf-9bbc-04fc43168db7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7f98ca535cfc4898b16b11f02687dbf1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1431227 Sep 23 15:04:30.615101 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Transition to ACTIVE for port object 6a871bff-a418-4cc8-8cd2-9851bc8d5193 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:30.621145 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Attempt 8 to provision port f2e680fa-f40e-48f3-94e1-240f7c522ece Sep 23 15:04:30.622251 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41740) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:30.708810 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbf02bb-3fc7-4607-89e7-9c11dbc21db2 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Made reservation on behalf of 79d4ad3222e04b9f89c5f5be84cce673 for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:30.712167 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bdbf02bb-3fc7-4607-89e7-9c11dbc21db2 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:30.729533 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Port f2e680fa-f40e-48f3-94e1-240f7c522ece cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:30.741278 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-b26e5d52-c597-4ae2-ba43-10e9def5adfc None None] Allocated IP 2001:db8::3 (bcae10cd-be05-41e2-8643-8e275a82cd91/620dca83-a2fd-4e90-82c5-cb6fb96393d0/50d2928c-bdee-4ca0-bf28-5b1105c28ff2) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:30.768408 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203cb7d-083e-48ba-939d-ce656104d9a2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event updated for resources: {'Subnet': ['ID=620dca83-a2fd-4e90-82c5-cb6fb96393d0,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:30.837441 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-757add69-3ba1-4f20-8446-6c39140634b5 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:30.869862 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-c4d7bcec-c292-4ec4-a321-badb40c7211c tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:30.881954 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:30.928619 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:30.948964 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-bdbf02bb-3fc7-4607-89e7-9c11dbc21db2 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] device_id is not set on port 74f41ea5-0831-4363-9b7a-306b9f613af5 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:04:30.951672 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-c4d7bcec-c292-4ec4-a321-badb40c7211c tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Network b701bd66-0505-43a0-9675-ad2d89e290b6 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:30.955628 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-c4d7bcec-c292-4ec4-a321-badb40c7211c tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:30.968614 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-c4d7bcec-c292-4ec4-a321-badb40c7211c tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:04:30.972854 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Network e38800ba-489b-41c7-9ab2-be8935194895 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:30.979567 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:30.994024 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:04:31.044296 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-757add69-3ba1-4f20-8446-6c39140634b5 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Deleting port 48c7c6c6-31d2-4ef6-bcdd-defa4190e083 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:31.045189 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-757add69-3ba1-4f20-8446-6c39140634b5 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:31.183587 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-bdbf02bb-3fc7-4607-89e7-9c11dbc21db2 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Allocated IP 2001:db8::f816:3eff:fe49:47fc (e38800ba-489b-41c7-9ab2-be8935194895/a90cbe65-ea69-4fa6-881e-ebc183753fd2/74f41ea5-0831-4363-9b7a-306b9f613af5) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:31.237119 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-c4d7bcec-c292-4ec4-a321-badb40c7211c tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:31.240348 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-c4d7bcec-c292-4ec4-a321-badb40c7211c tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:31.249920 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7bcec-c292-4ec4-a321-badb40c7211c tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Pushing event updated for resources: {'Port': ['ID=9e979efe-d5f5-42ef-874e-38172e8f33b8,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:31.251034 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Attempt 9 to provision port f2e680fa-f40e-48f3-94e1-240f7c522ece Sep 23 15:04:31.321178 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Pushing event updated for resources: {'Port': ['ID=6a871bff-a418-4cc8-8cd2-9851bc8d5193,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:31.336194 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7bcec-c292-4ec4-a321-badb40c7211c tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:31.336544 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7bcec-c292-4ec4-a321-badb40c7211c tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:31.336874 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7bcec-c292-4ec4-a321-badb40c7211c tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:31.337201 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7bcec-c292-4ec4-a321-badb40c7211c tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:31.337519 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7bcec-c292-4ec4-a321-badb40c7211c tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:31.337839 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7bcec-c292-4ec4-a321-badb40c7211c tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:31.338154 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7bcec-c292-4ec4-a321-badb40c7211c tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:31.338501 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7bcec-c292-4ec4-a321-badb40c7211c tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:31.338896 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7bcec-c292-4ec4-a321-badb40c7211c tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:31.339223 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7bcec-c292-4ec4-a321-badb40c7211c tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:31.339780 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7bcec-c292-4ec4-a321-badb40c7211c tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:31.339897 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d7bcec-c292-4ec4-a321-badb40c7211c tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:31.347351 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Attempting to bind port 6a871bff-a418-4cc8-8cd2-9851bc8d5193 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:04:31.347774 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Attempting to bind port 6a871bff-a418-4cc8-8cd2-9851bc8d5193 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '365d08a8-d66c-47f4-b358-37cd213e1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e38800ba-489b-41c7-9ab2-be8935194895'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:04:31.348128 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Attempting to bind port 6a871bff-a418-4cc8-8cd2-9851bc8d5193 on network e38800ba-489b-41c7-9ab2-be8935194895 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:04:31.358441 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:04:31.358819 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Checking segment: {'id': '365d08a8-d66c-47f4-b358-37cd213e1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e38800ba-489b-41c7-9ab2-be8935194895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:31.359230 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:31.359622 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Bound using segment: {'id': '365d08a8-d66c-47f4-b358-37cd213e1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e38800ba-489b-41c7-9ab2-be8935194895'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:04:31.360103 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Bound port: 6a871bff-a418-4cc8-8cd2-9851bc8d5193, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365d08a8-d66c-47f4-b358-37cd213e1510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e38800ba-489b-41c7-9ab2-be8935194895'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:04:31.360474 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:31.408501 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d9c6bbe6-1516-44ac-9a5a-6a0b487e0520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:31.412914 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-602f74e2-bd7e-428c-bb52-63c78e3fbe92 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:31.451909 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Port f2e680fa-f40e-48f3-94e1-240f7c522ece cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:31.462144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:31.480513 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bdbf02bb-3fc7-4607-89e7-9c11dbc21db2 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:31.486806 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] For port 79af970b-3881-4ece-a663-4c3e8bb4409f, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=79af970b-3881-4ece-a663-4c3e8bb4409f,segment=NetworkSegment(1b5204fd-9fe1-4787-b5cc-d3a654d15bb1),segment_id=1b5204fd-9fe1-4787-b5cc-d3a654d15bb1)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:31.487409 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:31.503141 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-757add69-3ba1-4f20-8446-6c39140634b5 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:31.523124 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-c4d7bcec-c292-4ec4-a321-badb40c7211c tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5625355 Sep 23 15:04:31.558658 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b26e5d52-c597-4ae2-ba43-10e9def5adfc None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:31.582883 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b26e5d52-c597-4ae2-ba43-10e9def5adfc None None] Transition to ACTIVE for port object 50d2928c-bdee-4ca0-bf28-5b1105c28ff2 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:31.602087 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] For port 6a871bff-a418-4cc8-8cd2-9851bc8d5193, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:04:31.608151 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] For port 6a871bff-a418-4cc8-8cd2-9851bc8d5193, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=6a871bff-a418-4cc8-8cd2-9851bc8d5193,segment=NetworkSegment(365d08a8-d66c-47f4-b358-37cd213e1510),segment_id=365d08a8-d66c-47f4-b358-37cd213e1510)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:04:31.610837 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b26e5d52-c597-4ae2-ba43-10e9def5adfc None None] Transition to ACTIVE for port object 50d2928c-bdee-4ca0-bf28-5b1105c28ff2 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:31.645669 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-7d88dfe1-e1a7-43c3-b63b-d3fb711f19f7 service neutron] Request body: {'port': {'device_id': 'ad69fa04-c977-4bb4-a17a-ac5a74b14a0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:31.663787 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:31.683183 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-757add69-3ba1-4f20-8446-6c39140634b5 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Calling delete_port for 48c7c6c6-31d2-4ef6-bcdd-defa4190e083 owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:31.701645 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Calling delete_port for 79af970b-3881-4ece-a663-4c3e8bb4409f owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:31.710726 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b26e5d52-c597-4ae2-ba43-10e9def5adfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:31.723277 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1927b1-ea4d-4ef5-9b2e-10b11c9dfffe req-5522d589-2d30-4280-9f3a-cf5d4be0d143 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:31.723892 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-0a1927b1-ea4d-4ef5-9b2e-10b11c9dfffe req-5522d589-2d30-4280-9f3a-cf5d4be0d143 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Synchronizing usage tracker for tenant:e3ca3cb473e945e48c5ff263c17e66ab on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:04:31.740225 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d9c6bbe6-1516-44ac-9a5a-6a0b487e0520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:31.760217 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26e5d52-c597-4ae2-ba43-10e9def5adfc None None] Network bcae10cd-be05-41e2-8643-8e275a82cd91 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:31.797747 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-b26e5d52-c597-4ae2-ba43-10e9def5adfc None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:31.801654 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Pushing event updated for resources: {'Port': ['ID=6a871bff-a418-4cc8-8cd2-9851bc8d5193,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:31.804312 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26e5d52-c597-4ae2-ba43-10e9def5adfc None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:04:31.817237 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:31.817648 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:31.818053 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:31.818955 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:31.820066 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:31.820412 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:31.821104 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:31.825973 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:31.825973 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:31.825973 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:31.825973 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:31.825973 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf5a317-655c-4ff2-9607-788ea3482e1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:04:31.899465 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-7d88dfe1-e1a7-43c3-b63b-d3fb711f19f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:31.919843 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-0a1927b1-ea4d-4ef5-9b2e-10b11c9dfffe req-5522d589-2d30-4280-9f3a-cf5d4be0d143 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Unset dirty status for tenant:e3ca3cb473e945e48c5ff263c17e66ab on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:04:31.920977 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0a1927b1-ea4d-4ef5-9b2e-10b11c9dfffe req-5522d589-2d30-4280-9f3a-cf5d4be0d143 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad69fa04-c977-4bb4-a17a-ac5a74b14a0a HTTP/1.1" status: 200 len: 932 time: 0.6526849 Sep 23 15:04:31.925651 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-bdbf02bb-3fc7-4607-89e7-9c11dbc21db2 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Transition to ACTIVE for port object 74f41ea5-0831-4363-9b7a-306b9f613af5 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:31.981318 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Attempt 10 to provision port f2e680fa-f40e-48f3-94e1-240f7c522ece Sep 23 15:04:31.993744 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:32.060908 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event deleted for resources: {'Subnet': ['ID=620dca83-a2fd-4e90-82c5-cb6fb96393d0,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:32.125321 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e5d52-c597-4ae2-ba43-10e9def5adfc None None] Pushing event updated for resources: {'Port': ['ID=50d2928c-bdee-4ca0-bf28-5b1105c28ff2,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:32.127916 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b26e5d52-c597-4ae2-ba43-10e9def5adfc None None] Attempting to bind port 50d2928c-bdee-4ca0-bf28-5b1105c28ff2 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:04:32.128378 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b26e5d52-c597-4ae2-ba43-10e9def5adfc None None] Attempting to bind port 50d2928c-bdee-4ca0-bf28-5b1105c28ff2 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'c189f665-1cf2-4f7f-aaa3-69b7bc6db2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bcae10cd-be05-41e2-8643-8e275a82cd91'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:04:32.129337 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26e5d52-c597-4ae2-ba43-10e9def5adfc None None] Attempting to bind port 50d2928c-bdee-4ca0-bf28-5b1105c28ff2 on network bcae10cd-be05-41e2-8643-8e275a82cd91 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:04:32.134639 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f5b4edb9-ae17-41df-89e1-1a9999ca051f None None] Port f2e680fa-f40e-48f3-94e1-240f7c522ece cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:32.138403 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26e5d52-c597-4ae2-ba43-10e9def5adfc None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:04:32.139526 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26e5d52-c597-4ae2-ba43-10e9def5adfc None None] Checking segment: {'id': 'c189f665-1cf2-4f7f-aaa3-69b7bc6db2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bcae10cd-be05-41e2-8643-8e275a82cd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:32.140042 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b26e5d52-c597-4ae2-ba43-10e9def5adfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:32.140531 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26e5d52-c597-4ae2-ba43-10e9def5adfc None None] Bound using segment: {'id': 'c189f665-1cf2-4f7f-aaa3-69b7bc6db2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bcae10cd-be05-41e2-8643-8e275a82cd91'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:04:32.141117 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b26e5d52-c597-4ae2-ba43-10e9def5adfc None None] Bound port: 50d2928c-bdee-4ca0-bf28-5b1105c28ff2, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c189f665-1cf2-4f7f-aaa3-69b7bc6db2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'bcae10cd-be05-41e2-8643-8e275a82cd91'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:04:32.141596 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b26e5d52-c597-4ae2-ba43-10e9def5adfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:32.196672 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b5692daf-1901-4209-9815-19c310004e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:32.215966 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bdbf02bb-3fc7-4607-89e7-9c11dbc21db2 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:32.231997 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d9c6bbe6-1516-44ac-9a5a-6a0b487e0520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:32.235378 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:32.250092 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0a1927b1-ea4d-4ef5-9b2e-10b11c9dfffe req-df4cc631-3d65-44f0-b477-75595014d76d tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/security-groups?id=790bf19a-b1c5-4ee7-9437-0aae1556b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2960832 Sep 23 15:04:32.250885 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b26e5d52-c597-4ae2-ba43-10e9def5adfc None None] For port 50d2928c-bdee-4ca0-bf28-5b1105c28ff2, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:04:32.331657 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbf02bb-3fc7-4607-89e7-9c11dbc21db2 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Network e38800ba-489b-41c7-9ab2-be8935194895 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:32.335859 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2047c736-dd5d-4c45-9658-2c623793aa7e None None] Provisioning for port 9e979efe-d5f5-42ef-874e-38172e8f33b8 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:04:32.342928 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2047c736-dd5d-4c45-9658-2c623793aa7e None None] Provisioning complete for port 9e979efe-d5f5-42ef-874e-38172e8f33b8 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:32.343529 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2047c736-dd5d-4c45-9658-2c623793aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:32.343691 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2047c736-dd5d-4c45-9658-2c623793aa7e None None] Attempt 1 to provision port 9e979efe-d5f5-42ef-874e-38172e8f33b8 Sep 23 15:04:32.357172 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:32.374205 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-bdbf02bb-3fc7-4607-89e7-9c11dbc21db2 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:32.377011 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbf02bb-3fc7-4607-89e7-9c11dbc21db2 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:04:32.384413 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbf02bb-3fc7-4607-89e7-9c11dbc21db2 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:32.384803 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bdbf02bb-3fc7-4607-89e7-9c11dbc21db2 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:32.391195 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No DVR routers for this DVR port 79af970b-3881-4ece-a663-4c3e8bb4409f on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:04:32.408847 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcae10cd-be05-41e2-8643-8e275a82cd91']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:32.415582 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2047c736-dd5d-4c45-9658-2c623793aa7e None None] Port 9e979efe-d5f5-42ef-874e-38172e8f33b8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:32.427074 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b26e5d52-c597-4ae2-ba43-10e9def5adfc None None] For port 50d2928c-bdee-4ca0-bf28-5b1105c28ff2, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=50d2928c-bdee-4ca0-bf28-5b1105c28ff2,segment=NetworkSegment(c189f665-1cf2-4f7f-aaa3-69b7bc6db2f7),segment_id=c189f665-1cf2-4f7f-aaa3-69b7bc6db2f7)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:04:32.437361 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6bbe6-1516-44ac-9a5a-6a0b487e0520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230a1825-1875-4c6e-9c09-17924866be73,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:32.472013 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-757add69-3ba1-4f20-8446-6c39140634b5 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:32.518554 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:32.540474 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b26e5d52-c597-4ae2-ba43-10e9def5adfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:32.578543 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf02bb-3fc7-4607-89e7-9c11dbc21db2 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event updated for resources: {'Port': ['ID=74f41ea5-0831-4363-9b7a-306b9f613af5,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:32.612220 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c189f665-1cf2-4f7f-aaa3-69b7bc6db2f7') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:32.612533 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c189f665-1cf2-4f7f-aaa3-69b7bc6db2f7') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:32.628838 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d9c6bbe6-1516-44ac-9a5a-6a0b487e0520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:32.632549 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d9c6bbe6-1516-44ac-9a5a-6a0b487e0520 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/230a1825-1875-4c6e-9c09-17924866be73 HTTP/1.1" status: 204 len: 168 time: 1.9993885 Sep 23 15:04:32.645284 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 6a871bff-a418-4cc8-8cd2-9851bc8d5193 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:04:32.656121 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bdbf02bb-3fc7-4607-89e7-9c11dbc21db2 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.1870651 Sep 23 15:04:32.659794 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41748) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:32.670415 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:32.690500 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Port': ['ID=79af970b-3881-4ece-a663-4c3e8bb4409f,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:32.711028 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:32.729550 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757add69-3ba1-4f20-8446-6c39140634b5 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Pushing event deleted for resources: {'Port': ['ID=48c7c6c6-31d2-4ef6-bcdd-defa4190e083,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:32.768369 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd3e1fd-dbbb-42b5-acde-cc99cc7ab85f']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:32.790652 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-602f74e2-bd7e-428c-bb52-63c78e3fbe92 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Allocated IP 172.20.0.1 (00f4bb34-cb58-4c95-a934-f9d3b871f654/06886fb7-ba98-49b4-99f7-b85bc9d6862e/e3f56c25-40e2-4777-a64f-c1b38e73c08d) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:32.798677 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5204fd-9fe1-4787-b5cc-d3a654d15bb1') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:32.799101 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5204fd-9fe1-4787-b5cc-d3a654d15bb1') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:32.816986 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc84f973-0567-4c7a-884a-90def0906c98 None None] Network bcae10cd-be05-41e2-8643-8e275a82cd91 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:32.829596 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:32.842351 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26e5d52-c597-4ae2-ba43-10e9def5adfc None None] Pushing event updated for resources: {'Port': ['ID=50d2928c-bdee-4ca0-bf28-5b1105c28ff2,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:32.870661 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:32.904899 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 6a871bff-a418-4cc8-8cd2-9851bc8d5193 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:04:32.909640 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:32.926792 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2047c736-dd5d-4c45-9658-2c623793aa7e None None] Attempt 2 to provision port 9e979efe-d5f5-42ef-874e-38172e8f33b8 Sep 23 15:04:32.953080 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:04:32.956257 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:32.956381 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:04:32.956381 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:33.025241 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2047c736-dd5d-4c45-9658-2c623793aa7e None None] Port 9e979efe-d5f5-42ef-874e-38172e8f33b8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:33.039984 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment c189f665-1cf2-4f7f-aaa3-69b7bc6db2f7 resource provider aggregate not found Sep 23 15:04:33.068205 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 1b5204fd-9fe1-4787-b5cc-d3a654d15bb1 resource provider aggregate not found Sep 23 15:04:33.114062 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc74aa76-f803-4d1f-b989-692ca6fefd09 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Deleting subnet a90cbe65-ea69-4fa6-881e-ebc183753fd2 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:04:33.128274 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dc74aa76-f803-4d1f-b989-692ca6fefd09 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:33.179013 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6f9852-7e44-4521-bfca-0e1dfaee4a9b None None] Network bcae10cd-be05-41e2-8643-8e275a82cd91 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:33.193101 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment c189f665-1cf2-4f7f-aaa3-69b7bc6db2f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c189f665-1cf2-4f7f-aaa3-69b7bc6db2f7 found for delete ", "request_id": "req-2bc7e55f-8081-4fd5-bb51-8783a99bb0cd"}]} Sep 23 15:04:33.202085 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 1b5204fd-9fe1-4787-b5cc-d3a654d15bb1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b5204fd-9fe1-4787-b5cc-d3a654d15bb1 found for delete ", "request_id": "req-6b1b0bb0-9c91-4b77-8556-e002dad89201"}]} Sep 23 15:04:33.235820 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-757add69-3ba1-4f20-8446-6c39140634b5 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:33.257836 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-602f74e2-bd7e-428c-bb52-63c78e3fbe92 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:33.284008 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-602f74e2-bd7e-428c-bb52-63c78e3fbe92 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Transition to ACTIVE for port object e3f56c25-40e2-4777-a64f-c1b38e73c08d will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:33.337467 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:33.342977 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:33.387196 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Network': ['ID=2fd3e1fd-dbbb-42b5-acde-cc99cc7ab85f,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:33.389907 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.resource_extend [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-7d88dfe1-e1a7-43c3-b63b-d3fb711f19f7 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:04:33.393296 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-962993bb-cf8f-4aee-913b-500d8c2f17e2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/networks/2fd3e1fd-dbbb-42b5-acde-cc99cc7ab85f HTTP/1.1" status: 204 len: 168 time: 6.1578178 Sep 23 15:04:33.396349 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161c780f-9cc9-4aad-989c-6a9f40065578 None None] Network e38800ba-489b-41c7-9ab2-be8935194895 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:33.399021 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41764) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:33.409872 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-e0deafb5-f95c-4eee-a038-260cccf7f2b6 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-677835916'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:33.413315 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dc74aa76-f803-4d1f-b989-692ca6fefd09 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:33.418458 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e0deafb5-f95c-4eee-a038-260cccf7f2b6 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:33.422909 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e0deafb5-f95c-4eee-a038-260cccf7f2b6 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Usage tracker for resource:network and tenant:6162ca6451a94ec88464d67d4a92acb4 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:33.428769 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e0deafb5-f95c-4eee-a038-260cccf7f2b6 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:33.440170 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.api [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 15:04:33.440170 dv-neutron-859093-1-hyperv neutron-server[89739]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 15:04:33.440170 dv-neutron-859093-1-hyperv neutron-server[89739]: [parameters: {'id': 'bcae10cd-be05-41e2-8643-8e275a82cd91'}] Sep 23 15:04:33.440170 dv-neutron-859093-1-hyperv neutron-server[89739]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:04:33.440594 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG oslo_db.api [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:04:33.480798 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-602f74e2-bd7e-428c-bb52-63c78e3fbe92 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:33.488491 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e0deafb5-f95c-4eee-a038-260cccf7f2b6 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:33.525889 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2047c736-dd5d-4c45-9658-2c623793aa7e None None] Attempt 3 to provision port 9e979efe-d5f5-42ef-874e-38172e8f33b8 Sep 23 15:04:33.563194 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-757add69-3ba1-4f20-8446-6c39140634b5 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:33.569754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-757add69-3ba1-4f20-8446-6c39140634b5 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:33.600713 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-7d88dfe1-e1a7-43c3-b63b-d3fb711f19f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e979efe-d5f5-42ef-874e-38172e8f33b8 {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:04:33.612059 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-7d88dfe1-e1a7-43c3-b63b-d3fb711f19f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:33.621695 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602f74e2-bd7e-428c-bb52-63c78e3fbe92 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Network 00f4bb34-cb58-4c95-a934-f9d3b871f654 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:33.622748 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f74e2-bd7e-428c-bb52-63c78e3fbe92 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event updated for resources: {'Port': ['ID=e3f56c25-40e2-4777-a64f-c1b38e73c08d,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:33.627894 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-602f74e2-bd7e-428c-bb52-63c78e3fbe92 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:33.634067 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602f74e2-bd7e-428c-bb52-63c78e3fbe92 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:04:33.636093 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-7d88dfe1-e1a7-43c3-b63b-d3fb711f19f7 service neutron] Transition to ACTIVE for port object 9e979efe-d5f5-42ef-874e-38172e8f33b8 will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:33.645718 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2047c736-dd5d-4c45-9658-2c623793aa7e None None] Port 9e979efe-d5f5-42ef-874e-38172e8f33b8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:33.645993 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41768) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:33.713621 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-602f74e2-bd7e-428c-bb52-63c78e3fbe92 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:33.726777 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-757add69-3ba1-4f20-8446-6c39140634b5 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:33.727262 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757add69-3ba1-4f20-8446-6c39140634b5 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Fanout notify agent at l3_agent the message router_deleted on router 59c4cd82-67dc-46b9-b824-ab788f01ca80 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:04:33.730942 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0f4c49de-42c2-4802-b136-866efafab2c0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cb649363b776463fa89467c87d83ab96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0847793 Sep 23 15:04:33.732520 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-7d88dfe1-e1a7-43c3-b63b-d3fb711f19f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:33.782926 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41772) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:33.794639 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dc74aa76-f803-4d1f-b989-692ca6fefd09 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:33.795827 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0deafb5-f95c-4eee-a038-260cccf7f2b6 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Made reservation on behalf of 6162ca6451a94ec88464d67d4a92acb4 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:33.799509 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e0deafb5-f95c-4eee-a038-260cccf7f2b6 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:33.920139 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4860aee7-f4e8-4b0b-99c3-3b421b95b68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:33.949889 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282a4f0-ffef-4f29-9011-c45311baf308 req-8ca665f4-d216-46cf-8569-8b9d53f14790 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:33.951438 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1282a4f0-ffef-4f29-9011-c45311baf308 req-8ca665f4-d216-46cf-8569-8b9d53f14790 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad69fa04-c977-4bb4-a17a-ac5a74b14a0a HTTP/1.1" status: 200 len: 932 time: 0.5251260 Sep 23 15:04:33.955779 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:33.962014 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0deafb5-f95c-4eee-a038-260cccf7f2b6 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:04:34.000243 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e0deafb5-f95c-4eee-a038-260cccf7f2b6 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:34.000592 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-e0deafb5-f95c-4eee-a038-260cccf7f2b6 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Added segment 405c7e83-ff7f-4bde-b374-980baf1bfb10 of type vlan for network c05650a6-7eae-4dab-bf40-965f5923cada Sep 23 15:04:34.004382 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4860aee7-f4e8-4b0b-99c3-3b421b95b68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:34.030932 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88dfe1-e1a7-43c3-b63b-d3fb711f19f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9e979efe-d5f5-42ef-874e-38172e8f33b8,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:34.042554 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-757add69-3ba1-4f20-8446-6c39140634b5 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:34.043700 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-757add69-3ba1-4f20-8446-6c39140634b5 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "DELETE /v2.0/routers/59c4cd82-67dc-46b9-b824-ab788f01ca80 HTTP/1.1" status: 204 len: 168 time: 3.8914824 Sep 23 15:04:34.050073 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41776) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:34.058813 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-0b139e89-3af4-438c-8624-10f432ee1b78 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1317724083', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}, 'admin_state_up': False}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:34.071296 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0b139e89-3af4-438c-8624-10f432ee1b78 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:34.073456 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Deleting port 50d2928c-bdee-4ca0-bf28-5b1105c28ff2 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:34.073796 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:34.116814 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0b139e89-3af4-438c-8624-10f432ee1b78 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Usage tracker for resource:router and tenant:ec506055144d430e9098ad89596f19fd is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:34.118177 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1282a4f0-ffef-4f29-9011-c45311baf308 req-10ae3f03-9cbc-49d4-958b-11d67d8b12d1 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/security-groups?id=790bf19a-b1c5-4ee7-9437-0aae1556b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571603 Sep 23 15:04:34.125790 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0b139e89-3af4-438c-8624-10f432ee1b78 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:34.132668 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e0deafb5-f95c-4eee-a038-260cccf7f2b6 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:34.142220 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0b139e89-3af4-438c-8624-10f432ee1b78 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:34.142924 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2047c736-dd5d-4c45-9658-2c623793aa7e None None] Attempt 4 to provision port 9e979efe-d5f5-42ef-874e-38172e8f33b8 Sep 23 15:04:34.160690 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dc74aa76-f803-4d1f-b989-692ca6fefd09 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:34.168992 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-602f74e2-bd7e-428c-bb52-63c78e3fbe92 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:34.216076 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2047c736-dd5d-4c45-9658-2c623793aa7e None None] Port 9e979efe-d5f5-42ef-874e-38172e8f33b8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:34.302074 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a93326-820d-44b6-b6a3-b2855eb5f45d None None] get_active_networks_info from dv-neutron-859093-1-hyperv {{(pid=89740) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 23 15:04:34.312466 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-7d88dfe1-e1a7-43c3-b63b-d3fb711f19f7 service neutron] Attempting to bind port 9e979efe-d5f5-42ef-874e-38172e8f33b8 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:04:34.312800 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-7d88dfe1-e1a7-43c3-b63b-d3fb711f19f7 service neutron] Attempting to bind port 9e979efe-d5f5-42ef-874e-38172e8f33b8 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': 'd503a50d-2581-4298-a5a4-2bdcd97f6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:04:34.313123 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-7d88dfe1-e1a7-43c3-b63b-d3fb711f19f7 service neutron] Attempting to bind port 9e979efe-d5f5-42ef-874e-38172e8f33b8 on network b701bd66-0505-43a0-9675-ad2d89e290b6 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:04:34.326092 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0b139e89-3af4-438c-8624-10f432ee1b78 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:34.327215 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0b139e89-3af4-438c-8624-10f432ee1b78 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:34.342862 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74aa76-f803-4d1f-b989-692ca6fefd09 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event deleted for resources: {'Subnet': ['ID=a90cbe65-ea69-4fa6-881e-ebc183753fd2,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:34.348237 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dc74aa76-f803-4d1f-b989-692ca6fefd09 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:34.357780 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0b139e89-3af4-438c-8624-10f432ee1b78 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:34.374046 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-7d88dfe1-e1a7-43c3-b63b-d3fb711f19f7 service neutron] Port 9e979efe-d5f5-42ef-874e-38172e8f33b8 on network b701bd66-0505-43a0-9675-ad2d89e290b6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:04:34.374483 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-7d88dfe1-e1a7-43c3-b63b-d3fb711f19f7 service neutron] Attempting to bind port 9e979efe-d5f5-42ef-874e-38172e8f33b8 on network b701bd66-0505-43a0-9675-ad2d89e290b6 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:04:34.422349 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-dc74aa76-f803-4d1f-b989-692ca6fefd09 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "DELETE /v2.0/subnets/a90cbe65-ea69-4fa6-881e-ebc183753fd2 HTTP/1.1" status: 204 len: 168 time: 1.7535105 Sep 23 15:04:34.426528 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-7d88dfe1-e1a7-43c3-b63b-d3fb711f19f7 service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:04:34.427003 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-7d88dfe1-e1a7-43c3-b63b-d3fb711f19f7 service neutron] Checking segment: {'id': 'd503a50d-2581-4298-a5a4-2bdcd97f6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:34.427616 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-7d88dfe1-e1a7-43c3-b63b-d3fb711f19f7 service neutron] Bound using segment: {'id': 'd503a50d-2581-4298-a5a4-2bdcd97f6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:04:34.427930 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-7d88dfe1-e1a7-43c3-b63b-d3fb711f19f7 service neutron] Bound port: 9e979efe-d5f5-42ef-874e-38172e8f33b8, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd503a50d-2581-4298-a5a4-2bdcd97f6dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:04:34.428278 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-7d88dfe1-e1a7-43c3-b63b-d3fb711f19f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:34.462626 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41780) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:34.474468 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4860aee7-f4e8-4b0b-99c3-3b421b95b68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:34.476688 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e0deafb5-f95c-4eee-a038-260cccf7f2b6 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:34.482091 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0deafb5-f95c-4eee-a038-260cccf7f2b6 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:34.482808 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e0deafb5-f95c-4eee-a038-260cccf7f2b6 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:34.502003 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a93326-820d-44b6-b6a3-b2855eb5f45d None None] Resources bound (agent type, host, resource id): {{(pid=89740) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 15:04:34.594033 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860aee7-f4e8-4b0b-99c3-3b421b95b68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e60dfee-892f-4d45-b7f3-9620f6b1b838,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:34.704232 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-113ece29-4bb1-45a4-8d50-87f63695c774 req-4675b665-3f3c-4af2-b827-f49fc249aa0c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5045340 Sep 23 15:04:34.715772 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] For port 50d2928c-bdee-4ca0-bf28-5b1105c28ff2, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=50d2928c-bdee-4ca0-bf28-5b1105c28ff2,segment=NetworkSegment(c189f665-1cf2-4f7f-aaa3-69b7bc6db2f7),segment_id=c189f665-1cf2-4f7f-aaa3-69b7bc6db2f7)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:34.716126 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:34.738561 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2047c736-dd5d-4c45-9658-2c623793aa7e None None] Attempt 5 to provision port 9e979efe-d5f5-42ef-874e-38172e8f33b8 Sep 23 15:04:34.829542 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2047c736-dd5d-4c45-9658-2c623793aa7e None None] Port 9e979efe-d5f5-42ef-874e-38172e8f33b8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:34.859351 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4860aee7-f4e8-4b0b-99c3-3b421b95b68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:34.863826 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4860aee7-f4e8-4b0b-99c3-3b421b95b68c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6e60dfee-892f-4d45-b7f3-9620f6b1b838 HTTP/1.1" status: 204 len: 168 time: 1.0756094 Sep 23 15:04:34.865549 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e0deafb5-f95c-4eee-a038-260cccf7f2b6 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4629526 Sep 23 15:04:34.869983 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4db6f6f-002b-4885-b58d-e9097b63253c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:34.871177 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4db6f6f-002b-4885-b58d-e9097b63253c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:34.872736 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f4db6f6f-002b-4885-b58d-e9097b63253c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4088807 Sep 23 15:04:34.984192 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41786) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:34.984559 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41788) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:35.001356 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-17558dbb-dd01-4df0-be56-85b5fc1a5079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:35.004408 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c167276-fa9c-4bd9-8cc1-4b910f8b30f6 None None] get_active_networks_info from dv-neutron-859093-1-hyperv {{(pid=89740) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 23 15:04:35.005581 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0deafb5-f95c-4eee-a038-260cccf7f2b6 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event updated for resources: {'Network': ['ID=c05650a6-7eae-4dab-bf40-965f5923cada,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:35.030474 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-602f74e2-bd7e-428c-bb52-63c78e3fbe92 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:35.033943 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network c05650a6-7eae-4dab-bf40-965f5923cada details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:04:35.108986 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-602f74e2-bd7e-428c-bb52-63c78e3fbe92 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:35.127326 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-678613c3-25a2-4ff4-9b98-7b9873099e20 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Request body: {'subnet': {'network_id': 'c05650a6-7eae-4dab-bf40-965f5923cada', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:35.150343 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Calling delete_port for 50d2928c-bdee-4ca0-bf28-5b1105c28ff2 owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:35.233907 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-602f74e2-bd7e-428c-bb52-63c78e3fbe92 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:35.268615 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c167276-fa9c-4bd9-8cc1-4b910f8b30f6 None None] Resources bound (agent type, host, resource id): {{(pid=89740) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 15:04:35.278977 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f74e2-bd7e-428c-bb52-63c78e3fbe92 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event updated for resources: {'Port': ['ID=e3f56c25-40e2-4777-a64f-c1b38e73c08d,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:35.349940 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2047c736-dd5d-4c45-9658-2c623793aa7e None None] Attempt 6 to provision port 9e979efe-d5f5-42ef-874e-38172e8f33b8 Sep 23 15:04:35.416806 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602f74e2-bd7e-428c-bb52-63c78e3fbe92 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Network 00f4bb34-cb58-4c95-a934-f9d3b871f654 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:35.418460 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-602f74e2-bd7e-428c-bb52-63c78e3fbe92 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:35.432618 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-7d88dfe1-e1a7-43c3-b63b-d3fb711f19f7 service neutron] For port 9e979efe-d5f5-42ef-874e-38172e8f33b8, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:04:35.477504 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0b139e89-3af4-438c-8624-10f432ee1b78 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:35.555713 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-7d88dfe1-e1a7-43c3-b63b-d3fb711f19f7 service neutron] For port 9e979efe-d5f5-42ef-874e-38172e8f33b8, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=9e979efe-d5f5-42ef-874e-38172e8f33b8,segment=NetworkSegment(d503a50d-2581-4298-a5a4-2bdcd97f6dd0),segment_id=d503a50d-2581-4298-a5a4-2bdcd97f6dd0)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:04:35.568433 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2047c736-dd5d-4c45-9658-2c623793aa7e None None] Port 9e979efe-d5f5-42ef-874e-38172e8f33b8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:35.611306 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4cc70163-933d-44c2-b68c-9e4044c8d9cc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:35.642208 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-7d88dfe1-e1a7-43c3-b63b-d3fb711f19f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:35.646590 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602f74e2-bd7e-428c-bb52-63c78e3fbe92 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Router 64ed916b-a0f8-4a55-846a-8a61012c8e30 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:04:35.651503 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-678613c3-25a2-4ff4-9b98-7b9873099e20 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:35.691622 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:35.691622 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:35.698447 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-7d88dfe1-e1a7-43c3-b63b-d3fb711f19f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:35.699085 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-7d88dfe1-e1a7-43c3-b63b-d3fb711f19f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:35.700467 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-7d88dfe1-e1a7-43c3-b63b-d3fb711f19f7 service neutron] 10.222.0.72 "PUT /v2.0/ports/9e979efe-d5f5-42ef-874e-38172e8f33b8 HTTP/1.1" status: 200 len: 1094 time: 4.1685193 Sep 23 15:04:35.702146 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad69fa04-c977-4bb4-a17a-ac5a74b14a0a', 'tag': '9e979efe-d5f5-42ef-874e-38172e8f33b8'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:04:35.704589 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9de4d84-c8ce-4870-8a08-d0432942e92f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad69fa04-c977-4bb4-a17a-ac5a74b14a0a", "tag": "9e979efe-d5f5-42ef-874e-38172e8f33b8"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:04:35.720580 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-678613c3-25a2-4ff4-9b98-7b9873099e20 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Usage tracker for resource:subnet and tenant:6162ca6451a94ec88464d67d4a92acb4 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:35.724698 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc70163-933d-44c2-b68c-9e4044c8d9cc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 23 15:04:35.725358 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc70163-933d-44c2-b68c-9e4044c8d9cc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:04:35.737626 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-678613c3-25a2-4ff4-9b98-7b9873099e20 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:35.758347 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-678613c3-25a2-4ff4-9b98-7b9873099e20 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:35.824996 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ece29-4bb1-45a4-8d50-87f63695c774 req-9acfea5a-fdaa-4c9b-bde8-01f2ffdf913e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:35.826771 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-113ece29-4bb1-45a4-8d50-87f63695c774 req-9acfea5a-fdaa-4c9b-bde8-01f2ffdf913e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=74a86a480a6e47f78eac424839cb09ea&device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 1099 time: 0.8901689 Sep 23 15:04:35.835042 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4cc70163-933d-44c2-b68c-9e4044c8d9cc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "DELETE /v2.0/networks/e38800ba-489b-41c7-9ab2-be8935194895 HTTP/1.1" status: 409 len: 405 time: 0.7881608 Sep 23 15:04:35.836122 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:35.841186 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d897cfc5-3bd1-4039-a6c5-2d11a79fe58d x-openstack-request-id: req-d897cfc5-3bd1-4039-a6c5-2d11a79fe58d {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:04:35.841703 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad69fa04-c977-4bb4-a17a-ac5a74b14a0a", "tag": "9e979efe-d5f5-42ef-874e-38172e8f33b8", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:04:35.842119 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d897cfc5-3bd1-4039-a6c5-2d11a79fe58d {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:04:35.842793 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d897cfc5-3bd1-4039-a6c5-2d11a79fe58d'] response: {'name': 'network-changed', 'server_uuid': 'ad69fa04-c977-4bb4-a17a-ac5a74b14a0a', 'tag': '9e979efe-d5f5-42ef-874e-38172e8f33b8', 'status': 'completed', 'code': 200} Sep 23 15:04:35.846198 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41808) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:35.866168 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-4c24997a-c5d9-4f15-96f3-501dd946a3fc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-432991710'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:35.916423 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602f74e2-bd7e-428c-bb52-63c78e3fbe92 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:04:35.924121 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-602f74e2-bd7e-428c-bb52-63c78e3fbe92 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "PUT /v2.0/routers/64ed916b-a0f8-4a55-846a-8a61012c8e30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4642541 Sep 23 15:04:35.929721 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091742ea-9562-4a7f-9d03-b18182aa39e4 None None] Network e38800ba-489b-41c7-9ab2-be8935194895 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:35.931893 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41814) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:35.937564 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-5c7753a6-f1e2-45a8-8ae9-4c69350a696f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Request body: {'port': {'network_id': '00f4bb34-cb58-4c95-a934-f9d3b871f654', 'name': 'tempest-FloatingIPTestJSON-1362277475'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:35.957230 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-4c24997a-c5d9-4f15-96f3-501dd946a3fc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:35.970978 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] No DVR routers for this DVR port 50d2928c-bdee-4ca0-bf28-5b1105c28ff2 on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:04:35.979792 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88dfe1-e1a7-43c3-b63b-d3fb711f19f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9e979efe-d5f5-42ef-874e-38172e8f33b8,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:35.998572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4c24997a-c5d9-4f15-96f3-501dd946a3fc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Usage tracker for resource:network and tenant:79d4ad3222e04b9f89c5f5be84cce673 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:36.023306 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364dd86a-d97c-44e8-9415-369cdc22b812 None None] Sync routers for ids ['64ed916b-a0f8-4a55-846a-8a61012c8e30'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:04:36.053234 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364dd86a-d97c-44e8-9415-369cdc22b812 None None] Routers {'64ed916b-a0f8-4a55-846a-8a61012c8e30'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:36.053928 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-364dd86a-d97c-44e8-9415-369cdc22b812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['64ed916b-a0f8-4a55-846a-8a61012c8e30'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:36.107893 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-5c7753a6-f1e2-45a8-8ae9-4c69350a696f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:36.114716 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5c7753a6-f1e2-45a8-8ae9-4c69350a696f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Usage tracker for resource:port and tenant:4d5b705bd3ff470893718cb7039eab09 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:36.119370 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5c7753a6-f1e2-45a8-8ae9-4c69350a696f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Quota usage for port was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:36.123185 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2047c736-dd5d-4c45-9658-2c623793aa7e None None] Attempt 7 to provision port 9e979efe-d5f5-42ef-874e-38172e8f33b8 Sep 23 15:04:36.129858 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-5c7753a6-f1e2-45a8-8ae9-4c69350a696f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:36.169022 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-364dd86a-d97c-44e8-9415-369cdc22b812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:36.205996 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7753a6-f1e2-45a8-8ae9-4c69350a696f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Made reservation on behalf of 4d5b705bd3ff470893718cb7039eab09 for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:36.213345 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5c7753a6-f1e2-45a8-8ae9-4c69350a696f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:36.237704 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-5c7753a6-f1e2-45a8-8ae9-4c69350a696f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] device_id is not set on port 098295ca-13c0-4e1a-b05d-288d2a6da74f yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:04:36.287847 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364dd86a-d97c-44e8-9415-369cdc22b812 None None] Routers {'64ed916b-a0f8-4a55-846a-8a61012c8e30'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:36.289315 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-364dd86a-d97c-44e8-9415-369cdc22b812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['64ed916b-a0f8-4a55-846a-8a61012c8e30'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:36.328368 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2603e5-0510-44b8-b02e-8f2a0964bbdc req-e6028880-069b-4726-9e6c-6d3b4b273630 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:36.334868 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5f2603e5-0510-44b8-b02e-8f2a0964bbdc req-e6028880-069b-4726-9e6c-6d3b4b273630 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad69fa04-c977-4bb4-a17a-ac5a74b14a0a HTTP/1.1" status: 200 len: 944 time: 0.9068172 Sep 23 15:04:36.336671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678613c3-25a2-4ff4-9b98-7b9873099e20 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Made reservation on behalf of 6162ca6451a94ec88464d67d4a92acb4 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:36.340488 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-678613c3-25a2-4ff4-9b98-7b9873099e20 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:36.357715 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4c24997a-c5d9-4f15-96f3-501dd946a3fc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:36.365473 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41824) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:36.372525 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-364dd86a-d97c-44e8-9415-369cdc22b812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:36.372931 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364dd86a-d97c-44e8-9415-369cdc22b812 None None] The sync data for ids ['64ed916b-a0f8-4a55-846a-8a61012c8e30'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:04:36.376159 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2047c736-dd5d-4c45-9658-2c623793aa7e None None] Port 9e979efe-d5f5-42ef-874e-38172e8f33b8 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:04:36.401541 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-5c7753a6-f1e2-45a8-8ae9-4c69350a696f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Allocated IP 172.20.0.8 (00f4bb34-cb58-4c95-a934-f9d3b871f654/06886fb7-ba98-49b4-99f7-b85bc9d6862e/098295ca-13c0-4e1a-b05d-288d2a6da74f) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:36.425453 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-4c24997a-c5d9-4f15-96f3-501dd946a3fc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:36.432709 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2047c736-dd5d-4c45-9658-2c623793aa7e None None] Provisioning for port 0345fa63-6124-4200-b8ab-06ded2589159 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:04:36.438974 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2047c736-dd5d-4c45-9658-2c623793aa7e None None] Provisioning complete for port 0345fa63-6124-4200-b8ab-06ded2589159 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:36.439788 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2047c736-dd5d-4c45-9658-2c623793aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:36.440119 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2047c736-dd5d-4c45-9658-2c623793aa7e None None] Attempt 1 to provision port 0345fa63-6124-4200-b8ab-06ded2589159 Sep 23 15:04:36.495354 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event deleted for resources: {'Port': ['ID=50d2928c-bdee-4ca0-bf28-5b1105c28ff2,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:36.525351 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032131bb-2d58-4260-9adf-37289c819728 None None] DHCP port deletion for e38800ba-489b-41c7-9ab2-be8935194895 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:04:36.540181 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-032131bb-2d58-4260-9adf-37289c819728 None None] Deleting port 6a871bff-a418-4cc8-8cd2-9851bc8d5193 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:36.540553 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-032131bb-2d58-4260-9adf-37289c819728 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:36.678044 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-fe3d95d1-2c09-4035-9095-f334b6081cd0 tempest-DvrRoutersNegativeTest-1728349182 tempest-DvrRoutersNegativeTest-1728349182-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1821435968', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:36.680985 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.policy [None req-fe3d95d1-2c09-4035-9095-f334b6081cd0 tempest-DvrRoutersNegativeTest-1728349182 tempest-DvrRoutersNegativeTest-1728349182-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=89739) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 23 15:04:36.681358 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.policy [None req-fe3d95d1-2c09-4035-9095-f334b6081cd0 tempest-DvrRoutersNegativeTest-1728349182 tempest-DvrRoutersNegativeTest-1728349182-project] Failed policy check for 'create_router' {{(pid=89739) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 23 15:04:36.681947 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-fe3d95d1-2c09-4035-9095-f334b6081cd0 tempest-DvrRoutersNegativeTest-1728349182 tempest-DvrRoutersNegativeTest-1728349182-project] create failed (client error): Access was denied to this resource. Sep 23 15:04:36.687247 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-fe3d95d1-2c09-4035-9095-f334b6081cd0 tempest-DvrRoutersNegativeTest-1728349182 tempest-DvrRoutersNegativeTest-1728349182-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3016713 Sep 23 15:04:36.731332 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:36.803344 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ece29-4bb1-45a4-8d50-87f63695c774 req-ee87d517-f466-469c-af4b-b58ef45fde60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:36.805306 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-113ece29-4bb1-45a4-8d50-87f63695c774 req-ee87d517-f466-469c-af4b-b58ef45fde60 service neutron] 10.222.0.72 "GET /v2.0/networks?id=901c9061-3ace-4755-b443-55ec936320e8 HTTP/1.1" status: 200 len: 913 time: 0.9445724 Sep 23 15:04:36.809335 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2047c736-dd5d-4c45-9658-2c623793aa7e None None] Current status of the port 0345fa63-6124-4200-b8ab-06ded2589159 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:04:36.809722 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2047c736-dd5d-4c45-9658-2c623793aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:36.828406 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5f2603e5-0510-44b8-b02e-8f2a0964bbdc req-f6803568-a90a-43d4-9ad4-2fd01044d541 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/security-groups?id=790bf19a-b1c5-4ee7-9437-0aae1556b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4668012 Sep 23 15:04:36.835182 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c24997a-c5d9-4f15-96f3-501dd946a3fc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Made reservation on behalf of 79d4ad3222e04b9f89c5f5be84cce673 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:36.835333 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5c7753a6-f1e2-45a8-8ae9-4c69350a696f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:36.837004 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4c24997a-c5d9-4f15-96f3-501dd946a3fc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:36.866122 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-5c7753a6-f1e2-45a8-8ae9-4c69350a696f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Transition to ACTIVE for port object 098295ca-13c0-4e1a-b05d-288d2a6da74f will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:36.868661 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcae10cd-be05-41e2-8643-8e275a82cd91']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:36.906961 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-032131bb-2d58-4260-9adf-37289c819728 None None] For port 6a871bff-a418-4cc8-8cd2-9851bc8d5193, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=6a871bff-a418-4cc8-8cd2-9851bc8d5193,segment=NetworkSegment(365d08a8-d66c-47f4-b358-37cd213e1510),segment_id=365d08a8-d66c-47f4-b358-37cd213e1510)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:36.907355 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-032131bb-2d58-4260-9adf-37289c819728 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:36.922135 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-2047c736-dd5d-4c45-9658-2c623793aa7e None None] For port 0345fa63-6124-4200-b8ab-06ded2589159, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=0345fa63-6124-4200-b8ab-06ded2589159,segment=NetworkSegment(f0486981-1a20-4180-ba8a-dd3049febc12),segment_id=f0486981-1a20-4180-ba8a-dd3049febc12)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:36.976810 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c189f665-1cf2-4f7f-aaa3-69b7bc6db2f7') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:36.977009 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c189f665-1cf2-4f7f-aaa3-69b7bc6db2f7') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:37.000837 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5c7753a6-f1e2-45a8-8ae9-4c69350a696f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:37.015526 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de4d84-c8ce-4870-8a08-d0432942e92f req-b6d7cb0b-29d0-42b9-ade1-37e5f467eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:37.016995 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f9de4d84-c8ce-4870-8a08-d0432942e92f req-b6d7cb0b-29d0-42b9-ade1-37e5f467eb69 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3ca3cb473e945e48c5ff263c17e66ab&device_id=ad69fa04-c977-4bb4-a17a-ac5a74b14a0a HTTP/1.1" status: 200 len: 1097 time: 1.1455452 Sep 23 15:04:37.020491 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:37.030871 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:37.038175 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-032131bb-2d58-4260-9adf-37289c819728 None None] Calling delete_port for 6a871bff-a418-4cc8-8cd2-9851bc8d5193 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:37.040039 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c24997a-c5d9-4f15-96f3-501dd946a3fc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:04:37.066171 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2047c736-dd5d-4c45-9658-2c623793aa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:37.091688 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7753a6-f1e2-45a8-8ae9-4c69350a696f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Network 00f4bb34-cb58-4c95-a934-f9d3b871f654 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:37.094844 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-5c7753a6-f1e2-45a8-8ae9-4c69350a696f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:37.099635 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7753a6-f1e2-45a8-8ae9-4c69350a696f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:04:37.142387 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7753a6-f1e2-45a8-8ae9-4c69350a696f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event updated for resources: {'Port': ['ID=098295ca-13c0-4e1a-b05d-288d2a6da74f,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:37.145006 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047c736-dd5d-4c45-9658-2c623793aa7e None None] Pushing event updated for resources: {'Port': ['ID=0345fa63-6124-4200-b8ab-06ded2589159,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:37.186048 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7753a6-f1e2-45a8-8ae9-4c69350a696f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:37.186889 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5c7753a6-f1e2-45a8-8ae9-4c69350a696f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:37.221574 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-113ece29-4bb1-45a4-8d50-87f63695c774 req-142c9157-4ebc-46b0-94b3-f29fc2003c0d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 HTTP/1.1" status: 200 len: 1002 time: 0.3619175 Sep 23 15:04:37.269661 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Provisioning for port 6a871bff-a418-4cc8-8cd2-9851bc8d5193 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:04:37.274812 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Provisioning complete for port 6a871bff-a418-4cc8-8cd2-9851bc8d5193 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:37.278049 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:37.278049 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Attempt 1 to provision port 6a871bff-a418-4cc8-8cd2-9851bc8d5193 Sep 23 15:04:37.291028 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:37.301396 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5c7753a6-f1e2-45a8-8ae9-4c69350a696f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3650572 Sep 23 15:04:37.301692 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41834) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:37.303216 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4c24997a-c5d9-4f15-96f3-501dd946a3fc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:37.305959 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-4c24997a-c5d9-4f15-96f3-501dd946a3fc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Added segment 768cf4f6-b02b-4092-afd3-b18e34c38d28 of type vlan for network 5f0294b9-b948-41c6-b295-0fdbbf357c6e Sep 23 15:04:37.307026 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-34c43335-5b63-4cde-b69f-a2483b09ad18 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Request body: {'floatingip': {'port_id': '098295ca-13c0-4e1a-b05d-288d2a6da74f'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:37.324631 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-032131bb-2d58-4260-9adf-37289c819728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:37.392194 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032131bb-2d58-4260-9adf-37289c819728 None None] Pushing event deleted for resources: {'Port': ['ID=6a871bff-a418-4cc8-8cd2-9851bc8d5193,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:37.394934 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032131bb-2d58-4260-9adf-37289c819728 None None] No DVR routers for this DVR port 6a871bff-a418-4cc8-8cd2-9851bc8d5193 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:04:37.404613 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41838) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:37.415684 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Could not find standard attr ID for object 6a871bff-a418-4cc8-8cd2-9851bc8d5193. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:04:37.418746 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.db [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] No ports have port_id starting with 6a871bff-a418-4cc8-8cd2-9851bc8d5193 Sep 23 15:04:37.441784 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:04:37.442197 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:37.460544 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-34c43335-5b63-4cde-b69f-a2483b09ad18 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:37.508721 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Provisioning for port 74f41ea5-0831-4363-9b7a-306b9f613af5 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:04:37.515851 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Provisioning complete for port 74f41ea5-0831-4363-9b7a-306b9f613af5 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:37.516570 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:37.517078 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Attempt 1 to provision port 74f41ea5-0831-4363-9b7a-306b9f613af5 Sep 23 15:04:37.572714 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0e08d950-2192-4089-bcf1-346214c53c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:37.578241 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Port 74f41ea5-0831-4363-9b7a-306b9f613af5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:37.579883 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment c189f665-1cf2-4f7f-aaa3-69b7bc6db2f7 resource provider aggregate not found Sep 23 15:04:37.592966 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0e08d950-2192-4089-bcf1-346214c53c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:37.600766 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0e08d950-2192-4089-bcf1-346214c53c78 admin admin] Usage tracker for resource:security_group_rule and tenant:612cb4a63b734b189200a8eaee1a9e34 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:37.605191 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0e08d950-2192-4089-bcf1-346214c53c78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:37.646418 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment c189f665-1cf2-4f7f-aaa3-69b7bc6db2f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c189f665-1cf2-4f7f-aaa3-69b7bc6db2f7 found for delete ", "request_id": "req-356248af-18d9-4594-9ade-928584be7659"}]} Sep 23 15:04:37.647313 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0e08d950-2192-4089-bcf1-346214c53c78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:37.659232 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ece29-4bb1-45a4-8d50-87f63695c774 req-6a83cc37-c7c9-4676-8f24-6438ac193d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:37.660843 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-113ece29-4bb1-45a4-8d50-87f63695c774 req-6a83cc37-c7c9-4676-8f24-6438ac193d19 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3 HTTP/1.1" status: 200 len: 851 time: 0.3713057 Sep 23 15:04:37.662536 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4c24997a-c5d9-4f15-96f3-501dd946a3fc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:37.673946 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0b139e89-3af4-438c-8624-10f432ee1b78 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router_gateway, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:37.758493 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:37.764933 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de4d84-c8ce-4870-8a08-d0432942e92f req-d14438d7-6547-40ce-950d-fad6d618b07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:37.766502 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f9de4d84-c8ce-4870-8a08-d0432942e92f req-d14438d7-6547-40ce-950d-fad6d618b07d service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=e3ca3cb473e945e48c5ff263c17e66ab&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7346194 Sep 23 15:04:37.775270 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:37.812936 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0b139e89-3af4-438c-8624-10f432ee1b78 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:37.892264 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.resource_extend [None req-4c24997a-c5d9-4f15-96f3-501dd946a3fc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:04:37.908030 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event deleted for resources: {'Network': ['ID=bcae10cd-be05-41e2-8643-8e275a82cd91,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:37.998377 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0e08d950-2192-4089-bcf1-346214c53c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:38.079409 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Attempt 2 to provision port 74f41ea5-0831-4363-9b7a-306b9f613af5 Sep 23 15:04:38.100091 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0e08d950-2192-4089-bcf1-346214c53c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:38.137983 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Port 74f41ea5-0831-4363-9b7a-306b9f613af5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:38.147255 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-678613c3-25a2-4ff4-9b98-7b9873099e20 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:38.151626 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b40a3975-1468-49ec-8deb-581967dd0d20 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "DELETE /v2.0/networks/bcae10cd-be05-41e2-8643-8e275a82cd91 HTTP/1.1" status: 204 len: 168 time: 7.6537857 Sep 23 15:04:38.165689 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41850) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:38.216902 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08d950-2192-4089-bcf1-346214c53c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404e2d1f-f4fa-48d0-b37d-2d2d2c762ac4,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:38.221285 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0e08d950-2192-4089-bcf1-346214c53c78 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=612cb4a63b734b189200a8eaee1a9e34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8168938 Sep 23 15:04:38.230325 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41854) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:38.232191 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-48fb9657-45d4-46cd-9b78-00f04df637d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] DELETE failed (client error): The resource could not be found. Sep 23 15:04:38.233268 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48fb9657-45d4-46cd-9b78-00f04df637d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:04:38.267093 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-48fb9657-45d4-46cd-9b78-00f04df637d8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "DELETE /v2.0/subnets/620dca83-a2fd-4e90-82c5-cb6fb96393d0 HTTP/1.1" status: 404 len: 337 time: 0.0996895 Sep 23 15:04:38.274458 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41858) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:38.319143 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfea19-d8f5-4650-9733-148926b99728 req-d63eccd0-b979-4f6e-bef0-56b3e5bdb872 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:38.320688 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c7cfea19-d8f5-4650-9733-148926b99728 req-d63eccd0-b979-4f6e-bef0-56b3e5bdb872 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad69fa04-c977-4bb4-a17a-ac5a74b14a0a HTTP/1.1" status: 200 len: 944 time: 0.3701401 Sep 23 15:04:38.322898 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4c24997a-c5d9-4f15-96f3-501dd946a3fc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:38.328575 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c24997a-c5d9-4f15-96f3-501dd946a3fc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:38.329164 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4c24997a-c5d9-4f15-96f3-501dd946a3fc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:38.338668 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de8c91e-a668-4845-93f1-4f139632615a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] DELETE failed (client error): The resource could not be found. Sep 23 15:04:38.339047 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de8c91e-a668-4845-93f1-4f139632615a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:04:38.340646 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0de8c91e-a668-4845-93f1-4f139632615a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "DELETE /v2.0/networks/bcae10cd-be05-41e2-8643-8e275a82cd91 HTTP/1.1" status: 404 len: 339 time: 0.0640640 Sep 23 15:04:38.355441 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41862) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:38.364724 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678613c3-25a2-4ff4-9b98-7b9873099e20 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event updated for resources: {'Subnet': ['ID=8450aac5-4b5b-4b7e-99f0-91912cd63d9b,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:38.477685 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ece29-4bb1-45a4-8d50-87f63695c774 req-a14c0a16-3bd4-4bab-a76a-b6d3f082fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:38.479328 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-113ece29-4bb1-45a4-8d50-87f63695c774 req-a14c0a16-3bd4-4bab-a76a-b6d3f082fea4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=901c9061-3ace-4755-b443-55ec936320e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8066957 Sep 23 15:04:38.480088 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678613c3-25a2-4ff4-9b98-7b9873099e20 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Checking segment: {'id': '405c7e83-ff7f-4bde-b374-980baf1bfb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c05650a6-7eae-4dab-bf40-965f5923cada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:38.480450 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678613c3-25a2-4ff4-9b98-7b9873099e20 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Network hostable DHCP agents. Network: c05650a6-7eae-4dab-bf40-965f5923cada, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:04:38.485353 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de4d84-c8ce-4870-8a08-d0432942e92f req-4efb617c-65d3-4f58-8e61-ed562e92e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:38.486329 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-07fbffa5-7209-477f-91a6-99c91b7de6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:38.487103 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f9de4d84-c8ce-4870-8a08-d0432942e92f req-4efb617c-65d3-4f58-8e61-ed562e92e80b service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6782136 Sep 23 15:04:38.506651 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c7cfea19-d8f5-4650-9733-148926b99728 req-3639c6e6-c418-4eaa-b68a-353a5fdff120 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/security-groups?id=790bf19a-b1c5-4ee7-9437-0aae1556b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742890 Sep 23 15:04:38.546709 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-0b139e89-3af4-438c-8624-10f432ee1b78 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Allocated IP 172.26.10.146 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/2cf0b5d0-b99d-4e1a-97b2-90849c98a791) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:38.548169 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-07fbffa5-7209-477f-91a6-99c91b7de6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:38.563099 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 0345fa63-6124-4200-b8ab-06ded2589159 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:04:38.569993 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1cdfd285-8f6a-4640-a259-807fa8e2a605 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:38.609878 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4c24997a-c5d9-4f15-96f3-501dd946a3fc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.7591505 Sep 23 15:04:38.638774 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Attempt 3 to provision port 74f41ea5-0831-4363-9b7a-306b9f613af5 Sep 23 15:04:38.655983 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24997a-c5d9-4f15-96f3-501dd946a3fc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event updated for resources: {'Network': ['ID=5f0294b9-b948-41c6-b295-0fdbbf357c6e,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:38.669146 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 5f0294b9-b948-41c6-b295-0fdbbf357c6e details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:04:38.669350 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41866) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:38.699710 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-6278af12-2243-4793-92c6-b7c52aa1159f tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Request body: {'subnet': {'network_id': '5f0294b9-b948-41c6-b295-0fdbbf357c6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:38.720500 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.resource_extend [None req-34c43335-5b63-4cde-b69f-a2483b09ad18 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:04:38.754801 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 0345fa63-6124-4200-b8ab-06ded2589159 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:38.755182 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:38.755529 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 0345fa63-6124-4200-b8ab-06ded2589159 Sep 23 15:04:38.815144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678613c3-25a2-4ff4-9b98-7b9873099e20 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Network c05650a6-7eae-4dab-bf40-965f5923cada is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:04:38.854369 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Port 74f41ea5-0831-4363-9b7a-306b9f613af5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:38.930699 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-34c43335-5b63-4cde-b69f-a2483b09ad18 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:38.936505 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 0345fa63-6124-4200-b8ab-06ded2589159 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:04:38.942578 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1cdfd285-8f6a-4640-a259-807fa8e2a605 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:38.968108 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-113ece29-4bb1-45a4-8d50-87f63695c774 req-3aaa4ac8-d829-4ee9-9cfd-c319b892e096 service neutron] 10.222.0.72 "GET /v2.0/networks/901c9061-3ace-4755-b443-55ec936320e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719036 Sep 23 15:04:38.969289 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-1cdfd285-8f6a-4640-a259-807fa8e2a605 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2bf513a-07e6-4bff-bf6b-84a01071ae31']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:38.982672 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-1cdfd285-8f6a-4640-a259-807fa8e2a605 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3cb0c0a-f81b-4894-8ca6-72c6425b09b8') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:38.982968 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-1cdfd285-8f6a-4640-a259-807fa8e2a605 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3cb0c0a-f81b-4894-8ca6-72c6425b09b8') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:38.987883 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-678613c3-25a2-4ff4-9b98-7b9873099e20 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, c05650a6-7eae-4dab-bf40-965f5923cada) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:38.992306 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678613c3-25a2-4ff4-9b98-7b9873099e20 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:38.992898 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-678613c3-25a2-4ff4-9b98-7b9873099e20 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:38.994724 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1cdfd285-8f6a-4640-a259-807fa8e2a605 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:38.996809 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 6a871bff-a418-4cc8-8cd2-9851bc8d5193 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:04:39.004934 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-34c43335-5b63-4cde-b69f-a2483b09ad18 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:39.029290 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-6278af12-2243-4793-92c6-b7c52aa1159f tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:39.030743 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8727d36c-69a4-4237-b9ba-563d0a6b7b0a None None] Network c05650a6-7eae-4dab-bf40-965f5923cada requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:39.053423 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 6a871bff-a418-4cc8-8cd2-9851bc8d5193 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:04:39.053765 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 6a871bff-a418-4cc8-8cd2-9851bc8d5193 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:04:39.057193 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-07fbffa5-7209-477f-91a6-99c91b7de6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:39.092756 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-6278af12-2243-4793-92c6-b7c52aa1159f tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Usage tracker for resource:subnet and tenant:79d4ad3222e04b9f89c5f5be84cce673 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:39.095962 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1cdfd285-8f6a-4640-a259-807fa8e2a605 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:39.104888 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fbffa5-7209-477f-91a6-99c91b7de6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404e2d1f-f4fa-48d0-b37d-2d2d2c762ac4,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:39.117665 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cdfd285-8f6a-4640-a259-807fa8e2a605 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:04:39.118176 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1cdfd285-8f6a-4640-a259-807fa8e2a605 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:39.121224 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-6278af12-2243-4793-92c6-b7c52aa1159f tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:39.129281 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-027a4af0-f82a-4dcf-97db-23d56d81ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:39.130817 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-027a4af0-f82a-4dcf-97db-23d56d81ff14 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3ca3cb473e945e48c5ff263c17e66ab&device_id=ad69fa04-c977-4bb4-a17a-ac5a74b14a0a HTTP/1.1" status: 200 len: 1097 time: 0.5124776 Sep 23 15:04:39.141124 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-6278af12-2243-4793-92c6-b7c52aa1159f tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:39.195251 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment d3cb0c0a-f81b-4894-8ca6-72c6425b09b8 resource provider aggregate not found Sep 23 15:04:39.198947 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-07fbffa5-7209-477f-91a6-99c91b7de6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:39.202448 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-07fbffa5-7209-477f-91a6-99c91b7de6a9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/404e2d1f-f4fa-48d0-b37d-2d2d2c762ac4 HTTP/1.1" status: 204 len: 168 time: 0.9646921 Sep 23 15:04:39.256315 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-678613c3-25a2-4ff4-9b98-7b9873099e20 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2064526 Sep 23 15:04:39.257909 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-54925e74-e025-4738-a821-a4c29b04ecaa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e979efe-d5f5-42ef-874e-38172e8f33b8 HTTP/1.1" status: 200 len: 217 time: 0.1147273 Sep 23 15:04:39.258804 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41876) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:39.259710 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment d3cb0c0a-f81b-4894-8ca6-72c6425b09b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3cb0c0a-f81b-4894-8ca6-72c6425b09b8 found for delete ", "request_id": "req-56e31377-89a9-4665-8577-9f3e2d44c747"}]} Sep 23 15:04:39.270962 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0b139e89-3af4-438c-8624-10f432ee1b78 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:39.297526 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8368da-2f0a-49d8-be2a-2347aea1c992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-c05650a6-7eae-4dab-bf40-965f5923cada', 'network_id': 'c05650a6-7eae-4dab-bf40-965f5923cada', 'tenant_id': '6162ca6451a94ec88464d67d4a92acb4', 'fixed_ips': [{'subnet_id': '8450aac5-4b5b-4b7e-99f0-91912cd63d9b'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:04:39.298268 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8d8368da-2f0a-49d8-be2a-2347aea1c992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:39.321476 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-34c43335-5b63-4cde-b69f-a2483b09ad18 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Floating IP 0e13dac1-6032-4cf7-af64-25f450867d22 associated. External IP: 172.26.10.165, port: 36029cf3-796e-470b-8364-b5e279fc2f11. Sep 23 15:04:39.355862 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Attempt 4 to provision port 74f41ea5-0831-4363-9b7a-306b9f613af5 Sep 23 15:04:39.366445 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6278af12-2243-4793-92c6-b7c52aa1159f tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Made reservation on behalf of 79d4ad3222e04b9f89c5f5be84cce673 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:39.370132 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6278af12-2243-4793-92c6-b7c52aa1159f tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:39.405833 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1cdfd285-8f6a-4640-a259-807fa8e2a605 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:39.456095 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1cdfd285-8f6a-4640-a259-807fa8e2a605 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:39.469175 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Port 74f41ea5-0831-4363-9b7a-306b9f613af5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:39.527693 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdfd285-8f6a-4640-a259-807fa8e2a605 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event deleted for resources: {'Network': ['ID=a2bf513a-07e6-4bff-bf6b-84a01071ae31,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:39.539888 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1cdfd285-8f6a-4640-a259-807fa8e2a605 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "DELETE /v2.0/networks/a2bf513a-07e6-4bff-bf6b-84a01071ae31 HTTP/1.1" status: 204 len: 168 time: 1.1760037 Sep 23 15:04:39.550974 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41880) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:39.551535 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-113ece29-4bb1-45a4-8d50-87f63695c774 req-162fa537-4a14-4034-b322-db76c031e04b service neutron] 10.222.0.72 "GET /v2.0/networks/901c9061-3ace-4755-b443-55ec936320e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5758488 Sep 23 15:04:39.555392 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-8d8368da-2f0a-49d8-be2a-2347aea1c992 None None] Allocated IP 172.20.0.2 (c05650a6-7eae-4dab-bf40-965f5923cada/8450aac5-4b5b-4b7e-99f0-91912cd63d9b/2d7c6d36-58e3-4748-b0c3-c3afe16e64e8) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:39.572389 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-28537df0-ac8f-48fc-9b64-4bbb12414c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:39.574669 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-28537df0-ac8f-48fc-9b64-4bbb12414c07 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=67044fcb-39a0-4a0b-86f7-ff4486219533 HTTP/1.1" status: 200 len: 851 time: 0.3036556 Sep 23 15:04:39.644564 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7c78a5-0b10-492b-b02e-db1dab2a45f8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] DELETE failed (client error): The resource could not be found. Sep 23 15:04:39.645008 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d7c78a5-0b10-492b-b02e-db1dab2a45f8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:04:39.646902 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5d7c78a5-0b10-492b-b02e-db1dab2a45f8 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "DELETE /v2.0/subnets/101c5da4-4fed-4bad-b810-7e348bff63ab HTTP/1.1" status: 404 len: 337 time: 0.0752630 Sep 23 15:04:39.649522 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41888) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:39.680250 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-571854b1-3742-49f0-8f6a-b477c5dde0b2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] DELETE failed (client error): The resource could not be found. Sep 23 15:04:39.680762 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-571854b1-3742-49f0-8f6a-b477c5dde0b2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:04:39.682492 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-571854b1-3742-49f0-8f6a-b477c5dde0b2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "DELETE /v2.0/networks/3ed8faa3-cca5-4682-abb5-a069526e2850 HTTP/1.1" status: 404 len: 339 time: 0.0320520 Sep 23 15:04:39.689973 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41892) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:39.802347 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:39.867027 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8d8368da-2f0a-49d8-be2a-2347aea1c992 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:39.879612 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8d8368da-2f0a-49d8-be2a-2347aea1c992 None None] Transition to ACTIVE for port object 2d7c6d36-58e3-4748-b0c3-c3afe16e64e8 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:39.905405 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8d8368da-2f0a-49d8-be2a-2347aea1c992 None None] Transition to ACTIVE for port object 2d7c6d36-58e3-4748-b0c3-c3afe16e64e8 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:39.928769 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:04:39.971429 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Attempt 5 to provision port 74f41ea5-0831-4363-9b7a-306b9f613af5 Sep 23 15:04:39.987355 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed106df5-36ff-4592-8304-c888f7d18df2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Deleting subnet 74103f63-6f81-4e54-9dc1-afc3661d19f9 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:04:40.000251 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ed106df5-36ff-4592-8304-c888f7d18df2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:40.060881 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8d8368da-2f0a-49d8-be2a-2347aea1c992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:40.076247 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ed106df5-36ff-4592-8304-c888f7d18df2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:40.112348 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c43335-5b63-4cde-b69f-a2483b09ad18 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Router 8d2fc230-b342-497a-a3f0-d700b0882d81 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:04:40.152480 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0b139e89-3af4-438c-8624-10f432ee1b78 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:40.157632 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Deleting port 2d7c6d36-58e3-4748-b0c3-c3afe16e64e8 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:40.157632 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:40.243944 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8368da-2f0a-49d8-be2a-2347aea1c992 None None] Network c05650a6-7eae-4dab-bf40-965f5923cada is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:40.255643 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-8d8368da-2f0a-49d8-be2a-2347aea1c992 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:40.262582 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8368da-2f0a-49d8-be2a-2347aea1c992 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:04:40.274647 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Port 74f41ea5-0831-4363-9b7a-306b9f613af5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:40.379740 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8368da-2f0a-49d8-be2a-2347aea1c992 None None] Pushing event updated for resources: {'Port': ['ID=2d7c6d36-58e3-4748-b0c3-c3afe16e64e8,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:40.432464 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-8d8368da-2f0a-49d8-be2a-2347aea1c992 None None] Attempting to bind port 2d7c6d36-58e3-4748-b0c3-c3afe16e64e8 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:04:40.433118 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-8d8368da-2f0a-49d8-be2a-2347aea1c992 None None] Attempting to bind port 2d7c6d36-58e3-4748-b0c3-c3afe16e64e8 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '405c7e83-ff7f-4bde-b374-980baf1bfb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c05650a6-7eae-4dab-bf40-965f5923cada'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:04:40.433570 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8368da-2f0a-49d8-be2a-2347aea1c992 None None] Attempting to bind port 2d7c6d36-58e3-4748-b0c3-c3afe16e64e8 on network c05650a6-7eae-4dab-bf40-965f5923cada {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:04:40.440031 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8368da-2f0a-49d8-be2a-2347aea1c992 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:04:40.442933 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8368da-2f0a-49d8-be2a-2347aea1c992 None None] Checking segment: {'id': '405c7e83-ff7f-4bde-b374-980baf1bfb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c05650a6-7eae-4dab-bf40-965f5923cada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:40.442933 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8d8368da-2f0a-49d8-be2a-2347aea1c992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:40.442933 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8368da-2f0a-49d8-be2a-2347aea1c992 None None] Bound using segment: {'id': '405c7e83-ff7f-4bde-b374-980baf1bfb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c05650a6-7eae-4dab-bf40-965f5923cada'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:04:40.442933 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-8d8368da-2f0a-49d8-be2a-2347aea1c992 None None] Bound port: 2d7c6d36-58e3-4748-b0c3-c3afe16e64e8, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405c7e83-ff7f-4bde-b374-980baf1bfb10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'c05650a6-7eae-4dab-bf40-965f5923cada'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:04:40.442933 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8d8368da-2f0a-49d8-be2a-2347aea1c992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:40.475822 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b139e89-3af4-438c-8624-10f432ee1b78 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:40.495006 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-9d787a53-63f3-4209-b1f2-dceaa3889597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:40.496510 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-9d787a53-63f3-4209-b1f2-dceaa3889597 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b701bd66-0505-43a0-9675-ad2d89e290b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9075940 Sep 23 15:04:40.497343 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-0b139e89-3af4-438c-8624-10f432ee1b78 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:40.548699 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c43335-5b63-4cde-b69f-a2483b09ad18 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:04:40.554305 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-8d8368da-2f0a-49d8-be2a-2347aea1c992 None None] For port 2d7c6d36-58e3-4748-b0c3-c3afe16e64e8, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:04:40.556771 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b139e89-3af4-438c-8624-10f432ee1b78 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:04:40.558258 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-8d8368da-2f0a-49d8-be2a-2347aea1c992 None None] For port 2d7c6d36-58e3-4748-b0c3-c3afe16e64e8, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=2d7c6d36-58e3-4748-b0c3-c3afe16e64e8,segment=NetworkSegment(405c7e83-ff7f-4bde-b374-980baf1bfb10),segment_id=405c7e83-ff7f-4bde-b374-980baf1bfb10)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:04:40.565343 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f524db8e-8f4c-41e4-bc0a-26ec1f0fccc1 None None] Sync routers for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:04:40.585780 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f524db8e-8f4c-41e4-bc0a-26ec1f0fccc1 None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:40.586697 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-f524db8e-8f4c-41e4-bc0a-26ec1f0fccc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:40.596665 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41914) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:40.605767 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b139e89-3af4-438c-8624-10f432ee1b78 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Pushing event updated for resources: {'Port': ['ID=2cf0b5d0-b99d-4e1a-97b2-90849c98a791,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:40.627719 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8d8368da-2f0a-49d8-be2a-2347aea1c992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:40.722613 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8368da-2f0a-49d8-be2a-2347aea1c992 None None] Pushing event updated for resources: {'Port': ['ID=2d7c6d36-58e3-4748-b0c3-c3afe16e64e8,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:40.754899 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-f524db8e-8f4c-41e4-bc0a-26ec1f0fccc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:40.765573 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f524db8e-8f4c-41e4-bc0a-26ec1f0fccc1 None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:40.766595 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-f524db8e-8f4c-41e4-bc0a-26ec1f0fccc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:40.781467 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Attempt 6 to provision port 74f41ea5-0831-4363-9b7a-306b9f613af5 Sep 23 15:04:40.794290 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ed106df5-36ff-4592-8304-c888f7d18df2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:40.819717 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11d422-8bc9-474b-a803-c19abc30d179 req-fdb0e8d3-6219-4ba0-977e-676e7e0cb2ed tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:40.831251 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ab11d422-8bc9-474b-a803-c19abc30d179 req-fdb0e8d3-6219-4ba0-977e-676e7e0cb2ed tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad69fa04-c977-4bb4-a17a-ac5a74b14a0a HTTP/1.1" status: 200 len: 944 time: 1.1189263 Sep 23 15:04:40.864910 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-f524db8e-8f4c-41e4-bc0a-26ec1f0fccc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:40.865712 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f524db8e-8f4c-41e4-bc0a-26ec1f0fccc1 None None] The sync data for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:04:40.901762 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Port 74f41ea5-0831-4363-9b7a-306b9f613af5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:40.934493 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.objects.ports [None req-6278af12-2243-4793-92c6-b7c52aa1159f tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89739) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 23 15:04:40.974077 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-d4130d25-8b17-4bbc-bb33-c0e864f527b5 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1070476190', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:40.986758 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6278af12-2243-4793-92c6-b7c52aa1159f tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:41.088138 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] For port 2d7c6d36-58e3-4748-b0c3-c3afe16e64e8, host dv-neutron-859093-1-hyperv, got binding levels [] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:41.088506 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:41.099253 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d4130d25-8b17-4bbc-bb33-c0e864f527b5 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:41.125538 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c43335-5b63-4cde-b69f-a2483b09ad18 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Router 64ed916b-a0f8-4a55-846a-8a61012c8e30 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:04:41.135858 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d4130d25-8b17-4bbc-bb33-c0e864f527b5 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Usage tracker for resource:router and tenant:f05dcad3826945aa8dd780bd178330ef is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:41.188619 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ed106df5-36ff-4592-8304-c888f7d18df2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:41.254132 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed106df5-36ff-4592-8304-c888f7d18df2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event deleted for resources: {'Subnet': ['ID=74103f63-6f81-4e54-9dc1-afc3661d19f9,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:41.256150 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ed106df5-36ff-4592-8304-c888f7d18df2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:41.260391 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526c42ee-b5c9-493c-9462-bbb1d73bc0c7 None None] Network eaa798fa-8e80-467e-bbf6-e227c0a1adbb requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:41.269110 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d4130d25-8b17-4bbc-bb33-c0e864f527b5 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:41.341511 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ed106df5-36ff-4592-8304-c888f7d18df2 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "DELETE /v2.0/subnets/74103f63-6f81-4e54-9dc1-afc3661d19f9 HTTP/1.1" status: 204 len: 168 time: 1.6500831 Sep 23 15:04:41.344678 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41922) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:41.352403 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Calling delete_port for 2d7c6d36-58e3-4748-b0c3-c3afe16e64e8 owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:41.418195 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c43335-5b63-4cde-b69f-a2483b09ad18 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:04:41.423927 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-34c43335-5b63-4cde-b69f-a2483b09ad18 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:41.433912 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d4130d25-8b17-4bbc-bb33-c0e864f527b5 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:41.436156 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Attempt 7 to provision port 74f41ea5-0831-4363-9b7a-306b9f613af5 Sep 23 15:04:41.460655 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d35422b-0add-46cf-80dc-378eac497b08 None None] Sync routers for ids ['64ed916b-a0f8-4a55-846a-8a61012c8e30'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:04:41.465003 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ab11d422-8bc9-474b-a803-c19abc30d179 req-cd406f01-5e70-4665-be9b-5f9c00b911b8 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/security-groups?id=790bf19a-b1c5-4ee7-9437-0aae1556b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6322291 Sep 23 15:04:41.466246 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-97817694-1c12-4b4b-90b9-0d06c74d2e4c tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Deleting subnet c4ffd1d4-49a3-4132-bebe-47251c656020 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:04:41.477707 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-97817694-1c12-4b4b-90b9-0d06c74d2e4c tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:41.512633 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278af12-2243-4793-92c6-b7c52aa1159f tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event updated for resources: {'Subnet': ['ID=e40ddcb4-e987-470f-b467-57c7ec56099c,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:41.524005 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d35422b-0add-46cf-80dc-378eac497b08 None None] Routers {'64ed916b-a0f8-4a55-846a-8a61012c8e30'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:41.528357 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-6d35422b-0add-46cf-80dc-378eac497b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['64ed916b-a0f8-4a55-846a-8a61012c8e30'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:41.568432 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-8e05d774-c768-49f9-a57e-e6f1463afce9 service neutron] 10.222.0.72 "GET /v2.0/networks/b701bd66-0505-43a0-9675-ad2d89e290b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0452149 Sep 23 15:04:41.584433 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Port 74f41ea5-0831-4363-9b7a-306b9f613af5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:41.589700 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-97817694-1c12-4b4b-90b9-0d06c74d2e4c tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:41.633301 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-6d35422b-0add-46cf-80dc-378eac497b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:41.662361 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d35422b-0add-46cf-80dc-378eac497b08 None None] Routers {'64ed916b-a0f8-4a55-846a-8a61012c8e30'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:41.663436 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-6d35422b-0add-46cf-80dc-378eac497b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['64ed916b-a0f8-4a55-846a-8a61012c8e30'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:41.685827 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-34c43335-5b63-4cde-b69f-a2483b09ad18 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "PUT /v2.0/floatingips/0e13dac1-6032-4cf7-af64-25f450867d22 HTTP/1.1" status: 200 len: 979 time: 4.3807442 Sep 23 15:04:41.686052 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41926) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:41.690361 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6278af12-2243-4793-92c6-b7c52aa1159f tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Checking segment: {'id': '768cf4f6-b02b-4092-afd3-b18e34c38d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5f0294b9-b948-41c6-b295-0fdbbf357c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:41.691366 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6278af12-2243-4793-92c6-b7c52aa1159f tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Network hostable DHCP agents. Network: 5f0294b9-b948-41c6-b295-0fdbbf357c6e, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:04:41.709018 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.api [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:04:41.709278 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG oslo_db.api [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:04:41.729128 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d4130d25-8b17-4bbc-bb33-c0e864f527b5 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:41.730586 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d4130d25-8b17-4bbc-bb33-c0e864f527b5 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:41.739388 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-6d35422b-0add-46cf-80dc-378eac497b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:41.739895 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d35422b-0add-46cf-80dc-378eac497b08 None None] The sync data for ids ['64ed916b-a0f8-4a55-846a-8a61012c8e30'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:04:41.753110 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d4130d25-8b17-4bbc-bb33-c0e864f527b5 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:41.778066 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-97817694-1c12-4b4b-90b9-0d06c74d2e4c tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:41.810120 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-e421cfa5-005c-430b-926e-98c70bb9b82e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Deleting port 098295ca-13c0-4e1a-b05d-288d2a6da74f {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:41.810495 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e421cfa5-005c-430b-926e-98c70bb9b82e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:42.020550 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c55c959f-1d27-4d56-82d9-98a92d3c2413 req-ece03f34-44b6-4bc7-9a30-2929806c1995 service neutron] 10.222.0.72 "GET /v2.0/networks/b701bd66-0505-43a0-9675-ad2d89e290b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424949 Sep 23 15:04:42.023861 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116df753-d135-414b-909c-ad523518aba0 None None] Network c05650a6-7eae-4dab-bf40-965f5923cada requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:42.029923 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d4130d25-8b17-4bbc-bb33-c0e864f527b5 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:42.036172 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6278af12-2243-4793-92c6-b7c52aa1159f tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Network 5f0294b9-b948-41c6-b295-0fdbbf357c6e is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:04:42.051626 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-97817694-1c12-4b4b-90b9-0d06c74d2e4c tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:42.110074 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97817694-1c12-4b4b-90b9-0d06c74d2e4c tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event deleted for resources: {'Subnet': ['ID=c4ffd1d4-49a3-4132-bebe-47251c656020,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:42.119317 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-97817694-1c12-4b4b-90b9-0d06c74d2e4c tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:42.135931 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Attempt 8 to provision port 74f41ea5-0831-4363-9b7a-306b9f613af5 Sep 23 15:04:42.150448 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-97817694-1c12-4b4b-90b9-0d06c74d2e4c tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "DELETE /v2.0/subnets/c4ffd1d4-49a3-4132-bebe-47251c656020 HTTP/1.1" status: 204 len: 168 time: 0.8024781 Sep 23 15:04:42.152298 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41930) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:42.171900 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-6278af12-2243-4793-92c6-b7c52aa1159f tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 5f0294b9-b948-41c6-b295-0fdbbf357c6e) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:42.177036 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6278af12-2243-4793-92c6-b7c52aa1159f tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:42.177705 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6278af12-2243-4793-92c6-b7c52aa1159f tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:42.194827 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808a1486-a1a6-49cf-973a-90462778842b None None] Network 5f0294b9-b948-41c6-b295-0fdbbf357c6e requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:42.204951 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d4130d25-8b17-4bbc-bb33-c0e864f527b5 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:42.208799 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d4130d25-8b17-4bbc-bb33-c0e864f527b5 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.6024880 Sep 23 15:04:42.209067 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e421cfa5-005c-430b-926e-98c70bb9b82e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:42.210199 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Deleting port 2d7c6d36-58e3-4748-b0c3-c3afe16e64e8 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:42.213686 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:42.274597 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41934) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:42.316704 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-80d41056-fe59-42bb-aaf3-951b64493efe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-387179658'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:42.334364 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6278af12-2243-4793-92c6-b7c52aa1159f tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.6542544 Sep 23 15:04:42.342938 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-80d41056-fe59-42bb-aaf3-951b64493efe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:42.348276 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41938) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:42.374939 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0b139e89-3af4-438c-8624-10f432ee1b78 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router_gateway, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:42.386792 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Port 74f41ea5-0831-4363-9b7a-306b9f613af5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:42.441720 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-80d41056-fe59-42bb-aaf3-951b64493efe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Usage tracker for resource:network and tenant:f05dcad3826945aa8dd780bd178330ef is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:42.460690 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-80d41056-fe59-42bb-aaf3-951b64493efe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:42.567816 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-80d41056-fe59-42bb-aaf3-951b64493efe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:42.582212 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4a0ca2b1-3077-44f4-a89e-f440e19a7592 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:42.586396 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215ed288-d96f-4614-bfa1-08adbfcf67ea None None] Network eaa798fa-8e80-467e-bbf6-e227c0a1adbb requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:42.616415 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 2d7c6d36-58e3-4748-b0c3-c3afe16e64e8 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:04:42.689208 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-4a0ca2b1-3077-44f4-a89e-f440e19a7592 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Deleting port f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:42.690280 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4a0ca2b1-3077-44f4-a89e-f440e19a7592 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:42.820583 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d41056-fe59-42bb-aaf3-951b64493efe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Made reservation on behalf of f05dcad3826945aa8dd780bd178330ef for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:42.825343 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-80d41056-fe59-42bb-aaf3-951b64493efe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:42.855213 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-80d41056-fe59-42bb-aaf3-951b64493efe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:42.908470 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-80d41056-fe59-42bb-aaf3-951b64493efe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:42.914083 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Attempt 9 to provision port 74f41ea5-0831-4363-9b7a-306b9f613af5 Sep 23 15:04:42.917195 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:42.932842 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-80d41056-fe59-42bb-aaf3-951b64493efe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Usage tracker for resource:security_group_rule and tenant:f05dcad3826945aa8dd780bd178330ef is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:42.967593 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3050a87-0a45-4041-9df8-85128f51c788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-5f0294b9-b948-41c6-b295-0fdbbf357c6e', 'network_id': '5f0294b9-b948-41c6-b295-0fdbbf357c6e', 'tenant_id': '79d4ad3222e04b9f89c5f5be84cce673', 'fixed_ips': [{'subnet_id': 'e40ddcb4-e987-470f-b467-57c7ec56099c'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:04:42.968390 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b3050a87-0a45-4041-9df8-85128f51c788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:42.986910 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-80d41056-fe59-42bb-aaf3-951b64493efe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:43.013956 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-80d41056-fe59-42bb-aaf3-951b64493efe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:43.042177 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] For port 2d7c6d36-58e3-4748-b0c3-c3afe16e64e8, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=2d7c6d36-58e3-4748-b0c3-c3afe16e64e8,segment=NetworkSegment(405c7e83-ff7f-4bde-b374-980baf1bfb10),segment_id=405c7e83-ff7f-4bde-b374-980baf1bfb10)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:43.042901 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:43.052608 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Port 74f41ea5-0831-4363-9b7a-306b9f613af5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:43.100524 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e421cfa5-005c-430b-926e-98c70bb9b82e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:43.100840 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e421cfa5-005c-430b-926e-98c70bb9b82e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:43.101230 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-e421cfa5-005c-430b-926e-98c70bb9b82e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Floating IP 0e13dac1-6032-4cf7-af64-25f450867d22 disassociated. External IP: 172.26.10.165, port: 098295ca-13c0-4e1a-b05d-288d2a6da74f. Sep 23 15:04:43.101424 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-e421cfa5-005c-430b-926e-98c70bb9b82e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Calling delete_port for 098295ca-13c0-4e1a-b05d-288d2a6da74f owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:43.128136 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 2d7c6d36-58e3-4748-b0c3-c3afe16e64e8 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:04:43.215162 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-4a0ca2b1-3077-44f4-a89e-f440e19a7592 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] For port f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd,segment=NetworkSegment(f4baa0f9-5073-46c1-9186-e244227c7bc3),segment_id=f4baa0f9-5073-46c1-9186-e244227c7bc3)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:43.215162 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4a0ca2b1-3077-44f4-a89e-f440e19a7592 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:43.248541 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe2de6-2ced-4f50-b8af-bcb9aab6cb82 req-8f85d0c0-5a6d-49c8-9c8f-49b7867c4648 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:43.250093 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e5fe2de6-2ced-4f50-b8af-bcb9aab6cb82 req-8f85d0c0-5a6d-49c8-9c8f-49b7867c4648 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad69fa04-c977-4bb4-a17a-ac5a74b14a0a HTTP/1.1" status: 200 len: 944 time: 0.3437264 Sep 23 15:04:43.250377 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-b3050a87-0a45-4041-9df8-85128f51c788 None None] Allocated IP 2001:db8::f816:3eff:fe9b:8b47 (5f0294b9-b948-41c6-b295-0fdbbf357c6e/e40ddcb4-e987-470f-b467-57c7ec56099c/687cfd68-af74-4f8a-be31-787bf3eab80a) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:43.322533 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Calling delete_port for 2d7c6d36-58e3-4748-b0c3-c3afe16e64e8 owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:43.398019 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-4a0ca2b1-3077-44f4-a89e-f440e19a7592 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Calling delete_port for f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:43.413167 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:43.433383 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d64977-7f3b-4a0b-a70c-85011cb59801 None None] DHCP port deletion for eaa798fa-8e80-467e-bbf6-e227c0a1adbb request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:04:43.444052 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f9d64977-7f3b-4a0b-a70c-85011cb59801 None None] Deleting port f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:43.444720 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f9d64977-7f3b-4a0b-a70c-85011cb59801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:43.446954 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0b139e89-3af4-438c-8624-10f432ee1b78 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:43.528771 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e5fe2de6-2ced-4f50-b8af-bcb9aab6cb82 req-f69712e9-df58-44fc-9dac-c911745f5aa3 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/security-groups?id=790bf19a-b1c5-4ee7-9437-0aae1556b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180417 Sep 23 15:04:43.563489 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Attempt 10 to provision port 74f41ea5-0831-4363-9b7a-306b9f613af5 Sep 23 15:04:43.636503 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e421cfa5-005c-430b-926e-98c70bb9b82e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:43.687400 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4a0ca2b1-3077-44f4-a89e-f440e19a7592 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:43.693544 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421cfa5-005c-430b-926e-98c70bb9b82e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event deleted for resources: {'Port': ['ID=098295ca-13c0-4e1a-b05d-288d2a6da74f,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:43.745271 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ca2b1-3077-44f4-a89e-f440e19a7592 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event deleted for resources: {'Port': ['ID=f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:43.749690 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0ca2b1-3077-44f4-a89e-f440e19a7592 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] No DVR routers for this DVR port f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:04:43.758208 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Port 74f41ea5-0831-4363-9b7a-306b9f613af5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:43.760138 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b3050a87-0a45-4041-9df8-85128f51c788 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:43.822728 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f9d64977-7f3b-4a0b-a70c-85011cb59801 None None] For port f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd,segment=NetworkSegment(f4baa0f9-5073-46c1-9186-e244227c7bc3),segment_id=f4baa0f9-5073-46c1-9186-e244227c7bc3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:43.823600 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f9d64977-7f3b-4a0b-a70c-85011cb59801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:43.930901 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Provisioning for port e3f56c25-40e2-4777-a64f-c1b38e73c08d completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:04:43.957000 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:43.990937 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b3050a87-0a45-4041-9df8-85128f51c788 None None] Transition to ACTIVE for port object 687cfd68-af74-4f8a-be31-787bf3eab80a will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:44.000131 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f9d64977-7f3b-4a0b-a70c-85011cb59801 None None] Calling delete_port for f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:44.018075 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b139e89-3af4-438c-8624-10f432ee1b78 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Router d431e80c-5f9a-4d7e-90f4-e00251abf66a is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:04:44.032839 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Provisioning complete for port e3f56c25-40e2-4777-a64f-c1b38e73c08d triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:44.033217 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:44.038237 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Attempt 1 to provision port e3f56c25-40e2-4777-a64f-c1b38e73c08d Sep 23 15:04:44.126071 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Port': ['ID=2d7c6d36-58e3-4748-b0c3-c3afe16e64e8,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:44.137271 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45826b9e-508e-4fbb-8256-9890287e390e None None] DHCP port deletion for c05650a6-7eae-4dab-bf40-965f5923cada request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:04:44.162904 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4a0ca2b1-3077-44f4-a89e-f440e19a7592 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:44.182882 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b3050a87-0a45-4041-9df8-85128f51c788 None None] Transition to ACTIVE for port object 687cfd68-af74-4f8a-be31-787bf3eab80a will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:44.199432 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Port e3f56c25-40e2-4777-a64f-c1b38e73c08d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:44.210704 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-4a0ca2b1-3077-44f4-a89e-f440e19a7592 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa798fa-8e80-467e-bbf6-e227c0a1adbb']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:44.211304 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No DVR routers for this DVR port 2d7c6d36-58e3-4748-b0c3-c3afe16e64e8 on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:04:44.219289 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-f9d64977-7f3b-4a0b-a70c-85011cb59801 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:04:44.219720 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-f9d64977-7f3b-4a0b-a70c-85011cb59801 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:04:44.228768 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-4a0ca2b1-3077-44f4-a89e-f440e19a7592 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4baa0f9-5073-46c1-9186-e244227c7bc3') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:44.229266 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-4a0ca2b1-3077-44f4-a89e-f440e19a7592 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4baa0f9-5073-46c1-9186-e244227c7bc3') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:44.246016 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4a0ca2b1-3077-44f4-a89e-f440e19a7592 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:44.259630 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e421cfa5-005c-430b-926e-98c70bb9b82e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Router 64ed916b-a0f8-4a55-846a-8a61012c8e30 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:04:44.271024 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4a0ca2b1-3077-44f4-a89e-f440e19a7592 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:44.275222 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b3050a87-0a45-4041-9df8-85128f51c788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:44.337270 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0ca2b1-3077-44f4-a89e-f440e19a7592 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:04:44.337270 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4a0ca2b1-3077-44f4-a89e-f440e19a7592 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:44.341364 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3050a87-0a45-4041-9df8-85128f51c788 None None] Network 5f0294b9-b948-41c6-b295-0fdbbf357c6e is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:44.344356 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-b3050a87-0a45-4041-9df8-85128f51c788 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:44.347553 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3050a87-0a45-4041-9df8-85128f51c788 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:04:44.400740 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-80d41056-fe59-42bb-aaf3-951b64493efe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:44.401768 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:44.417342 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3050a87-0a45-4041-9df8-85128f51c788 None None] Pushing event updated for resources: {'Port': ['ID=687cfd68-af74-4f8a-be31-787bf3eab80a,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:44.421360 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment f4baa0f9-5073-46c1-9186-e244227c7bc3 resource provider aggregate not found Sep 23 15:04:44.443444 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b139e89-3af4-438c-8624-10f432ee1b78 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:04:44.448581 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment f4baa0f9-5073-46c1-9186-e244227c7bc3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4baa0f9-5073-46c1-9186-e244227c7bc3 found for delete ", "request_id": "req-eedcd1e4-677a-46bc-b6ad-bf7f48bf5ade"}]} Sep 23 15:04:44.455398 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e74dbc-e5d7-4175-acf9-1ea623311566 None None] Sync routers for ids ['d431e80c-5f9a-4d7e-90f4-e00251abf66a'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:04:44.484587 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e74dbc-e5d7-4175-acf9-1ea623311566 None None] Routers {'d431e80c-5f9a-4d7e-90f4-e00251abf66a'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:44.485450 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-65e74dbc-e5d7-4175-acf9-1ea623311566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['d431e80c-5f9a-4d7e-90f4-e00251abf66a'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:44.497974 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b3050a87-0a45-4041-9df8-85128f51c788 None None] Attempting to bind port 687cfd68-af74-4f8a-be31-787bf3eab80a on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:04:44.498362 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b3050a87-0a45-4041-9df8-85128f51c788 None None] Attempting to bind port 687cfd68-af74-4f8a-be31-787bf3eab80a by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '768cf4f6-b02b-4092-afd3-b18e34c38d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5f0294b9-b948-41c6-b295-0fdbbf357c6e'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:04:44.498725 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3050a87-0a45-4041-9df8-85128f51c788 None None] Attempting to bind port 687cfd68-af74-4f8a-be31-787bf3eab80a on network 5f0294b9-b948-41c6-b295-0fdbbf357c6e {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:04:44.504379 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3050a87-0a45-4041-9df8-85128f51c788 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:04:44.504751 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3050a87-0a45-4041-9df8-85128f51c788 None None] Checking segment: {'id': '768cf4f6-b02b-4092-afd3-b18e34c38d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5f0294b9-b948-41c6-b295-0fdbbf357c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:44.505144 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b3050a87-0a45-4041-9df8-85128f51c788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:44.505651 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3050a87-0a45-4041-9df8-85128f51c788 None None] Bound using segment: {'id': '768cf4f6-b02b-4092-afd3-b18e34c38d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5f0294b9-b948-41c6-b295-0fdbbf357c6e'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:04:44.506109 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b3050a87-0a45-4041-9df8-85128f51c788 None None] Bound port: 687cfd68-af74-4f8a-be31-787bf3eab80a, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768cf4f6-b02b-4092-afd3-b18e34c38d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5f0294b9-b948-41c6-b295-0fdbbf357c6e'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:04:44.506519 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b3050a87-0a45-4041-9df8-85128f51c788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:44.530545 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:44.563483 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-80d41056-fe59-42bb-aaf3-951b64493efe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:44.578265 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 2d7c6d36-58e3-4748-b0c3-c3afe16e64e8 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:04:44.590008 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e421cfa5-005c-430b-926e-98c70bb9b82e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:04:44.603430 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-65e74dbc-e5d7-4175-acf9-1ea623311566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:44.613596 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e74dbc-e5d7-4175-acf9-1ea623311566 None None] Routers {'d431e80c-5f9a-4d7e-90f4-e00251abf66a'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:44.614470 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-65e74dbc-e5d7-4175-acf9-1ea623311566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['d431e80c-5f9a-4d7e-90f4-e00251abf66a'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:44.617638 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd547bbb-a747-45e6-b238-560fa4a1dd0b None None] Sync routers for ids ['64ed916b-a0f8-4a55-846a-8a61012c8e30'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:04:44.631834 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event deleted for resources: {'Subnet': ['ID=e40ddcb4-e987-470f-b467-57c7ec56099c,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:44.638693 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 2d7c6d36-58e3-4748-b0c3-c3afe16e64e8 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:04:44.639042 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 2d7c6d36-58e3-4748-b0c3-c3afe16e64e8 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:04:44.639465 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:04:44.643737 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:44.684131 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:04:44.684395 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:04:44.689257 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-65e74dbc-e5d7-4175-acf9-1ea623311566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:44.690254 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e74dbc-e5d7-4175-acf9-1ea623311566 None None] The sync data for ids ['d431e80c-5f9a-4d7e-90f4-e00251abf66a'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:04:44.699493 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd547bbb-a747-45e6-b238-560fa4a1dd0b None None] Routers {'64ed916b-a0f8-4a55-846a-8a61012c8e30'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:44.700132 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-cd547bbb-a747-45e6-b238-560fa4a1dd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['64ed916b-a0f8-4a55-846a-8a61012c8e30'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:44.714375 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4a0ca2b1-3077-44f4-a89e-f440e19a7592 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:44.741939 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0b139e89-3af4-438c-8624-10f432ee1b78 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:44.747799 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0b139e89-3af4-438c-8624-10f432ee1b78 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 10.6894267 Sep 23 15:04:44.756721 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Attempt 2 to provision port e3f56c25-40e2-4777-a64f-c1b38e73c08d Sep 23 15:04:44.758105 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4a0ca2b1-3077-44f4-a89e-f440e19a7592 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:44.760552 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d41056-fe59-42bb-aaf3-951b64493efe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:04:44.762578 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41950) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:44.768089 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Subnet': ['ID=8450aac5-4b5b-4b7e-99f0-91912cd63d9b,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:44.775817 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4a0ca2b1-3077-44f4-a89e-f440e19a7592 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "DELETE /v2.0/networks/eaa798fa-8e80-467e-bbf6-e227c0a1adbb HTTP/1.1" status: 204 len: 168 time: 2.6223946 Sep 23 15:04:44.781441 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41952) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:44.782013 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ca2b1-3077-44f4-a89e-f440e19a7592 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event deleted for resources: {'Network': ['ID=eaa798fa-8e80-467e-bbf6-e227c0a1adbb,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:44.788261 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f9d64977-7f3b-4a0b-a70c-85011cb59801 None None] Deleting port f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:44.788639 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f9d64977-7f3b-4a0b-a70c-85011cb59801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:44.831201 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709dec20-a3be-4648-a787-a7a756fa249e None None] Network c05650a6-7eae-4dab-bf40-965f5923cada requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:44.838778 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd0b5f3-a64d-4173-83f2-348582182426 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] DELETE failed (client error): The resource could not be found. Sep 23 15:04:44.839273 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd0b5f3-a64d-4173-83f2-348582182426 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:04:44.841193 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5bd0b5f3-a64d-4173-83f2-348582182426 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "DELETE /v2.0/subnets/2361269f-0624-441e-97a0-0c799cbff41d HTTP/1.1" status: 404 len: 337 time: 0.0570488 Sep 23 15:04:44.843944 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41958) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:44.850375 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-06b1caa9-6d94-4954-a1f9-036a1ee22a18 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:44.872287 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-cd547bbb-a747-45e6-b238-560fa4a1dd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:44.878517 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-8816eb73-4e7f-485d-a67e-c423d4ec0e27 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] DELETE failed (client error): The resource could not be found. Sep 23 15:04:44.880694 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8816eb73-4e7f-485d-a67e-c423d4ec0e27 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:04:44.883811 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8816eb73-4e7f-485d-a67e-c423d4ec0e27 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "DELETE /v2.0/networks/ce31dc59-debc-442a-9102-0b5fddedbfca HTTP/1.1" status: 404 len: 339 time: 0.0367053 Sep 23 15:04:44.884037 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41962) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:44.886877 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e421cfa5-005c-430b-926e-98c70bb9b82e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:44.892054 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e421cfa5-005c-430b-926e-98c70bb9b82e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "DELETE /v2.0/ports/098295ca-13c0-4e1a-b05d-288d2a6da74f HTTP/1.1" status: 204 len: 168 time: 3.2050691 Sep 23 15:04:44.892775 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41966) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:44.959047 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d41056-fe59-42bb-aaf3-951b64493efe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e732fec-beae-41b1-806e-9303e5008767,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:44.980732 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f9d64977-7f3b-4a0b-a70c-85011cb59801 None None] The port 'f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:04:44.985900 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b3050a87-0a45-4041-9df8-85128f51c788 None None] For port 687cfd68-af74-4f8a-be31-787bf3eab80a, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:04:45.001386 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e320c4d-61dd-483f-acfe-c4f59bf73619 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] DELETE failed (client error): The resource could not be found. Sep 23 15:04:45.001386 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e320c4d-61dd-483f-acfe-c4f59bf73619 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:04:45.005372 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7e320c4d-61dd-483f-acfe-c4f59bf73619 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "DELETE /v2.0/subnets/4d04c197-25d2-4ae6-af85-97b3c28a0415 HTTP/1.1" status: 404 len: 337 time: 0.1181386 Sep 23 15:04:45.011585 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41970) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:45.012387 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b3050a87-0a45-4041-9df8-85128f51c788 None None] For port 687cfd68-af74-4f8a-be31-787bf3eab80a, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=687cfd68-af74-4f8a-be31-787bf3eab80a,segment=NetworkSegment(768cf4f6-b02b-4092-afd3-b18e34c38d28),segment_id=768cf4f6-b02b-4092-afd3-b18e34c38d28)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:04:45.018633 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Port e3f56c25-40e2-4777-a64f-c1b38e73c08d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:45.022205 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd547bbb-a747-45e6-b238-560fa4a1dd0b None None] Routers {'64ed916b-a0f8-4a55-846a-8a61012c8e30'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:45.023164 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-cd547bbb-a747-45e6-b238-560fa4a1dd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['64ed916b-a0f8-4a55-846a-8a61012c8e30'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:45.048430 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-80d41056-fe59-42bb-aaf3-951b64493efe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:45.048847 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-80d41056-fe59-42bb-aaf3-951b64493efe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Added segment b9c092fe-2b07-43b1-99ef-9b4c70cbb1dd of type vlan for network 09b5b8b6-741e-40c1-aca4-6aef93e8d0dd Sep 23 15:04:45.051967 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce8fb15-ac84-478a-969c-879536ed7451 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] DELETE failed (client error): The resource could not be found. Sep 23 15:04:45.056778 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ce8fb15-ac84-478a-969c-879536ed7451 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:04:45.056778 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1ce8fb15-ac84-478a-969c-879536ed7451 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "DELETE /v2.0/networks/ecac2f65-43d3-465c-9643-b0b92ab1dd6f HTTP/1.1" status: 404 len: 339 time: 0.0422838 Sep 23 15:04:45.058722 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41974) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:45.077775 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:45.132947 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:45.148537 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b3050a87-0a45-4041-9df8-85128f51c788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:45.155268 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e9924f5-ab86-46d9-b979-47c46443da99 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] DELETE failed (client error): The resource could not be found. Sep 23 15:04:45.155268 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e9924f5-ab86-46d9-b979-47c46443da99 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:04:45.159219 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6e9924f5-ab86-46d9-b979-47c46443da99 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "DELETE /v2.0/subnets/e263fb53-b958-41be-bfec-b5ca791ed63f HTTP/1.1" status: 404 len: 337 time: 0.0977316 Sep 23 15:04:45.165097 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41978) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:45.185811 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-cd547bbb-a747-45e6-b238-560fa4a1dd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:45.186228 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd547bbb-a747-45e6-b238-560fa4a1dd0b None None] The sync data for ids ['64ed916b-a0f8-4a55-846a-8a61012c8e30'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:04:45.204526 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-071ded22-6846-424b-9900-e79a417b6dd1 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] DELETE failed (client error): The resource could not be found. Sep 23 15:04:45.204993 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-071ded22-6846-424b-9900-e79a417b6dd1 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:04:45.211853 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-071ded22-6846-424b-9900-e79a417b6dd1 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "DELETE /v2.0/networks/405380ab-03b0-4838-a723-9a7cd6d3c513 HTTP/1.1" status: 404 len: 339 time: 0.0411632 Sep 23 15:04:45.211853 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 41982) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:45.214348 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0294b9-b948-41c6-b295-0fdbbf357c6e']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:45.231316 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972d5bcc-6230-400f-8dc7-c547856221e9 None None] DHCP port deletion for c05650a6-7eae-4dab-bf40-965f5923cada request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:04:45.267111 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-80d41056-fe59-42bb-aaf3-951b64493efe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:45.276063 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c05650a6-7eae-4dab-bf40-965f5923cada']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:45.284100 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768cf4f6-b02b-4092-afd3-b18e34c38d28') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:45.284296 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768cf4f6-b02b-4092-afd3-b18e34c38d28') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:45.311763 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405c7e83-ff7f-4bde-b374-980baf1bfb10') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:45.312070 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405c7e83-ff7f-4bde-b374-980baf1bfb10') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:45.314079 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3050a87-0a45-4041-9df8-85128f51c788 None None] Pushing event updated for resources: {'Port': ['ID=687cfd68-af74-4f8a-be31-787bf3eab80a,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:45.325321 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:45.337888 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c36c646-8491-44cd-a722-647c2bc14c47 None None] Network 5f0294b9-b948-41c6-b295-0fdbbf357c6e requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:45.351355 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:45.380005 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b093f2-123f-4ca9-ae11-7a6d1d2d7e3a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Deleting subnet 2ca80da6-6dbc-4cfc-b068-92b255ff993b {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:04:45.386204 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-32b093f2-123f-4ca9-ae11-7a6d1d2d7e3a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:45.518128 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-32b093f2-123f-4ca9-ae11-7a6d1d2d7e3a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:45.521049 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Attempt 3 to provision port e3f56c25-40e2-4777-a64f-c1b38e73c08d Sep 23 15:04:45.593100 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Port e3f56c25-40e2-4777-a64f-c1b38e73c08d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:45.598622 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:45.608555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb60fd-b5e4-4bec-939c-c31f0047643a req-ddbd4e23-a137-4a60-9577-7f7fdd5140a4 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:45.610107 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-46fb60fd-b5e4-4bec-939c-c31f0047643a req-ddbd4e23-a137-4a60-9577-7f7fdd5140a4 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad69fa04-c977-4bb4-a17a-ac5a74b14a0a HTTP/1.1" status: 200 len: 944 time: 0.8532994 Sep 23 15:04:45.619094 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:45.622077 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f20e43-1d33-492d-8684-2ed6abdaf620 None None] get_active_networks_info from dv-neutron-859093-1-hyperv {{(pid=89740) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 23 15:04:45.624631 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:04:45.625030 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:45.708394 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-32b093f2-123f-4ca9-ae11-7a6d1d2d7e3a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:45.715858 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 768cf4f6-b02b-4092-afd3-b18e34c38d28 resource provider aggregate not found Sep 23 15:04:45.731022 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:04:45.731426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:45.757727 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 9e979efe-d5f5-42ef-874e-38172e8f33b8 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:04:45.764125 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-80d41056-fe59-42bb-aaf3-951b64493efe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:45.769930 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d41056-fe59-42bb-aaf3-951b64493efe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:45.770079 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-80d41056-fe59-42bb-aaf3-951b64493efe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:45.813321 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f20e43-1d33-492d-8684-2ed6abdaf620 None None] Resources bound (agent type, host, resource id): {{(pid=89740) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 15:04:45.909901 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 768cf4f6-b02b-4092-afd3-b18e34c38d28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 768cf4f6-b02b-4092-afd3-b18e34c38d28 found for delete ", "request_id": "req-4d1975b6-1c1d-4394-b4a8-9ac64ef28418"}]} Sep 23 15:04:45.979715 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6ca2142a-f05c-486d-bb4f-a6aacbbc3bfb tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:46.038387 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-32b093f2-123f-4ca9-ae11-7a6d1d2d7e3a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:46.061227 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 9e979efe-d5f5-42ef-874e-38172e8f33b8, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=9e979efe-d5f5-42ef-874e-38172e8f33b8,segment=NetworkSegment(d503a50d-2581-4298-a5a4-2bdcd97f6dd0),segment_id=d503a50d-2581-4298-a5a4-2bdcd97f6dd0)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:46.066773 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.api [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 15:04:46.066773 dv-neutron-859093-1-hyperv neutron-server[89739]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 15:04:46.066773 dv-neutron-859093-1-hyperv neutron-server[89739]: [parameters: {'id': '5f0294b9-b948-41c6-b295-0fdbbf357c6e'}] Sep 23 15:04:46.066773 dv-neutron-859093-1-hyperv neutron-server[89739]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:04:46.067312 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG oslo_db.api [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:04:46.090546 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '9e979efe-d5f5-42ef-874e-38172e8f33b8', 'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6', 'port_id': '9e979efe-d5f5-42ef-874e-38172e8f33b8', 'mac_address': 'fa:16:3e:bf:5b:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67044fcb-39a0-4a0b-86f7-ff4486219533', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:04:46.105271 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Attempt 4 to provision port e3f56c25-40e2-4777-a64f-c1b38e73c08d Sep 23 15:04:46.114692 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-46fb60fd-b5e4-4bec-939c-c31f0047643a req-702fce1c-b90e-4e36-82cc-0aa5f0a7b2c4 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/security-groups?id=790bf19a-b1c5-4ee7-9437-0aae1556b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4929419 Sep 23 15:04:46.130935 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-80d41056-fe59-42bb-aaf3-951b64493efe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.8278546 Sep 23 15:04:46.131851 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41990) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:46.148802 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-77858bea-bf17-4f55-a05f-b2b7edf4e7fe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Request body: {'subnet': {'network_id': '09b5b8b6-741e-40c1-aca4-6aef93e8d0dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:46.227903 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d41056-fe59-42bb-aaf3-951b64493efe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Pushing event updated for resources: {'Network': ['ID=09b5b8b6-741e-40c1-aca4-6aef93e8d0dd,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:46.252200 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:46.252763 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 09b5b8b6-741e-40c1-aca4-6aef93e8d0dd details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:04:46.317007 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Port e3f56c25-40e2-4777-a64f-c1b38e73c08d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:46.348060 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:46.362164 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b093f2-123f-4ca9-ae11-7a6d1d2d7e3a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event deleted for resources: {'Subnet': ['ID=2ca80da6-6dbc-4cfc-b068-92b255ff993b,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:46.371661 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-32b093f2-123f-4ca9-ae11-7a6d1d2d7e3a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:46.380094 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Network': ['ID=c05650a6-7eae-4dab-bf40-965f5923cada,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:46.392590 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9b19ab55-2c3f-4da6-a990-7b319a2d3308 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/networks/c05650a6-7eae-4dab-bf40-965f5923cada HTTP/1.1" status: 204 len: 168 time: 7.1240380 Sep 23 15:04:46.397207 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 9e979efe-d5f5-42ef-874e-38172e8f33b8 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:04:46.397664 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:46.398695 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41994) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:46.399032 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-32b093f2-123f-4ca9-ae11-7a6d1d2d7e3a tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "DELETE /v2.0/subnets/2ca80da6-6dbc-4cfc-b068-92b255ff993b HTTP/1.1" status: 204 len: 168 time: 1.1876199 Sep 23 15:04:46.399750 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 41996) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:46.427384 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-766c1ae2-0e54-42af-b28b-07f948694d43 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1479337765'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:46.450032 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e979efe-d5f5-42ef-874e-38172e8f33b8 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:04:46.495264 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 9e979efe-d5f5-42ef-874e-38172e8f33b8, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=9e979efe-d5f5-42ef-874e-38172e8f33b8,segment=NetworkSegment(d503a50d-2581-4298-a5a4-2bdcd97f6dd0),segment_id=d503a50d-2581-4298-a5a4-2bdcd97f6dd0)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:46.495779 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-766c1ae2-0e54-42af-b28b-07f948694d43 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:46.500157 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-77858bea-bf17-4f55-a05f-b2b7edf4e7fe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:46.510249 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-6ca2142a-f05c-486d-bb4f-a6aacbbc3bfb tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Deleting port e3f56c25-40e2-4777-a64f-c1b38e73c08d {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:46.511017 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6ca2142a-f05c-486d-bb4f-a6aacbbc3bfb tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:46.559452 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-766c1ae2-0e54-42af-b28b-07f948694d43 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Usage tracker for resource:network and tenant:6162ca6451a94ec88464d67d4a92acb4 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:46.573773 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-77858bea-bf17-4f55-a05f-b2b7edf4e7fe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Usage tracker for resource:subnet and tenant:f05dcad3826945aa8dd780bd178330ef is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:46.576562 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:46.578588 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-766c1ae2-0e54-42af-b28b-07f948694d43 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:46.584928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-77858bea-bf17-4f55-a05f-b2b7edf4e7fe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:46.589059 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:46.607041 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-766c1ae2-0e54-42af-b28b-07f948694d43 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:46.611754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-77858bea-bf17-4f55-a05f-b2b7edf4e7fe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:46.662108 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-26730426-0f01-450e-9390-309d0c6b0003 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:46.666670 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Deleting port 687cfd68-af74-4f8a-be31-787bf3eab80a {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:46.667094 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:46.697336 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=9e979efe-d5f5-42ef-874e-38172e8f33b8,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:46.714877 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3f7105-023c-4cf4-8195-11ff06299dbc None None] get_active_networks_info from dv-neutron-859093-1-hyperv {{(pid=89740) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 23 15:04:46.726441 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-06b1caa9-6d94-4954-a1f9-036a1ee22a18 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:46.730263 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77858bea-bf17-4f55-a05f-b2b7edf4e7fe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Made reservation on behalf of f05dcad3826945aa8dd780bd178330ef for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:46.733754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-77858bea-bf17-4f55-a05f-b2b7edf4e7fe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:46.743214 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6ca2142a-f05c-486d-bb4f-a6aacbbc3bfb tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:46.768307 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766c1ae2-0e54-42af-b28b-07f948694d43 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Made reservation on behalf of 6162ca6451a94ec88464d67d4a92acb4 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:46.772281 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-766c1ae2-0e54-42af-b28b-07f948694d43 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:46.820698 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Attempt 5 to provision port e3f56c25-40e2-4777-a64f-c1b38e73c08d Sep 23 15:04:46.845294 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-26730426-0f01-450e-9390-309d0c6b0003 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Deleting port ca8abd55-876b-4dfb-ade7-fc081ad899e4 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:46.845739 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-26730426-0f01-450e-9390-309d0c6b0003 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:46.859728 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['9e979efe-d5f5-42ef-874e-38172e8f33b8'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:04:46.901398 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-6ca2142a-f05c-486d-bb4f-a6aacbbc3bfb tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Calling delete_port for e3f56c25-40e2-4777-a64f-c1b38e73c08d owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:46.966232 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Port e3f56c25-40e2-4777-a64f-c1b38e73c08d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:04:46.982387 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-06b1caa9-6d94-4954-a1f9-036a1ee22a18 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:46.985163 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3f7105-023c-4cf4-8195-11ff06299dbc None None] Resources bound (agent type, host, resource id): {{(pid=89740) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 15:04:47.020076 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-766c1ae2-0e54-42af-b28b-07f948694d43 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:04:47.137380 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-06b1caa9-6d94-4954-a1f9-036a1ee22a18 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Deleting port 2cf0b5d0-b99d-4e1a-97b2-90849c98a791 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:47.137695 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-06b1caa9-6d94-4954-a1f9-036a1ee22a18 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:47.203045 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-766c1ae2-0e54-42af-b28b-07f948694d43 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:47.203760 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-766c1ae2-0e54-42af-b28b-07f948694d43 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Added segment 80a2f9e7-a6c0-4a38-ab3d-860d0db6facb of type vlan for network b111887e-b50d-4702-86b6-a82e0616e69f Sep 23 15:04:47.362131 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19b4aa-35d8-43bf-a0a3-07b74b793b4c req-c287f673-0e74-4818-aebd-2cca34c9881e tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:47.363877 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6d19b4aa-35d8-43bf-a0a3-07b74b793b4c req-c287f673-0e74-4818-aebd-2cca34c9881e tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad69fa04-c977-4bb4-a17a-ac5a74b14a0a HTTP/1.1" status: 200 len: 945 time: 0.1069748 Sep 23 15:04:47.395189 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6ca2142a-f05c-486d-bb4f-a6aacbbc3bfb tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:47.467825 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Attempt 6 to provision port e3f56c25-40e2-4777-a64f-c1b38e73c08d Sep 23 15:04:47.469469 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2142a-f05c-486d-bb4f-a6aacbbc3bfb tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event deleted for resources: {'Port': ['ID=e3f56c25-40e2-4777-a64f-c1b38e73c08d,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:47.512499 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8340fad3-c965-4b81-ae39-4f57c6538a9d None None] Port e3f56c25-40e2-4777-a64f-c1b38e73c08d was deleted so its status cannot be updated. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 15:04:47.512898 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6d19b4aa-35d8-43bf-a0a3-07b74b793b4c req-38cb1e9a-d4c3-40d6-9559-7dd5c28f25b0 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/security-groups?id=790bf19a-b1c5-4ee7-9437-0aae1556b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382933 Sep 23 15:04:47.520894 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddf430c-8ab0-4c09-a598-652b6717f231 None None] Network 029febca-cab6-475a-8f7d-8a0b501c2316 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:47.598660 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-766c1ae2-0e54-42af-b28b-07f948694d43 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:47.603142 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] For port 687cfd68-af74-4f8a-be31-787bf3eab80a, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=687cfd68-af74-4f8a-be31-787bf3eab80a,segment=NetworkSegment(768cf4f6-b02b-4092-afd3-b18e34c38d28),segment_id=768cf4f6-b02b-4092-afd3-b18e34c38d28)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:47.603508 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:47.718252 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-dd3b361b-326e-4669-b3de-6a3eda746580 None None] Could not find standard attr ID for object 2d7c6d36-58e3-4748-b0c3-c3afe16e64e8. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:04:47.756270 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 9e979efe-d5f5-42ef-874e-38172e8f33b8 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:04:47.773623 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Calling delete_port for 687cfd68-af74-4f8a-be31-787bf3eab80a owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:47.793443 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-dd3b361b-326e-4669-b3de-6a3eda746580 None None] Could not find standard attr ID for object f694e62d-6301-4e5a-9c20-fc4ea8c2d4cd. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:04:47.823880 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-dd3b361b-326e-4669-b3de-6a3eda746580 None None] Could not find standard attr ID for object 098295ca-13c0-4e1a-b05d-288d2a6da74f. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:04:47.886884 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.resource_extend [None req-766c1ae2-0e54-42af-b28b-07f948694d43 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:04:47.920067 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 9e979efe-d5f5-42ef-874e-38172e8f33b8 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:04:47.925898 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 9e979efe-d5f5-42ef-874e-38172e8f33b8 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:47.926274 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:47.926680 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 9e979efe-d5f5-42ef-874e-38172e8f33b8 Sep 23 15:04:47.954486 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-26730426-0f01-450e-9390-309d0c6b0003 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] For port ca8abd55-876b-4dfb-ade7-fc081ad899e4, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ca8abd55-876b-4dfb-ade7-fc081ad899e4,segment=NetworkSegment(1887fc74-1dcd-40cf-840d-e9780f22364d),segment_id=1887fc74-1dcd-40cf-840d-e9780f22364d)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:47.954859 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-26730426-0f01-450e-9390-309d0c6b0003 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:47.956916 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6ca2142a-f05c-486d-bb4f-a6aacbbc3bfb tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:47.960664 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb6fb3c-a16e-4299-9248-784e0244156e None None] DHCP port deletion for 029febca-cab6-475a-8f7d-8a0b501c2316 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:04:47.980470 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7bb6fb3c-a16e-4299-9248-784e0244156e None None] Deleting port ca8abd55-876b-4dfb-ade7-fc081ad899e4 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:47.980842 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7bb6fb3c-a16e-4299-9248-784e0244156e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:47.988229 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 405c7e83-ff7f-4bde-b374-980baf1bfb10 resource provider aggregate not found Sep 23 15:04:48.061582 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 405c7e83-ff7f-4bde-b374-980baf1bfb10 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 405c7e83-ff7f-4bde-b374-980baf1bfb10 found for delete ", "request_id": "req-53d9cf27-5f27-4f68-b58f-309560f23d36"}]} Sep 23 15:04:48.063949 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-06b1caa9-6d94-4954-a1f9-036a1ee22a18 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:48.125797 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-766c1ae2-0e54-42af-b28b-07f948694d43 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:48.131767 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766c1ae2-0e54-42af-b28b-07f948694d43 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:48.132367 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-766c1ae2-0e54-42af-b28b-07f948694d43 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:48.142801 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-26730426-0f01-450e-9390-309d0c6b0003 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Calling delete_port for ca8abd55-876b-4dfb-ade7-fc081ad899e4 owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:48.199111 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:48.227942 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 9e979efe-d5f5-42ef-874e-38172e8f33b8 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:04:48.228321 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:48.267439 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-7bb6fb3c-a16e-4299-9248-784e0244156e None None] For port ca8abd55-876b-4dfb-ade7-fc081ad899e4, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ca8abd55-876b-4dfb-ade7-fc081ad899e4,segment=NetworkSegment(1887fc74-1dcd-40cf-840d-e9780f22364d),segment_id=1887fc74-1dcd-40cf-840d-e9780f22364d)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:48.267819 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7bb6fb3c-a16e-4299-9248-784e0244156e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:48.282309 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad69fa04-c977-4bb4-a17a-ac5a74b14a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e979efe-d5f5-42ef-874e-38172e8f33b8'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:04:48.285240 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09903823-87ca-4223-928c-c69c88a133e7" -d '{"events": [{"server_uuid": "ad69fa04-c977-4bb4-a17a-ac5a74b14a0a", "name": "network-vif-plugged", "status": "completed", "tag": "9e979efe-d5f5-42ef-874e-38172e8f33b8"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:04:48.360967 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca2142a-f05c-486d-bb4f-a6aacbbc3bfb tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Router 64ed916b-a0f8-4a55-846a-8a61012c8e30 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:04:48.396666 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833e30d4-caf0-40c3-a03a-5b4e3b301993 x-openstack-request-id: req-833e30d4-caf0-40c3-a03a-5b4e3b301993 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:04:48.396954 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad69fa04-c977-4bb4-a17a-ac5a74b14a0a", "name": "network-vif-plugged", "status": "completed", "tag": "9e979efe-d5f5-42ef-874e-38172e8f33b8", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:04:48.397206 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-833e30d4-caf0-40c3-a03a-5b4e3b301993 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:04:48.397700 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-833e30d4-caf0-40c3-a03a-5b4e3b301993'] response: {'server_uuid': 'ad69fa04-c977-4bb4-a17a-ac5a74b14a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e979efe-d5f5-42ef-874e-38172e8f33b8', 'code': 200} Sep 23 15:04:48.404970 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7bb6fb3c-a16e-4299-9248-784e0244156e None None] Calling delete_port for ca8abd55-876b-4dfb-ade7-fc081ad899e4 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:48.431613 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 9e979efe-d5f5-42ef-874e-38172e8f33b8, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=9e979efe-d5f5-42ef-874e-38172e8f33b8,segment=NetworkSegment(d503a50d-2581-4298-a5a4-2bdcd97f6dd0),segment_id=d503a50d-2581-4298-a5a4-2bdcd97f6dd0)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:48.450277 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-06b1caa9-6d94-4954-a1f9-036a1ee22a18 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Calling delete_port for 2cf0b5d0-b99d-4e1a-97b2-90849c98a791 owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:48.486856 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] No DVR routers for this DVR port 687cfd68-af74-4f8a-be31-787bf3eab80a on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:04:48.529564 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:48.541917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event deleted for resources: {'Port': ['ID=687cfd68-af74-4f8a-be31-787bf3eab80a,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:48.562425 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-77858bea-bf17-4f55-a05f-b2b7edf4e7fe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:48.597727 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca2142a-f05c-486d-bb4f-a6aacbbc3bfb tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:04:48.605874 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7bb6fb3c-a16e-4299-9248-784e0244156e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:48.608078 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3db7629-df9b-4a10-aedd-fbd10c4d62f4 None None] Sync routers for ids ['64ed916b-a0f8-4a55-846a-8a61012c8e30'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:04:48.617328 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ca8abd55-876b-4dfb-ade7-fc081ad899e4 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:04:48.618784 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6ca2142a-f05c-486d-bb4f-a6aacbbc3bfb tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "PUT /v2.0/routers/64ed916b-a0f8-4a55-846a-8a61012c8e30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6934693 Sep 23 15:04:48.619461 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42012) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:48.620677 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3db7629-df9b-4a10-aedd-fbd10c4d62f4 None None] Routers {'64ed916b-a0f8-4a55-846a-8a61012c8e30'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:48.622687 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-b3db7629-df9b-4a10-aedd-fbd10c4d62f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['64ed916b-a0f8-4a55-846a-8a61012c8e30'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:48.674751 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: ca8abd55-876b-4dfb-ade7-fc081ad899e4 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:04:48.674751 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ca8abd55-876b-4dfb-ade7-fc081ad899e4 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:04:48.695900 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb6fb3c-a16e-4299-9248-784e0244156e None None] No DVR routers for this DVR port ca8abd55-876b-4dfb-ade7-fc081ad899e4 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:04:48.739245 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=9e979efe-d5f5-42ef-874e-38172e8f33b8,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:48.807393 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-b3db7629-df9b-4a10-aedd-fbd10c4d62f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:48.813210 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c1ae2-0e54-42af-b28b-07f948694d43 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event updated for resources: {'Network': ['ID=b111887e-b50d-4702-86b6-a82e0616e69f,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:48.829847 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6fb3c-a16e-4299-9248-784e0244156e None None] Pushing event deleted for resources: {'Port': ['ID=ca8abd55-876b-4dfb-ade7-fc081ad899e4,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:48.831860 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network b111887e-b50d-4702-86b6-a82e0616e69f details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:04:48.836747 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3db7629-df9b-4a10-aedd-fbd10c4d62f4 None None] Routers {'64ed916b-a0f8-4a55-846a-8a61012c8e30'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:48.848408 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-b3db7629-df9b-4a10-aedd-fbd10c4d62f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['64ed916b-a0f8-4a55-846a-8a61012c8e30'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:48.964092 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-b3db7629-df9b-4a10-aedd-fbd10c4d62f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:48.964415 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3db7629-df9b-4a10-aedd-fbd10c4d62f4 None None] The sync data for ids ['64ed916b-a0f8-4a55-846a-8a61012c8e30'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:04:48.975049 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe34ba2-8f8c-4f16-9b52-e44115aece60 req-7e20b538-8796-45b2-9271-11f7e8afda39 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:48.976672 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-abe34ba2-8f8c-4f16-9b52-e44115aece60 req-7e20b538-8796-45b2-9271-11f7e8afda39 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad69fa04-c977-4bb4-a17a-ac5a74b14a0a HTTP/1.1" status: 200 len: 946 time: 0.2497342 Sep 23 15:04:49.002650 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c95f3798-3ecb-4479-8c41-446922ef81eb tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:49.063896 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-766c1ae2-0e54-42af-b28b-07f948694d43 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.6629145 Sep 23 15:04:49.076316 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42018) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:49.086891 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-7b6a0c6b-e022-455e-8999-289a85ad441b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Request body: {'subnet': {'network_id': 'b111887e-b50d-4702-86b6-a82e0616e69f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:49.156221 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.api [None req-26730426-0f01-450e-9390-309d0c6b0003 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:04:49.156538 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG oslo_db.api [None req-26730426-0f01-450e-9390-309d0c6b0003 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:04:49.157049 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77858bea-bf17-4f55-a05f-b2b7edf4e7fe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Pushing event updated for resources: {'Subnet': ['ID=f1df70bc-c3a0-4d29-970c-9db5cc062d76,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:49.173256 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:49.206819 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77858bea-bf17-4f55-a05f-b2b7edf4e7fe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Checking segment: {'id': 'b9c092fe-2b07-43b1-99ef-9b4c70cbb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '09b5b8b6-741e-40c1-aca4-6aef93e8d0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:49.207175 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77858bea-bf17-4f55-a05f-b2b7edf4e7fe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Network hostable DHCP agents. Network: 09b5b8b6-741e-40c1-aca4-6aef93e8d0dd, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:04:49.224875 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0294b9-b948-41c6-b295-0fdbbf357c6e']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:49.251952 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768cf4f6-b02b-4092-afd3-b18e34c38d28') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:49.252245 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768cf4f6-b02b-4092-afd3-b18e34c38d28') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:49.278632 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:49.309664 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2095ad-309d-4e78-80d7-3c9dddbfee02 req-20d2631f-4bf1-462b-be4c-01268acae9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:49.311229 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2b2095ad-309d-4e78-80d7-3c9dddbfee02 req-20d2631f-4bf1-462b-be4c-01268acae9ed service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ad69fa04-c977-4bb4-a17a-ac5a74b14a0a HTTP/1.1" status: 200 len: 1099 time: 0.5847633 Sep 23 15:04:49.319326 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd368a0-23ee-411d-a5ef-e7b524922226 req-3918f45f-7a78-45c6-a10b-27679052d7e3 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:49.320837 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-dbd368a0-23ee-411d-a5ef-e7b524922226 req-3918f45f-7a78-45c6-a10b-27679052d7e3 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.4500110 Sep 23 15:04:49.324126 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:49.364717 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-abe34ba2-8f8c-4f16-9b52-e44115aece60 req-64500f06-c603-401a-9814-08a8d1a52804 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/security-groups?id=790bf19a-b1c5-4ee7-9437-0aae1556b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3818004 Sep 23 15:04:49.390993 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:04:49.391400 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:49.416040 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7b6a0c6b-e022-455e-8999-289a85ad441b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:49.426892 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77858bea-bf17-4f55-a05f-b2b7edf4e7fe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Network 09b5b8b6-741e-40c1-aca4-6aef93e8d0dd is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:04:49.427366 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7b6a0c6b-e022-455e-8999-289a85ad441b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Usage tracker for resource:subnet and tenant:6162ca6451a94ec88464d67d4a92acb4 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:49.430507 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7b6a0c6b-e022-455e-8999-289a85ad441b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:49.433647 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c95f3798-3ecb-4479-8c41-446922ef81eb tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:49.441734 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7b6a0c6b-e022-455e-8999-289a85ad441b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:49.508528 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-c95f3798-3ecb-4479-8c41-446922ef81eb tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Deleting port a53eb3a2-2355-44c8-9c35-f7fc4e3d1780 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:49.508875 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c95f3798-3ecb-4479-8c41-446922ef81eb tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:49.537808 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6a0c6b-e022-455e-8999-289a85ad441b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Made reservation on behalf of 6162ca6451a94ec88464d67d4a92acb4 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:49.541277 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7b6a0c6b-e022-455e-8999-289a85ad441b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:49.548882 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2b2095ad-309d-4e78-80d7-3c9dddbfee02 req-370d1f09-a8d7-4cb9-b160-c214d57487c7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=790bf19a-b1c5-4ee7-9437-0aae1556b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222416 Sep 23 15:04:49.553046 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-dbd368a0-23ee-411d-a5ef-e7b524922226 req-8fcefb11-0ccd-4591-9e3b-40ccb3e60f83 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105479 Sep 23 15:04:49.585099 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-77858bea-bf17-4f55-a05f-b2b7edf4e7fe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 09b5b8b6-741e-40c1-aca4-6aef93e8d0dd) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:49.589009 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77858bea-bf17-4f55-a05f-b2b7edf4e7fe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:49.589666 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-77858bea-bf17-4f55-a05f-b2b7edf4e7fe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:49.596244 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877fbe45-525b-4727-a03c-3d58079baf28 None None] Network 09b5b8b6-741e-40c1-aca4-6aef93e8d0dd requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:49.611966 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:49.617003 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:49.656311 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event deleted for resources: {'Network': ['ID=5f0294b9-b948-41c6-b295-0fdbbf357c6e,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:49.659226 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-26730426-0f01-450e-9390-309d0c6b0003 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Deleting port ca8abd55-876b-4dfb-ade7-fc081ad899e4 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:49.660188 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-26730426-0f01-450e-9390-309d0c6b0003 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:49.669573 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.ipam_backend_mixin [None req-7b6a0c6b-e022-455e-8999-289a85ad441b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Performing IP validity checks on allocation pools {{(pid=89738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 23 15:04:49.670082 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.ipam_backend_mixin [None req-7b6a0c6b-e022-455e-8999-289a85ad441b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 23 15:04:49.695555 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-afc286ec-6197-4d88-9c07-0cd4be7cc0bd tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "DELETE /v2.0/networks/5f0294b9-b948-41c6-b295-0fdbbf357c6e HTTP/1.1" status: 204 len: 168 time: 7.3446527 Sep 23 15:04:49.702354 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-06b1caa9-6d94-4954-a1f9-036a1ee22a18 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:49.706670 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42024) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:49.790688 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-1ca59632-5850-40b9-b969-7cbee1f28a04 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-159985363'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:49.794533 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-77858bea-bf17-4f55-a05f-b2b7edf4e7fe tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6554935 Sep 23 15:04:49.800975 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42028) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:49.802094 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-26730426-0f01-450e-9390-309d0c6b0003 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] The port 'ca8abd55-876b-4dfb-ade7-fc081ad899e4' was deleted {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:04:49.804317 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1caa9-6d94-4954-a1f9-036a1ee22a18 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Pushing event deleted for resources: {'Port': ['ID=2cf0b5d0-b99d-4e1a-97b2-90849c98a791,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:49.807500 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-1ca59632-5850-40b9-b969-7cbee1f28a04 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:49.807917 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-6f2fb3a4-5a77-4427-a88e-e524fc63dfdf tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Request body: {'network': {'name': 'tempest-router-network01--1729045102'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:49.819675 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6f2fb3a4-5a77-4427-a88e-e524fc63dfdf tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:49.835073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6f2fb3a4-5a77-4427-a88e-e524fc63dfdf tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Usage tracker for resource:network and tenant:f05dcad3826945aa8dd780bd178330ef is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:49.850072 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6f2fb3a4-5a77-4427-a88e-e524fc63dfdf tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:49.863958 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcd68ae-fdcc-43a1-86c1-044538db8878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-09b5b8b6-741e-40c1-aca4-6aef93e8d0dd', 'network_id': '09b5b8b6-741e-40c1-aca4-6aef93e8d0dd', 'tenant_id': 'f05dcad3826945aa8dd780bd178330ef', 'fixed_ips': [{'subnet_id': 'f1df70bc-c3a0-4d29-970c-9db5cc062d76'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:04:49.865013 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6dcd68ae-fdcc-43a1-86c1-044538db8878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:49.866359 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6f2fb3a4-5a77-4427-a88e-e524fc63dfdf tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:49.904059 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1ca59632-5850-40b9-b969-7cbee1f28a04 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Usage tracker for resource:network and tenant:79d4ad3222e04b9f89c5f5be84cce673 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:49.933175 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c95f3798-3ecb-4479-8c41-446922ef81eb tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:49.933416 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1ca59632-5850-40b9-b969-7cbee1f28a04 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:49.967884 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-1ca59632-5850-40b9-b969-7cbee1f28a04 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:50.036044 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-6dcd68ae-fdcc-43a1-86c1-044538db8878 None None] Allocated IP 172.20.0.2 (09b5b8b6-741e-40c1-aca4-6aef93e8d0dd/f1df70bc-c3a0-4d29-970c-9db5cc062d76/17d5dc86-2fb5-4216-a29a-b57584256179) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:50.061380 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-26730426-0f01-450e-9390-309d0c6b0003 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:50.069090 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-c95f3798-3ecb-4479-8c41-446922ef81eb tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Calling delete_port for a53eb3a2-2355-44c8-9c35-f7fc4e3d1780 owned by network:router_gateway {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:50.075196 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-06b1caa9-6d94-4954-a1f9-036a1ee22a18 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:50.104328 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2fb3a4-5a77-4427-a88e-e524fc63dfdf tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Made reservation on behalf of f05dcad3826945aa8dd780bd178330ef for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:50.107962 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6f2fb3a4-5a77-4427-a88e-e524fc63dfdf tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:50.136484 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 768cf4f6-b02b-4092-afd3-b18e34c38d28 resource provider aggregate not found Sep 23 15:04:50.151926 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed519adf-d872-4600-8ba7-872d629a1a38 req-4ddb774c-b365-41c7-813a-b978edc2e854 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:50.153474 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ed519adf-d872-4600-8ba7-872d629a1a38 req-4ddb774c-b365-41c7-813a-b978edc2e854 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.4313738 Sep 23 15:04:50.154724 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca59632-5850-40b9-b969-7cbee1f28a04 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Made reservation on behalf of 79d4ad3222e04b9f89c5f5be84cce673 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:50.158086 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1ca59632-5850-40b9-b969-7cbee1f28a04 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:50.246203 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 768cf4f6-b02b-4092-afd3-b18e34c38d28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 768cf4f6-b02b-4092-afd3-b18e34c38d28 found for delete ", "request_id": "req-bc502921-9636-4526-bd59-613c69f1f4a5"}]} Sep 23 15:04:50.248818 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2fb3a4-5a77-4427-a88e-e524fc63dfdf tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:04:50.252697 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-26730426-0f01-450e-9390-309d0c6b0003 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['029febca-cab6-475a-8f7d-8a0b501c2316']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:50.273383 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ed519adf-d872-4600-8ba7-872d629a1a38 req-5d6692a8-1119-4bde-a5aa-fbaab998a84e tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970676 Sep 23 15:04:50.276498 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6f2fb3a4-5a77-4427-a88e-e524fc63dfdf tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:50.276857 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-26730426-0f01-450e-9390-309d0c6b0003 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1887fc74-1dcd-40cf-840d-e9780f22364d') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:50.276980 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-6f2fb3a4-5a77-4427-a88e-e524fc63dfdf tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Added segment 444b52bf-3a42-4500-a72a-2905e2dbce90 of type vlan for network f5eba47d-7e81-467c-9c0d-588f0695bfc2 Sep 23 15:04:50.277151 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-26730426-0f01-450e-9390-309d0c6b0003 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1887fc74-1dcd-40cf-840d-e9780f22364d') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:50.287670 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca59632-5850-40b9-b969-7cbee1f28a04 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:04:50.315292 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6f2fb3a4-5a77-4427-a88e-e524fc63dfdf tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:50.322427 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6dcd68ae-fdcc-43a1-86c1-044538db8878 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:50.335332 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-6dcd68ae-fdcc-43a1-86c1-044538db8878 None None] Transition to ACTIVE for port object 17d5dc86-2fb5-4216-a29a-b57584256179 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:50.349176 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-26730426-0f01-450e-9390-309d0c6b0003 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:50.349663 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7b6a0c6b-e022-455e-8999-289a85ad441b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:50.361539 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-6dcd68ae-fdcc-43a1-86c1-044538db8878 None None] Transition to ACTIVE for port object 17d5dc86-2fb5-4216-a29a-b57584256179 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:50.462717 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6dcd68ae-fdcc-43a1-86c1-044538db8878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:50.477296 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1ca59632-5850-40b9-b969-7cbee1f28a04 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:50.477630 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-1ca59632-5850-40b9-b969-7cbee1f28a04 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Added segment 8af8b242-69b2-4e82-aa43-116bec8e3871 of type vlan for network 99e5e460-4336-4c59-b412-d816b37966d9 Sep 23 15:04:50.488779 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-26730426-0f01-450e-9390-309d0c6b0003 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:50.499129 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6f2fb3a4-5a77-4427-a88e-e524fc63dfdf tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:50.505586 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2fb3a4-5a77-4427-a88e-e524fc63dfdf tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:50.506488 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6f2fb3a4-5a77-4427-a88e-e524fc63dfdf tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:50.551624 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcd68ae-fdcc-43a1-86c1-044538db8878 None None] Network 09b5b8b6-741e-40c1-aca4-6aef93e8d0dd is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:50.556157 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-6dcd68ae-fdcc-43a1-86c1-044538db8878 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:50.562160 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcd68ae-fdcc-43a1-86c1-044538db8878 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:04:50.811639 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd68ae-fdcc-43a1-86c1-044538db8878 None None] Pushing event updated for resources: {'Port': ['ID=17d5dc86-2fb5-4216-a29a-b57584256179,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:50.812978 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26730426-0f01-450e-9390-309d0c6b0003 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:04:50.812978 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-26730426-0f01-450e-9390-309d0c6b0003 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:50.813626 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-6dcd68ae-fdcc-43a1-86c1-044538db8878 None None] Attempting to bind port 17d5dc86-2fb5-4216-a29a-b57584256179 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:04:50.813626 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-6dcd68ae-fdcc-43a1-86c1-044538db8878 None None] Attempting to bind port 17d5dc86-2fb5-4216-a29a-b57584256179 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'b9c092fe-2b07-43b1-99ef-9b4c70cbb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '09b5b8b6-741e-40c1-aca4-6aef93e8d0dd'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:04:50.813626 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcd68ae-fdcc-43a1-86c1-044538db8878 None None] Attempting to bind port 17d5dc86-2fb5-4216-a29a-b57584256179 on network 09b5b8b6-741e-40c1-aca4-6aef93e8d0dd {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:04:50.814109 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a0c6b-e022-455e-8999-289a85ad441b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event updated for resources: {'Subnet': ['ID=822c237e-3645-4049-94cd-069c333bb10d,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:50.814797 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcd68ae-fdcc-43a1-86c1-044538db8878 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:04:50.814797 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcd68ae-fdcc-43a1-86c1-044538db8878 None None] Checking segment: {'id': 'b9c092fe-2b07-43b1-99ef-9b4c70cbb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '09b5b8b6-741e-40c1-aca4-6aef93e8d0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:50.814797 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6dcd68ae-fdcc-43a1-86c1-044538db8878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:50.814797 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcd68ae-fdcc-43a1-86c1-044538db8878 None None] Bound using segment: {'id': 'b9c092fe-2b07-43b1-99ef-9b4c70cbb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '09b5b8b6-741e-40c1-aca4-6aef93e8d0dd'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:04:50.814797 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-6dcd68ae-fdcc-43a1-86c1-044538db8878 None None] Bound port: 17d5dc86-2fb5-4216-a29a-b57584256179, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c092fe-2b07-43b1-99ef-9b4c70cbb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '09b5b8b6-741e-40c1-aca4-6aef93e8d0dd'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:04:50.814797 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6dcd68ae-fdcc-43a1-86c1-044538db8878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:50.815302 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6a0c6b-e022-455e-8999-289a85ad441b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Checking segment: {'id': '80a2f9e7-a6c0-4a38-ab3d-860d0db6facb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b111887e-b50d-4702-86b6-a82e0616e69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:50.815302 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6a0c6b-e022-455e-8999-289a85ad441b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Network hostable DHCP agents. Network: b111887e-b50d-4702-86b6-a82e0616e69f, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:04:50.815302 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2fb3a4-5a77-4427-a88e-e524fc63dfdf tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Pushing event updated for resources: {'Network': ['ID=f5eba47d-7e81-467c-9c0d-588f0695bfc2,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:50.815571 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network f5eba47d-7e81-467c-9c0d-588f0695bfc2 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:04:50.815667 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa6ee7-ab77-4d2d-a6db-bd135994ca51 req-4734a5c1-b704-447b-9fff-9ead02a96a30 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:50.815761 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1ca59632-5850-40b9-b969-7cbee1f28a04 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:50.817030 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2bfa6ee7-ab77-4d2d-a6db-bd135994ca51 req-4734a5c1-b704-447b-9fff-9ead02a96a30 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad69fa04-c977-4bb4-a17a-ac5a74b14a0a HTTP/1.1" status: 200 len: 946 time: 0.3188722 Sep 23 15:04:50.861622 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2bfa6ee7-ab77-4d2d-a6db-bd135994ca51 req-0b79e4a6-c720-46f6-b1fd-ec2e8993bd89 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/security-groups?id=790bf19a-b1c5-4ee7-9437-0aae1556b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436213 Sep 23 15:04:50.902486 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-6dcd68ae-fdcc-43a1-86c1-044538db8878 None None] For port 17d5dc86-2fb5-4216-a29a-b57584256179, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:04:50.913924 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-06b1caa9-6d94-4954-a1f9-036a1ee22a18 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:50.921965 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-6dcd68ae-fdcc-43a1-86c1-044538db8878 None None] For port 17d5dc86-2fb5-4216-a29a-b57584256179, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=17d5dc86-2fb5-4216-a29a-b57584256179,segment=NetworkSegment(b9c092fe-2b07-43b1-99ef-9b4c70cbb1dd),segment_id=b9c092fe-2b07-43b1-99ef-9b4c70cbb1dd)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:04:50.930472 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-06b1caa9-6d94-4954-a1f9-036a1ee22a18 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753924'] for router, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:50.996450 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bef7c-165f-4531-b83f-7740ac73acda req-faf5af7c-61f8-4d1d-b8ec-11e53c61a246 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:50.997910 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-151bef7c-165f-4531-b83f-7740ac73acda req-faf5af7c-61f8-4d1d-b8ec-11e53c61a246 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.5768776 Sep 23 15:04:51.003390 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6f2fb3a4-5a77-4427-a88e-e524fc63dfdf tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1971619 Sep 23 15:04:51.003574 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42040) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:51.021132 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-5a66e0a7-d502-44f1-9d6d-b395951c61d2 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Request body: {'network': {'name': 'tempest-router-network02--676209532'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:51.059997 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6a0c6b-e022-455e-8999-289a85ad441b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Network b111887e-b50d-4702-86b6-a82e0616e69f is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:04:51.062260 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c95f3798-3ecb-4479-8c41-446922ef81eb tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:51.082578 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5a66e0a7-d502-44f1-9d6d-b395951c61d2 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:51.097296 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-5a66e0a7-d502-44f1-9d6d-b395951c61d2 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Usage tracker for resource:network and tenant:f05dcad3826945aa8dd780bd178330ef is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:51.101665 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6dcd68ae-fdcc-43a1-86c1-044538db8878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:51.103834 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-5a66e0a7-d502-44f1-9d6d-b395951c61d2 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:51.112257 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-26730426-0f01-450e-9390-309d0c6b0003 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:51.121947 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5a66e0a7-d502-44f1-9d6d-b395951c61d2 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:51.139722 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f3798-3ecb-4479-8c41-446922ef81eb tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event deleted for resources: {'Port': ['ID=a53eb3a2-2355-44c8-9c35-f7fc4e3d1780,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:51.142662 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1ca59632-5850-40b9-b969-7cbee1f28a04 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:51.148213 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca59632-5850-40b9-b969-7cbee1f28a04 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:51.148786 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1ca59632-5850-40b9-b969-7cbee1f28a04 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:51.154221 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-26730426-0f01-450e-9390-309d0c6b0003 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:51.192048 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26730426-0f01-450e-9390-309d0c6b0003 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event deleted for resources: {'Network': ['ID=029febca-cab6-475a-8f7d-8a0b501c2316,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:51.201591 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-151bef7c-165f-4531-b83f-7740ac73acda req-15001dc7-4afd-4700-8c07-20f31c3946c6 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954050 Sep 23 15:04:51.218199 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b1caa9-6d94-4954-a1f9-036a1ee22a18 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Router d431e80c-5f9a-4d7e-90f4-e00251abf66a has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:04:51.223382 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-26730426-0f01-450e-9390-309d0c6b0003 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "DELETE /v2.0/networks/029febca-cab6-475a-8f7d-8a0b501c2316 HTTP/1.1" status: 204 len: 168 time: 4.8208044 Sep 23 15:04:51.229297 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42044) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:51.230112 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-7b6a0c6b-e022-455e-8999-289a85ad441b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, b111887e-b50d-4702-86b6-a82e0616e69f) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:51.234286 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6a0c6b-e022-455e-8999-289a85ad441b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:51.238082 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7b6a0c6b-e022-455e-8999-289a85ad441b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:51.238338 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd68ae-fdcc-43a1-86c1-044538db8878 None None] Pushing event updated for resources: {'Port': ['ID=17d5dc86-2fb5-4216-a29a-b57584256179,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:51.258944 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb5298a-998f-467c-88b4-346c59b4513b None None] Network b111887e-b50d-4702-86b6-a82e0616e69f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:51.310097 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c95f3798-3ecb-4479-8c41-446922ef81eb tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:51.338928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a66e0a7-d502-44f1-9d6d-b395951c61d2 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Made reservation on behalf of f05dcad3826945aa8dd780bd178330ef for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:51.344059 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5a66e0a7-d502-44f1-9d6d-b395951c61d2 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:51.376107 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1ca59632-5850-40b9-b969-7cbee1f28a04 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6339092 Sep 23 15:04:51.377363 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42050) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:51.389459 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-69548dad-62ab-41fb-8058-5f3bbb513df6 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] DELETE failed (client error): The resource could not be found. Sep 23 15:04:51.392645 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69548dad-62ab-41fb-8058-5f3bbb513df6 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:04:51.392645 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-69548dad-62ab-41fb-8058-5f3bbb513df6 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "DELETE /v2.0/subnets/9b98f0e8-d108-491d-8426-8d7b61664fc3 HTTP/1.1" status: 404 len: 337 time: 0.1165814 Sep 23 15:04:51.400246 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42054) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:51.433545 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-f18e57d9-9b66-43c1-8586-695d4042a615 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Request body: {'subnet': {'network_id': '99e5e460-4336-4c59-b412-d816b37966d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:51.463316 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7b6a0c6b-e022-455e-8999-289a85ad441b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.3835990 Sep 23 15:04:51.525657 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464fb7a0-ae9e-4ed4-9bd6-019baf65d644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-b111887e-b50d-4702-86b6-a82e0616e69f', 'network_id': 'b111887e-b50d-4702-86b6-a82e0616e69f', 'tenant_id': '6162ca6451a94ec88464d67d4a92acb4', 'fixed_ips': [{'subnet_id': '822c237e-3645-4049-94cd-069c333bb10d'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:04:51.526828 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-464fb7a0-ae9e-4ed4-9bd6-019baf65d644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:51.616808 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42058) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:51.647182 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca59632-5850-40b9-b969-7cbee1f28a04 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event updated for resources: {'Network': ['ID=99e5e460-4336-4c59-b412-d816b37966d9,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:51.650669 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-c677afe5-33ac-4fd5-9953-9835ba8ed8f7 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] DELETE failed (client error): The resource could not be found. Sep 23 15:04:51.653508 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c677afe5-33ac-4fd5-9953-9835ba8ed8f7 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:04:51.653508 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c677afe5-33ac-4fd5-9953-9835ba8ed8f7 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "DELETE /v2.0/networks/2d321219-0705-46ad-8718-b33fc8849e75 HTTP/1.1" status: 404 len: 339 time: 0.2517042 Sep 23 15:04:51.662145 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 99e5e460-4336-4c59-b412-d816b37966d9 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:04:51.736789 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42062) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:51.746009 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a66e0a7-d502-44f1-9d6d-b395951c61d2 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:04:51.777105 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c95f3798-3ecb-4479-8c41-446922ef81eb tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:51.780846 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c95f3798-3ecb-4479-8c41-446922ef81eb tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:51.829804 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee405ff-e567-4809-9bde-a3ccc44a3c90 req-226666e0-5114-41e0-bfe7-ca9c90e27635 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:51.831877 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-fee405ff-e567-4809-9bde-a3ccc44a3c90 req-226666e0-5114-41e0-bfe7-ca9c90e27635 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.3848186 Sep 23 15:04:51.855441 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-464fb7a0-ae9e-4ed4-9bd6-019baf65d644 None None] Allocated IP 172.20.0.3 (b111887e-b50d-4702-86b6-a82e0616e69f/822c237e-3645-4049-94cd-069c333bb10d/3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:51.889392 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-fee405ff-e567-4809-9bde-a3ccc44a3c90 req-539cecd6-9b44-4c9a-8a01-571a345158ed tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513356 Sep 23 15:04:51.897823 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c95f3798-3ecb-4479-8c41-446922ef81eb tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:51.898478 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95f3798-3ecb-4479-8c41-446922ef81eb tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Fanout notify agent at l3_agent the message router_deleted on router 64ed916b-a0f8-4a55-846a-8a61012c8e30 {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:04:51.923102 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c95f3798-3ecb-4479-8c41-446922ef81eb tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:51.923102 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c95f3798-3ecb-4479-8c41-446922ef81eb tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "DELETE /v2.0/routers/64ed916b-a0f8-4a55-846a-8a61012c8e30 HTTP/1.1" status: 204 len: 168 time: 3.2945476 Sep 23 15:04:51.923102 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42068) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:51.986428 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b1caa9-6d94-4954-a1f9-036a1ee22a18 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:04:51.994664 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5a66e0a7-d502-44f1-9d6d-b395951c61d2 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:51.995015 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-5a66e0a7-d502-44f1-9d6d-b395951c61d2 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Added segment e3484718-b1bd-4a3b-8d90-de388231d217 of type vlan for network dea83d48-8c3c-4878-81b2-7065335a975e Sep 23 15:04:51.996403 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f18e57d9-9b66-43c1-8586-695d4042a615 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:52.002096 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db39b60-a993-4a66-b099-0c6e08f28ceb None None] Sync routers for ids ['d431e80c-5f9a-4d7e-90f4-e00251abf66a'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:04:52.022632 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f18e57d9-9b66-43c1-8586-695d4042a615 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Usage tracker for resource:subnet and tenant:79d4ad3222e04b9f89c5f5be84cce673 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:52.026850 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-b695485f-c03e-4ce8-aabf-caaab85667d3 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Deleting subnet 06886fb7-ba98-49b4-99f7-b85bc9d6862e {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:04:52.029107 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b695485f-c03e-4ce8-aabf-caaab85667d3 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:52.030478 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f18e57d9-9b66-43c1-8586-695d4042a615 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:52.048028 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-06b1caa9-6d94-4954-a1f9-036a1ee22a18 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:52.051611 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-06b1caa9-6d94-4954-a1f9-036a1ee22a18 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "PUT /v2.0/routers/d431e80c-5f9a-4d7e-90f4-e00251abf66a HTTP/1.1" status: 200 len: 710 time: 7.2560413 Sep 23 15:04:52.053862 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f18e57d9-9b66-43c1-8586-695d4042a615 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:52.061469 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42074) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:52.066038 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:52.072278 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db39b60-a993-4a66-b099-0c6e08f28ceb None None] Routers {'d431e80c-5f9a-4d7e-90f4-e00251abf66a'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:52.073158 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-7db39b60-a993-4a66-b099-0c6e08f28ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['d431e80c-5f9a-4d7e-90f4-e00251abf66a'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:52.108754 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b695485f-c03e-4ce8-aabf-caaab85667d3 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:52.147332 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e19d208-a25c-45e7-803d-4c35d3870096 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Deleting subnet 89cad1f0-2723-4a05-b627-525f441587bd {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:04:52.171082 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-7db39b60-a993-4a66-b099-0c6e08f28ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:52.187381 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db39b60-a993-4a66-b099-0c6e08f28ceb None None] Routers {'d431e80c-5f9a-4d7e-90f4-e00251abf66a'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:52.188929 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-7db39b60-a993-4a66-b099-0c6e08f28ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['d431e80c-5f9a-4d7e-90f4-e00251abf66a'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:52.210392 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b695485f-c03e-4ce8-aabf-caaab85667d3 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:52.235308 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8e19d208-a25c-45e7-803d-4c35d3870096 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:52.266910 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-7db39b60-a993-4a66-b099-0c6e08f28ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:52.267666 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db39b60-a993-4a66-b099-0c6e08f28ceb None None] The sync data for ids ['d431e80c-5f9a-4d7e-90f4-e00251abf66a'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:04:52.288292 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-464fb7a0-ae9e-4ed4-9bd6-019baf65d644 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:52.306359 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-464fb7a0-ae9e-4ed4-9bd6-019baf65d644 None None] Transition to ACTIVE for port object 3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:52.328521 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-464fb7a0-ae9e-4ed4-9bd6-019baf65d644 None None] Transition to ACTIVE for port object 3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:52.353214 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5a66e0a7-d502-44f1-9d6d-b395951c61d2 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:52.429048 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b695485f-c03e-4ce8-aabf-caaab85667d3 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:52.429715 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-464fb7a0-ae9e-4ed4-9bd6-019baf65d644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:52.493019 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b695485f-c03e-4ce8-aabf-caaab85667d3 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:52.509860 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 1887fc74-1dcd-40cf-840d-e9780f22364d resource provider aggregate not found Sep 23 15:04:52.516010 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b695485f-c03e-4ce8-aabf-caaab85667d3 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "DELETE /v2.0/subnets/06886fb7-ba98-49b4-99f7-b85bc9d6862e HTTP/1.1" status: 204 len: 168 time: 0.5971830 Sep 23 15:04:52.520172 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18e57d9-9b66-43c1-8586-695d4042a615 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Made reservation on behalf of 79d4ad3222e04b9f89c5f5be84cce673 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:52.523352 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695485f-c03e-4ce8-aabf-caaab85667d3 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event deleted for resources: {'Subnet': ['ID=06886fb7-ba98-49b4-99f7-b85bc9d6862e,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:52.523656 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f18e57d9-9b66-43c1-8586-695d4042a615 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:52.529146 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42084) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:52.531366 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401097c4-6549-455c-92ce-cae20aaf0aa2 None None] Network 00f4bb34-cb58-4c95-a934-f9d3b871f654 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:52.633414 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 1887fc74-1dcd-40cf-840d-e9780f22364d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1887fc74-1dcd-40cf-840d-e9780f22364d found for delete ", "request_id": "req-e4ebf6e3-7003-4436-aa8e-dc9130dd60a7"}]} Sep 23 15:04:52.643297 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Deleting port 3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:52.649745 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:52.677258 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8518fce2-8133-4788-83f8-379250724ad0 tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "GET /v2.0/routers/d431e80c-5f9a-4d7e-90f4-e00251abf66a HTTP/1.1" status: 200 len: 745 time: 0.6054142 Sep 23 15:04:52.677258 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.resource_extend [None req-5a66e0a7-d502-44f1-9d6d-b395951c61d2 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:04:52.691739 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8e19d208-a25c-45e7-803d-4c35d3870096 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:52.707944 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42088) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:52.780844 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4ec56878-1505-4ff5-8005-788a29f33c8e tempest-RoutersIpV6AdminTest-1680188315 tempest-RoutersIpV6AdminTest-1680188315-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=61b1518d-d511-4beb-b056-d894a2c85079&device_id=d431e80c-5f9a-4d7e-90f4-e00251abf66a HTTP/1.1" status: 200 len: 205 time: 0.0690000 Sep 23 15:04:52.782260 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42092) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:52.821886 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fe956d53-1ab8-409e-ab98-636ef619058b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:52.839962 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c775134-9c7c-4d01-a31e-bbce217e97c8 None None] Network 09b5b8b6-741e-40c1-aca4-6aef93e8d0dd requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:52.842177 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-fe956d53-1ab8-409e-ab98-636ef619058b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Deleting port 0345fa63-6124-4200-b8ab-06ded2589159 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:52.842177 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fe956d53-1ab8-409e-ab98-636ef619058b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:52.853826 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 17d5dc86-2fb5-4216-a29a-b57584256179 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:04:52.865657 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f67d5bc6-74a8-4320-8dbb-b4121900c6b0 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "GET /v2.0/ports?device_id=d431e80c-5f9a-4d7e-90f4-e00251abf66a HTTP/1.1" status: 200 len: 205 time: 0.0790617 Sep 23 15:04:52.872771 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42096) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:52.881059 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464fb7a0-ae9e-4ed4-9bd6-019baf65d644 None None] Pushing event updated for resources: {'Port': ['ID=3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:52.882868 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5d546-c64e-46fc-8d13-dfbe0204cb2c req-499cf69b-b9a3-45c0-b989-a0dbc2de1d75 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:52.892005 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-eda5d546-c64e-46fc-8d13-dfbe0204cb2c req-499cf69b-b9a3-45c0-b989-a0dbc2de1d75 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.3513732 Sep 23 15:04:52.892198 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464fb7a0-ae9e-4ed4-9bd6-019baf65d644 None None] Network b111887e-b50d-4702-86b6-a82e0616e69f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:52.904607 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-464fb7a0-ae9e-4ed4-9bd6-019baf65d644 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:52.907062 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464fb7a0-ae9e-4ed4-9bd6-019baf65d644 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:04:52.926974 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04897598-3a34-4772-84b0-4157da8f5c32 req-6491ee21-9c31-496f-bd36-23deb967f318 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:52.928472 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-04897598-3a34-4772-84b0-4157da8f5c32 req-6491ee21-9c31-496f-bd36-23deb967f318 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad69fa04-c977-4bb4-a17a-ac5a74b14a0a HTTP/1.1" status: 200 len: 946 time: 0.7639394 Sep 23 15:04:52.960554 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5a66e0a7-d502-44f1-9d6d-b395951c61d2 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:52.966757 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a66e0a7-d502-44f1-9d6d-b395951c61d2 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:52.967360 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5a66e0a7-d502-44f1-9d6d-b395951c61d2 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:53.059336 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4bf6c022-2816-4540-b520-8ddea318b443 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:53.171432 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-188c1d7f-9786-478c-8121-abed55476c95 None None] Provisioning for port 17d5dc86-2fb5-4216-a29a-b57584256179 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:04:53.190058 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-464fb7a0-ae9e-4ed4-9bd6-019baf65d644 None None] Attempting to bind port 3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:04:53.191154 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-464fb7a0-ae9e-4ed4-9bd6-019baf65d644 None None] Attempting to bind port 3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '80a2f9e7-a6c0-4a38-ab3d-860d0db6facb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b111887e-b50d-4702-86b6-a82e0616e69f'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:04:53.191488 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fb7a0-ae9e-4ed4-9bd6-019baf65d644 None None] Attempting to bind port 3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7 on network b111887e-b50d-4702-86b6-a82e0616e69f {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:04:53.194766 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66e0a7-d502-44f1-9d6d-b395951c61d2 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Pushing event updated for resources: {'Network': ['ID=dea83d48-8c3c-4878-81b2-7065335a975e,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:53.205258 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8e19d208-a25c-45e7-803d-4c35d3870096 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:53.219795 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fb7a0-ae9e-4ed4-9bd6-019baf65d644 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:04:53.220187 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fb7a0-ae9e-4ed4-9bd6-019baf65d644 None None] Checking segment: {'id': '80a2f9e7-a6c0-4a38-ab3d-860d0db6facb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b111887e-b50d-4702-86b6-a82e0616e69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:53.220575 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-464fb7a0-ae9e-4ed4-9bd6-019baf65d644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:53.220968 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fb7a0-ae9e-4ed4-9bd6-019baf65d644 None None] Bound using segment: {'id': '80a2f9e7-a6c0-4a38-ab3d-860d0db6facb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b111887e-b50d-4702-86b6-a82e0616e69f'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:04:53.221459 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-464fb7a0-ae9e-4ed4-9bd6-019baf65d644 None None] Bound port: 3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a2f9e7-a6c0-4a38-ab3d-860d0db6facb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'b111887e-b50d-4702-86b6-a82e0616e69f'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:04:53.221872 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-464fb7a0-ae9e-4ed4-9bd6-019baf65d644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:53.231734 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network dea83d48-8c3c-4878-81b2-7065335a975e details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:04:53.241750 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-eda5d546-c64e-46fc-8d13-dfbe0204cb2c req-38847364-260e-448e-b433-e0a1dbfb9c01 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2910068 Sep 23 15:04:53.266627 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5a66e0a7-d502-44f1-9d6d-b395951c61d2 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.2620363 Sep 23 15:04:53.270304 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-04897598-3a34-4772-84b0-4157da8f5c32 req-2f5cd56e-00d8-449d-b327-26b5c8e25435 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/security-groups?id=790bf19a-b1c5-4ee7-9437-0aae1556b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3319395 Sep 23 15:04:53.287227 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42100) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:53.318777 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-4f6a80a0-445a-4f6f-8bab-74775b08b66c tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Request body: {'subnet': {'network_id': 'f5eba47d-7e81-467c-9c0d-588f0695bfc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:53.417541 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 17d5dc86-2fb5-4216-a29a-b57584256179 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:04:53.448091 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 17d5dc86-2fb5-4216-a29a-b57584256179 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:53.448416 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:53.448756 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 17d5dc86-2fb5-4216-a29a-b57584256179 Sep 23 15:04:53.519426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] For port 3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7, host dv-neutron-859093-1-hyperv, got binding levels [] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:53.519812 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:53.574251 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4bf6c022-2816-4540-b520-8ddea318b443 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:53.580143 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4bf6c022-2816-4540-b520-8ddea318b443 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:53.608472 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-464fb7a0-ae9e-4ed4-9bd6-019baf65d644 None None] For port 3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:04:53.618448 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-464fb7a0-ae9e-4ed4-9bd6-019baf65d644 None None] For port 3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7,segment=NetworkSegment(80a2f9e7-a6c0-4a38-ab3d-860d0db6facb),segment_id=80a2f9e7-a6c0-4a38-ab3d-860d0db6facb)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:04:53.658188 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-4f6a80a0-445a-4f6f-8bab-74775b08b66c tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:53.668411 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Calling delete_port for 3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7 owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:53.675975 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f79df6-36ef-4848-86ad-332cbb66f575 None None] DHCP port deletion for 00f4bb34-cb58-4c95-a934-f9d3b871f654 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:04:53.697459 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b6f79df6-36ef-4848-86ad-332cbb66f575 None None] Deleting port 0345fa63-6124-4200-b8ab-06ded2589159 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:53.697459 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6f79df6-36ef-4848-86ad-332cbb66f575 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:53.698582 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8e19d208-a25c-45e7-803d-4c35d3870096 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:53.702529 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4f6a80a0-445a-4f6f-8bab-74775b08b66c tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Usage tracker for resource:subnet and tenant:f05dcad3826945aa8dd780bd178330ef is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:53.736712 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f18e57d9-9b66-43c1-8586-695d4042a615 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:53.740086 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-464fb7a0-ae9e-4ed4-9bd6-019baf65d644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:53.750346 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4f6a80a0-445a-4f6f-8bab-74775b08b66c tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:53.771256 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-4f6a80a0-445a-4f6f-8bab-74775b08b66c tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:53.774714 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e19d208-a25c-45e7-803d-4c35d3870096 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event deleted for resources: {'Subnet': ['ID=89cad1f0-2723-4a05-b627-525f441587bd,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:53.790158 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-fe956d53-1ab8-409e-ab98-636ef619058b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] For port 0345fa63-6124-4200-b8ab-06ded2589159, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=0345fa63-6124-4200-b8ab-06ded2589159,segment=NetworkSegment(f0486981-1a20-4180-ba8a-dd3049febc12),segment_id=f0486981-1a20-4180-ba8a-dd3049febc12)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:53.790541 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fe956d53-1ab8-409e-ab98-636ef619058b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:53.794974 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 17d5dc86-2fb5-4216-a29a-b57584256179 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:04:53.795447 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:53.807542 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8e19d208-a25c-45e7-803d-4c35d3870096 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:53.819074 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef170044-5c9c-4913-bb24-d1b531a9a8b5 None None] Network 625d3b32-2eaf-43b8-8d0a-e9ad3bf374ae requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:53.871749 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8e19d208-a25c-45e7-803d-4c35d3870096 tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "DELETE /v2.0/subnets/89cad1f0-2723-4a05-b627-525f441587bd HTTP/1.1" status: 204 len: 168 time: 2.1294024 Sep 23 15:04:53.876043 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42106) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:53.944711 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6a80a0-445a-4f6f-8bab-74775b08b66c tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Made reservation on behalf of f05dcad3826945aa8dd780bd178330ef for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:53.949077 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4f6a80a0-445a-4f6f-8bab-74775b08b66c tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:53.987975 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4bf6c022-2816-4540-b520-8ddea318b443 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:53.991311 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf6c022-2816-4540-b520-8ddea318b443 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Fanout notify agent at l3_agent the message router_deleted on router d431e80c-5f9a-4d7e-90f4-e00251abf66a {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:04:53.997710 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-fe956d53-1ab8-409e-ab98-636ef619058b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Calling delete_port for 0345fa63-6124-4200-b8ab-06ded2589159 owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:54.048035 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e57d9-9b66-43c1-8586-695d4042a615 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event updated for resources: {'Subnet': ['ID=2f024f7f-cea2-414e-88c5-092f5321be9d,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:54.060532 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7d1bb-1b12-4a47-8834-b06bae32f326 req-d0e4ce8e-156f-47db-ade4-13a68ae0747d tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:54.062092 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3ea7d1bb-1b12-4a47-8834-b06bae32f326 req-d0e4ce8e-156f-47db-ade4-13a68ae0747d tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad69fa04-c977-4bb4-a17a-ac5a74b14a0a HTTP/1.1" status: 200 len: 946 time: 0.4858143 Sep 23 15:04:54.079280 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42110) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:54.085120 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-cf1acf00-a7c8-4622-9ff9-1c67a7b36809 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Request body: {'floatingip': {'port_id': '9e979efe-d5f5-42ef-874e-38172e8f33b8'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:54.092939 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 17d5dc86-2fb5-4216-a29a-b57584256179, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=17d5dc86-2fb5-4216-a29a-b57584256179,segment=NetworkSegment(b9c092fe-2b07-43b1-99ef-9b4c70cbb1dd),segment_id=b9c092fe-2b07-43b1-99ef-9b4c70cbb1dd)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:54.134091 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18e57d9-9b66-43c1-8586-695d4042a615 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Checking segment: {'id': '8af8b242-69b2-4e82-aa43-116bec8e3871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '99e5e460-4336-4c59-b412-d816b37966d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:54.139098 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18e57d9-9b66-43c1-8586-695d4042a615 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Network hostable DHCP agents. Network: 99e5e460-4336-4c59-b412-d816b37966d9, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:04:54.159460 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4bf6c022-2816-4540-b520-8ddea318b443 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:54.160852 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4bf6c022-2816-4540-b520-8ddea318b443 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "DELETE /v2.0/routers/d431e80c-5f9a-4d7e-90f4-e00251abf66a HTTP/1.1" status: 204 len: 168 time: 1.2869871 Sep 23 15:04:54.161110 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.api [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:04:54.161435 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG oslo_db.api [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:04:54.165559 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42114) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:54.210810 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cf1acf00-a7c8-4622-9ff9-1c67a7b36809 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks [] for floatingip, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:54.240321 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464fb7a0-ae9e-4ed4-9bd6-019baf65d644 None None] Pushing event updated for resources: {'Port': ['ID=3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:54.257514 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:54.266392 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f385385c-eeb8-4f62-b2c5-50d6d197036b tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "GET /v2.0/ports?device_id=d431e80c-5f9a-4d7e-90f4-e00251abf66a HTTP/1.1" status: 200 len: 205 time: 0.0979071 Sep 23 15:04:54.267263 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42118) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:54.289190 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c49d1666-4fe6-4fae-badf-2d9e99da2a8e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:54.319333 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-c49d1666-4fe6-4fae-badf-2d9e99da2a8e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Deleting port 22f3802c-275c-4abe-acb7-a6214a9c32a4 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:54.319677 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c49d1666-4fe6-4fae-badf-2d9e99da2a8e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:54.360115 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-316281f8-72e0-4787-befd-9133d2f4b75a tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] delete failed (client error): The resource could not be found. Sep 23 15:04:54.361142 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-316281f8-72e0-4787-befd-9133d2f4b75a tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "DELETE /v2.0/routers/d431e80c-5f9a-4d7e-90f4-e00251abf66a HTTP/1.1" status: 404 len: 336 time: 0.0903959 Sep 23 15:04:54.389449 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42124) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:54.434128 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b6f79df6-36ef-4848-86ad-332cbb66f575 None None] For port 0345fa63-6124-4200-b8ab-06ded2589159, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=0345fa63-6124-4200-b8ab-06ded2589159,segment=NetworkSegment(f0486981-1a20-4180-ba8a-dd3049febc12),segment_id=f0486981-1a20-4180-ba8a-dd3049febc12)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:54.434768 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6f79df6-36ef-4848-86ad-332cbb66f575 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:54.531939 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-461bcb61-9d06-46a8-b231-7409be3d4bf1 None None] Provisioning complete for port 17d5dc86-2fb5-4216-a29a-b57584256179 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:54.532557 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-461bcb61-9d06-46a8-b231-7409be3d4bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:54.533042 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-461bcb61-9d06-46a8-b231-7409be3d4bf1 None None] Attempt 1 to provision port 17d5dc86-2fb5-4216-a29a-b57584256179 Sep 23 15:04:54.540453 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f146ec81-d4e1-4dea-b30c-269e97482424 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "GET /v2.0/ports?device_id=59c4cd82-67dc-46b9-b824-ab788f01ca80 HTTP/1.1" status: 200 len: 205 time: 0.1483428 Sep 23 15:04:54.543768 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42128) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:54.600481 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18e57d9-9b66-43c1-8586-695d4042a615 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Network 99e5e460-4336-4c59-b412-d816b37966d9 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:04:54.627299 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-6421a209-076a-4b45-903c-8e0052a259ab tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] delete failed (client error): The resource could not be found. Sep 23 15:04:54.628791 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6421a209-076a-4b45-903c-8e0052a259ab tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "DELETE /v2.0/routers/59c4cd82-67dc-46b9-b824-ab788f01ca80 HTTP/1.1" status: 404 len: 336 time: 0.0840654 Sep 23 15:04:54.629986 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fe956d53-1ab8-409e-ab98-636ef619058b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:54.637215 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42132) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:54.663551 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Deleting port 3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:54.663926 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:54.701736 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b6f79df6-36ef-4848-86ad-332cbb66f575 None None] Calling delete_port for 0345fa63-6124-4200-b8ab-06ded2589159 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:54.734714 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:04:54.779661 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-f18e57d9-9b66-43c1-8586-695d4042a615 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 99e5e460-4336-4c59-b412-d816b37966d9) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:54.796643 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18e57d9-9b66-43c1-8586-695d4042a615 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:54.797234 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f18e57d9-9b66-43c1-8586-695d4042a615 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:54.809807 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99a11f9-72a6-49c1-95d6-ae8b6b1369ec None None] Network 99e5e460-4336-4c59-b412-d816b37966d9 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:54.838233 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe956d53-1ab8-409e-ab98-636ef619058b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event deleted for resources: {'Port': ['ID=0345fa63-6124-4200-b8ab-06ded2589159,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:54.841843 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=17d5dc86-2fb5-4216-a29a-b57584256179,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:54.954610 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f4f2b2c5-660e-4d26-baec-2a0148228ff3 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "GET /v2.0/ports?device_id=85a6a2ee-fbe2-4392-9f06-d49d4597cacf HTTP/1.1" status: 200 len: 205 time: 0.2478843 Sep 23 15:04:54.954610 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe956d53-1ab8-409e-ab98-636ef619058b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] No DVR routers for this DVR port 0345fa63-6124-4200-b8ab-06ded2589159 on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:04:54.985721 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42136) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:55.004026 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-b6f79df6-36ef-4848-86ad-332cbb66f575 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:04:55.004380 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-b6f79df6-36ef-4848-86ad-332cbb66f575 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:04:55.133326 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-461bcb61-9d06-46a8-b231-7409be3d4bf1 None None] Current status of the port 17d5dc86-2fb5-4216-a29a-b57584256179 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:04:55.169184 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-416289e6-24d7-4202-b2db-ac9be56593b5 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] delete failed (client error): The resource could not be found. Sep 23 15:04:55.170222 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-416289e6-24d7-4202-b2db-ac9be56593b5 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "DELETE /v2.0/routers/85a6a2ee-fbe2-4392-9f06-d49d4597cacf HTTP/1.1" status: 404 len: 336 time: 0.1832204 Sep 23 15:04:55.175766 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:04:55.180055 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] For port 3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7,segment=NetworkSegment(80a2f9e7-a6c0-4a38-ab3d-860d0db6facb),segment_id=80a2f9e7-a6c0-4a38-ab3d-860d0db6facb)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:55.180355 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:55.182237 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42140) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:55.195596 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be27d1a6-3d8b-463b-ab26-5cca20341baf None None] DHCP port deletion for 625d3b32-2eaf-43b8-8d0a-e9ad3bf374ae request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:04:55.203754 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75852a9-7d6b-4759-86d5-b9e139862795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-99e5e460-4336-4c59-b412-d816b37966d9', 'network_id': '99e5e460-4336-4c59-b412-d816b37966d9', 'tenant_id': '79d4ad3222e04b9f89c5f5be84cce673', 'fixed_ips': [{'subnet_id': '2f024f7f-cea2-414e-88c5-092f5321be9d'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:04:55.204835 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f75852a9-7d6b-4759-86d5-b9e139862795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:55.215444 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-be27d1a6-3d8b-463b-ab26-5cca20341baf None None] Deleting port 22f3802c-275c-4abe-acb7-a6214a9c32a4 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:55.215910 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-be27d1a6-3d8b-463b-ab26-5cca20341baf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:55.314709 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 0345fa63-6124-4200-b8ab-06ded2589159 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:04:55.345750 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Calling delete_port for 3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7 owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:55.399155 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 0345fa63-6124-4200-b8ab-06ded2589159 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:04:55.399500 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 0345fa63-6124-4200-b8ab-06ded2589159 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:04:55.402110 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5595801c-0f4b-4cf4-a305-92e14b9ea196 None None] Network b111887e-b50d-4702-86b6-a82e0616e69f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:55.452209 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2b20d-3cbb-4b3f-830b-bf91e61bfdf4 req-4ceea778-352c-4991-a9d4-ab39bce49803 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:55.453704 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-83d2b20d-3cbb-4b3f-830b-bf91e61bfdf4 req-4ceea778-352c-4991-a9d4-ab39bce49803 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.9054158 Sep 23 15:04:55.465567 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f18e57d9-9b66-43c1-8586-695d4042a615 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.0728300 Sep 23 15:04:55.469566 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42144) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:55.488182 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-60e49db9-5a49-4683-b752-1b4aa7cdd2a0 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "GET /v2.0/ports?device_id=15ef19ac-75aa-42be-bcd7-635160a18fc7 HTTP/1.1" status: 200 len: 205 time: 0.3042977 Sep 23 15:04:55.494125 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42148) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:55.511165 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b6f79df6-36ef-4848-86ad-332cbb66f575 None None] Deleting port 0345fa63-6124-4200-b8ab-06ded2589159 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:55.511465 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6f79df6-36ef-4848-86ad-332cbb66f575 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:55.541433 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4f6a80a0-445a-4f6f-8bab-74775b08b66c tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:55.566444 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fe956d53-1ab8-409e-ab98-636ef619058b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:55.594735 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-9871a3ef-eff9-4ead-a695-2e05864f3f0f tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] delete failed (client error): The resource could not be found. Sep 23 15:04:55.599086 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9871a3ef-eff9-4ead-a695-2e05864f3f0f tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "DELETE /v2.0/routers/15ef19ac-75aa-42be-bcd7-635160a18fc7 HTTP/1.1" status: 404 len: 336 time: 0.1018844 Sep 23 15:04:55.622387 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-c49d1666-4fe6-4fae-badf-2d9e99da2a8e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] For port 22f3802c-275c-4abe-acb7-a6214a9c32a4, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=22f3802c-275c-4abe-acb7-a6214a9c32a4,segment=NetworkSegment(02610b28-e92a-4272-b33a-6ed7f1b4c2c2),segment_id=02610b28-e92a-4272-b33a-6ed7f1b4c2c2)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:55.622760 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c49d1666-4fe6-4fae-badf-2d9e99da2a8e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:55.630099 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42152) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:55.674403 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-83d2b20d-3cbb-4b3f-830b-bf91e61bfdf4 req-4ca6314a-fece-4acb-a74e-b31145cb7136 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054834 Sep 23 15:04:55.682353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b6f79df6-36ef-4848-86ad-332cbb66f575 None None] The port '0345fa63-6124-4200-b8ab-06ded2589159' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:04:55.683476 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-fe956d53-1ab8-409e-ab98-636ef619058b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f4bb34-cb58-4c95-a934-f9d3b871f654']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:55.701370 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-fe956d53-1ab8-409e-ab98-636ef619058b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0486981-1a20-4180-ba8a-dd3049febc12') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:55.701751 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-fe956d53-1ab8-409e-ab98-636ef619058b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0486981-1a20-4180-ba8a-dd3049febc12') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:55.739434 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fe956d53-1ab8-409e-ab98-636ef619058b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:55.769090 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fe956d53-1ab8-409e-ab98-636ef619058b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:55.772985 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f47154e7-3a04-422c-aac3-d782e0183383 None None] Provisioning for port 3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:04:55.777793 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe956d53-1ab8-409e-ab98-636ef619058b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:04:55.778202 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fe956d53-1ab8-409e-ab98-636ef619058b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:55.825288 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f47154e7-3a04-422c-aac3-d782e0183383 None None] Provisioning complete for port 3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:55.825991 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f47154e7-3a04-422c-aac3-d782e0183383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:55.826585 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f47154e7-3a04-422c-aac3-d782e0183383 None None] Attempt 1 to provision port 3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7 Sep 23 15:04:55.869050 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d3979a5d-759b-4d5c-82d1-ddeedd8659e6 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "GET /v2.0/ports?device_id=75a5daa1-9edf-41fb-b44f-00c1c6dd28c2 HTTP/1.1" status: 200 len: 205 time: 0.2163551 Sep 23 15:04:55.874289 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42158) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:55.875612 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment f0486981-1a20-4180-ba8a-dd3049febc12 resource provider aggregate not found Sep 23 15:04:55.875931 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-c49d1666-4fe6-4fae-badf-2d9e99da2a8e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Calling delete_port for 22f3802c-275c-4abe-acb7-a6214a9c32a4 owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:55.917165 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-be27d1a6-3d8b-463b-ab26-5cca20341baf None None] For port 22f3802c-275c-4abe-acb7-a6214a9c32a4, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=22f3802c-275c-4abe-acb7-a6214a9c32a4,segment=NetworkSegment(02610b28-e92a-4272-b33a-6ed7f1b4c2c2),segment_id=02610b28-e92a-4272-b33a-6ed7f1b4c2c2)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:04:55.917892 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-be27d1a6-3d8b-463b-ab26-5cca20341baf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:55.945726 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-f75852a9-7d6b-4759-86d5-b9e139862795 None None] Allocated IP 2001:db8::2 (99e5e460-4336-4c59-b412-d816b37966d9/2f024f7f-cea2-414e-88c5-092f5321be9d/8c6fe088-9cb5-42f9-9f62-f21990c1f6f6) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:55.962769 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment f0486981-1a20-4180-ba8a-dd3049febc12 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0486981-1a20-4180-ba8a-dd3049febc12 found for delete ", "request_id": "req-0e9fc134-d466-47de-a31a-8810821213fe"}]} Sep 23 15:04:55.982269 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-d247a314-88df-48b7-aee5-c5fd0b056489 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] delete failed (client error): The resource could not be found. Sep 23 15:04:55.983446 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d247a314-88df-48b7-aee5-c5fd0b056489 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "DELETE /v2.0/routers/75a5daa1-9edf-41fb-b44f-00c1c6dd28c2 HTTP/1.1" status: 404 len: 336 time: 0.1009290 Sep 23 15:04:55.986537 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42164) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:56.005786 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a80a0-445a-4f6f-8bab-74775b08b66c tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Pushing event updated for resources: {'Subnet': ['ID=b7ce0b27-2400-42e1-ac45-d86bb70b73a1,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:56.047385 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1cf3422a-af7a-48c3-8644-d6862e0e569b tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "GET /v2.0/ports?device_id=642609c7-686f-4d26-b2f2-2036c37a1699 HTTP/1.1" status: 200 len: 205 time: 0.0571978 Sep 23 15:04:56.048533 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42168) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:56.056056 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6a80a0-445a-4f6f-8bab-74775b08b66c tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Checking segment: {'id': '444b52bf-3a42-4500-a72a-2905e2dbce90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f5eba47d-7e81-467c-9c0d-588f0695bfc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:56.056431 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6a80a0-445a-4f6f-8bab-74775b08b66c tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Network hostable DHCP agents. Network: f5eba47d-7e81-467c-9c0d-588f0695bfc2, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:04:56.075890 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:56.125141 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fe956d53-1ab8-409e-ab98-636ef619058b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:56.130604 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-a0285f16-a320-4fec-9fa0-cf8a5011cc40 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] delete failed (client error): The resource could not be found. Sep 23 15:04:56.131617 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a0285f16-a320-4fec-9fa0-cf8a5011cc40 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "DELETE /v2.0/routers/642609c7-686f-4d26-b2f2-2036c37a1699 HTTP/1.1" status: 404 len: 336 time: 0.0821948 Sep 23 15:04:56.143949 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42172) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:56.146917 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fe956d53-1ab8-409e-ab98-636ef619058b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:56.159543 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-be27d1a6-3d8b-463b-ab26-5cca20341baf None None] Calling delete_port for 22f3802c-275c-4abe-acb7-a6214a9c32a4 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:56.162451 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe956d53-1ab8-409e-ab98-636ef619058b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event deleted for resources: {'Network': ['ID=00f4bb34-cb58-4c95-a934-f9d3b871f654,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:56.167784 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.resource_extend [None req-cf1acf00-a7c8-4622-9ff9-1c67a7b36809 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:04:56.247912 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-fe956d53-1ab8-409e-ab98-636ef619058b tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "DELETE /v2.0/networks/00f4bb34-cb58-4c95-a934-f9d3b871f654 HTTP/1.1" status: 204 len: 168 time: 3.7148671 Sep 23 15:04:56.248692 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42176) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:56.318927 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:56.322886 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6a80a0-445a-4f6f-8bab-74775b08b66c tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Network f5eba47d-7e81-467c-9c0d-588f0695bfc2 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:04:56.324838 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c49d1666-4fe6-4fae-badf-2d9e99da2a8e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:56.338906 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f47154e7-3a04-422c-aac3-d782e0183383 None None] Could not find standard attr ID for object 3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:04:56.368090 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e91386c-d1a0-4f3c-b196-9d5114190e84 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] DELETE failed (client error): The resource could not be found. Sep 23 15:04:56.368653 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e91386c-d1a0-4f3c-b196-9d5114190e84 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:04:56.371277 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.db [None req-f47154e7-3a04-422c-aac3-d782e0183383 None None] No ports have port_id starting with 3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7 Sep 23 15:04:56.403535 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-be27d1a6-3d8b-463b-ab26-5cca20341baf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:04:56.403864 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-be27d1a6-3d8b-463b-ab26-5cca20341baf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:04:56.405658 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Port': ['ID=3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:56.430072 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cf1acf00-a7c8-4622-9ff9-1c67a7b36809 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:56.431228 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-9ceb1b2c-ccc7-4858-828c-8be6ab081508 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Deleting port 48f34c24-f696-4d93-be6e-81fd5f7bab77 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:56.431555 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9ceb1b2c-ccc7-4858-828c-8be6ab081508 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:56.502808 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49d1666-4fe6-4fae-badf-2d9e99da2a8e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] No DVR routers for this DVR port 22f3802c-275c-4abe-acb7-a6214a9c32a4 on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:04:56.506755 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cf1acf00-a7c8-4622-9ff9-1c67a7b36809 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:56.543907 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f75852a9-7d6b-4759-86d5-b9e139862795 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:56.559258 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f75852a9-7d6b-4759-86d5-b9e139862795 None None] Transition to ACTIVE for port object 8c6fe088-9cb5-42f9-9f62-f21990c1f6f6 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:56.586796 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f75852a9-7d6b-4759-86d5-b9e139862795 None None] Transition to ACTIVE for port object 8c6fe088-9cb5-42f9-9f62-f21990c1f6f6 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:56.618929 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1e91386c-d1a0-4f3c-b196-9d5114190e84 tempest-RoutersIpV6AdminTest-108341864 tempest-RoutersIpV6AdminTest-108341864-project] 10.222.0.67 "DELETE /v2.0/subnets/13abf180-d4bd-44e8-a09a-0188ac2e6492 HTTP/1.1" status: 404 len: 337 time: 0.4739070 Sep 23 15:04:56.646089 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 17d5dc86-2fb5-4216-a29a-b57584256179 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:04:56.649506 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:56.675643 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d1666-4fe6-4fae-badf-2d9e99da2a8e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event deleted for resources: {'Port': ['ID=22f3802c-275c-4abe-acb7-a6214a9c32a4,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:56.703636 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-4f6a80a0-445a-4f6f-8bab-74775b08b66c tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, f5eba47d-7e81-467c-9c0d-588f0695bfc2) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:56.720348 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f75852a9-7d6b-4759-86d5-b9e139862795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:56.738880 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No DVR routers for this DVR port 3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7 on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:04:56.788938 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a026ed72-1125-4bf3-ad40-17364c541d8c None None] Network f5eba47d-7e81-467c-9c0d-588f0695bfc2 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:56.825205 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9ceb1b2c-ccc7-4858-828c-8be6ab081508 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:56.825520 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9ceb1b2c-ccc7-4858-828c-8be6ab081508 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:56.841286 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-cf1acf00-a7c8-4622-9ff9-1c67a7b36809 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Floating IP 0f0e9f42-dc28-4bdc-b491-23f993469dd1 associated. External IP: 172.26.10.209, port: 9e979efe-d5f5-42ef-874e-38172e8f33b8. Sep 23 15:04:56.860918 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6a80a0-445a-4f6f-8bab-74775b08b66c tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:56.861475 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4f6a80a0-445a-4f6f-8bab-74775b08b66c tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:56.926511 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-be27d1a6-3d8b-463b-ab26-5cca20341baf None None] Deleting port 22f3802c-275c-4abe-acb7-a6214a9c32a4 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:56.926885 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-be27d1a6-3d8b-463b-ab26-5cca20341baf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:56.980359 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c49d1666-4fe6-4fae-badf-2d9e99da2a8e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:56.984724 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75852a9-7d6b-4759-86d5-b9e139862795 None None] Network 99e5e460-4336-4c59-b412-d816b37966d9 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:56.993937 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-f75852a9-7d6b-4759-86d5-b9e139862795 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:57.025643 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75852a9-7d6b-4759-86d5-b9e139862795 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:04:57.030543 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-c49d1666-4fe6-4fae-badf-2d9e99da2a8e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625d3b32-2eaf-43b8-8d0a-e9ad3bf374ae']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:57.038859 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-be27d1a6-3d8b-463b-ab26-5cca20341baf None None] The port '22f3802c-275c-4abe-acb7-a6214a9c32a4' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:04:57.039317 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:57.087048 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4f6a80a0-445a-4f6f-8bab-74775b08b66c tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7938306 Sep 23 15:04:57.087048 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42184) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:57.088201 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75852a9-7d6b-4759-86d5-b9e139862795 None None] Pushing event updated for resources: {'Port': ['ID=8c6fe088-9cb5-42f9-9f62-f21990c1f6f6,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:57.100019 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-42004615-305b-46de-a902-fd790c32407b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Request body: {'subnet': {'network_id': 'dea83d48-8c3c-4878-81b2-7065335a975e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:57.118972 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-c49d1666-4fe6-4fae-badf-2d9e99da2a8e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02610b28-e92a-4272-b33a-6ed7f1b4c2c2') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:57.119400 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-c49d1666-4fe6-4fae-badf-2d9e99da2a8e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02610b28-e92a-4272-b33a-6ed7f1b4c2c2') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:57.143218 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c49d1666-4fe6-4fae-badf-2d9e99da2a8e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:57.195496 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f75852a9-7d6b-4759-86d5-b9e139862795 None None] Attempting to bind port 8c6fe088-9cb5-42f9-9f62-f21990c1f6f6 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:04:57.196172 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f75852a9-7d6b-4759-86d5-b9e139862795 None None] Attempting to bind port 8c6fe088-9cb5-42f9-9f62-f21990c1f6f6 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '8af8b242-69b2-4e82-aa43-116bec8e3871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '99e5e460-4336-4c59-b412-d816b37966d9'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:04:57.196277 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75852a9-7d6b-4759-86d5-b9e139862795 None None] Attempting to bind port 8c6fe088-9cb5-42f9-9f62-f21990c1f6f6 on network 99e5e460-4336-4c59-b412-d816b37966d9 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:04:57.201731 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:57.228792 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75852a9-7d6b-4759-86d5-b9e139862795 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:04:57.229108 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75852a9-7d6b-4759-86d5-b9e139862795 None None] Checking segment: {'id': '8af8b242-69b2-4e82-aa43-116bec8e3871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '99e5e460-4336-4c59-b412-d816b37966d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:57.229506 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f75852a9-7d6b-4759-86d5-b9e139862795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:57.229899 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75852a9-7d6b-4759-86d5-b9e139862795 None None] Bound using segment: {'id': '8af8b242-69b2-4e82-aa43-116bec8e3871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '99e5e460-4336-4c59-b412-d816b37966d9'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:04:57.230390 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f75852a9-7d6b-4759-86d5-b9e139862795 None None] Bound port: 8c6fe088-9cb5-42f9-9f62-f21990c1f6f6, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af8b242-69b2-4e82-aa43-116bec8e3871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '99e5e460-4336-4c59-b412-d816b37966d9'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:04:57.230766 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f75852a9-7d6b-4759-86d5-b9e139862795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:57.232414 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-9ceb1b2c-ccc7-4858-828c-8be6ab081508 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Calling delete_port for 48f34c24-f696-4d93-be6e-81fd5f7bab77 owned by network:floatingip {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:04:57.240119 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 17d5dc86-2fb5-4216-a29a-b57584256179 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:04:57.240490 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:57.240823 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 17d5dc86-2fb5-4216-a29a-b57584256179 Sep 23 15:04:57.292161 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42190) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:57.311080 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event deleted for resources: {'Subnet': ['ID=2f024f7f-cea2-414e-88c5-092f5321be9d,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:57.377092 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c49d1666-4fe6-4fae-badf-2d9e99da2a8e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:57.415817 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49d1666-4fe6-4fae-badf-2d9e99da2a8e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:04:57.416224 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c49d1666-4fe6-4fae-badf-2d9e99da2a8e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:57.452832 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6ef07-c463-482e-9b9b-5ac9028dfe50 req-fbe433e3-3054-40cc-986c-56b523bba436 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:57.460671 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-06b6ef07-c463-482e-9b9b-5ac9028dfe50 req-fbe433e3-3054-40cc-986c-56b523bba436 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.3919685 Sep 23 15:04:57.472343 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-42004615-305b-46de-a902-fd790c32407b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:57.477671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-42004615-305b-46de-a902-fd790c32407b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Usage tracker for resource:subnet and tenant:f05dcad3826945aa8dd780bd178330ef is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:57.481476 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-42004615-305b-46de-a902-fd790c32407b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:57.488190 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-42004615-305b-46de-a902-fd790c32407b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:57.493186 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9828dd-baf0-4af0-8801-1b43e4ffc966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-f5eba47d-7e81-467c-9c0d-588f0695bfc2', 'network_id': 'f5eba47d-7e81-467c-9c0d-588f0695bfc2', 'tenant_id': 'f05dcad3826945aa8dd780bd178330ef', 'fixed_ips': [{'subnet_id': 'b7ce0b27-2400-42e1-ac45-d86bb70b73a1'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:04:57.494002 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb9828dd-baf0-4af0-8801-1b43e4ffc966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:57.497022 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 02610b28-e92a-4272-b33a-6ed7f1b4c2c2 resource provider aggregate not found Sep 23 15:04:57.519614 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f75852a9-7d6b-4759-86d5-b9e139862795 None None] For port 8c6fe088-9cb5-42f9-9f62-f21990c1f6f6, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:04:57.553219 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:57.558921 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-06b6ef07-c463-482e-9b9b-5ac9028dfe50 req-d841e8d4-621e-4538-9691-46fffcc987f0 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972908 Sep 23 15:04:57.610295 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 02610b28-e92a-4272-b33a-6ed7f1b4c2c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02610b28-e92a-4272-b33a-6ed7f1b4c2c2 found for delete ", "request_id": "req-f1e89fd3-74c1-4caf-951d-b15c32ffa29a"}]} Sep 23 15:04:57.612184 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f75852a9-7d6b-4759-86d5-b9e139862795 None None] For port 8c6fe088-9cb5-42f9-9f62-f21990c1f6f6, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8c6fe088-9cb5-42f9-9f62-f21990c1f6f6,segment=NetworkSegment(8af8b242-69b2-4e82-aa43-116bec8e3871),segment_id=8af8b242-69b2-4e82-aa43-116bec8e3871)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:04:57.620664 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42004615-305b-46de-a902-fd790c32407b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Made reservation on behalf of f05dcad3826945aa8dd780bd178330ef for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:04:57.624183 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-42004615-305b-46de-a902-fd790c32407b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:57.626924 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 17d5dc86-2fb5-4216-a29a-b57584256179 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:04:57.646564 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-aa345957-f0bf-4bf2-8108-43b1f155055b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:57.665377 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e5e460-4336-4c59-b412-d816b37966d9']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:57.715667 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 22f3802c-275c-4abe-acb7-a6214a9c32a4 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:04:57.724309 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:57.750302 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f75852a9-7d6b-4759-86d5-b9e139862795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:57.759767 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9ceb1b2c-ccc7-4858-828c-8be6ab081508 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:57.799171 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d84b342-5f33-48e0-81c8-fc2ae1c7dc7b None None] Network b111887e-b50d-4702-86b6-a82e0616e69f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:57.800893 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af8b242-69b2-4e82-aa43-116bec8e3871') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:57.801189 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af8b242-69b2-4e82-aa43-116bec8e3871') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:57.812688 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 22f3802c-275c-4abe-acb7-a6214a9c32a4 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:04:57.813118 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 22f3802c-275c-4abe-acb7-a6214a9c32a4 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:04:57.826936 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-aa345957-f0bf-4bf2-8108-43b1f155055b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:57.827811 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb1b2c-ccc7-4858-828c-8be6ab081508 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event deleted for resources: {'Port': ['ID=48f34c24-f696-4d93-be6e-81fd5f7bab77,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:57.832609 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-aa345957-f0bf-4bf2-8108-43b1f155055b admin admin] Usage tracker for resource:security_group_rule and tenant:ec506055144d430e9098ad89596f19fd is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:57.836446 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-aa345957-f0bf-4bf2-8108-43b1f155055b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:57.844755 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-aa345957-f0bf-4bf2-8108-43b1f155055b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:04:57.945454 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c49d1666-4fe6-4fae-badf-2d9e99da2a8e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:57.946103 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1acf00-a7c8-4622-9ff9-1c67a7b36809 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Router a1b82d09-0493-4257-9b8c-c3e46ae21cbd has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:04:57.950086 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c49d1666-4fe6-4fae-badf-2d9e99da2a8e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:57.953356 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Subnet': ['ID=822c237e-3645-4049-94cd-069c333bb10d,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:57.967061 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9ceb1b2c-ccc7-4858-828c-8be6ab081508 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for floatingip, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:57.968327 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:58.026838 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-eb9828dd-baf0-4af0-8801-1b43e4ffc966 None None] Allocated IP 172.20.0.2 (f5eba47d-7e81-467c-9c0d-588f0695bfc2/b7ce0b27-2400-42e1-ac45-d86bb70b73a1/d2e386eb-e6fc-4b84-8929-0d172c352a74) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:04:58.037314 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d1666-4fe6-4fae-badf-2d9e99da2a8e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] Pushing event deleted for resources: {'Network': ['ID=625d3b32-2eaf-43b8-8d0a-e9ad3bf374ae,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:58.062004 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:58.065482 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9ceb1b2c-ccc7-4858-828c-8be6ab081508 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:58.066476 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9ceb1b2c-ccc7-4858-828c-8be6ab081508 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "DELETE /v2.0/floatingips/0e13dac1-6032-4cf7-af64-25f450867d22 HTTP/1.1" status: 204 len: 168 time: 1.8166590 Sep 23 15:04:58.072558 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42200) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:58.076776 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:58.099250 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c49d1666-4fe6-4fae-badf-2d9e99da2a8e tempest-NetworksIpV6Test-1019997717 tempest-NetworksIpV6Test-1019997717-project] 10.222.0.67 "DELETE /v2.0/networks/625d3b32-2eaf-43b8-8d0a-e9ad3bf374ae HTTP/1.1" status: 204 len: 168 time: 4.2138643 Sep 23 15:04:58.105236 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75852a9-7d6b-4759-86d5-b9e139862795 None None] Pushing event updated for resources: {'Port': ['ID=8c6fe088-9cb5-42f9-9f62-f21990c1f6f6,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:58.121945 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:04:58.122893 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:58.202301 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bcb231b-b12f-42f6-b0d0-d0f475b3d23c tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] DELETE failed (client error): The resource could not be found. Sep 23 15:04:58.202301 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bcb231b-b12f-42f6-b0d0-d0f475b3d23c tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:04:58.202301 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9bcb231b-b12f-42f6-b0d0-d0f475b3d23c tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "DELETE /v2.0/ports/098295ca-13c0-4e1a-b05d-288d2a6da74f HTTP/1.1" status: 404 len: 333 time: 0.1285396 Sep 23 15:04:58.204892 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42206) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:58.267982 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1acf00-a7c8-4622-9ff9-1c67a7b36809 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:04:58.269808 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31418f4f-fb86-4506-a9bd-1893060b4041 None None] Network 99e5e460-4336-4c59-b412-d816b37966d9 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:04:58.274283 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cf1acf00-a7c8-4622-9ff9-1c67a7b36809 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:58.279240 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169d2f20-e935-4b3f-8053-222b6ef48aa9 None None] Sync routers for ids ['a1b82d09-0493-4257-9b8c-c3e46ae21cbd'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:04:58.289726 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169d2f20-e935-4b3f-8053-222b6ef48aa9 None None] Routers {'a1b82d09-0493-4257-9b8c-c3e46ae21cbd'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:58.290445 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-169d2f20-e935-4b3f-8053-222b6ef48aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['a1b82d09-0493-4257-9b8c-c3e46ae21cbd'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:58.333255 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-bcf9893d-093a-4ad8-a61f-2847bc9ea174 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Synchronizing usage tracker for tenant:4d5b705bd3ff470893718cb7039eab09 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:04:58.355698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314ffe86-3519-469e-8e1c-24df0e6645be None None] DHCP port deletion for b111887e-b50d-4702-86b6-a82e0616e69f request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:04:58.397720 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b111887e-b50d-4702-86b6-a82e0616e69f']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:58.410562 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-cf1acf00-a7c8-4622-9ff9-1c67a7b36809 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "PUT /v2.0/floatingips/0f0e9f42-dc28-4bdc-b491-23f993469dd1 HTTP/1.1" status: 200 len: 993 time: 4.3256910 Sep 23 15:04:58.410562 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad69fa04-c977-4bb4-a17a-ac5a74b14a0a', 'tag': '9e979efe-d5f5-42ef-874e-38172e8f33b8'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:04:58.414706 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8009c2c01c24846940f3c9c2beb64f503f2d744ca5e92813e431a27377ac34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4f73a8-5782-462a-bfd5-5eb3fa0e576d" -d '{"events": [{"name": "network-changed", "server_uuid": "ad69fa04-c977-4bb4-a17a-ac5a74b14a0a", "tag": "9e979efe-d5f5-42ef-874e-38172e8f33b8"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:04:58.450573 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-aa345957-f0bf-4bf2-8108-43b1f155055b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:58.457764 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-bcf9893d-093a-4ad8-a61f-2847bc9ea174 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Unset dirty status for tenant:4d5b705bd3ff470893718cb7039eab09 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:04:58.460541 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bcf9893d-093a-4ad8-a61f-2847bc9ea174 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "GET /v2.0/ports?device_id=64ed916b-a0f8-4a55-846a-8a61012c8e30 HTTP/1.1" status: 200 len: 205 time: 0.2541428 Sep 23 15:04:58.462883 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42214) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:58.463063 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a2f9e7-a6c0-4a38-ab3d-860d0db6facb') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:58.466571 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a2f9e7-a6c0-4a38-ab3d-860d0db6facb') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:58.510158 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:58.531955 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-aa345957-f0bf-4bf2-8108-43b1f155055b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:58.572350 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:04:58.590306 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-169d2f20-e935-4b3f-8053-222b6ef48aa9 None None] Set router a1b82d09-0493-4257-9b8c-c3e46ae21cbd gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:04:58.661294 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3ef4d9-899f-4fb3-978c-9bab5023f5d9 x-openstack-request-id: req-1f3ef4d9-899f-4fb3-978c-9bab5023f5d9 {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:04:58.661616 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.api [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 15:04:58.661616 dv-neutron-859093-1-hyperv neutron-server[89739]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 15:04:58.661616 dv-neutron-859093-1-hyperv neutron-server[89739]: [parameters: {'id': '99e5e460-4336-4c59-b412-d816b37966d9'}] Sep 23 15:04:58.661616 dv-neutron-859093-1-hyperv neutron-server[89739]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:04:58.662115 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad69fa04-c977-4bb4-a17a-ac5a74b14a0a", "tag": "9e979efe-d5f5-42ef-874e-38172e8f33b8", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:04:58.662528 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG oslo_db.api [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:04:58.664254 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1f3ef4d9-899f-4fb3-978c-9bab5023f5d9 {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:04:58.666918 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f3ef4d9-899f-4fb3-978c-9bab5023f5d9'] response: {'name': 'network-changed', 'server_uuid': 'ad69fa04-c977-4bb4-a17a-ac5a74b14a0a', 'tag': '9e979efe-d5f5-42ef-874e-38172e8f33b8', 'status': 'completed', 'code': 200} Sep 23 15:04:58.667694 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:04:58.667905 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:58.671716 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 3ab2e784-0b5e-4a81-b5c7-e25c0b1b7db7 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:04:58.690977 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb9828dd-baf0-4af0-8801-1b43e4ffc966 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:58.717052 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-eb9828dd-baf0-4af0-8801-1b43e4ffc966 None None] Transition to ACTIVE for port object d2e386eb-e6fc-4b84-8929-0d172c352a74 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:58.720490 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-c5ecdc5b-42bd-49eb-b64b-7c82a3a27f49 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] delete failed (client error): The resource could not be found. Sep 23 15:04:58.725472 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c5ecdc5b-42bd-49eb-b64b-7c82a3a27f49 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "DELETE /v2.0/routers/64ed916b-a0f8-4a55-846a-8a61012c8e30 HTTP/1.1" status: 404 len: 336 time: 0.2581627 Sep 23 15:04:58.725856 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa345957-f0bf-4bf2-8108-43b1f155055b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab38b6dd-a905-4a2a-9033-21dd480592cf,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:58.726736 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42222) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:58.749214 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-eb9828dd-baf0-4af0-8801-1b43e4ffc966 None None] Transition to ACTIVE for port object d2e386eb-e6fc-4b84-8929-0d172c352a74 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:04:58.824133 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-88de4011-cfd1-4324-abd2-5d6af101a16e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] DELETE failed (client error): The resource could not be found. Sep 23 15:04:58.824603 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88de4011-cfd1-4324-abd2-5d6af101a16e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:04:58.829813 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-88de4011-cfd1-4324-abd2-5d6af101a16e tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "DELETE /v2.0/subnets/06886fb7-ba98-49b4-99f7-b85bc9d6862e HTTP/1.1" status: 404 len: 337 time: 0.0990214 Sep 23 15:04:58.832574 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb9828dd-baf0-4af0-8801-1b43e4ffc966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:58.876519 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42226) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:58.876836 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42228) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:58.901936 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:04:58.902372 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:58.922155 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9828dd-baf0-4af0-8801-1b43e4ffc966 None None] Network f5eba47d-7e81-467c-9c0d-588f0695bfc2 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:04:58.926237 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-eb9828dd-baf0-4af0-8801-1b43e4ffc966 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:04:58.930113 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9828dd-baf0-4af0-8801-1b43e4ffc966 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:04:58.979161 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9828dd-baf0-4af0-8801-1b43e4ffc966 None None] Pushing event updated for resources: {'Port': ['ID=d2e386eb-e6fc-4b84-8929-0d172c352a74,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:59.056313 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-eb9828dd-baf0-4af0-8801-1b43e4ffc966 None None] Attempting to bind port d2e386eb-e6fc-4b84-8929-0d172c352a74 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:04:59.056959 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-eb9828dd-baf0-4af0-8801-1b43e4ffc966 None None] Attempting to bind port d2e386eb-e6fc-4b84-8929-0d172c352a74 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '444b52bf-3a42-4500-a72a-2905e2dbce90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f5eba47d-7e81-467c-9c0d-588f0695bfc2'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:04:59.057521 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9828dd-baf0-4af0-8801-1b43e4ffc966 None None] Attempting to bind port d2e386eb-e6fc-4b84-8929-0d172c352a74 on network f5eba47d-7e81-467c-9c0d-588f0695bfc2 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:04:59.063159 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9828dd-baf0-4af0-8801-1b43e4ffc966 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:04:59.063527 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9828dd-baf0-4af0-8801-1b43e4ffc966 None None] Checking segment: {'id': '444b52bf-3a42-4500-a72a-2905e2dbce90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f5eba47d-7e81-467c-9c0d-588f0695bfc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:04:59.064908 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb9828dd-baf0-4af0-8801-1b43e4ffc966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:59.064908 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9828dd-baf0-4af0-8801-1b43e4ffc966 None None] Bound using segment: {'id': '444b52bf-3a42-4500-a72a-2905e2dbce90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f5eba47d-7e81-467c-9c0d-588f0695bfc2'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:04:59.065711 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-eb9828dd-baf0-4af0-8801-1b43e4ffc966 None None] Bound port: d2e386eb-e6fc-4b84-8929-0d172c352a74, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444b52bf-3a42-4500-a72a-2905e2dbce90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f5eba47d-7e81-467c-9c0d-588f0695bfc2'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:04:59.065952 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb9828dd-baf0-4af0-8801-1b43e4ffc966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:59.079330 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b1d40-8687-45b6-bb1f-c9c255adf876 req-668568ad-1673-4b0d-88e1-0dab92fb84a0 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:59.079641 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-169d2f20-e935-4b3f-8053-222b6ef48aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'name': 'tempest-ServersTestManualDisk-1896356029-router', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50'}], 'enable_snat': True}, 'gw_port_id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:03:52Z', 'updated_at': '2022-09-23T15:04:07Z', 'revision_number': 4, 'project_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'gw_port': {'id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:03:55Z', 'updated_at': '2022-09-23T15:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '0f0e9f42-dc28-4bdc-b491-23f993469dd1', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'floating_ip_address': '172.26.10.209', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'port_id': '9e979efe-d5f5-42ef-874e-38172e8f33b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6', 'mac_address': 'fa:16:3e:bf:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad69fa04-c977-4bb4-a17a-ac5a74b14a0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:04:19Z', 'updated_at': '2022-09-23T15:04:56Z', 'revision_number': 1, 'project_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b75a23-a465-4a77-8d06-3e418203e6f1', 'name': '', 'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'mac_address': 'fa:16:3e:b4:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '67044fcb-39a0-4a0b-86f7-ff4486219533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:04:03Z', 'updated_at': '2022-09-23T15:04:16Z', 'revision_number': 5, 'project_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'subnets': [{'id': '67044fcb-39a0-4a0b-86f7-ff4486219533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:59.082054 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-380b1d40-8687-45b6-bb1f-c9c255adf876 req-668568ad-1673-4b0d-88e1-0dab92fb84a0 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.2506869 Sep 23 15:04:59.086251 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169d2f20-e935-4b3f-8053-222b6ef48aa9 None None] Checking router: a1b82d09-0493-4257-9b8c-c3e46ae21cbd for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:04:59.095961 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169d2f20-e935-4b3f-8053-222b6ef48aa9 None None] Routers {'a1b82d09-0493-4257-9b8c-c3e46ae21cbd'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:04:59.096994 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-169d2f20-e935-4b3f-8053-222b6ef48aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:04:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['a1b82d09-0493-4257-9b8c-c3e46ae21cbd'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:59.126798 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-aa345957-f0bf-4bf2-8108-43b1f155055b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ec506055144d430e9098ad89596f19fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8335094 Sep 23 15:04:59.133083 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42236) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:59.162201 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-380b1d40-8687-45b6-bb1f-c9c255adf876 req-7468865f-412c-4539-a675-21cb6fb479b7 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743711 Sep 23 15:04:59.165846 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-2784a1a7-089e-4081-972b-67dfb6184c3f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Deleting port 36029cf3-796e-470b-8364-b5e279fc2f11 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:59.166196 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2784a1a7-089e-4081-972b-67dfb6184c3f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:59.177904 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-eb9828dd-baf0-4af0-8801-1b43e4ffc966 None None] For port d2e386eb-e6fc-4b84-8929-0d172c352a74, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:04:59.181373 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-eb9828dd-baf0-4af0-8801-1b43e4ffc966 None None] For port d2e386eb-e6fc-4b84-8929-0d172c352a74, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d2e386eb-e6fc-4b84-8929-0d172c352a74,segment=NetworkSegment(444b52bf-3a42-4500-a72a-2905e2dbce90),segment_id=444b52bf-3a42-4500-a72a-2905e2dbce90)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:04:59.236735 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:59.239970 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b18b700b-cf3b-4e2b-8e2e-85cb71a6c96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:59.272389 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b18b700b-cf3b-4e2b-8e2e-85cb71a6c96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:59.274458 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb9828dd-baf0-4af0-8801-1b43e4ffc966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:59.316753 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-169d2f20-e935-4b3f-8053-222b6ef48aa9 None None] Set router a1b82d09-0493-4257-9b8c-c3e46ae21cbd gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:04:59.347279 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Deleting port 8c6fe088-9cb5-42f9-9f62-f21990c1f6f6 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:04:59.347781 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:59.374063 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9828dd-baf0-4af0-8801-1b43e4ffc966 None None] Pushing event updated for resources: {'Port': ['ID=d2e386eb-e6fc-4b84-8929-0d172c352a74,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:59.434302 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b18b700b-cf3b-4e2b-8e2e-85cb71a6c96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:59.452660 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b700b-cf3b-4e2b-8e2e-85cb71a6c96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab38b6dd-a905-4a2a-9033-21dd480592cf,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:59.465955 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f73a8-5782-462a-bfd5-5eb3fa0e576d req-8c9a8d57-255b-4012-a328-2979b173752b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:59.467506 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9f4f73a8-5782-462a-bfd5-5eb3fa0e576d req-8c9a8d57-255b-4012-a328-2979b173752b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e3ca3cb473e945e48c5ff263c17e66ab&device_id=ad69fa04-c977-4bb4-a17a-ac5a74b14a0a HTTP/1.1" status: 200 len: 1099 time: 0.8933077 Sep 23 15:04:59.494549 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:59.501014 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b18b700b-cf3b-4e2b-8e2e-85cb71a6c96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:59.501014 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b18b700b-cf3b-4e2b-8e2e-85cb71a6c96b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ab38b6dd-a905-4a2a-9033-21dd480592cf HTTP/1.1" status: 204 len: 168 time: 0.3605587 Sep 23 15:04:59.588328 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:59.612950 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591978f5-95ec-4831-bee4-f0f015d75897 req-6634d6ae-95fe-4bac-8eec-0a19b1fafebb tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:04:59.614562 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-591978f5-95ec-4831-bee4-f0f015d75897 req-6634d6ae-95fe-4bac-8eec-0a19b1fafebb tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad69fa04-c977-4bb4-a17a-ac5a74b14a0a HTTP/1.1" status: 200 len: 946 time: 0.9818563 Sep 23 15:04:59.676294 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-42004615-305b-46de-a902-fd790c32407b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:04:59.731460 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Network': ['ID=b111887e-b50d-4702-86b6-a82e0616e69f,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:04:59.746120 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 8af8b242-69b2-4e82-aa43-116bec8e3871 resource provider aggregate not found Sep 23 15:04:59.783790 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-169d2f20-e935-4b3f-8053-222b6ef48aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'name': 'tempest-ServersTestManualDisk-1896356029-router', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50'}], 'enable_snat': True}, 'gw_port_id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:03:52Z', 'updated_at': '2022-09-23T15:04:07Z', 'revision_number': 4, 'project_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'gw_port': {'id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:03:55Z', 'updated_at': '2022-09-23T15:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '0f0e9f42-dc28-4bdc-b491-23f993469dd1', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'floating_ip_address': '172.26.10.209', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'port_id': '9e979efe-d5f5-42ef-874e-38172e8f33b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6', 'mac_address': 'fa:16:3e:bf:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad69fa04-c977-4bb4-a17a-ac5a74b14a0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:04:19Z', 'updated_at': '2022-09-23T15:04:56Z', 'revision_number': 1, 'project_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b75a23-a465-4a77-8d06-3e418203e6f1', 'name': '', 'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'mac_address': 'fa:16:3e:b4:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '67044fcb-39a0-4a0b-86f7-ff4486219533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:04:03Z', 'updated_at': '2022-09-23T15:04:16Z', 'revision_number': 5, 'project_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'subnets': [{'id': '67044fcb-39a0-4a0b-86f7-ff4486219533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:04:59.789225 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169d2f20-e935-4b3f-8053-222b6ef48aa9 None None] The sync data for ids ['a1b82d09-0493-4257-9b8c-c3e46ae21cbd'] in dv-neutron-859093-1-hyperv is: [{'id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'name': 'tempest-ServersTestManualDisk-1896356029-router', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50'}], 'enable_snat': True}, 'gw_port_id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:03:52Z', 'updated_at': '2022-09-23T15:04:07Z', 'revision_number': 4, 'project_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'gw_port': {'id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:03:55Z', 'updated_at': '2022-09-23T15:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '0f0e9f42-dc28-4bdc-b491-23f993469dd1', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'floating_ip_address': '172.26.10.209', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'port_id': '9e979efe-d5f5-42ef-874e-38172e8f33b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6', 'mac_address': 'fa:16:3e:bf:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad69fa04-c977-4bb4-a17a-ac5a74b14a0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:04:19Z', 'updated_at': '2022-09-23T15:04:56Z', 'revision_number': 1, 'project_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1b75a23-a465-4a77-8d06-3e418203e6f1', 'name': '', 'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'mac_address': 'fa:16:3e:b4:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '67044fcb-39a0-4a0b-86f7-ff4486219533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:04:03Z', 'updated_at': '2022-09-23T15:04:16Z', 'revision_number': 5, 'project_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'subnets': [{'id': '67044fcb-39a0-4a0b-86f7-ff4486219533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:04:59.898732 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a14eb706-687a-49f6-a18c-c795e43bbed7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d8ebe3b8f86643e6977f83f3a5056490&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0075991 Sep 23 15:04:59.902135 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42248) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:59.908256 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 8af8b242-69b2-4e82-aa43-116bec8e3871 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8af8b242-69b2-4e82-aa43-116bec8e3871 found for delete ", "request_id": "req-ed3f4c5a-17e7-40d2-a8d3-c47e9dfbae47"}]} Sep 23 15:04:59.929476 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-49f2ff84-853a-4e90-b1d1-cb8a3df7758a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/networks/b111887e-b50d-4702-86b6-a82e0616e69f HTTP/1.1" status: 204 len: 168 time: 8.2797484 Sep 23 15:04:59.931124 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42254) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:04:59.945140 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-db200f4e-59a8-4196-b0a0-63532d50eee7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1401309304'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:04:59.953322 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-db200f4e-59a8-4196-b0a0-63532d50eee7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:04:59.980697 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-db200f4e-59a8-4196-b0a0-63532d50eee7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Usage tracker for resource:network and tenant:6162ca6451a94ec88464d67d4a92acb4 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:04:59.980848 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 80a2f9e7-a6c0-4a38-ab3d-860d0db6facb resource provider aggregate not found Sep 23 15:04:59.984288 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-db200f4e-59a8-4196-b0a0-63532d50eee7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:04:59.993876 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-db200f4e-59a8-4196-b0a0-63532d50eee7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:00.016553 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-690c95cd-bb96-46a1-b67f-1268fc4f5cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:00.044045 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e20e4c5-099e-4199-918e-65a6efd4445c None None] New status for floating IP 0f0e9f42-dc28-4bdc-b491-23f993469dd1: ACTIVE {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:05:00.058815 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-690c95cd-bb96-46a1-b67f-1268fc4f5cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:00.092438 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db200f4e-59a8-4196-b0a0-63532d50eee7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Made reservation on behalf of 6162ca6451a94ec88464d67d4a92acb4 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:00.096043 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db200f4e-59a8-4196-b0a0-63532d50eee7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:00.121428 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] For port 8c6fe088-9cb5-42f9-9f62-f21990c1f6f6, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8c6fe088-9cb5-42f9-9f62-f21990c1f6f6,segment=NetworkSegment(8af8b242-69b2-4e82-aa43-116bec8e3871),segment_id=8af8b242-69b2-4e82-aa43-116bec8e3871)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:00.121784 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:00.127749 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db200f4e-59a8-4196-b0a0-63532d50eee7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:05:00.140425 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42004615-305b-46de-a902-fd790c32407b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Pushing event updated for resources: {'Subnet': ['ID=835c0d6f-f454-46e5-ad01-a6081761c3d2,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:00.140683 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db200f4e-59a8-4196-b0a0-63532d50eee7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:00.141141 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-db200f4e-59a8-4196-b0a0-63532d50eee7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Added segment 06b574de-817f-4e3b-b4fe-0ddc41a000ed of type vlan for network 2ae62e2c-5a5b-4a19-b90b-4be98a13457d Sep 23 15:05:00.153416 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 80a2f9e7-a6c0-4a38-ab3d-860d0db6facb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80a2f9e7-a6c0-4a38-ab3d-860d0db6facb found for delete ", "request_id": "req-81d23805-7e43-4f27-909c-45ec3f6b372b"}]} Sep 23 15:05:00.184156 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db200f4e-59a8-4196-b0a0-63532d50eee7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:00.203653 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-690c95cd-bb96-46a1-b67f-1268fc4f5cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:00.239844 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c95cd-bb96-46a1-b67f-1268fc4f5cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d500ec8-23b0-4d41-b472-8310da510e8b,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:00.297154 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-690c95cd-bb96-46a1-b67f-1268fc4f5cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:00.300066 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-690c95cd-bb96-46a1-b67f-1268fc4f5cd4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6d500ec8-23b0-4d41-b472-8310da510e8b HTTP/1.1" status: 204 len: 168 time: 0.3950214 Sep 23 15:05:00.303789 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42264) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:00.397911 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2784a1a7-089e-4081-972b-67dfb6184c3f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:00.404446 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db200f4e-59a8-4196-b0a0-63532d50eee7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:00.410256 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db200f4e-59a8-4196-b0a0-63532d50eee7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:00.410907 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db200f4e-59a8-4196-b0a0-63532d50eee7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:00.422740 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Calling delete_port for 8c6fe088-9cb5-42f9-9f62-f21990c1f6f6 owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:00.464434 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-591978f5-95ec-4831-bee4-f0f015d75897 req-a5cca8d1-302e-4a0d-8644-de30138b5274 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/security-groups?id=790bf19a-b1c5-4ee7-9437-0aae1556b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7778263 Sep 23 15:05:00.466508 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42004615-305b-46de-a902-fd790c32407b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Checking segment: {'id': 'e3484718-b1bd-4a3b-8d90-de388231d217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'dea83d48-8c3c-4878-81b2-7065335a975e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:05:00.466508 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42004615-305b-46de-a902-fd790c32407b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Network hostable DHCP agents. Network: dea83d48-8c3c-4878-81b2-7065335a975e, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:05:00.612939 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d2e386eb-e6fc-4b84-8929-0d172c352a74 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:05:00.667901 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db200f4e-59a8-4196-b0a0-63532d50eee7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event updated for resources: {'Network': ['ID=2ae62e2c-5a5b-4a19-b90b-4be98a13457d,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:00.686273 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 2ae62e2c-5a5b-4a19-b90b-4be98a13457d details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:05:00.687339 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-256b6317-b6f1-46e0-bb3a-146eb32c6096 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4a7eb123b6d746efb102a22e86c68fba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656259 Sep 23 15:05:00.693831 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-db200f4e-59a8-4196-b0a0-63532d50eee7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7590542 Sep 23 15:05:00.693831 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42272) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:00.694378 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42274) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:00.702151 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-233eaf0c-9013-4b49-be3c-ecaf1132c3f7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Request body: {'subnet': {'network_id': '2ae62e2c-5a5b-4a19-b90b-4be98a13457d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:00.798230 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-2784a1a7-089e-4081-972b-67dfb6184c3f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Calling delete_port for 36029cf3-796e-470b-8364-b5e279fc2f11 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:00.850736 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7e1df0-212f-44c3-80f6-963ab255880c None None] Network f5eba47d-7e81-467c-9c0d-588f0695bfc2 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:00.868096 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f73a8-5782-462a-bfd5-5eb3fa0e576d req-343a2450-ab8b-48dd-aa19-91c6f1421351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:00.869562 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9f4f73a8-5782-462a-bfd5-5eb3fa0e576d req-343a2450-ab8b-48dd-aa19-91c6f1421351 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b701bd66-0505-43a0-9675-ad2d89e290b6 HTTP/1.1" status: 200 len: 913 time: 1.3613522 Sep 23 15:05:00.912915 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-233eaf0c-9013-4b49-be3c-ecaf1132c3f7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:00.915575 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-233eaf0c-9013-4b49-be3c-ecaf1132c3f7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Usage tracker for resource:subnet and tenant:6162ca6451a94ec88464d67d4a92acb4 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:00.921225 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-233eaf0c-9013-4b49-be3c-ecaf1132c3f7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:00.942641 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bb305-ed83-4a29-8a55-dc0207d7cd98 req-0d213170-0b6c-4080-9caa-a9321dc0d34b tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:00.943874 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-be4bb305-ed83-4a29-8a55-dc0207d7cd98 req-0d213170-0b6c-4080-9caa-a9321dc0d34b tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.5952778 Sep 23 15:05:00.947704 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-233eaf0c-9013-4b49-be3c-ecaf1132c3f7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:00.992835 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42004615-305b-46de-a902-fd790c32407b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Network dea83d48-8c3c-4878-81b2-7065335a975e is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:05:01.010668 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ff72a873-39e6-4ed6-9e23-22e82818b1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:01.059882 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ff72a873-39e6-4ed6-9e23-22e82818b1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:01.069606 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-be4bb305-ed83-4a29-8a55-dc0207d7cd98 req-42b44561-7a0e-42eb-a025-d32a3d3bd39d tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171603 Sep 23 15:05:01.088267 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233eaf0c-9013-4b49-be3c-ecaf1132c3f7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Made reservation on behalf of 6162ca6451a94ec88464d67d4a92acb4 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:01.092269 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-233eaf0c-9013-4b49-be3c-ecaf1132c3f7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:01.140786 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9f4f73a8-5782-462a-bfd5-5eb3fa0e576d req-cf122b20-b795-43c2-8ad1-98ba9750b80d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e979efe-d5f5-42ef-874e-38172e8f33b8 HTTP/1.1" status: 200 len: 1003 time: 0.2603328 Sep 23 15:05:01.192065 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-42004615-305b-46de-a902-fd790c32407b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, dea83d48-8c3c-4878-81b2-7065335a975e) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:01.206182 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42004615-305b-46de-a902-fd790c32407b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:01.206662 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-42004615-305b-46de-a902-fd790c32407b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:01.223379 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2784a1a7-089e-4081-972b-67dfb6184c3f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:01.225098 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:01.254547 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port d2e386eb-e6fc-4b84-8929-0d172c352a74 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:05:01.258152 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc70e82f-0c2e-4488-b8b5-243c9e538abf None None] Network dea83d48-8c3c-4878-81b2-7065335a975e requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:01.273743 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-053bdbfe-d310-4054-8bee-5db04060e632 None None] Provisioning for port d2e386eb-e6fc-4b84-8929-0d172c352a74 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:05:01.286741 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-053bdbfe-d310-4054-8bee-5db04060e632 None None] Provisioning complete for port d2e386eb-e6fc-4b84-8929-0d172c352a74 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:05:01.287310 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-053bdbfe-d310-4054-8bee-5db04060e632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:01.287807 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-053bdbfe-d310-4054-8bee-5db04060e632 None None] Attempt 1 to provision port d2e386eb-e6fc-4b84-8929-0d172c352a74 Sep 23 15:05:01.296256 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event deleted for resources: {'Port': ['ID=8c6fe088-9cb5-42f9-9f62-f21990c1f6f6,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:01.328018 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ff72a873-39e6-4ed6-9e23-22e82818b1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:01.349886 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72a873-39e6-4ed6-9e23-22e82818b1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b3e8a2-686f-400e-8dc7-43e9682904e6,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:01.367391 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f73a8-5782-462a-bfd5-5eb3fa0e576d req-04b62b36-166c-4840-bea8-fc5f87145708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:01.368874 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9f4f73a8-5782-462a-bfd5-5eb3fa0e576d req-04b62b36-166c-4840-bea8-fc5f87145708 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=67044fcb-39a0-4a0b-86f7-ff4486219533 HTTP/1.1" status: 200 len: 851 time: 0.2217803 Sep 23 15:05:01.375405 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port d2e386eb-e6fc-4b84-8929-0d172c352a74 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:05:01.375405 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:01.375405 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port d2e386eb-e6fc-4b84-8929-0d172c352a74 Sep 23 15:05:01.388000 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ff72a873-39e6-4ed6-9e23-22e82818b1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:01.391918 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ff72a873-39e6-4ed6-9e23-22e82818b1b4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/48b3e8a2-686f-400e-8dc7-43e9682904e6 HTTP/1.1" status: 204 len: 168 time: 0.6939778 Sep 23 15:05:01.439720 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784a1a7-089e-4081-972b-67dfb6184c3f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event deleted for resources: {'Port': ['ID=36029cf3-796e-470b-8364-b5e279fc2f11,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:01.445861 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-42004615-305b-46de-a902-fd790c32407b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3511274 Sep 23 15:05:01.449100 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42296) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:01.498581 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] No DVR routers for this DVR port 8c6fe088-9cb5-42f9-9f62-f21990c1f6f6 on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:05:01.573735 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-233eaf0c-9013-4b49-be3c-ecaf1132c3f7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:01.649688 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2784a1a7-089e-4081-972b-67dfb6184c3f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:01.655310 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2784a1a7-089e-4081-972b-67dfb6184c3f tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "DELETE /v2.0/ports/36029cf3-796e-470b-8364-b5e279fc2f11 HTTP/1.1" status: 204 len: 168 time: 2.7739186 Sep 23 15:05:01.676500 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42304) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:01.738135 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-053bdbfe-d310-4054-8bee-5db04060e632 None None] Current status of the port d2e386eb-e6fc-4b84-8929-0d172c352a74 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:05:01.738772 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-053bdbfe-d310-4054-8bee-5db04060e632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:01.747744 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port d2e386eb-e6fc-4b84-8929-0d172c352a74 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:05:01.747945 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:01.764733 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233eaf0c-9013-4b49-be3c-ecaf1132c3f7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event updated for resources: {'Subnet': ['ID=8b3fa78f-f26a-479b-81e5-766a02a85e01,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:01.798293 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:01.879608 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-053bdbfe-d310-4054-8bee-5db04060e632 None None] For port d2e386eb-e6fc-4b84-8929-0d172c352a74, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d2e386eb-e6fc-4b84-8929-0d172c352a74,segment=NetworkSegment(444b52bf-3a42-4500-a72a-2905e2dbce90),segment_id=444b52bf-3a42-4500-a72a-2905e2dbce90)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:01.888052 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10601b5f-d360-4075-b17a-7bcb41f78adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-dea83d48-8c3c-4878-81b2-7065335a975e', 'network_id': 'dea83d48-8c3c-4878-81b2-7065335a975e', 'tenant_id': 'f05dcad3826945aa8dd780bd178330ef', 'fixed_ips': [{'subnet_id': '835c0d6f-f454-46e5-ad01-a6081761c3d2'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:05:01.889003 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-10601b5f-d360-4075-b17a-7bcb41f78adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:01.923206 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e5e460-4336-4c59-b412-d816b37966d9']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:01.941055 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233eaf0c-9013-4b49-be3c-ecaf1132c3f7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Checking segment: {'id': '06b574de-817f-4e3b-b4fe-0ddc41a000ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2ae62e2c-5a5b-4a19-b90b-4be98a13457d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:05:01.941421 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233eaf0c-9013-4b49-be3c-ecaf1132c3f7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Network hostable DHCP agents. Network: 2ae62e2c-5a5b-4a19-b90b-4be98a13457d, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:05:01.956109 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af8b242-69b2-4e82-aa43-116bec8e3871') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:01.957289 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af8b242-69b2-4e82-aa43-116bec8e3871') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:01.970544 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:01.992618 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:01.999917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:05:02.008148 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:02.017020 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-053bdbfe-d310-4054-8bee-5db04060e632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:02.113829 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42312) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:02.173791 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053bdbfe-d310-4054-8bee-5db04060e632 None None] Pushing event updated for resources: {'Port': ['ID=d2e386eb-e6fc-4b84-8929-0d172c352a74,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:02.210878 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-03f6c356-d01b-4f7b-abf3-cbb41c09f3f0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Deleting port 1bef0063-b28e-4053-9e18-49c4f8f3c013 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:02.211446 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-03f6c356-d01b-4f7b-abf3-cbb41c09f3f0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:02.224672 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:05:02.225157 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:05:02.228800 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-7df87788-638a-4a48-a492-76adb706416c None None] Provisioning complete for port d2e386eb-e6fc-4b84-8929-0d172c352a74 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:05:02.229411 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7df87788-638a-4a48-a492-76adb706416c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:02.229962 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-7df87788-638a-4a48-a492-76adb706416c None None] Attempt 1 to provision port d2e386eb-e6fc-4b84-8929-0d172c352a74 Sep 23 15:05:02.263317 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7898d3e3-89f6-434f-9069-43a0113bde67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:02.277435 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 8af8b242-69b2-4e82-aa43-116bec8e3871 resource provider aggregate not found Sep 23 15:05:02.354594 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-10601b5f-d360-4075-b17a-7bcb41f78adf None None] Allocated IP 172.20.0.2 (dea83d48-8c3c-4878-81b2-7065335a975e/835c0d6f-f454-46e5-ad01-a6081761c3d2/4a966acd-d84d-463c-8ea0-0b562d676059) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:05:02.406813 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-86fb12dd-6dd3-4e75-84aa-f3ab1afec6a0 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:02.421212 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233eaf0c-9013-4b49-be3c-ecaf1132c3f7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Network 2ae62e2c-5a5b-4a19-b90b-4be98a13457d is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:05:02.499977 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-03f6c356-d01b-4f7b-abf3-cbb41c09f3f0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:02.501401 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:02.526772 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-233eaf0c-9013-4b49-be3c-ecaf1132c3f7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 2ae62e2c-5a5b-4a19-b90b-4be98a13457d) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:02.527785 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7df87788-638a-4a48-a492-76adb706416c None None] Current status of the port d2e386eb-e6fc-4b84-8929-0d172c352a74 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:05:02.536916 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4228aa3b-49e3-41b2-8919-1bc64d64ed6e None None] Network 2ae62e2c-5a5b-4a19-b90b-4be98a13457d requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:02.668824 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233eaf0c-9013-4b49-be3c-ecaf1132c3f7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:02.669626 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-233eaf0c-9013-4b49-be3c-ecaf1132c3f7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:02.771161 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:02.780010 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-03f6c356-d01b-4f7b-abf3-cbb41c09f3f0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Calling delete_port for 1bef0063-b28e-4053-9e18-49c4f8f3c013 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:02.785812 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-233eaf0c-9013-4b49-be3c-ecaf1132c3f7 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0883975 Sep 23 15:05:02.789740 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42340) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:02.819309 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f73a8-5782-462a-bfd5-5eb3fa0e576d req-034cd294-6224-4333-8a67-58d7e03cb910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:02.821177 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9f4f73a8-5782-462a-bfd5-5eb3fa0e576d req-034cd294-6224-4333-8a67-58d7e03cb910 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b701bd66-0505-43a0-9675-ad2d89e290b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.4344864 Sep 23 15:05:02.875258 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 8af8b242-69b2-4e82-aa43-116bec8e3871 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8af8b242-69b2-4e82-aa43-116bec8e3871 found for delete ", "request_id": "req-af76fdd9-66b7-43fe-a053-4cb20bfb9019"}]} Sep 23 15:05:02.915550 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-334539d3-df1d-41a8-abcb-5a51f1ce7cbf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1401662136'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:02.923561 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port d2e386eb-e6fc-4b84-8929-0d172c352a74 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:05:02.944738 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-10601b5f-d360-4075-b17a-7bcb41f78adf None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:03.000891 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-334539d3-df1d-41a8-abcb-5a51f1ce7cbf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:03.001373 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-10601b5f-d360-4075-b17a-7bcb41f78adf None None] Transition to ACTIVE for port object 4a966acd-d84d-463c-8ea0-0b562d676059 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:03.005283 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:03.068814 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event deleted for resources: {'Network': ['ID=99e5e460-4336-4c59-b412-d816b37966d9,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:03.073246 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-334539d3-df1d-41a8-abcb-5a51f1ce7cbf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:network and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:03.077231 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-10601b5f-d360-4075-b17a-7bcb41f78adf None None] Transition to ACTIVE for port object 4a966acd-d84d-463c-8ea0-0b562d676059 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:03.084827 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-334539d3-df1d-41a8-abcb-5a51f1ce7cbf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:03.099457 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:03.116769 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b6f68ed8-e061-4502-a5ed-c12a9010f155 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "DELETE /v2.0/networks/99e5e460-4336-4c59-b412-d816b37966d9 HTTP/1.1" status: 204 len: 168 time: 7.6435883 Sep 23 15:05:03.120432 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42350) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:03.124480 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-334539d3-df1d-41a8-abcb-5a51f1ce7cbf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:03.128920 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-107f1480-1319-4e6c-af6b-13f158fc70b3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1041033694'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:03.137731 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d2e386eb-e6fc-4b84-8929-0d172c352a74 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:05:03.147477 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-86fb12dd-6dd3-4e75-84aa-f3ab1afec6a0 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Allocated IP 172.20.0.1 (f5eba47d-7e81-467c-9c0d-588f0695bfc2/b7ce0b27-2400-42e1-ac45-d86bb70b73a1/bb7309ac-81ee-40cd-984c-f4efbf535a3a) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:05:03.154451 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-107f1480-1319-4e6c-af6b-13f158fc70b3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:03.162483 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-107f1480-1319-4e6c-af6b-13f158fc70b3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Usage tracker for resource:network and tenant:79d4ad3222e04b9f89c5f5be84cce673 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:03.170059 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-107f1480-1319-4e6c-af6b-13f158fc70b3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:03.198579 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91be33fb-ab5c-45a1-964f-cde002fcf4d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-2ae62e2c-5a5b-4a19-b90b-4be98a13457d', 'network_id': '2ae62e2c-5a5b-4a19-b90b-4be98a13457d', 'tenant_id': '6162ca6451a94ec88464d67d4a92acb4', 'fixed_ips': [{'subnet_id': '8b3fa78f-f26a-479b-81e5-766a02a85e01'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:05:03.199594 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-91be33fb-ab5c-45a1-964f-cde002fcf4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:03.218467 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-107f1480-1319-4e6c-af6b-13f158fc70b3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:03.257465 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334539d3-df1d-41a8-abcb-5a51f1ce7cbf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:03.261788 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-334539d3-df1d-41a8-abcb-5a51f1ce7cbf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:03.288644 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9f4f73a8-5782-462a-bfd5-5eb3fa0e576d req-b38a1c6a-1e30-489c-b07d-fb451b77fa85 service neutron] 10.222.0.72 "GET /v2.0/networks/b701bd66-0505-43a0-9675-ad2d89e290b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978524 Sep 23 15:05:03.289520 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-10601b5f-d360-4075-b17a-7bcb41f78adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:03.293833 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-334539d3-df1d-41a8-abcb-5a51f1ce7cbf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:03.331630 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107f1480-1319-4e6c-af6b-13f158fc70b3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Made reservation on behalf of 79d4ad3222e04b9f89c5f5be84cce673 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:03.334510 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-107f1480-1319-4e6c-af6b-13f158fc70b3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:03.373244 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:03.389826 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10601b5f-d360-4075-b17a-7bcb41f78adf None None] Network dea83d48-8c3c-4878-81b2-7065335a975e is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:03.402992 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-10601b5f-d360-4075-b17a-7bcb41f78adf None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:03.410395 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10601b5f-d360-4075-b17a-7bcb41f78adf None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:03.412517 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10601b5f-d360-4075-b17a-7bcb41f78adf None None] Pushing event updated for resources: {'Port': ['ID=4a966acd-d84d-463c-8ea0-0b562d676059,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:03.457928 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107f1480-1319-4e6c-af6b-13f158fc70b3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:05:03.460207 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7541427-51f5-476e-b09f-caefe0d49b01 req-25e54261-aea2-424c-b865-f51afba60978 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:03.462023 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a7541427-51f5-476e-b09f-caefe0d49b01 req-25e54261-aea2-424c-b865-f51afba60978 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 1.1862869 Sep 23 15:05:03.464102 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9f4f73a8-5782-462a-bfd5-5eb3fa0e576d req-ee31e2db-a89b-4001-a036-24d40afb49f1 service neutron] 10.222.0.72 "GET /v2.0/networks/b701bd66-0505-43a0-9675-ad2d89e290b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602721 Sep 23 15:05:03.477548 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-334539d3-df1d-41a8-abcb-5a51f1ce7cbf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:03.483309 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-334539d3-df1d-41a8-abcb-5a51f1ce7cbf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:security_group_rule and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:03.486952 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-334539d3-df1d-41a8-abcb-5a51f1ce7cbf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:03.493915 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-334539d3-df1d-41a8-abcb-5a51f1ce7cbf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:03.494352 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-107f1480-1319-4e6c-af6b-13f158fc70b3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:03.494706 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-107f1480-1319-4e6c-af6b-13f158fc70b3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Added segment 4ba533a7-327d-4194-aa78-671dea59729a of type vlan for network 335b7808-f76d-4935-ad2d-eb2e6585e9e0 Sep 23 15:05:03.516011 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-86fb12dd-6dd3-4e75-84aa-f3ab1afec6a0 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:03.551812 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-107f1480-1319-4e6c-af6b-13f158fc70b3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:03.555977 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-86fb12dd-6dd3-4e75-84aa-f3ab1afec6a0 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Transition to ACTIVE for port object bb7309ac-81ee-40cd-984c-f4efbf535a3a will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:03.559379 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-03f6c356-d01b-4f7b-abf3-cbb41c09f3f0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:03.565427 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port d2e386eb-e6fc-4b84-8929-0d172c352a74 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:05:03.565808 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:03.566140 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port d2e386eb-e6fc-4b84-8929-0d172c352a74 Sep 23 15:05:03.615856 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-10601b5f-d360-4075-b17a-7bcb41f78adf None None] Attempting to bind port 4a966acd-d84d-463c-8ea0-0b562d676059 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:05:03.617980 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-10601b5f-d360-4075-b17a-7bcb41f78adf None None] Attempting to bind port 4a966acd-d84d-463c-8ea0-0b562d676059 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'e3484718-b1bd-4a3b-8d90-de388231d217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'dea83d48-8c3c-4878-81b2-7065335a975e'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:05:03.617980 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10601b5f-d360-4075-b17a-7bcb41f78adf None None] Attempting to bind port 4a966acd-d84d-463c-8ea0-0b562d676059 on network dea83d48-8c3c-4878-81b2-7065335a975e {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:05:03.625530 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a7541427-51f5-476e-b09f-caefe0d49b01 req-bb785458-f793-44b7-b847-ec06b78973c1 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278710 Sep 23 15:05:03.633080 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10601b5f-d360-4075-b17a-7bcb41f78adf None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:05:03.633455 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10601b5f-d360-4075-b17a-7bcb41f78adf None None] Checking segment: {'id': 'e3484718-b1bd-4a3b-8d90-de388231d217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'dea83d48-8c3c-4878-81b2-7065335a975e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:05:03.633856 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-10601b5f-d360-4075-b17a-7bcb41f78adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:03.634253 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10601b5f-d360-4075-b17a-7bcb41f78adf None None] Bound using segment: {'id': 'e3484718-b1bd-4a3b-8d90-de388231d217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'dea83d48-8c3c-4878-81b2-7065335a975e'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:05:03.634770 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-10601b5f-d360-4075-b17a-7bcb41f78adf None None] Bound port: 4a966acd-d84d-463c-8ea0-0b562d676059, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3484718-b1bd-4a3b-8d90-de388231d217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'dea83d48-8c3c-4878-81b2-7065335a975e'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:05:03.635142 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-10601b5f-d360-4075-b17a-7bcb41f78adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:03.639463 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6c356-d01b-4f7b-abf3-cbb41c09f3f0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event deleted for resources: {'Port': ['ID=1bef0063-b28e-4053-9e18-49c4f8f3c013,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:03.652095 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-91be33fb-ab5c-45a1-964f-cde002fcf4d9 None None] Allocated IP 172.20.0.1 (2ae62e2c-5a5b-4a19-b90b-4be98a13457d/8b3fa78f-f26a-479b-81e5-766a02a85e01/7ce10bee-0a95-4224-8615-a061e10035c5) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:05:03.663368 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-107f1480-1319-4e6c-af6b-13f158fc70b3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:03.673557 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107f1480-1319-4e6c-af6b-13f158fc70b3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:03.673557 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-107f1480-1319-4e6c-af6b-13f158fc70b3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:03.713834 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-86fb12dd-6dd3-4e75-84aa-f3ab1afec6a0 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:03.787262 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-334539d3-df1d-41a8-abcb-5a51f1ce7cbf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:03.797758 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-03f6c356-d01b-4f7b-abf3-cbb41c09f3f0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:03.868163 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fb12dd-6dd3-4e75-84aa-f3ab1afec6a0 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Network f5eba47d-7e81-467c-9c0d-588f0695bfc2 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:03.868915 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-334539d3-df1d-41a8-abcb-5a51f1ce7cbf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:03.873180 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-86fb12dd-6dd3-4e75-84aa-f3ab1afec6a0 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:03.882690 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f1480-1319-4e6c-af6b-13f158fc70b3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event updated for resources: {'Network': ['ID=335b7808-f76d-4935-ad2d-eb2e6585e9e0,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:03.882690 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fb12dd-6dd3-4e75-84aa-f3ab1afec6a0 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:03.903328 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-334539d3-df1d-41a8-abcb-5a51f1ce7cbf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:05:03.914211 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-03f6c356-d01b-4f7b-abf3-cbb41c09f3f0 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "DELETE /v2.0/ports/1bef0063-b28e-4053-9e18-49c4f8f3c013 HTTP/1.1" status: 204 len: 168 time: 2.2281387 Sep 23 15:05:03.921979 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42362) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:03.926127 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334539d3-df1d-41a8-abcb-5a51f1ce7cbf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13ead7d2-123f-4d4d-bf33-8cbc08671fa0,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:03.926545 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb12dd-6dd3-4e75-84aa-f3ab1afec6a0 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Pushing event updated for resources: {'Port': ['ID=bb7309ac-81ee-40cd-984c-f4efbf535a3a,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:03.943884 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-107f1480-1319-4e6c-af6b-13f158fc70b3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8199892 Sep 23 15:05:03.953228 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42366) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:03.961685 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-d678fa11-f609-442a-a435-042e975121bc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Request body: {'subnet': {'network_id': '335b7808-f76d-4935-ad2d-eb2e6585e9e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:03.965656 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-10601b5f-d360-4075-b17a-7bcb41f78adf None None] For port 4a966acd-d84d-463c-8ea0-0b562d676059, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:05:03.976843 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-10601b5f-d360-4075-b17a-7bcb41f78adf None None] For port 4a966acd-d84d-463c-8ea0-0b562d676059, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=4a966acd-d84d-463c-8ea0-0b562d676059,segment=NetworkSegment(e3484718-b1bd-4a3b-8d90-de388231d217),segment_id=e3484718-b1bd-4a3b-8d90-de388231d217)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:05:03.981543 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 335b7808-f76d-4935-ad2d-eb2e6585e9e0 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:05:04.013252 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-334539d3-df1d-41a8-abcb-5a51f1ce7cbf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:04.013607 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-334539d3-df1d-41a8-abcb-5a51f1ce7cbf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Added segment 29896072-6267-4798-ba15-62b7234f622f of type vlan for network 836ff237-6f4c-47b9-90eb-75fa61685684 Sep 23 15:05:04.069464 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-86fb12dd-6dd3-4e75-84aa-f3ab1afec6a0 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:04.086746 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-334539d3-df1d-41a8-abcb-5a51f1ce7cbf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:04.133882 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-10601b5f-d360-4075-b17a-7bcb41f78adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:04.137521 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b97a4d-9e24-47b6-ac2c-2643d9163a56 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:04.138396 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f0b97a4d-9e24-47b6-ac2c-2643d9163a56 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Synchronizing usage tracker for tenant:4d5b705bd3ff470893718cb7039eab09 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:05:04.227974 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-334539d3-df1d-41a8-abcb-5a51f1ce7cbf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:04.233518 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334539d3-df1d-41a8-abcb-5a51f1ce7cbf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:04.234133 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-334539d3-df1d-41a8-abcb-5a51f1ce7cbf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:04.325008 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42374) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:04.333165 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f0b97a4d-9e24-47b6-ac2c-2643d9163a56 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Unset dirty status for tenant:4d5b705bd3ff470893718cb7039eab09 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:05:04.336915 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f0b97a4d-9e24-47b6-ac2c-2643d9163a56 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d2fc230-b342-497a-a3f0-d700b0882d81 HTTP/1.1" status: 200 len: 913 time: 0.4100163 Sep 23 15:05:04.350108 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42378) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:04.356379 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-334539d3-df1d-41a8-abcb-5a51f1ce7cbf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.1830745 Sep 23 15:05:04.391612 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port d2e386eb-e6fc-4b84-8929-0d172c352a74 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:05:04.424502 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10601b5f-d360-4075-b17a-7bcb41f78adf None None] Pushing event updated for resources: {'Port': ['ID=4a966acd-d84d-463c-8ea0-0b562d676059,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:04.428050 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-91be33fb-ab5c-45a1-964f-cde002fcf4d9 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:04.429271 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42384) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:04.440974 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-91be33fb-ab5c-45a1-964f-cde002fcf4d9 None None] Transition to ACTIVE for port object 7ce10bee-0a95-4224-8615-a061e10035c5 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:04.454332 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-fd56e729-dcb8-4fa9-8c9b-61febc99a98e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'port': {'network_id': '836ff237-6f4c-47b9-90eb-75fa61685684', 'name': 'tempest-PortsTestJSON-339324866'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:04.463319 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-91be33fb-ab5c-45a1-964f-cde002fcf4d9 None None] Transition to ACTIVE for port object 7ce10bee-0a95-4224-8615-a061e10035c5 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:04.482036 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334539d3-df1d-41a8-abcb-5a51f1ce7cbf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Network': ['ID=836ff237-6f4c-47b9-90eb-75fa61685684,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:04.495445 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 836ff237-6f4c-47b9-90eb-75fa61685684 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:05:04.515981 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f94c2dcf-3654-4111-8185-d0b616bf5b55 None None] Provisioning for port bb7309ac-81ee-40cd-984c-f4efbf535a3a completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:05:04.533000 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d678fa11-f609-442a-a435-042e975121bc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:04.539070 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d678fa11-f609-442a-a435-042e975121bc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Usage tracker for resource:subnet and tenant:79d4ad3222e04b9f89c5f5be84cce673 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:04.542391 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d678fa11-f609-442a-a435-042e975121bc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:04.548885 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d678fa11-f609-442a-a435-042e975121bc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:04.575942 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-eee8f466-c9f1-40cf-9d1f-3fac6ef22ec9 tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-254788098', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:04.577258 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f94c2dcf-3654-4111-8185-d0b616bf5b55 None None] Provisioning complete for port bb7309ac-81ee-40cd-984c-f4efbf535a3a triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:05:04.577637 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f94c2dcf-3654-4111-8185-d0b616bf5b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:04.577973 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f94c2dcf-3654-4111-8185-d0b616bf5b55 None None] Attempt 1 to provision port bb7309ac-81ee-40cd-984c-f4efbf535a3a Sep 23 15:05:04.581109 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-eee8f466-c9f1-40cf-9d1f-3fac6ef22ec9 tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:04.585213 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-eee8f466-c9f1-40cf-9d1f-3fac6ef22ec9 tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Usage tracker for resource:port and tenant:49c5dedda9474a5fab5157acb8824b8c is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:04.601262 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-eee8f466-c9f1-40cf-9d1f-3fac6ef22ec9 tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:04.603053 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-91be33fb-ab5c-45a1-964f-cde002fcf4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:04.630615 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-eee8f466-c9f1-40cf-9d1f-3fac6ef22ec9 tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:04.676346 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:04.697529 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d678fa11-f609-442a-a435-042e975121bc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Made reservation on behalf of 79d4ad3222e04b9f89c5f5be84cce673 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:04.701186 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d678fa11-f609-442a-a435-042e975121bc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:04.764263 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-fd56e729-dcb8-4fa9-8c9b-61febc99a98e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:04.779558 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f94c2dcf-3654-4111-8185-d0b616bf5b55 None None] Port bb7309ac-81ee-40cd-984c-f4efbf535a3a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:04.787189 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-fd56e729-dcb8-4fa9-8c9b-61febc99a98e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:port and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:04.792137 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91be33fb-ab5c-45a1-964f-cde002fcf4d9 None None] Network 2ae62e2c-5a5b-4a19-b90b-4be98a13457d is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:04.800853 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-91be33fb-ab5c-45a1-964f-cde002fcf4d9 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:04.805127 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-fd56e729-dcb8-4fa9-8c9b-61febc99a98e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:04.809854 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be33fb-ab5c-45a1-964f-cde002fcf4d9 None None] Pushing event updated for resources: {'Port': ['ID=7ce10bee-0a95-4224-8615-a061e10035c5,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:04.812663 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91be33fb-ab5c-45a1-964f-cde002fcf4d9 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:04.834539 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-fd56e729-dcb8-4fa9-8c9b-61febc99a98e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:04.839711 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee8f466-c9f1-40cf-9d1f-3fac6ef22ec9 tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Made reservation on behalf of 49c5dedda9474a5fab5157acb8824b8c for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:04.844796 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-eee8f466-c9f1-40cf-9d1f-3fac6ef22ec9 tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:04.878134 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-eee8f466-c9f1-40cf-9d1f-3fac6ef22ec9 tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:04.904946 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Subnet': ['ID=8b3fa78f-f26a-479b-81e5-766a02a85e01,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:04.950594 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-91be33fb-ab5c-45a1-964f-cde002fcf4d9 None None] Attempting to bind port 7ce10bee-0a95-4224-8615-a061e10035c5 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:05:04.951134 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-91be33fb-ab5c-45a1-964f-cde002fcf4d9 None None] Attempting to bind port 7ce10bee-0a95-4224-8615-a061e10035c5 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '06b574de-817f-4e3b-b4fe-0ddc41a000ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2ae62e2c-5a5b-4a19-b90b-4be98a13457d'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:05:04.951810 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91be33fb-ab5c-45a1-964f-cde002fcf4d9 None None] Attempting to bind port 7ce10bee-0a95-4224-8615-a061e10035c5 on network 2ae62e2c-5a5b-4a19-b90b-4be98a13457d {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:05:04.959030 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91be33fb-ab5c-45a1-964f-cde002fcf4d9 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:05:04.959587 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91be33fb-ab5c-45a1-964f-cde002fcf4d9 None None] Checking segment: {'id': '06b574de-817f-4e3b-b4fe-0ddc41a000ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2ae62e2c-5a5b-4a19-b90b-4be98a13457d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:05:04.960132 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-91be33fb-ab5c-45a1-964f-cde002fcf4d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:04.960687 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91be33fb-ab5c-45a1-964f-cde002fcf4d9 None None] Bound using segment: {'id': '06b574de-817f-4e3b-b4fe-0ddc41a000ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2ae62e2c-5a5b-4a19-b90b-4be98a13457d'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:05:04.961299 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-91be33fb-ab5c-45a1-964f-cde002fcf4d9 None None] Bound port: 7ce10bee-0a95-4224-8615-a061e10035c5, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b574de-817f-4e3b-b4fe-0ddc41a000ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '2ae62e2c-5a5b-4a19-b90b-4be98a13457d'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:05:04.961808 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-91be33fb-ab5c-45a1-964f-cde002fcf4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:05.003510 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-eee8f466-c9f1-40cf-9d1f-3fac6ef22ec9 tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:05.012860 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-eee8f466-c9f1-40cf-9d1f-3fac6ef22ec9 tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Usage tracker for resource:security_group_rule and tenant:49c5dedda9474a5fab5157acb8824b8c is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:05.017540 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd56e729-dcb8-4fa9-8c9b-61febc99a98e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:05.021668 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fd56e729-dcb8-4fa9-8c9b-61febc99a98e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:05.074784 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a67e8ea-7cb8-44e3-8bb0-0c69febdcdf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:05.075387 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-86fb12dd-6dd3-4e75-84aa-f3ab1afec6a0 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:05.095935 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-91be33fb-ab5c-45a1-964f-cde002fcf4d9 None None] For port 7ce10bee-0a95-4224-8615-a061e10035c5, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:05:05.100835 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-91be33fb-ab5c-45a1-964f-cde002fcf4d9 None None] For port 7ce10bee-0a95-4224-8615-a061e10035c5, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=7ce10bee-0a95-4224-8615-a061e10035c5,segment=NetworkSegment(06b574de-817f-4e3b-b4fe-0ddc41a000ed),segment_id=06b574de-817f-4e3b-b4fe-0ddc41a000ed)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:05:05.107405 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 4a966acd-d84d-463c-8ea0-0b562d676059 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:05:05.147078 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:05.200443 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-eee8f466-c9f1-40cf-9d1f-3fac6ef22ec9 tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:05.209589 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-fd56e729-dcb8-4fa9-8c9b-61febc99a98e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] device_id is not set on port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:05:05.238656 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-91be33fb-ab5c-45a1-964f-cde002fcf4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:05.320383 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f94c2dcf-3654-4111-8185-d0b616bf5b55 None None] Attempt 2 to provision port bb7309ac-81ee-40cd-984c-f4efbf535a3a Sep 23 15:05:05.325582 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae62e2c-5a5b-4a19-b90b-4be98a13457d']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:05.356465 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be33fb-ab5c-45a1-964f-cde002fcf4d9 None None] Pushing event updated for resources: {'Port': ['ID=7ce10bee-0a95-4224-8615-a061e10035c5,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:05.359429 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b574de-817f-4e3b-b4fe-0ddc41a000ed') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:05.359732 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b574de-817f-4e3b-b4fe-0ddc41a000ed') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:05.456231 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:05.480120 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-eee8f466-c9f1-40cf-9d1f-3fac6ef22ec9 tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:05.482156 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f94c2dcf-3654-4111-8185-d0b616bf5b55 None None] Port bb7309ac-81ee-40cd-984c-f4efbf535a3a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:05.501144 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cba3b08-7e3f-48bc-bd8b-8896c2d7f4b8 None None] Network 2ae62e2c-5a5b-4a19-b90b-4be98a13457d requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:05.520997 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 4a966acd-d84d-463c-8ea0-0b562d676059 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:05:05.566071 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fd56e729-dcb8-4fa9-8c9b-61febc99a98e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:05.582827 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:05.594820 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:05.629634 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d29074-1138-4402-b1fb-f674778d3ff2 req-5dcc5a44-03de-4e39-9d3b-b6a1b7a4a484 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:05.631513 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-66d29074-1138-4402-b1fb-f674778d3ff2 req-5dcc5a44-03de-4e39-9d3b-b6a1b7a4a484 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.7874732 Sep 23 15:05:05.645590 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:05.690953 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:05:05.691364 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:05.738050 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786543ea-9b1e-4fb9-a2ca-3777656e632d None None] Network dea83d48-8c3c-4878-81b2-7065335a975e requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:05.772872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-eee8f466-c9f1-40cf-9d1f-3fac6ef22ec9 tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:05.807314 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 06b574de-817f-4e3b-b4fe-0ddc41a000ed resource provider aggregate not found Sep 23 15:05:05.834173 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.objects.ports [None req-d678fa11-f609-442a-a435-042e975121bc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89738) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 23 15:05:05.850899 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d678fa11-f609-442a-a435-042e975121bc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:05.863845 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-eee8f466-c9f1-40cf-9d1f-3fac6ef22ec9 tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:05.874163 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-eee8f466-c9f1-40cf-9d1f-3fac6ef22ec9 tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] device_id is not set on port ee6feba2-bb58-4bea-abe1-ca489d914803 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:05:05.876526 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 06b574de-817f-4e3b-b4fe-0ddc41a000ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06b574de-817f-4e3b-b4fe-0ddc41a000ed found for delete ", "request_id": "req-ac652165-20b1-4106-b76c-b0d0553f13e4"}]} Sep 23 15:05:05.922653 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fd56e729-dcb8-4fa9-8c9b-61febc99a98e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:05.977633 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-66d29074-1138-4402-b1fb-f674778d3ff2 req-e21b09e8-1af3-4312-8947-ff14bcde9ef9 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3332429 Sep 23 15:05:05.988640 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f94c2dcf-3654-4111-8185-d0b616bf5b55 None None] Attempt 3 to provision port bb7309ac-81ee-40cd-984c-f4efbf535a3a Sep 23 15:05:06.031044 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8f466-c9f1-40cf-9d1f-3fac6ef22ec9 tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accde54e-d78c-4c28-90fd-6ff21e533691,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:06.032489 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.api [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 15:05:06.032489 dv-neutron-859093-1-hyperv neutron-server[89738]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 15:05:06.032489 dv-neutron-859093-1-hyperv neutron-server[89738]: [parameters: {'id': '2ae62e2c-5a5b-4a19-b90b-4be98a13457d'}] Sep 23 15:05:06.032489 dv-neutron-859093-1-hyperv neutron-server[89738]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:05:06.032910 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG oslo_db.api [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:05:06.068301 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678fa11-f609-442a-a435-042e975121bc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event updated for resources: {'Subnet': ['ID=8d8f24ee-bf1f-4c55-bb96-e2d8288f4c92,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:06.083847 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d678fa11-f609-442a-a435-042e975121bc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Checking segment: {'id': '4ba533a7-327d-4194-aa78-671dea59729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '335b7808-f76d-4935-ad2d-eb2e6585e9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:05:06.084206 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d678fa11-f609-442a-a435-042e975121bc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Network hostable DHCP agents. Network: 335b7808-f76d-4935-ad2d-eb2e6585e9e0, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:05:06.122344 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56e729-dcb8-4fa9-8c9b-61febc99a98e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Port': ['ID=f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:06.122570 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f94c2dcf-3654-4111-8185-d0b616bf5b55 None None] Port bb7309ac-81ee-40cd-984c-f4efbf535a3a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:06.137580 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef6f9054-7470-4f81-b6f8-ea302b46ffd3 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:06.153368 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-86fb12dd-6dd3-4e75-84aa-f3ab1afec6a0 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:06.214892 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d678fa11-f609-442a-a435-042e975121bc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Network 335b7808-f76d-4935-ad2d-eb2e6585e9e0 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:05:06.222999 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd56e729-dcb8-4fa9-8c9b-61febc99a98e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Checking segment: {'id': '29896072-6267-4798-ba15-62b7234f622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '836ff237-6f4c-47b9-90eb-75fa61685684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:05:06.223794 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd56e729-dcb8-4fa9-8c9b-61febc99a98e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network hostable DHCP agents. Network: 836ff237-6f4c-47b9-90eb-75fa61685684, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:05:06.246409 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-86fb12dd-6dd3-4e75-84aa-f3ab1afec6a0 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:06.256321 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-eee8f466-c9f1-40cf-9d1f-3fac6ef22ec9 tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Allocated IP 172.26.10.138 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/ee6feba2-bb58-4bea-abe1-ca489d914803) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:05:06.368835 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd25fe2-fbe4-47d6-903e-71f2037b03bf None None] get_active_networks_info from dv-neutron-859093-1-hyperv {{(pid=89740) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 23 15:05:06.458431 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd56e729-dcb8-4fa9-8c9b-61febc99a98e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network 836ff237-6f4c-47b9-90eb-75fa61685684 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:05:06.459496 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-d678fa11-f609-442a-a435-042e975121bc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 335b7808-f76d-4935-ad2d-eb2e6585e9e0) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:06.465381 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d678fa11-f609-442a-a435-042e975121bc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:06.466108 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d678fa11-f609-442a-a435-042e975121bc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:06.508847 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-fd56e729-dcb8-4fa9-8c9b-61febc99a98e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 836ff237-6f4c-47b9-90eb-75fa61685684) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:06.533627 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:06.535616 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb12dd-6dd3-4e75-84aa-f3ab1afec6a0 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Pushing event updated for resources: {'Port': ['ID=bb7309ac-81ee-40cd-984c-f4efbf535a3a,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:06.572214 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd25fe2-fbe4-47d6-903e-71f2037b03bf None None] Resources bound (agent type, host, resource id): {{(pid=89740) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 15:05:06.573245 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd56e729-dcb8-4fa9-8c9b-61febc99a98e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:06.578742 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd56e729-dcb8-4fa9-8c9b-61febc99a98e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:06.579367 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fd56e729-dcb8-4fa9-8c9b-61febc99a98e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:06.633293 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f94c2dcf-3654-4111-8185-d0b616bf5b55 None None] Attempt 4 to provision port bb7309ac-81ee-40cd-984c-f4efbf535a3a Sep 23 15:05:06.640380 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Deleting port 7ce10bee-0a95-4224-8615-a061e10035c5 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:06.640731 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:06.679417 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d678fa11-f609-442a-a435-042e975121bc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.7225354 Sep 23 15:05:06.685629 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-86fb12dd-6dd3-4e75-84aa-f3ab1afec6a0 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:06.689336 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42400) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:06.704018 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-fd56e729-dcb8-4fa9-8c9b-61febc99a98e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2736762 Sep 23 15:05:06.729129 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42404) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:06.740116 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-8f3bcbee-2bcb-48b3-846f-021c31c3b004 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2069947920'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:06.758049 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8f3bcbee-2bcb-48b3-846f-021c31c3b004 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:06.775213 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8f3bcbee-2bcb-48b3-846f-021c31c3b004 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:network and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:06.779536 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f94c2dcf-3654-4111-8185-d0b616bf5b55 None None] Port bb7309ac-81ee-40cd-984c-f4efbf535a3a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:06.783064 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-eee8f466-c9f1-40cf-9d1f-3fac6ef22ec9 tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:06.787836 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8f3bcbee-2bcb-48b3-846f-021c31c3b004 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:06.801750 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8f3bcbee-2bcb-48b3-846f-021c31c3b004 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:06.890340 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463ed4e-1bfc-4c32-8da2-e1a2b51f12d0 req-23eee78b-de72-464f-aa86-f3e9c4098216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:06.891203 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b463ed4e-1bfc-4c32-8da2-e1a2b51f12d0 req-23eee78b-de72-464f-aa86-f3e9c4098216 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=74a86a480a6e47f78eac424839cb09ea&device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 1099 time: 0.2492840 Sep 23 15:05:06.891935 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:06.895693 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-ef6f9054-7470-4f81-b6f8-ea302b46ffd3 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Deleting port 34e467d8-5068-498a-88d9-ce69959c7f4c {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:06.896030 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef6f9054-7470-4f81-b6f8-ea302b46ffd3 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:06.959166 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3bcbee-2bcb-48b3-846f-021c31c3b004 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:06.962544 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8f3bcbee-2bcb-48b3-846f-021c31c3b004 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:07.066529 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5571cd02-4559-49c4-8224-f4ab9783c212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-335b7808-f76d-4935-ad2d-eb2e6585e9e0', 'network_id': '335b7808-f76d-4935-ad2d-eb2e6585e9e0', 'tenant_id': '79d4ad3222e04b9f89c5f5be84cce673', 'fixed_ips': [{'subnet_id': '8d8f24ee-bf1f-4c55-bb96-e2d8288f4c92'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:05:07.067377 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5571cd02-4559-49c4-8224-f4ab9783c212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:07.140869 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] For port 7ce10bee-0a95-4224-8615-a061e10035c5, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=7ce10bee-0a95-4224-8615-a061e10035c5,segment=NetworkSegment(06b574de-817f-4e3b-b4fe-0ddc41a000ed),segment_id=06b574de-817f-4e3b-b4fe-0ddc41a000ed)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:07.141478 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:07.239507 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-5571cd02-4559-49c4-8224-f4ab9783c212 None None] Allocated IP 2001:db8::f816:3eff:fe69:c153 (335b7808-f76d-4935-ad2d-eb2e6585e9e0/8d8f24ee-bf1f-4c55-bb96-e2d8288f4c92/b5295602-42fd-44c7-9102-c1e3f58194ba) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:05:07.276776 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-eee8f466-c9f1-40cf-9d1f-3fac6ef22ec9 tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:07.278608 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3bcbee-2bcb-48b3-846f-021c31c3b004 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:05:07.316949 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f94c2dcf-3654-4111-8185-d0b616bf5b55 None None] Attempt 5 to provision port bb7309ac-81ee-40cd-984c-f4efbf535a3a Sep 23 15:05:07.325959 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478c35a-66f7-47f2-99e5-87479b434718 req-3b143438-14e0-4525-831e-c61a8ad2323d tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:07.327536 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7478c35a-66f7-47f2-99e5-87479b434718 req-3b143438-14e0-4525-831e-c61a8ad2323d tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.7827241 Sep 23 15:05:07.337605 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Calling delete_port for 7ce10bee-0a95-4224-8615-a061e10035c5 owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:07.371292 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8f3bcbee-2bcb-48b3-846f-021c31c3b004 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:07.371630 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-8f3bcbee-2bcb-48b3-846f-021c31c3b004 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Added segment 47ba490a-6e8c-45da-861a-3892f46d0a48 of type vlan for network 01a15319-cb25-41d5-bb79-cb502666efdc Sep 23 15:05:07.398616 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463ed4e-1bfc-4c32-8da2-e1a2b51f12d0 req-aed4b8cb-24df-4efe-9dc2-59ebd9444557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:07.399957 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b463ed4e-1bfc-4c32-8da2-e1a2b51f12d0 req-aed4b8cb-24df-4efe-9dc2-59ebd9444557 service neutron] 10.222.0.72 "GET /v2.0/networks?id=901c9061-3ace-4755-b443-55ec936320e8 HTTP/1.1" status: 200 len: 913 time: 0.4798696 Sep 23 15:05:07.416900 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee8f466-c9f1-40cf-9d1f-3fac6ef22ec9 tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:07.422253 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:07.434557 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f94c2dcf-3654-4111-8185-d0b616bf5b55 None None] Port bb7309ac-81ee-40cd-984c-f4efbf535a3a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:07.469900 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fb12dd-6dd3-4e75-84aa-f3ab1afec6a0 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Network f5eba47d-7e81-467c-9c0d-588f0695bfc2 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:07.476232 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-eee8f466-c9f1-40cf-9d1f-3fac6ef22ec9 tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:07.487967 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-86fb12dd-6dd3-4e75-84aa-f3ab1afec6a0 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:07.498468 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee8f466-c9f1-40cf-9d1f-3fac6ef22ec9 tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:07.506003 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7478c35a-66f7-47f2-99e5-87479b434718 req-e4db81c4-21ff-4dba-8bcc-6abc8ab4d04d tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308565 Sep 23 15:05:07.554690 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5571cd02-4559-49c4-8224-f4ab9783c212 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:07.581674 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8f466-c9f1-40cf-9d1f-3fac6ef22ec9 tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Pushing event updated for resources: {'Port': ['ID=ee6feba2-bb58-4bea-abe1-ca489d914803,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:07.588652 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef6f9054-7470-4f81-b6f8-ea302b46ffd3 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:07.603042 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8f3bcbee-2bcb-48b3-846f-021c31c3b004 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:07.626265 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5571cd02-4559-49c4-8224-f4ab9783c212 None None] Transition to ACTIVE for port object b5295602-42fd-44c7-9102-c1e3f58194ba will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:07.647350 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5571cd02-4559-49c4-8224-f4ab9783c212 None None] Transition to ACTIVE for port object b5295602-42fd-44c7-9102-c1e3f58194ba will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:07.677136 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:07.731213 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5571cd02-4559-49c4-8224-f4ab9783c212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:07.739469 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-ef6f9054-7470-4f81-b6f8-ea302b46ffd3 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Calling delete_port for 34e467d8-5068-498a-88d9-ce69959c7f4c owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:07.756843 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No DVR routers for this DVR port 7ce10bee-0a95-4224-8615-a061e10035c5 on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:05:07.785423 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee8f466-c9f1-40cf-9d1f-3fac6ef22ec9 tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:07.785998 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Port': ['ID=7ce10bee-0a95-4224-8615-a061e10035c5,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:07.786100 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-eee8f466-c9f1-40cf-9d1f-3fac6ef22ec9 tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:07.793606 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:07.794579 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5571cd02-4559-49c4-8224-f4ab9783c212 None None] Network 335b7808-f76d-4935-ad2d-eb2e6585e9e0 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:07.804433 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-5571cd02-4559-49c4-8224-f4ab9783c212 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:07.809511 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b463ed4e-1bfc-4c32-8da2-e1a2b51f12d0 req-9567060e-d67b-4de3-af48-9470fb8cc5ad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 HTTP/1.1" status: 200 len: 1002 time: 0.3879058 Sep 23 15:05:07.814505 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5571cd02-4559-49c4-8224-f4ab9783c212 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:07.922688 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463ed4e-1bfc-4c32-8da2-e1a2b51f12d0 req-cba2fe77-2391-4a64-aafc-60ff66192425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:07.925002 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b463ed4e-1bfc-4c32-8da2-e1a2b51f12d0 req-cba2fe77-2391-4a64-aafc-60ff66192425 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3 HTTP/1.1" status: 200 len: 851 time: 0.1019239 Sep 23 15:05:07.934710 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-eee8f466-c9f1-40cf-9d1f-3fac6ef22ec9 tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.6086025 Sep 23 15:05:07.936689 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f94c2dcf-3654-4111-8185-d0b616bf5b55 None None] Attempt 6 to provision port bb7309ac-81ee-40cd-984c-f4efbf535a3a Sep 23 15:05:07.939615 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42408) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:07.953706 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-30de2fe6-16e5-440b-8018-a16f6e8c0fdb tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.138'}]}}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:07.966224 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571cd02-4559-49c4-8224-f4ab9783c212 None None] Pushing event updated for resources: {'Port': ['ID=b5295602-42fd-44c7-9102-c1e3f58194ba,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:07.969799 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-30de2fe6-16e5-440b-8018-a16f6e8c0fdb tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:07.975876 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-5571cd02-4559-49c4-8224-f4ab9783c212 None None] Attempting to bind port b5295602-42fd-44c7-9102-c1e3f58194ba on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:05:07.976324 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-5571cd02-4559-49c4-8224-f4ab9783c212 None None] Attempting to bind port b5295602-42fd-44c7-9102-c1e3f58194ba by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '4ba533a7-327d-4194-aa78-671dea59729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '335b7808-f76d-4935-ad2d-eb2e6585e9e0'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:05:07.979962 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5571cd02-4559-49c4-8224-f4ab9783c212 None None] Attempting to bind port b5295602-42fd-44c7-9102-c1e3f58194ba on network 335b7808-f76d-4935-ad2d-eb2e6585e9e0 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:05:07.980274 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8f3bcbee-2bcb-48b3-846f-021c31c3b004 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:07.984203 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:07.984855 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3bcbee-2bcb-48b3-846f-021c31c3b004 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:07.985464 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8f3bcbee-2bcb-48b3-846f-021c31c3b004 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:07.991120 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5571cd02-4559-49c4-8224-f4ab9783c212 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:05:07.992123 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5571cd02-4559-49c4-8224-f4ab9783c212 None None] Checking segment: {'id': '4ba533a7-327d-4194-aa78-671dea59729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '335b7808-f76d-4935-ad2d-eb2e6585e9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:05:07.992123 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5571cd02-4559-49c4-8224-f4ab9783c212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:07.993107 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5571cd02-4559-49c4-8224-f4ab9783c212 None None] Bound using segment: {'id': '4ba533a7-327d-4194-aa78-671dea59729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '335b7808-f76d-4935-ad2d-eb2e6585e9e0'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:05:07.993107 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-5571cd02-4559-49c4-8224-f4ab9783c212 None None] Bound port: b5295602-42fd-44c7-9102-c1e3f58194ba, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba533a7-327d-4194-aa78-671dea59729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '335b7808-f76d-4935-ad2d-eb2e6585e9e0'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:05:07.993667 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5571cd02-4559-49c4-8224-f4ab9783c212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:07.996489 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-30de2fe6-16e5-440b-8018-a16f6e8c0fdb tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Usage tracker for resource:router and tenant:49c5dedda9474a5fab5157acb8824b8c is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:08.056071 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f94c2dcf-3654-4111-8185-d0b616bf5b55 None None] Port bb7309ac-81ee-40cd-984c-f4efbf535a3a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:08.100240 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-5571cd02-4559-49c4-8224-f4ab9783c212 None None] For port b5295602-42fd-44c7-9102-c1e3f58194ba, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:05:08.104838 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-5571cd02-4559-49c4-8224-f4ab9783c212 None None] For port b5295602-42fd-44c7-9102-c1e3f58194ba, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=b5295602-42fd-44c7-9102-c1e3f58194ba,segment=NetworkSegment(4ba533a7-327d-4194-aa78-671dea59729a),segment_id=4ba533a7-327d-4194-aa78-671dea59729a)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:05:08.132261 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bcbee-2bcb-48b3-846f-021c31c3b004 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Network': ['ID=01a15319-cb25-41d5-bb79-cb502666efdc,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:08.140242 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-30de2fe6-16e5-440b-8018-a16f6e8c0fdb tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:08.146163 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 01a15319-cb25-41d5-bb79-cb502666efdc details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:05:08.163038 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-30de2fe6-16e5-440b-8018-a16f6e8c0fdb tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:08.171000 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae62e2c-5a5b-4a19-b90b-4be98a13457d']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:08.184715 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463ed4e-1bfc-4c32-8da2-e1a2b51f12d0 req-826222f3-f70e-41b1-b874-c534c9bf5e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:08.186499 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b463ed4e-1bfc-4c32-8da2-e1a2b51f12d0 req-826222f3-f70e-41b1-b874-c534c9bf5e69 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=901c9061-3ace-4755-b443-55ec936320e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2507021 Sep 23 15:05:08.192426 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b574de-817f-4e3b-b4fe-0ddc41a000ed') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:08.192799 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b574de-817f-4e3b-b4fe-0ddc41a000ed') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:08.197730 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8f3bcbee-2bcb-48b3-846f-021c31c3b004 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4637301 Sep 23 15:05:08.201409 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42412) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:08.206074 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:08.222374 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5571cd02-4559-49c4-8224-f4ab9783c212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:08.223085 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:08.231749 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:05:08.232159 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:08.238586 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'ports': [{'network_id': '836ff237-6f4c-47b9-90eb-75fa61685684'}, {'network_id': '01a15319-cb25-41d5-bb79-cb502666efdc'}]} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:08.238901 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'port': {'network_id': '836ff237-6f4c-47b9-90eb-75fa61685684'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:08.239375 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'port': {'network_id': '01a15319-cb25-41d5-bb79-cb502666efdc'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:08.330675 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 06b574de-817f-4e3b-b4fe-0ddc41a000ed resource provider aggregate not found Sep 23 15:05:08.334091 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fb12dd-6dd3-4e75-84aa-f3ab1afec6a0 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Router 5bfbb84a-3e5e-430b-b64b-f4224f8ad93f is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:05:08.338689 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:08.340071 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571cd02-4559-49c4-8224-f4ab9783c212 None None] Pushing event updated for resources: {'Port': ['ID=b5295602-42fd-44c7-9102-c1e3f58194ba,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:08.388088 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-30de2fe6-16e5-440b-8018-a16f6e8c0fdb tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:08.390006 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-30de2fe6-16e5-440b-8018-a16f6e8c0fdb tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:08.394549 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 06b574de-817f-4e3b-b4fe-0ddc41a000ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06b574de-817f-4e3b-b4fe-0ddc41a000ed found for delete ", "request_id": "req-4bdfef69-8fa5-43c8-98b1-d470eea11758"}]} Sep 23 15:05:08.433814 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event deleted for resources: {'Subnet': ['ID=8d8f24ee-bf1f-4c55-bb96-e2d8288f4c92,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:08.515732 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef6f9054-7470-4f81-b6f8-ea302b46ffd3 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:08.557170 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f94c2dcf-3654-4111-8185-d0b616bf5b55 None None] Attempt 7 to provision port bb7309ac-81ee-40cd-984c-f4efbf535a3a Sep 23 15:05:08.688142 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f94c2dcf-3654-4111-8185-d0b616bf5b55 None None] Port bb7309ac-81ee-40cd-984c-f4efbf535a3a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:08.698245 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:08.738162 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335b7808-f76d-4935-ad2d-eb2e6585e9e0']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:08.756125 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b463ed4e-1bfc-4c32-8da2-e1a2b51f12d0 req-2e2e6781-5758-46f7-91e8-f26431a1b32f service neutron] 10.222.0.72 "GET /v2.0/networks/901c9061-3ace-4755-b443-55ec936320e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5552695 Sep 23 15:05:08.756602 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba533a7-327d-4194-aa78-671dea59729a') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:08.756747 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f9054-7470-4f81-b6f8-ea302b46ffd3 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event deleted for resources: {'Port': ['ID=34e467d8-5068-498a-88d9-ce69959c7f4c,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:08.756899 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba533a7-327d-4194-aa78-671dea59729a') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:08.765100 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fb12dd-6dd3-4e75-84aa-f3ab1afec6a0 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:05:08.774807 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:08.787934 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e9dec2-dd95-420a-b981-7c600f45f935 None None] Sync routers for ids ['5bfbb84a-3e5e-430b-b64b-f4224f8ad93f'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:05:08.795731 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:08.797476 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e9dec2-dd95-420a-b981-7c600f45f935 None None] Routers {'5bfbb84a-3e5e-430b-b64b-f4224f8ad93f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:05:08.798294 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-c6e9dec2-dd95-420a-b981-7c600f45f935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:05:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['5bfbb84a-3e5e-430b-b64b-f4224f8ad93f'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:08.801645 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:08.833801 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-30de2fe6-16e5-440b-8018-a16f6e8c0fdb tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:08.862416 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Network': ['ID=2ae62e2c-5a5b-4a19-b90b-4be98a13457d,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:08.870834 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-86fb12dd-6dd3-4e75-84aa-f3ab1afec6a0 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] 10.222.0.67 "PUT /v2.0/routers/5bfbb84a-3e5e-430b-b64b-f4224f8ad93f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4199593 Sep 23 15:05:08.872253 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:08.874752 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42422) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:08.885921 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-c6e9dec2-dd95-420a-b981-7c600f45f935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:08.895986 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e9dec2-dd95-420a-b981-7c600f45f935 None None] Routers {'5bfbb84a-3e5e-430b-b64b-f4224f8ad93f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:05:08.896590 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-c6e9dec2-dd95-420a-b981-7c600f45f935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:05:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['5bfbb84a-3e5e-430b-b64b-f4224f8ad93f'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:08.959488 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-09ba937b-47ef-4179-9b82-b111d5b912fd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/networks/2ae62e2c-5a5b-4a19-b90b-4be98a13457d HTTP/1.1" status: 204 len: 168 time: 6.1681454 Sep 23 15:05:08.962734 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42426) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:08.962858 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-c6e9dec2-dd95-420a-b981-7c600f45f935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:08.962964 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e9dec2-dd95-420a-b981-7c600f45f935 None None] The sync data for ids ['5bfbb84a-3e5e-430b-b64b-f4224f8ad93f'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:05:08.982906 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:05:08.983347 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:08.999756 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:09.022671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:port and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:09.031653 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:09.053124 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:09.063339 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device b5295602-42fd-44c7-9102-c1e3f58194ba up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:05:09.068913 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-7e8eb823-5d39-48d5-9f6f-28f18d01cbfd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2087991786'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:09.098985 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b463ed4e-1bfc-4c32-8da2-e1a2b51f12d0 req-e33a433f-93f1-45d9-bc97-2d4d95288aee service neutron] 10.222.0.72 "GET /v2.0/networks/901c9061-3ace-4755-b443-55ec936320e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266463 Sep 23 15:05:09.140941 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7e8eb823-5d39-48d5-9f6f-28f18d01cbfd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:09.173429 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'port': 2} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:09.178688 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:09.189535 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f94c2dcf-3654-4111-8185-d0b616bf5b55 None None] Attempt 8 to provision port bb7309ac-81ee-40cd-984c-f4efbf535a3a Sep 23 15:05:09.230817 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port b5295602-42fd-44c7-9102-c1e3f58194ba completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:05:09.243744 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:09.263120 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f94c2dcf-3654-4111-8185-d0b616bf5b55 None None] Port bb7309ac-81ee-40cd-984c-f4efbf535a3a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:09.306545 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7e8eb823-5d39-48d5-9f6f-28f18d01cbfd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Usage tracker for resource:network and tenant:6162ca6451a94ec88464d67d4a92acb4 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:09.312564 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7e8eb823-5d39-48d5-9f6f-28f18d01cbfd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:09.322727 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2586825-4b1d-4e61-9b3a-0204ebca1b53 req-b9040cd8-53d9-4c04-b108-6889413495eb tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:09.328137 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e2586825-4b1d-4e61-9b3a-0204ebca1b53 req-b9040cd8-53d9-4c04-b108-6889413495eb tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.5778368 Sep 23 15:05:09.343925 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7e8eb823-5d39-48d5-9f6f-28f18d01cbfd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:09.459979 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f3653a-cbbc-4749-9ddf-54c2c2c2279d None None] get_active_networks_info from dv-neutron-859093-1-hyperv {{(pid=89740) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 23 15:05:09.497646 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-30de2fe6-16e5-440b-8018-a16f6e8c0fdb tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:09.517403 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.api [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 15:05:09.517403 dv-neutron-859093-1-hyperv neutron-server[89738]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 15:05:09.517403 dv-neutron-859093-1-hyperv neutron-server[89738]: [parameters: {'id': '335b7808-f76d-4935-ad2d-eb2e6585e9e0'}] Sep 23 15:05:09.517403 dv-neutron-859093-1-hyperv neutron-server[89738]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:05:09.517960 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG oslo_db.api [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:05:09.544069 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef6f9054-7470-4f81-b6f8-ea302b46ffd3 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:09.612094 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f3653a-cbbc-4749-9ddf-54c2c2c2279d None None] Resources bound (agent type, host, resource id): {{(pid=89740) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 15:05:09.662872 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e2586825-4b1d-4e61-9b3a-0204ebca1b53 req-e8bec71c-519a-496c-939b-5dd9a4ec0b78 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3030927 Sep 23 15:05:09.740416 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] device_id is not set on port 73ffbba5-91eb-43bf-a92b-14a4afd4f9c8 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:05:09.795768 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f94c2dcf-3654-4111-8185-d0b616bf5b55 None None] Attempt 9 to provision port bb7309ac-81ee-40cd-984c-f4efbf535a3a Sep 23 15:05:09.816621 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8eb823-5d39-48d5-9f6f-28f18d01cbfd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Made reservation on behalf of 6162ca6451a94ec88464d67d4a92acb4 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:09.819994 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7e8eb823-5d39-48d5-9f6f-28f18d01cbfd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:09.873052 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f94c2dcf-3654-4111-8185-d0b616bf5b55 None None] Port bb7309ac-81ee-40cd-984c-f4efbf535a3a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:09.928699 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8eb823-5d39-48d5-9f6f-28f18d01cbfd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:05:10.062535 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:10.074344 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7e8eb823-5d39-48d5-9f6f-28f18d01cbfd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:10.074751 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-7e8eb823-5d39-48d5-9f6f-28f18d01cbfd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Added segment 8c594ea7-2c14-4463-ace4-3f7b0af11c4b of type vlan for network 59991442-e475-4e19-b76f-3472b8348f56 Sep 23 15:05:10.083878 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:10.123698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59d8098-f46d-4e28-b053-187f85a0c7d7 None None] Network 335b7808-f76d-4935-ad2d-eb2e6585e9e0 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:10.137354 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Deleting port b5295602-42fd-44c7-9102-c1e3f58194ba {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:10.138179 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:10.165685 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7e8eb823-5d39-48d5-9f6f-28f18d01cbfd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:10.280517 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df0004d-31c3-4bed-9d75-936ce65ee117 None None] Network 836ff237-6f4c-47b9-90eb-75fa61685684 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:10.285621 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] device_id is not set on port dc12ce1d-6a6a-478b-9cee-415edcd8774a yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:05:10.374200 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f94c2dcf-3654-4111-8185-d0b616bf5b55 None None] Attempt 10 to provision port bb7309ac-81ee-40cd-984c-f4efbf535a3a Sep 23 15:05:10.384743 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7e8eb823-5d39-48d5-9f6f-28f18d01cbfd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:10.390267 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8eb823-5d39-48d5-9f6f-28f18d01cbfd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:10.390803 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7e8eb823-5d39-48d5-9f6f-28f18d01cbfd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:10.392109 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6f9054-7470-4f81-b6f8-ea302b46ffd3 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Router 8d2fc230-b342-497a-a3f0-d700b0882d81 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:05:10.412796 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:10.462883 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 4ba533a7-327d-4194-aa78-671dea59729a resource provider aggregate not found Sep 23 15:05:10.578404 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f94c2dcf-3654-4111-8185-d0b616bf5b55 None None] Port bb7309ac-81ee-40cd-984c-f4efbf535a3a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:10.580631 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 4ba533a7-327d-4194-aa78-671dea59729a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ba533a7-327d-4194-aa78-671dea59729a found for delete ", "request_id": "req-279d3ce5-5ab8-468d-a56c-3bd138b8fec2"}]} Sep 23 15:05:10.603771 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7e8eb823-5d39-48d5-9f6f-28f18d01cbfd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6306839 Sep 23 15:05:10.613631 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42434) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:10.628967 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-145f83ef-0bfa-4b29-9800-75260b21f8bb tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Request body: {'subnet': {'network_id': '59991442-e475-4e19-b76f-3472b8348f56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:10.668548 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533704af-fd84-4b5c-b9c3-9ddbe060e9ef None None] Network 335b7808-f76d-4935-ad2d-eb2e6585e9e0 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:10.679275 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8eb823-5d39-48d5-9f6f-28f18d01cbfd tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event updated for resources: {'Network': ['ID=59991442-e475-4e19-b76f-3472b8348f56,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:10.692860 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-ace14ec9-0ab5-4cdc-ab49-51f1a0e35ee4 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:05:10.696440 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ace14ec9-0ab5-4cdc-ab49-51f1a0e35ee4 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] 10.222.0.67 "PUT /v2.0/routers/5bfbb84a-3e5e-430b-b64b-f4224f8ad93f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8151057 Sep 23 15:05:10.701165 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42438) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:10.733164 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 59991442-e475-4e19-b76f-3472b8348f56 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:05:10.855853 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6f9054-7470-4f81-b6f8-ea302b46ffd3 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:05:10.873089 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceed01f-1656-4bd7-9cc8-81e59790c10e None None] Sync routers for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:05:10.895943 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-145f83ef-0bfa-4b29-9800-75260b21f8bb tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:10.900144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-145f83ef-0bfa-4b29-9800-75260b21f8bb tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Usage tracker for resource:subnet and tenant:6162ca6451a94ec88464d67d4a92acb4 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:10.903155 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-145f83ef-0bfa-4b29-9800-75260b21f8bb tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:10.909565 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-145f83ef-0bfa-4b29-9800-75260b21f8bb tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:10.938462 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ef6f9054-7470-4f81-b6f8-ea302b46ffd3 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "PUT /v2.0/routers/8d2fc230-b342-497a-a3f0-d700b0882d81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5872598 Sep 23 15:05:10.941732 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42444) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:10.946975 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceed01f-1656-4bd7-9cc8-81e59790c10e None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:05:10.947611 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-cceed01f-1656-4bd7-9cc8-81e59790c10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:05:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:11.006380 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:11.022159 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] For port b5295602-42fd-44c7-9102-c1e3f58194ba, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=b5295602-42fd-44c7-9102-c1e3f58194ba,segment=NetworkSegment(4ba533a7-327d-4194-aa78-671dea59729a),segment_id=4ba533a7-327d-4194-aa78-671dea59729a)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:11.022609 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:11.040956 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Provisioning for port b5295602-42fd-44c7-9102-c1e3f58194ba completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:05:11.060357 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145f83ef-0bfa-4b29-9800-75260b21f8bb tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Made reservation on behalf of 6162ca6451a94ec88464d67d4a92acb4 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:11.063830 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-cceed01f-1656-4bd7-9cc8-81e59790c10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:11.064263 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-145f83ef-0bfa-4b29-9800-75260b21f8bb tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:11.066668 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Provisioning complete for port b5295602-42fd-44c7-9102-c1e3f58194ba triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:05:11.067047 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:11.067381 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Attempt 1 to provision port b5295602-42fd-44c7-9102-c1e3f58194ba Sep 23 15:05:11.127344 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceed01f-1656-4bd7-9cc8-81e59790c10e None None] Routers {'8d2fc230-b342-497a-a3f0-d700b0882d81'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:05:11.127925 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-cceed01f-1656-4bd7-9cc8-81e59790c10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:05:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8d2fc230-b342-497a-a3f0-d700b0882d81'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:11.196880 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network 836ff237-6f4c-47b9-90eb-75fa61685684 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:11.200337 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-cceed01f-1656-4bd7-9cc8-81e59790c10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:11.200759 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceed01f-1656-4bd7-9cc8-81e59790c10e None None] The sync data for ids ['8d2fc230-b342-497a-a3f0-d700b0882d81'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:05:11.205482 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:11.207717 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:11.208526 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:11.234599 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Port': ['ID=73ffbba5-91eb-43bf-a92b-14a4afd4f9c8,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:11.283934 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Current status of the port b5295602-42fd-44c7-9102-c1e3f58194ba is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:05:11.284321 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:11.301312 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Calling delete_port for b5295602-42fd-44c7-9102-c1e3f58194ba owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:11.341335 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3b916f-87f9-4ea5-97bb-8ea65dedb0fb None None] DHCP port deletion for 335b7808-f76d-4935-ad2d-eb2e6585e9e0 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:05:11.351222 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] For port b5295602-42fd-44c7-9102-c1e3f58194ba, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=b5295602-42fd-44c7-9102-c1e3f58194ba,segment=NetworkSegment(4ba533a7-327d-4194-aa78-671dea59729a),segment_id=4ba533a7-327d-4194-aa78-671dea59729a)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:11.353046 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0c3b916f-87f9-4ea5-97bb-8ea65dedb0fb None None] Deleting port b5295602-42fd-44c7-9102-c1e3f58194ba {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:11.353438 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0c3b916f-87f9-4ea5-97bb-8ea65dedb0fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:11.433239 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Port': ['ID=dc12ce1d-6a6a-478b-9cee-415edcd8774a,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:11.441131 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9833e865-56e9-4c11-8d69-d561cb9e6418 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:11.453926 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:11.496464 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Checking segment: {'id': '47ba490a-6e8c-45da-861a-3892f46d0a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '01a15319-cb25-41d5-bb79-cb502666efdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:05:11.496464 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network hostable DHCP agents. Network: 01a15319-cb25-41d5-bb79-cb502666efdc, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:05:11.582282 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-30de2fe6-16e5-440b-8018-a16f6e8c0fdb tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:11.628916 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Provisioning complete for port bb7309ac-81ee-40cd-984c-f4efbf535a3a triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:05:11.629483 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:11.629709 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Attempt 1 to provision port bb7309ac-81ee-40cd-984c-f4efbf535a3a Sep 23 15:05:11.633827 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-30de2fe6-16e5-440b-8018-a16f6e8c0fdb tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:11.647408 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network 01a15319-cb25-41d5-bb79-cb502666efdc is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:05:11.681695 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Pushing event updated for resources: {'Port': ['ID=b5295602-42fd-44c7-9102-c1e3f58194ba,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:11.709665 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-0c3b916f-87f9-4ea5-97bb-8ea65dedb0fb None None] For port b5295602-42fd-44c7-9102-c1e3f58194ba, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=b5295602-42fd-44c7-9102-c1e3f58194ba,segment=NetworkSegment(4ba533a7-327d-4194-aa78-671dea59729a),segment_id=4ba533a7-327d-4194-aa78-671dea59729a)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:11.710125 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0c3b916f-87f9-4ea5-97bb-8ea65dedb0fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:11.715435 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b161d-28d2-4c4e-8873-5e560fe72e7e req-15ca120e-c2c5-41bf-80e0-bb6df0904613 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:11.717403 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a32b161d-28d2-4c4e-8873-5e560fe72e7e req-15ca120e-c2c5-41bf-80e0-bb6df0904613 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.8725827 Sep 23 15:05:11.724676 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.api [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:05:11.724999 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG oslo_db.api [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:05:11.731536 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9833e865-56e9-4c11-8d69-d561cb9e6418 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:11.743875 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 01a15319-cb25-41d5-bb79-cb502666efdc) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:11.748149 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:11.753831 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:11.758990 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:11.759836 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:11.785690 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95d06b3-dd65-4fe9-8367-43837a8b1a9f None None] Network 01a15319-cb25-41d5-bb79-cb502666efdc requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:11.834156 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-9833e865-56e9-4c11-8d69-d561cb9e6418 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Deleting port dc0badc6-b565-487c-990b-e1fc4873def4 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:11.835202 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9833e865-56e9-4c11-8d69-d561cb9e6418 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:11.852942 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Port bb7309ac-81ee-40cd-984c-f4efbf535a3a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:11.865616 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0c3b916f-87f9-4ea5-97bb-8ea65dedb0fb None None] Calling delete_port for b5295602-42fd-44c7-9102-c1e3f58194ba owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:11.882807 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ef238c14-6702-4fdc-8629-ba1bc4809c51 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6580994 Sep 23 15:05:11.885403 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a32b161d-28d2-4c4e-8873-5e560fe72e7e req-90721ead-2eee-4511-a6ca-f5f144de7654 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536722 Sep 23 15:05:11.886011 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42448) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:11.889127 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-145f83ef-0bfa-4b29-9800-75260b21f8bb tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:12.028938 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d9139-7b97-4a53-8171-5da76e2c701c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting port dc12ce1d-6a6a-478b-9cee-415edcd8774a {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:12.028938 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6e9d9139-7b97-4a53-8171-5da76e2c701c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:12.110197 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f83ef-0bfa-4b29-9800-75260b21f8bb tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event updated for resources: {'Subnet': ['ID=c2a31993-1af9-4a01-8c4a-31f5b8499fb5,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:12.131881 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145f83ef-0bfa-4b29-9800-75260b21f8bb tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Checking segment: {'id': '8c594ea7-2c14-4463-ace4-3f7b0af11c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '59991442-e475-4e19-b76f-3472b8348f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:05:12.132294 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145f83ef-0bfa-4b29-9800-75260b21f8bb tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Network hostable DHCP agents. Network: 59991442-e475-4e19-b76f-3472b8348f56, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:05:12.188354 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9833e865-56e9-4c11-8d69-d561cb9e6418 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:12.192663 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-30de2fe6-16e5-440b-8018-a16f6e8c0fdb tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:12.252686 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Deleting port b5295602-42fd-44c7-9102-c1e3f58194ba {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:12.253037 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:12.289786 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0c3b916f-87f9-4ea5-97bb-8ea65dedb0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:12.343667 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b916f-87f9-4ea5-97bb-8ea65dedb0fb None None] Pushing event deleted for resources: {'Port': ['ID=b5295602-42fd-44c7-9102-c1e3f58194ba,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:12.345612 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3b916f-87f9-4ea5-97bb-8ea65dedb0fb None None] No DVR routers for this DVR port b5295602-42fd-44c7-9102-c1e3f58194ba on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:05:12.354459 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Attempt 2 to provision port bb7309ac-81ee-40cd-984c-f4efbf535a3a Sep 23 15:05:12.410947 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] The port 'b5295602-42fd-44c7-9102-c1e3f58194ba' was deleted {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:05:12.414046 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Port bb7309ac-81ee-40cd-984c-f4efbf535a3a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:12.443446 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145f83ef-0bfa-4b29-9800-75260b21f8bb tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Network 59991442-e475-4e19-b76f-3472b8348f56 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:05:12.452164 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-9833e865-56e9-4c11-8d69-d561cb9e6418 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Calling delete_port for dc0badc6-b565-487c-990b-e1fc4873def4 owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:12.508860 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a70b0-4c1f-4d03-a509-7b5d6984881a req-c66b8b24-6b92-4082-a609-85b1c985e31f tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:12.511273 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5f1a70b0-4c1f-4d03-a509-7b5d6984881a req-c66b8b24-6b92-4082-a609-85b1c985e31f tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.4870338 Sep 23 15:05:12.588126 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5f1a70b0-4c1f-4d03-a509-7b5d6984881a req-0ad54598-10a2-4004-a599-1738c816263b tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693924 Sep 23 15:05:12.599807 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-145f83ef-0bfa-4b29-9800-75260b21f8bb tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 59991442-e475-4e19-b76f-3472b8348f56) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:12.605583 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145f83ef-0bfa-4b29-9800-75260b21f8bb tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:12.606169 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-145f83ef-0bfa-4b29-9800-75260b21f8bb tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:12.613269 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94374af9-1523-494c-9ba6-3c1151a1483b None None] Network 59991442-e475-4e19-b76f-3472b8348f56 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:12.740234 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-145f83ef-0bfa-4b29-9800-75260b21f8bb tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1230364 Sep 23 15:05:12.746882 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42458) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:12.765882 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9833e865-56e9-4c11-8d69-d561cb9e6418 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:12.886694 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686c4997-d0fe-45a9-8250-3ba6a05951f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-59991442-e475-4e19-b76f-3472b8348f56', 'network_id': '59991442-e475-4e19-b76f-3472b8348f56', 'tenant_id': '6162ca6451a94ec88464d67d4a92acb4', 'fixed_ips': [{'subnet_id': 'c2a31993-1af9-4a01-8c4a-31f5b8499fb5'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:05:12.887256 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-686c4997-d0fe-45a9-8250-3ba6a05951f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:12.890241 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833e865-56e9-4c11-8d69-d561cb9e6418 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event deleted for resources: {'Port': ['ID=dc0badc6-b565-487c-990b-e1fc4873def4,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:12.943516 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Attempt 3 to provision port bb7309ac-81ee-40cd-984c-f4efbf535a3a Sep 23 15:05:12.974290 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-30de2fe6-16e5-440b-8018-a16f6e8c0fdb tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:12.984338 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-30de2fe6-16e5-440b-8018-a16f6e8c0fdb tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.006444 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.007104 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9833e865-56e9-4c11-8d69-d561cb9e6418 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.027994 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dcc057a7-eb96-409d-87fc-1ebb35212044 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.029542 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Port bb7309ac-81ee-40cd-984c-f4efbf535a3a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:13.075123 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device b5295602-42fd-44c7-9102-c1e3f58194ba no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:05:13.103113 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6e9d9139-7b97-4a53-8171-5da76e2c701c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.122354 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: b5295602-42fd-44c7-9102-c1e3f58194ba {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:05:13.122602 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device b5295602-42fd-44c7-9102-c1e3f58194ba not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:05:13.148446 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-686c4997-d0fe-45a9-8250-3ba6a05951f3 None None] Allocated IP 172.20.0.1 (59991442-e475-4e19-b76f-3472b8348f56/c2a31993-1af9-4a01-8c4a-31f5b8499fb5/61eca6ad-052b-41d6-b8bb-9324b7ae81db) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:05:13.214328 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9833e865-56e9-4c11-8d69-d561cb9e6418 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.224363 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9833e865-56e9-4c11-8d69-d561cb9e6418 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.239724 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.242024 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335b7808-f76d-4935-ad2d-eb2e6585e9e0']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:13.320238 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.327549 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d9139-7b97-4a53-8171-5da76e2c701c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Calling delete_port for dc12ce1d-6a6a-478b-9cee-415edcd8774a owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:13.354891 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-30de2fe6-16e5-440b-8018-a16f6e8c0fdb tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.355374 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30de2fe6-16e5-440b-8018-a16f6e8c0fdb tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a72a153-827f-4f91-9bb9-c2d34cd0e8e7 {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:05:13.363566 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-686c4997-d0fe-45a9-8250-3ba6a05951f3 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.366705 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9833e865-56e9-4c11-8d69-d561cb9e6418 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.367113 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9833e865-56e9-4c11-8d69-d561cb9e6418 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Fanout notify agent at l3_agent the message router_deleted on router 8d2fc230-b342-497a-a3f0-d700b0882d81 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:05:13.376090 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-686c4997-d0fe-45a9-8250-3ba6a05951f3 None None] Transition to ACTIVE for port object 61eca6ad-052b-41d6-b8bb-9324b7ae81db will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:13.380294 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba533a7-327d-4194-aa78-671dea59729a') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:13.380294 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba533a7-327d-4194-aa78-671dea59729a') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:13.389648 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9833e865-56e9-4c11-8d69-d561cb9e6418 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.393725 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9833e865-56e9-4c11-8d69-d561cb9e6418 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "DELETE /v2.0/routers/8d2fc230-b342-497a-a3f0-d700b0882d81 HTTP/1.1" status: 204 len: 168 time: 2.4476159 Sep 23 15:05:13.395612 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42462) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:13.403066 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-686c4997-d0fe-45a9-8250-3ba6a05951f3 None None] Transition to ACTIVE for port object 61eca6ad-052b-41d6-b8bb-9324b7ae81db will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:13.411009 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.463829 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff51dce-37fb-4aac-9f8d-6817eadd38d8 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Deleting subnet 69133ece-57f0-45dd-95e4-841a2123b081 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:05:13.466996 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9ff51dce-37fb-4aac-9f8d-6817eadd38d8 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.479485 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-686c4997-d0fe-45a9-8250-3ba6a05951f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.497968 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.514769 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-30de2fe6-16e5-440b-8018-a16f6e8c0fdb tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 23 15:05:13.518501 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-30de2fe6-16e5-440b-8018-a16f6e8c0fdb tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 409 len: 373 time: 5.5704722 Sep 23 15:05:13.519647 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42466) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:13.524467 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:05:13.524879 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.539204 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Attempt 4 to provision port bb7309ac-81ee-40cd-984c-f4efbf535a3a Sep 23 15:05:13.587182 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686c4997-d0fe-45a9-8250-3ba6a05951f3 None None] Network 59991442-e475-4e19-b76f-3472b8348f56 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:13.589364 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9ff51dce-37fb-4aac-9f8d-6817eadd38d8 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.592797 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38113371-a407-448b-bbb0-da95c716f8d9 req-efd714a8-3d1c-41df-881c-64c4fad623e7 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:13.594303 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-38113371-a407-448b-bbb0-da95c716f8d9 req-efd714a8-3d1c-41df-881c-64c4fad623e7 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.8194280 Sep 23 15:05:13.603082 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-686c4997-d0fe-45a9-8250-3ba6a05951f3 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:13.605659 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686c4997-d0fe-45a9-8250-3ba6a05951f3 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:13.636473 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-050c67c5-8039-4728-993c-7d290bc2de5b tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Deleting port ee6feba2-bb58-4bea-abe1-ca489d914803 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:13.636815 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-050c67c5-8039-4728-993c-7d290bc2de5b tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.643348 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 4ba533a7-327d-4194-aa78-671dea59729a resource provider aggregate not found Sep 23 15:05:13.653930 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c4997-d0fe-45a9-8250-3ba6a05951f3 None None] Pushing event updated for resources: {'Port': ['ID=61eca6ad-052b-41d6-b8bb-9324b7ae81db,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:13.668439 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Port bb7309ac-81ee-40cd-984c-f4efbf535a3a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:13.670935 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.702053 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 4ba533a7-327d-4194-aa78-671dea59729a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ba533a7-327d-4194-aa78-671dea59729a found for delete ", "request_id": "req-0c7ec1d4-4875-4f9a-ab40-ff1543b4c3fb"}]} Sep 23 15:05:13.739197 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-38113371-a407-448b-bbb0-da95c716f8d9 req-42efeed3-b309-42fb-9236-6aa01038470e tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817463 Sep 23 15:05:13.740358 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a31993-1af9-4a01-8c4a-31f5b8499fb5,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:13.748897 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6e9d9139-7b97-4a53-8171-5da76e2c701c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.753409 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-686c4997-d0fe-45a9-8250-3ba6a05951f3 None None] Attempting to bind port 61eca6ad-052b-41d6-b8bb-9324b7ae81db on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:05:13.753772 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-686c4997-d0fe-45a9-8250-3ba6a05951f3 None None] Attempting to bind port 61eca6ad-052b-41d6-b8bb-9324b7ae81db by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '8c594ea7-2c14-4463-ace4-3f7b0af11c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '59991442-e475-4e19-b76f-3472b8348f56'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:05:13.754128 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686c4997-d0fe-45a9-8250-3ba6a05951f3 None None] Attempting to bind port 61eca6ad-052b-41d6-b8bb-9324b7ae81db on network 59991442-e475-4e19-b76f-3472b8348f56 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:05:13.763413 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686c4997-d0fe-45a9-8250-3ba6a05951f3 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:05:13.763885 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686c4997-d0fe-45a9-8250-3ba6a05951f3 None None] Checking segment: {'id': '8c594ea7-2c14-4463-ace4-3f7b0af11c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '59991442-e475-4e19-b76f-3472b8348f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:05:13.764165 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-686c4997-d0fe-45a9-8250-3ba6a05951f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.764549 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686c4997-d0fe-45a9-8250-3ba6a05951f3 None None] Bound using segment: {'id': '8c594ea7-2c14-4463-ace4-3f7b0af11c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '59991442-e475-4e19-b76f-3472b8348f56'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:05:13.765009 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-686c4997-d0fe-45a9-8250-3ba6a05951f3 None None] Bound port: 61eca6ad-052b-41d6-b8bb-9324b7ae81db, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c594ea7-2c14-4463-ace4-3f7b0af11c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '59991442-e475-4e19-b76f-3472b8348f56'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:05:13.765426 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-686c4997-d0fe-45a9-8250-3ba6a05951f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.803603 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d9139-7b97-4a53-8171-5da76e2c701c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Port': ['ID=dc12ce1d-6a6a-478b-9cee-415edcd8774a,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:13.814875 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6e9d9139-7b97-4a53-8171-5da76e2c701c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.847580 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.880707 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9ff51dce-37fb-4aac-9f8d-6817eadd38d8 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.887024 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.906647 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event deleted for resources: {'Network': ['ID=335b7808-f76d-4935-ad2d-eb2e6585e9e0,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:13.907190 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-686c4997-d0fe-45a9-8250-3ba6a05951f3 None None] For port 61eca6ad-052b-41d6-b8bb-9324b7ae81db, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:05:13.912163 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-686c4997-d0fe-45a9-8250-3ba6a05951f3 None None] For port 61eca6ad-052b-41d6-b8bb-9324b7ae81db, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=61eca6ad-052b-41d6-b8bb-9324b7ae81db,segment=NetworkSegment(8c594ea7-2c14-4463-ace4-3f7b0af11c4b),segment_id=8c594ea7-2c14-4463-ace4-3f7b0af11c4b)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:05:13.927932 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-dcc057a7-eb96-409d-87fc-1ebb35212044 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Deleting port bb7309ac-81ee-40cd-984c-f4efbf535a3a {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:13.929631 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dcc057a7-eb96-409d-87fc-1ebb35212044 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.953166 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6e9d9139-7b97-4a53-8171-5da76e2c701c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/ports/dc12ce1d-6a6a-478b-9cee-415edcd8774a HTTP/1.1" status: 204 len: 168 time: 2.0579002 Sep 23 15:05:13.959035 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-13aeabbd-8a61-48ca-b365-f6256a67248c tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "DELETE /v2.0/networks/335b7808-f76d-4935-ad2d-eb2e6585e9e0 HTTP/1.1" status: 204 len: 168 time: 7.2569625 Sep 23 15:05:13.959577 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42476) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:13.983034 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-686c4997-d0fe-45a9-8250-3ba6a05951f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:13.988686 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42480) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:14.117242 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c4997-d0fe-45a9-8250-3ba6a05951f3 None None] Pushing event updated for resources: {'Port': ['ID=61eca6ad-052b-41d6-b8bb-9324b7ae81db,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:14.141177 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb804ae5-acd0-4b66-9f0e-60a79dacb119 None None] Network 59991442-e475-4e19-b76f-3472b8348f56 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:14.208641 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Attempt 5 to provision port bb7309ac-81ee-40cd-984c-f4efbf535a3a Sep 23 15:05:14.236894 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-12707f9b-c470-40fa-95da-161635e81674 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] DELETE failed (client error): The resource could not be found. Sep 23 15:05:14.237438 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12707f9b-c470-40fa-95da-161635e81674 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:05:14.255208 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-12707f9b-c470-40fa-95da-161635e81674 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "DELETE /v2.0/subnets/8d8f24ee-bf1f-4c55-bb96-e2d8288f4c92 HTTP/1.1" status: 404 len: 337 time: 0.2652819 Sep 23 15:05:14.258590 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42484) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:14.284807 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:14.305069 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-1894f116-5541-4d69-b370-6c90e83c19c9 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] DELETE failed (client error): The resource could not be found. Sep 23 15:05:14.305821 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1894f116-5541-4d69-b370-6c90e83c19c9 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:05:14.307681 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1894f116-5541-4d69-b370-6c90e83c19c9 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "DELETE /v2.0/networks/335b7808-f76d-4935-ad2d-eb2e6585e9e0 HTTP/1.1" status: 404 len: 339 time: 0.0470381 Sep 23 15:05:14.316013 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42488) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:14.364142 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Port bb7309ac-81ee-40cd-984c-f4efbf535a3a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:14.372471 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96822b63-6dc3-402f-906a-99b56e1f799b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:14.378655 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96822b63-6dc3-402f-906a-99b56e1f799b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:14.379609 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-96822b63-6dc3-402f-906a-99b56e1f799b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Synchronizing usage tracker for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:05:14.388067 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59991442-e475-4e19-b76f-3472b8348f56']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:14.391410 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-f92248b1-9891-40bc-a09c-6a9ef2e1de8f tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] DELETE failed (client error): The resource could not be found. Sep 23 15:05:14.392023 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f92248b1-9891-40bc-a09c-6a9ef2e1de8f tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:05:14.394396 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f92248b1-9891-40bc-a09c-6a9ef2e1de8f tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "DELETE /v2.0/subnets/2f024f7f-cea2-414e-88c5-092f5321be9d HTTP/1.1" status: 404 len: 337 time: 0.0772457 Sep 23 15:05:14.397620 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42492) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:14.414456 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dcc057a7-eb96-409d-87fc-1ebb35212044 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:14.433670 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c594ea7-2c14-4463-ace4-3f7b0af11c4b') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:14.433972 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c594ea7-2c14-4463-ace4-3f7b0af11c4b') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:14.450864 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae82a82-3d36-4efa-8a13-59e80ece8049 None None] get_active_networks_info from dv-neutron-859093-1-hyperv {{(pid=89740) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 23 15:05:14.463776 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-0175c21b-75d0-4b91-916f-cf443483375d tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] DELETE failed (client error): The resource could not be found. Sep 23 15:05:14.464257 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0175c21b-75d0-4b91-916f-cf443483375d tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:05:14.467652 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:14.483089 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-96822b63-6dc3-402f-906a-99b56e1f799b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Unset dirty status for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:05:14.484497 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-96822b63-6dc3-402f-906a-99b56e1f799b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.5240340 Sep 23 15:05:14.497409 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42496) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:14.505420 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf118e4e-1b1e-4081-a9ca-9462d431bc8c req-cfe93971-9d2d-401b-97ca-850cf8e65073 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:14.506926 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-cf118e4e-1b1e-4081-a9ca-9462d431bc8c req-cfe93971-9d2d-401b-97ca-850cf8e65073 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.5282433 Sep 23 15:05:14.546009 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-dcc057a7-eb96-409d-87fc-1ebb35212044 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Calling delete_port for bb7309ac-81ee-40cd-984c-f4efbf535a3a owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:14.552605 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9ff51dce-37fb-4aac-9f8d-6817eadd38d8 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:14.556864 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0175c21b-75d0-4b91-916f-cf443483375d tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "DELETE /v2.0/networks/99e5e460-4336-4c59-b412-d816b37966d9 HTTP/1.1" status: 404 len: 339 time: 0.1543038 Sep 23 15:05:14.577042 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42500) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:14.604840 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae82a82-3d36-4efa-8a13-59e80ece8049 None None] Resources bound (agent type, host, resource id): {{(pid=89740) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 15:05:14.626163 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:14.637104 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec24988-2af2-4400-a228-c62d4376fddc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] DELETE failed (client error): The resource could not be found. Sep 23 15:05:14.637564 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eec24988-2af2-4400-a228-c62d4376fddc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:05:14.641622 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-eec24988-2af2-4400-a228-c62d4376fddc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "DELETE /v2.0/subnets/e40ddcb4-e987-470f-b467-57c7ec56099c HTTP/1.1" status: 404 len: 337 time: 0.0610075 Sep 23 15:05:14.643300 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42504) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:14.652274 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff51dce-37fb-4aac-9f8d-6817eadd38d8 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event deleted for resources: {'Subnet': ['ID=69133ece-57f0-45dd-95e4-841a2123b081,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:14.654063 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9ff51dce-37fb-4aac-9f8d-6817eadd38d8 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:14.655907 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9ff51dce-37fb-4aac-9f8d-6817eadd38d8 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "DELETE /v2.0/subnets/69133ece-57f0-45dd-95e4-841a2123b081 HTTP/1.1" status: 204 len: 168 time: 1.2593720 Sep 23 15:05:14.659539 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:05:14.659937 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:14.669502 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42508) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:14.676720 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-050c67c5-8039-4728-993c-7d290bc2de5b tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:14.706293 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8664692-72af-454d-97d4-af0d5f90f2b8 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] DELETE failed (client error): The resource could not be found. Sep 23 15:05:14.706891 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8664692-72af-454d-97d4-af0d5f90f2b8 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:05:14.711419 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e8664692-72af-454d-97d4-af0d5f90f2b8 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "DELETE /v2.0/networks/5f0294b9-b948-41c6-b295-0fdbbf357c6e HTTP/1.1" status: 404 len: 339 time: 0.0658240 Sep 23 15:05:14.722963 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42514) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:14.760853 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 8c594ea7-2c14-4463-ace4-3f7b0af11c4b resource provider aggregate not found Sep 23 15:05:14.868860 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Attempt 6 to provision port bb7309ac-81ee-40cd-984c-f4efbf535a3a Sep 23 15:05:14.895554 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 8c594ea7-2c14-4463-ace4-3f7b0af11c4b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c594ea7-2c14-4463-ace4-3f7b0af11c4b found for delete ", "request_id": "req-49dc8637-df0c-4ba7-8a79-4b0cec23c95f"}]} Sep 23 15:05:14.899974 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-59839837-f812-4374-84e5-8981ef49c6f9 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:14.901151 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-096c8030-45a4-41bf-9796-f7b73d7545ae tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting port 73ffbba5-91eb-43bf-a92b-14a4afd4f9c8 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:14.901506 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-096c8030-45a4-41bf-9796-f7b73d7545ae tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:14.920530 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-349a865b-b2f8-47ad-acb1-65ed68000cc1 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Deleting port 74f41ea5-0831-4363-9b7a-306b9f613af5 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:14.921334 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-349a865b-b2f8-47ad-acb1-65ed68000cc1 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:14.935803 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-050c67c5-8039-4728-993c-7d290bc2de5b tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Calling delete_port for ee6feba2-bb58-4bea-abe1-ca489d914803 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:14.948036 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Port bb7309ac-81ee-40cd-984c-f4efbf535a3a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:14.981737 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-cf118e4e-1b1e-4081-a9ca-9462d431bc8c req-711bf45b-857c-458b-a4bd-0365137da5c5 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4347248 Sep 23 15:05:15.098632 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.api [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 15:05:15.098632 dv-neutron-859093-1-hyperv neutron-server[89739]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 15:05:15.098632 dv-neutron-859093-1-hyperv neutron-server[89739]: [parameters: {'id': '59991442-e475-4e19-b76f-3472b8348f56'}] Sep 23 15:05:15.098632 dv-neutron-859093-1-hyperv neutron-server[89739]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:05:15.098910 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG oslo_db.api [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:05:15.196153 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-59839837-f812-4374-84e5-8981ef49c6f9 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:15.287836 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-096c8030-45a4-41bf-9796-f7b73d7545ae tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:15.292538 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-59839837-f812-4374-84e5-8981ef49c6f9 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['767858c3-3871-4b07-b1ed-5f1dbc9b7e52']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:15.340722 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-59839837-f812-4374-84e5-8981ef49c6f9 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc72063-41d4-47b5-b1a8-994f2138bc08') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:15.341020 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-59839837-f812-4374-84e5-8981ef49c6f9 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc72063-41d4-47b5-b1a8-994f2138bc08') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:15.409991 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-050c67c5-8039-4728-993c-7d290bc2de5b tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:15.417811 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-096c8030-45a4-41bf-9796-f7b73d7545ae tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Calling delete_port for 73ffbba5-91eb-43bf-a92b-14a4afd4f9c8 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:15.423415 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-59839837-f812-4374-84e5-8981ef49c6f9 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:15.445722 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dcc057a7-eb96-409d-87fc-1ebb35212044 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:15.449306 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Attempt 7 to provision port bb7309ac-81ee-40cd-984c-f4efbf535a3a Sep 23 15:05:15.487091 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Port bb7309ac-81ee-40cd-984c-f4efbf535a3a was deleted so its status cannot be updated. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 15:05:15.495787 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-349a865b-b2f8-47ad-acb1-65ed68000cc1 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:15.510499 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c67c5-8039-4728-993c-7d290bc2de5b tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee6feba2-bb58-4bea-abe1-ca489d914803,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:15.514071 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-59839837-f812-4374-84e5-8981ef49c6f9 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:15.516286 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc057a7-eb96-409d-87fc-1ebb35212044 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Pushing event deleted for resources: {'Port': ['ID=bb7309ac-81ee-40cd-984c-f4efbf535a3a,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:15.560369 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59839837-f812-4374-84e5-8981ef49c6f9 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:05:15.560774 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-59839837-f812-4374-84e5-8981ef49c6f9 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:15.565020 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Provisioning for port 4a966acd-d84d-463c-8ea0-0b562d676059 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:05:15.572486 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Provisioning complete for port 4a966acd-d84d-463c-8ea0-0b562d676059 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:05:15.573318 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:15.573873 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Attempt 1 to provision port 4a966acd-d84d-463c-8ea0-0b562d676059 Sep 23 15:05:15.607029 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:15.641473 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Deleting port 61eca6ad-052b-41d6-b8bb-9324b7ae81db {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:15.641799 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:15.681724 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-050c67c5-8039-4728-993c-7d290bc2de5b tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:15.706207 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-096c8030-45a4-41bf-9796-f7b73d7545ae tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:15.750068 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Current status of the port 4a966acd-d84d-463c-8ea0-0b562d676059 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:05:15.750637 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:15.791616 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] For port 4a966acd-d84d-463c-8ea0-0b562d676059, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=4a966acd-d84d-463c-8ea0-0b562d676059,segment=NetworkSegment(e3484718-b1bd-4a3b-8d90-de388231d217),segment_id=e3484718-b1bd-4a3b-8d90-de388231d217)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:15.856548 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:15.881805 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-050c67c5-8039-4728-993c-7d290bc2de5b tempest-RoutersAdminNegativeTest-1280555008 tempest-RoutersAdminNegativeTest-1280555008-project-admin] 10.222.0.67 "DELETE /v2.0/ports/ee6feba2-bb58-4bea-abe1-ca489d914803 HTTP/1.1" status: 204 len: 168 time: 2.3577580 Sep 23 15:05:15.890572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c8030-45a4-41bf-9796-f7b73d7545ae tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Port': ['ID=73ffbba5-91eb-43bf-a92b-14a4afd4f9c8,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:15.924845 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-096c8030-45a4-41bf-9796-f7b73d7545ae tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:15.929094 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-096c8030-45a4-41bf-9796-f7b73d7545ae tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/ports/73ffbba5-91eb-43bf-a92b-14a4afd4f9c8 HTTP/1.1" status: 204 len: 168 time: 1.4212260 Sep 23 15:05:15.929778 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42524) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:15.932256 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b95c8a-c5d1-48c6-874a-578266ce9ac4 None None] Pushing event updated for resources: {'Port': ['ID=4a966acd-d84d-463c-8ea0-0b562d676059,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:15.972479 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-349a865b-b2f8-47ad-acb1-65ed68000cc1 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Calling delete_port for 74f41ea5-0831-4363-9b7a-306b9f613af5 owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:16.022294 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment ecc72063-41d4-47b5-b1a8-994f2138bc08 resource provider aggregate not found Sep 23 15:05:16.036646 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-59839837-f812-4374-84e5-8981ef49c6f9 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:16.053701 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2e71c-27c1-491a-95c3-3eea4c1189bc req-15b787d3-5432-4676-9c26-20ab6fef3090 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:16.055222 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-61f2e71c-27c1-491a-95c3-3eea4c1189bc req-15b787d3-5432-4676-9c26-20ab6fef3090 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.9138184 Sep 23 15:05:16.060089 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment ecc72063-41d4-47b5-b1a8-994f2138bc08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ecc72063-41d4-47b5-b1a8-994f2138bc08 found for delete ", "request_id": "req-6c0f119f-7c20-42d7-b2fa-465a872d7c78"}]} Sep 23 15:05:16.082007 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-59839837-f812-4374-84e5-8981ef49c6f9 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:16.119193 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59839837-f812-4374-84e5-8981ef49c6f9 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] Pushing event deleted for resources: {'Network': ['ID=767858c3-3871-4b07-b1ed-5f1dbc9b7e52,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:16.121708 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] For port 61eca6ad-052b-41d6-b8bb-9324b7ae81db, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=61eca6ad-052b-41d6-b8bb-9324b7ae81db,segment=NetworkSegment(8c594ea7-2c14-4463-ace4-3f7b0af11c4b),segment_id=8c594ea7-2c14-4463-ace4-3f7b0af11c4b)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:16.122035 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:16.145851 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-59839837-f812-4374-84e5-8981ef49c6f9 tempest-FloatingIPTestJSON-1186292438 tempest-FloatingIPTestJSON-1186292438-project] 10.222.0.67 "DELETE /v2.0/networks/767858c3-3871-4b07-b1ed-5f1dbc9b7e52 HTTP/1.1" status: 204 len: 168 time: 1.4753590 Sep 23 15:05:16.251188 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a143c05-f5a1-4358-a0d5-354767a35465 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:16.252420 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2a143c05-f5a1-4358-a0d5-354767a35465 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Synchronizing usage tracker for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:05:16.260741 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Calling delete_port for 61eca6ad-052b-41d6-b8bb-9324b7ae81db owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:16.287045 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-61f2e71c-27c1-491a-95c3-3eea4c1189bc req-8916654b-1b6a-4dd9-b848-a6bfad37c956 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070236 Sep 23 15:05:16.290454 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-349a865b-b2f8-47ad-acb1-65ed68000cc1 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:16.345853 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dcc057a7-eb96-409d-87fc-1ebb35212044 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:16.351954 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a865b-b2f8-47ad-acb1-65ed68000cc1 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event deleted for resources: {'Port': ['ID=74f41ea5-0831-4363-9b7a-306b9f613af5,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:16.362237 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-349a865b-b2f8-47ad-acb1-65ed68000cc1 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:16.398780 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2a143c05-f5a1-4358-a0d5-354767a35465 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Unset dirty status for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:05:16.402584 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2a143c05-f5a1-4358-a0d5-354767a35465 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4631886 Sep 23 15:05:16.403263 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42538) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:16.429370 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-349a865b-b2f8-47ad-acb1-65ed68000cc1 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "DELETE /v2.0/ports/74f41ea5-0831-4363-9b7a-306b9f613af5 HTTP/1.1" status: 204 len: 168 time: 1.6959312 Sep 23 15:05:16.442385 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42542) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:16.494993 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ecfae92-8db0-4ce4-8406-b38f8797e7c9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] GET failed (client error): The resource could not be found. Sep 23 15:05:16.494993 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8ecfae92-8db0-4ce4-8406-b38f8797e7c9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "GET /v2.0/ports/dc12ce1d-6a6a-478b-9cee-415edcd8774a HTTP/1.1" status: 404 len: 333 time: 0.0874364 Sep 23 15:05:16.496053 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42546) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:16.498447 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:16.505743 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42550) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:16.532218 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45bf98e-3805-4af1-9a60-faaefdc42807 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] DELETE failed (client error): The resource could not be found. Sep 23 15:05:16.532758 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b45bf98e-3805-4af1-9a60-faaefdc42807 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:05:16.597165 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Port': ['ID=61eca6ad-052b-41d6-b8bb-9324b7ae81db,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:16.600803 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b45bf98e-3805-4af1-9a60-faaefdc42807 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "DELETE /v2.0/subnets/a90cbe65-ea69-4fa6-881e-ebc183753fd2 HTTP/1.1" status: 404 len: 337 time: 0.1530023 Sep 23 15:05:16.604036 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-02747045-eb73-4748-8059-8d30753550da tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] GET failed (client error): The resource could not be found. Sep 23 15:05:16.605539 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-02747045-eb73-4748-8059-8d30753550da tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "GET /v2.0/ports/73ffbba5-91eb-43bf-a92b-14a4afd4f9c8 HTTP/1.1" status: 404 len: 333 time: 0.1084580 Sep 23 15:05:16.606244 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42558) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:16.607170 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No DVR routers for this DVR port 61eca6ad-052b-41d6-b8bb-9324b7ae81db on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:05:16.610489 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42560) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:16.675717 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc057a7-eb96-409d-87fc-1ebb35212044 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Router 5bfbb84a-3e5e-430b-b64b-f4224f8ad93f has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:05:16.743963 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42566) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:16.859174 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d16393a1-616e-4be3-852e-cd3a6367a348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:16.928677 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:05:16.930711 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:16.954355 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d16393a1-616e-4be3-852e-cd3a6367a348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:16.957599 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc057a7-eb96-409d-87fc-1ebb35212044 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:05:16.960301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-74a5a244-21d5-4f04-8021-79e13f47edc3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:16.969302 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7c3f3c-09b4-4bfc-bd0b-0783b9c18024 None None] Sync routers for ids ['5bfbb84a-3e5e-430b-b64b-f4224f8ad93f'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:05:16.971378 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d16393a1-616e-4be3-852e-cd3a6367a348 admin admin] Usage tracker for resource:security_group_rule and tenant:7d22cab591874f5e86da70abb37a93f8 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:16.974973 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2f96b2bf-5b10-45a9-8d0e-52984b4beef9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:16.977103 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-dcc057a7-eb96-409d-87fc-1ebb35212044 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] 10.222.0.67 "PUT /v2.0/routers/5bfbb84a-3e5e-430b-b64b-f4224f8ad93f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2749662 Sep 23 15:05:16.984266 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42574) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:16.991066 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59991442-e475-4e19-b76f-3472b8348f56']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:16.991487 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d16393a1-616e-4be3-852e-cd3a6367a348 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:16.992767 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7c3f3c-09b4-4bfc-bd0b-0783b9c18024 None None] Routers {'5bfbb84a-3e5e-430b-b64b-f4224f8ad93f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:05:16.995597 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8d7c3f3c-09b4-4bfc-bd0b-0783b9c18024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:05:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['5bfbb84a-3e5e-430b-b64b-f4224f8ad93f'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:17.008165 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d16393a1-616e-4be3-852e-cd3a6367a348 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:17.026408 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-be8ae2c6-bec7-4a4e-b360-f4bd6dbefe18 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4d5b705bd3ff470893718cb7039eab09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817671 Sep 23 15:05:17.030377 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42578) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:17.073146 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c594ea7-2c14-4463-ace4-3f7b0af11c4b') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:17.073606 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c594ea7-2c14-4463-ace4-3f7b0af11c4b') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:17.078337 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba95686-c143-495b-a8f1-bf08b9266e54 req-d1a24de4-615c-405f-a7c0-bb4da70652f1 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:17.080423 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-aba95686-c143-495b-a8f1-bf08b9266e54 req-d1a24de4-615c-405f-a7c0-bb4da70652f1 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.1896732 Sep 23 15:05:17.109025 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 4a966acd-d84d-463c-8ea0-0b562d676059 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:05:17.112469 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8d7c3f3c-09b4-4bfc-bd0b-0783b9c18024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:17.121469 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7c3f3c-09b4-4bfc-bd0b-0783b9c18024 None None] Routers {'5bfbb84a-3e5e-430b-b64b-f4224f8ad93f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:05:17.121952 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-f8ff9220-a1a3-41ca-ad8a-bac93539458a tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] delete failed (client error): The resource could not be found. Sep 23 15:05:17.122616 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8d7c3f3c-09b4-4bfc-bd0b-0783b9c18024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:05:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['5bfbb84a-3e5e-430b-b64b-f4224f8ad93f'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:17.127536 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f8ff9220-a1a3-41ca-ad8a-bac93539458a tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] 10.222.0.67 "DELETE /v2.0/routers/tempest-non_exist_router-1793825969 HTTP/1.1" status: 404 len: 335 time: 0.1356072 Sep 23 15:05:17.130343 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:17.136368 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42582) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:17.153187 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-ffabf285-bdf0-46eb-bd14-0019727b8fbf tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Request body: {'router': {'external_gateway_info': {'network_id': '5bfbb84a-3e5e-430b-b64b-f4224f8ad93f'}}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:17.200159 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8d7c3f3c-09b4-4bfc-bd0b-0783b9c18024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:17.200868 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7c3f3c-09b4-4bfc-bd0b-0783b9c18024 None None] The sync data for ids ['5bfbb84a-3e5e-430b-b64b-f4224f8ad93f'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:05:17.216927 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 4a966acd-d84d-463c-8ea0-0b562d676059 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:05:17.216927 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:17.217304 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 4a966acd-d84d-463c-8ea0-0b562d676059 Sep 23 15:05:17.340587 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 4a966acd-d84d-463c-8ea0-0b562d676059 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:05:17.407152 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-aba95686-c143-495b-a8f1-bf08b9266e54 req-285ed244-2e4a-4058-bddf-a740b1e32648 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3162980 Sep 23 15:05:17.438387 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4bf10c1b-91ce-42c5-98c9-5abe0503ebde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:17.444514 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:17.473813 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-74a5a244-21d5-4f04-8021-79e13f47edc3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:17.483037 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:05:17.483428 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:17.510474 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2f96b2bf-5b10-45a9-8d0e-52984b4beef9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:17.521990 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 8c594ea7-2c14-4463-ace4-3f7b0af11c4b resource provider aggregate not found Sep 23 15:05:17.603071 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 8c594ea7-2c14-4463-ace4-3f7b0af11c4b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c594ea7-2c14-4463-ace4-3f7b0af11c4b found for delete ", "request_id": "req-0f7c6980-70b9-47bc-a8b1-27d10742a63a"}]} Sep 23 15:05:17.611373 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4bf10c1b-91ce-42c5-98c9-5abe0503ebde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:17.621730 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-74a5a244-21d5-4f04-8021-79e13f47edc3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38800ba-489b-41c7-9ab2-be8935194895']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:17.635110 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-2f96b2bf-5b10-45a9-8d0e-52984b4beef9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a15319-cb25-41d5-bb79-cb502666efdc']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:17.647989 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-74a5a244-21d5-4f04-8021-79e13f47edc3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365d08a8-d66c-47f4-b358-37cd213e1510') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:17.648287 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-74a5a244-21d5-4f04-8021-79e13f47edc3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365d08a8-d66c-47f4-b358-37cd213e1510') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:17.658930 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-2f96b2bf-5b10-45a9-8d0e-52984b4beef9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ba490a-6e8c-45da-861a-3892f46d0a48') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:17.659234 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-2f96b2bf-5b10-45a9-8d0e-52984b4beef9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ba490a-6e8c-45da-861a-3892f46d0a48') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:17.670260 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-74a5a244-21d5-4f04-8021-79e13f47edc3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:17.681105 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2f96b2bf-5b10-45a9-8d0e-52984b4beef9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:17.697941 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:17.700348 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-74a5a244-21d5-4f04-8021-79e13f47edc3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:17.702784 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2f96b2bf-5b10-45a9-8d0e-52984b4beef9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:17.722340 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:17.735118 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f96b2bf-5b10-45a9-8d0e-52984b4beef9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:05:17.735516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2f96b2bf-5b10-45a9-8d0e-52984b4beef9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:17.750283 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Network': ['ID=59991442-e475-4e19-b76f-3472b8348f56,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:17.752856 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a5a244-21d5-4f04-8021-79e13f47edc3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:05:17.753254 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-74a5a244-21d5-4f04-8021-79e13f47edc3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:17.780192 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d16393a1-616e-4be3-852e-cd3a6367a348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:17.795752 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ffabf285-bdf0-46eb-bd14-0019727b8fbf tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:17.842879 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d16393a1-616e-4be3-852e-cd3a6367a348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:17.869571 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4a7e6df5-251b-45e7-9083-9e598fcd4413 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/networks/59991442-e475-4e19-b76f-3472b8348f56 HTTP/1.1" status: 204 len: 168 time: 5.1278794 Sep 23 15:05:17.877907 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42590) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:17.906758 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-2f27167c-1625-4c65-ae76-48e6a1f6a818 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-270412511'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:17.914697 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16393a1-616e-4be3-852e-cd3a6367a348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1a64ff-1064-4937-8ca6-45b6b2517929,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:17.920015 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2f27167c-1625-4c65-ae76-48e6a1f6a818 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:17.926289 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d16393a1-616e-4be3-852e-cd3a6367a348 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7d22cab591874f5e86da70abb37a93f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4177659 Sep 23 15:05:17.927563 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42594) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:17.927700 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-ffabf285-bdf0-46eb-bd14-0019727b8fbf tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] update failed (client error): The resource could not be found. Sep 23 15:05:17.928578 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ffabf285-bdf0-46eb-bd14-0019727b8fbf tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] 10.222.0.67 "PUT /v2.0/routers/5bfbb84a-3e5e-430b-b64b-f4224f8ad93f HTTP/1.1" status: 404 len: 339 time: 0.7898169 Sep 23 15:05:17.929681 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2f27167c-1625-4c65-ae76-48e6a1f6a818 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Usage tracker for resource:network and tenant:6162ca6451a94ec88464d67d4a92acb4 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:17.932313 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4bf10c1b-91ce-42c5-98c9-5abe0503ebde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:17.935624 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42598) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:17.937400 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2f27167c-1625-4c65-ae76-48e6a1f6a818 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:17.958834 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2f27167c-1625-4c65-ae76-48e6a1f6a818 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:17.981171 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2f96b2bf-5b10-45a9-8d0e-52984b4beef9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:18.006085 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2f96b2bf-5b10-45a9-8d0e-52984b4beef9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:18.021100 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf10c1b-91ce-42c5-98c9-5abe0503ebde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb32aca3-6212-4fb3-9423-4f5fc029cab3,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:18.021507 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-74a5a244-21d5-4f04-8021-79e13f47edc3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:18.025237 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96b2bf-5b10-45a9-8d0e-52984b4beef9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Network': ['ID=01a15319-cb25-41d5-bb79-cb502666efdc,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:18.029016 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2f96b2bf-5b10-45a9-8d0e-52984b4beef9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/networks/01a15319-cb25-41d5-bb79-cb502666efdc HTTP/1.1" status: 204 len: 168 time: 1.3921559 Sep 23 15:05:18.029805 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3128a434-92e8-4b88-9886-d39d08a25148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:18.033976 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42602) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:18.046822 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-74a5a244-21d5-4f04-8021-79e13f47edc3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:18.051689 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-74a5a244-21d5-4f04-8021-79e13f47edc3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "DELETE /v2.0/networks/e38800ba-489b-41c7-9ab2-be8935194895 HTTP/1.1" status: 204 len: 168 time: 1.4402812 Sep 23 15:05:18.055621 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42604) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:18.065414 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5a244-21d5-4f04-8021-79e13f47edc3 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event deleted for resources: {'Network': ['ID=e38800ba-489b-41c7-9ab2-be8935194895,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:18.105676 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-f59ba941-298d-4e66-80ec-c07f9075b01c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-65656362'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:18.112540 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f59ba941-298d-4e66-80ec-c07f9075b01c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:18.115043 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4bf10c1b-91ce-42c5-98c9-5abe0503ebde admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:18.115913 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4bf10c1b-91ce-42c5-98c9-5abe0503ebde admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fb32aca3-6212-4fb3-9423-4f5fc029cab3 HTTP/1.1" status: 204 len: 168 time: 1.0839493 Sep 23 15:05:18.134349 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3128a434-92e8-4b88-9886-d39d08a25148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:18.171888 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f59ba941-298d-4e66-80ec-c07f9075b01c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:network and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:18.176756 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-a591a92c-980e-496f-95b2-0e802a12f068 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Deleting port f2e680fa-f40e-48f3-94e1-240f7c522ece {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:18.177117 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a591a92c-980e-496f-95b2-0e802a12f068 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:18.183957 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f59ba941-298d-4e66-80ec-c07f9075b01c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:18.243209 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f27167c-1625-4c65-ae76-48e6a1f6a818 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Made reservation on behalf of 6162ca6451a94ec88464d67d4a92acb4 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:18.246622 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2f27167c-1625-4c65-ae76-48e6a1f6a818 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:18.264550 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f59ba941-298d-4e66-80ec-c07f9075b01c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:18.380631 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3128a434-92e8-4b88-9886-d39d08a25148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:18.406226 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59ba941-298d-4e66-80ec-c07f9075b01c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:18.410444 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f59ba941-298d-4e66-80ec-c07f9075b01c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:18.417134 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128a434-92e8-4b88-9886-d39d08a25148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1a64ff-1064-4937-8ca6-45b6b2517929,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:18.429345 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f27167c-1625-4c65-ae76-48e6a1f6a818 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:05:18.437638 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3128a434-92e8-4b88-9886-d39d08a25148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:18.439513 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3128a434-92e8-4b88-9886-d39d08a25148 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9f1a64ff-1064-4937-8ca6-45b6b2517929 HTTP/1.1" status: 204 len: 168 time: 0.5109279 Sep 23 15:05:18.442844 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a591a92c-980e-496f-95b2-0e802a12f068 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:18.488531 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2f27167c-1625-4c65-ae76-48e6a1f6a818 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:18.489140 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-2f27167c-1625-4c65-ae76-48e6a1f6a818 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Added segment b3713e95-38d7-4aa5-a94a-a23b78b1a079 of type vlan for network fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d Sep 23 15:05:18.506981 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59ba941-298d-4e66-80ec-c07f9075b01c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:05:18.563161 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f59ba941-298d-4e66-80ec-c07f9075b01c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:18.563696 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-f59ba941-298d-4e66-80ec-c07f9075b01c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Added segment 3e0e0dab-396c-41af-878c-376be120676e of type vlan for network e3862a5c-6c04-4e95-9f46-7f5a3170a28e Sep 23 15:05:18.578987 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-37910de1-c6f3-4943-b6d9-db22664401ce tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:18.589948 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2f27167c-1625-4c65-ae76-48e6a1f6a818 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:18.692146 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f59ba941-298d-4e66-80ec-c07f9075b01c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:18.699650 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-a591a92c-980e-496f-95b2-0e802a12f068 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Calling delete_port for f2e680fa-f40e-48f3-94e1-240f7c522ece owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:18.822618 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05225ff6-e4c9-43ca-945e-dedb9eb164f7 req-d0cea61a-4091-4bf3-bba4-1370369102d1 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:18.824195 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-05225ff6-e4c9-43ca-945e-dedb9eb164f7 req-d0cea61a-4091-4bf3-bba4-1370369102d1 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.1684952 Sep 23 15:05:18.878269 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-05225ff6-e4c9-43ca-945e-dedb9eb164f7 req-0607834d-330b-4737-9d5c-c545569ff5be tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470827 Sep 23 15:05:18.896784 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a591a92c-980e-496f-95b2-0e802a12f068 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:18.956915 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.resource_extend [None req-f59ba941-298d-4e66-80ec-c07f9075b01c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:05:19.007931 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591a92c-980e-496f-95b2-0e802a12f068 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event deleted for resources: {'Port': ['ID=f2e680fa-f40e-48f3-94e1-240f7c522ece,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:19.011802 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a591a92c-980e-496f-95b2-0e802a12f068 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:19.021566 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a591a92c-980e-496f-95b2-0e802a12f068 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "DELETE /v2.0/ports/f2e680fa-f40e-48f3-94e1-240f7c522ece HTTP/1.1" status: 204 len: 168 time: 0.9630330 Sep 23 15:05:19.021791 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42630) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:19.044032 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2f27167c-1625-4c65-ae76-48e6a1f6a818 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:19.050494 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f27167c-1625-4c65-ae76-48e6a1f6a818 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:19.051158 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2f27167c-1625-4c65-ae76-48e6a1f6a818 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:19.065428 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac7eb6b-abfe-4596-b11b-09a3b50d5b8f tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] DELETE failed (client error): The resource could not be found. Sep 23 15:05:19.066182 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aac7eb6b-abfe-4596-b11b-09a3b50d5b8f tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:05:19.068099 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-aac7eb6b-abfe-4596-b11b-09a3b50d5b8f tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "DELETE /v2.0/subnets/55ac04e1-c022-486b-bc8e-a0d3527eac34 HTTP/1.1" status: 404 len: 337 time: 0.0452147 Sep 23 15:05:19.070659 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42634) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:19.179988 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f59ba941-298d-4e66-80ec-c07f9075b01c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:19.185702 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59ba941-298d-4e66-80ec-c07f9075b01c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:19.186295 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f59ba941-298d-4e66-80ec-c07f9075b01c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:19.204404 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c913a9f1-44a0-4fd7-8d2c-d0fe6b734bbc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:19.259274 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27167c-1625-4c65-ae76-48e6a1f6a818 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event updated for resources: {'Network': ['ID=fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:19.274371 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:05:19.367169 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2f27167c-1625-4c65-ae76-48e6a1f6a818 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4853213 Sep 23 15:05:19.368828 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f59ba941-298d-4e66-80ec-c07f9075b01c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2804248 Sep 23 15:05:19.385586 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42650) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:19.386186 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42652) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:19.401941 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-4a03c76e-fb66-4286-8a5e-3b08da261b15 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'subnet': {'network_id': 'e3862a5c-6c04-4e95-9f46-7f5a3170a28e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:19.421511 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-0ab03860-a67d-4cb5-936b-b9189aaf330c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:19.521088 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42658) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:19.522271 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-37910de1-c6f3-4943-b6d9-db22664401ce tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Allocated IP 172.20.0.1 (09b5b8b6-741e-40c1-aca4-6aef93e8d0dd/f1df70bc-c3a0-4d29-970c-9db5cc062d76/3663aba9-c1aa-4275-8a31-8f6febd01054) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:05:19.527909 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c913a9f1-44a0-4fd7-8d2c-d0fe6b734bbc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:19.592216 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42662) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:19.610535 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ba941-298d-4e66-80ec-c07f9075b01c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Network': ['ID=e3862a5c-6c04-4e95-9f46-7f5a3170a28e,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:19.622023 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network e3862a5c-6c04-4e95-9f46-7f5a3170a28e details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:05:19.690208 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 47ba490a-6e8c-45da-861a-3892f46d0a48 resource provider aggregate not found Sep 23 15:05:19.704187 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-c913a9f1-44a0-4fd7-8d2c-d0fe6b734bbc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d62efad-b9b2-4d9a-ac52-f94e64718020']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:19.731701 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 47ba490a-6e8c-45da-861a-3892f46d0a48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47ba490a-6e8c-45da-861a-3892f46d0a48 found for delete ", "request_id": "req-e4dc175d-8d9f-4ed5-8728-bcf15c4c597d"}]} Sep 23 15:05:19.734397 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4a03c76e-fb66-4286-8a5e-3b08da261b15 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:19.746870 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-c913a9f1-44a0-4fd7-8d2c-d0fe6b734bbc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192edbf1-dcdb-4649-8d58-10d17cdc54e0') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:19.747165 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-c913a9f1-44a0-4fd7-8d2c-d0fe6b734bbc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192edbf1-dcdb-4649-8d58-10d17cdc54e0') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:19.770500 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c913a9f1-44a0-4fd7-8d2c-d0fe6b734bbc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:19.772693 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4a03c76e-fb66-4286-8a5e-3b08da261b15 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:subnet and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:19.795135 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 365d08a8-d66c-47f4-b358-37cd213e1510 resource provider aggregate not found Sep 23 15:05:19.827039 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 365d08a8-d66c-47f4-b358-37cd213e1510 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 365d08a8-d66c-47f4-b358-37cd213e1510 found for delete ", "request_id": "req-f9114ff9-c663-487c-b17f-31760988c3a8"}]} Sep 23 15:05:19.831414 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c913a9f1-44a0-4fd7-8d2c-d0fe6b734bbc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:19.838642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c913a9f1-44a0-4fd7-8d2c-d0fe6b734bbc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:05:19.839268 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c913a9f1-44a0-4fd7-8d2c-d0fe6b734bbc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:19.867721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b3dc2-6b47-4b8a-a4de-7c10b9b46e40 req-ae2b96a1-a173-4937-b87a-06faa4a9cf26 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:19.869187 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-707b3dc2-6b47-4b8a-a4de-7c10b9b46e40 req-ae2b96a1-a173-4937-b87a-06faa4a9cf26 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.3334928 Sep 23 15:05:19.875485 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4a03c76e-fb66-4286-8a5e-3b08da261b15 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:19.879184 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-a90d3d8f-9d99-4c79-b34e-9f1bdc0ef862 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Request body: {'security_group': {'name': 'tempest-secgroup--1150788356'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:19.910839 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4a03c76e-fb66-4286-8a5e-3b08da261b15 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:19.931698 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a90d3d8f-9d99-4c79-b34e-9f1bdc0ef862 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:19.943805 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f4c907ac-88f8-4de7-adc8-ab2e3b407d89 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=49c5dedda9474a5fab5157acb8824b8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4055030 Sep 23 15:05:19.952050 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42678) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:19.970401 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a90d3d8f-9d99-4c79-b34e-9f1bdc0ef862 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Usage tracker for resource:security_group and tenant:3fc971569b8040148359743b9a26dcf0 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:19.989737 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a90d3d8f-9d99-4c79-b34e-9f1bdc0ef862 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:20.009953 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0ab03860-a67d-4cb5-936b-b9189aaf330c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:20.014447 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a90d3d8f-9d99-4c79-b34e-9f1bdc0ef862 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:20.022500 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a03c76e-fb66-4286-8a5e-3b08da261b15 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:20.026010 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4a03c76e-fb66-4286-8a5e-3b08da261b15 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:20.043393 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d5415-7099-40b0-839b-10463a3d1c53 req-5ce384ce-090e-4eb9-bf39-eee447c79c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:20.044794 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-689d5415-7099-40b0-839b-10463a3d1c53 req-5ce384ce-090e-4eb9-bf39-eee447c79c8a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=74a86a480a6e47f78eac424839cb09ea&device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 1099 time: 0.4517176 Sep 23 15:05:20.058681 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-707b3dc2-6b47-4b8a-a4de-7c10b9b46e40 req-aafbe008-cad5-44d0-b8c7-f7d4cb6db40f tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745396 Sep 23 15:05:20.115975 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-37910de1-c6f3-4943-b6d9-db22664401ce tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:20.141238 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0ab03860-a67d-4cb5-936b-b9189aaf330c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:20.160049 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c913a9f1-44a0-4fd7-8d2c-d0fe6b734bbc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:20.161731 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a90d3d8f-9d99-4c79-b34e-9f1bdc0ef862 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:20.165670 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.ipam_backend_mixin [None req-4a03c76e-fb66-4286-8a5e-3b08da261b15 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Performing IP validity checks on allocation pools {{(pid=89738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 23 15:05:20.169334 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.ipam_backend_mixin [None req-4a03c76e-fb66-4286-8a5e-3b08da261b15 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 23 15:05:20.172299 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-37910de1-c6f3-4943-b6d9-db22664401ce tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Transition to ACTIVE for port object 3663aba9-c1aa-4275-8a31-8f6febd01054 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:20.174853 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0ab03860-a67d-4cb5-936b-b9189aaf330c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Network fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d is not hosted by any dhcp agent {{(pid=89738) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 23 15:05:20.180177 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab03860-a67d-4cb5-936b-b9189aaf330c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:20.180783 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0ab03860-a67d-4cb5-936b-b9189aaf330c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:20.182028 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0ab03860-a67d-4cb5-936b-b9189aaf330c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "PUT /v2.0/networks/fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d HTTP/1.1" status: 200 len: 723 time: 0.7949455 Sep 23 15:05:20.192026 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42682) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:20.200391 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c913a9f1-44a0-4fd7-8d2c-d0fe6b734bbc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:20.215404 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a90d3d8f-9d99-4c79-b34e-9f1bdc0ef862 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:20.227253 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-2580684c-ed51-440d-a502-64fefb17c6b0 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Request body: {'subnet': {'network_id': 'fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:20.245039 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6174d041-0d48-4899-b68d-8ebd8c9106b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:20.246745 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913a9f1-44a0-4fd7-8d2c-d0fe6b734bbc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event deleted for resources: {'Network': ['ID=7d62efad-b9b2-4d9a-ac52-f94e64718020,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:20.264002 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c913a9f1-44a0-4fd7-8d2c-d0fe6b734bbc tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "DELETE /v2.0/networks/7d62efad-b9b2-4d9a-ac52-f94e64718020 HTTP/1.1" status: 204 len: 168 time: 1.1921682 Sep 23 15:05:20.269726 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42688) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:20.322307 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a90d3d8f-9d99-4c79-b34e-9f1bdc0ef862 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:20.336326 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab03860-a67d-4cb5-936b-b9189aaf330c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event updated for resources: {'Network': ['ID=fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:20.352715 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:05:20.357296 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a90d3d8f-9d99-4c79-b34e-9f1bdc0ef862 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Usage tracker for resource:security_group_rule and tenant:3fc971569b8040148359743b9a26dcf0 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:20.370771 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a90d3d8f-9d99-4c79-b34e-9f1bdc0ef862 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:20.406891 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a90d3d8f-9d99-4c79-b34e-9f1bdc0ef862 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:20.407250 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc7645a-fcc9-48c9-b67a-936603a2714b tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Deleting subnet 30ca5102-7542-44b3-89b2-749e8b144421 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:05:20.413560 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6174d041-0d48-4899-b68d-8ebd8c9106b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:20.414625 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8dc7645a-fcc9-48c9-b67a-936603a2714b tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:20.429163 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d5415-7099-40b0-839b-10463a3d1c53 req-a6029ae1-cb5d-4a4c-a4ca-2e25e672a58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:20.430695 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-689d5415-7099-40b0-839b-10463a3d1c53 req-a6029ae1-cb5d-4a4c-a4ca-2e25e672a58c service neutron] 10.222.0.72 "GET /v2.0/networks?id=901c9061-3ace-4755-b443-55ec936320e8 HTTP/1.1" status: 200 len: 913 time: 0.3711774 Sep 23 15:05:20.500346 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8dc7645a-fcc9-48c9-b67a-936603a2714b tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:20.502970 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-2580684c-ed51-440d-a502-64fefb17c6b0 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:20.530129 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-37910de1-c6f3-4943-b6d9-db22664401ce tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:20.532104 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2580684c-ed51-440d-a502-64fefb17c6b0 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Usage tracker for resource:subnet and tenant:6162ca6451a94ec88464d67d4a92acb4 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:20.544980 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2580684c-ed51-440d-a502-64fefb17c6b0 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:20.570709 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-2580684c-ed51-440d-a502-64fefb17c6b0 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:20.604106 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-689d5415-7099-40b0-839b-10463a3d1c53 req-d907f1c5-3ea0-4eaa-98b7-2dfb442d9d89 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 HTTP/1.1" status: 200 len: 1002 time: 0.1640010 Sep 23 15:05:20.681030 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2580684c-ed51-440d-a502-64fefb17c6b0 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Made reservation on behalf of 6162ca6451a94ec88464d67d4a92acb4 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:20.684554 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2580684c-ed51-440d-a502-64fefb17c6b0 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:20.736546 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37910de1-c6f3-4943-b6d9-db22664401ce tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Network 09b5b8b6-741e-40c1-aca4-6aef93e8d0dd is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:20.739812 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4a03c76e-fb66-4286-8a5e-3b08da261b15 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:20.773109 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-37910de1-c6f3-4943-b6d9-db22664401ce tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:20.776426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d5415-7099-40b0-839b-10463a3d1c53 req-70ff8a1d-078c-4936-8831-64e1977df3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:20.777993 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-689d5415-7099-40b0-839b-10463a3d1c53 req-70ff8a1d-078c-4936-8831-64e1977df3e3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3 HTTP/1.1" status: 200 len: 851 time: 0.1671979 Sep 23 15:05:20.783065 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37910de1-c6f3-4943-b6d9-db22664401ce tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:20.795254 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6174d041-0d48-4899-b68d-8ebd8c9106b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:20.868901 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37910de1-c6f3-4943-b6d9-db22664401ce tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Pushing event updated for resources: {'Port': ['ID=3663aba9-c1aa-4275-8a31-8f6febd01054,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:20.871318 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a90d3d8f-9d99-4c79-b34e-9f1bdc0ef862 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:20.884643 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174d041-0d48-4899-b68d-8ebd8c9106b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accde54e-d78c-4c28-90fd-6ff21e533691,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:20.914416 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6174d041-0d48-4899-b68d-8ebd8c9106b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:20.919424 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6174d041-0d48-4899-b68d-8ebd8c9106b4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/accde54e-d78c-4c28-90fd-6ff21e533691 HTTP/1.1" status: 204 len: 168 time: 0.9575689 Sep 23 15:05:20.931878 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03c76e-fb66-4286-8a5e-3b08da261b15 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Subnet': ['ID=04b4e621-d54e-4164-8a2d-43dfd234c0ec,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:20.943460 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-37910de1-c6f3-4943-b6d9-db22664401ce tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:20.952937 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8dc7645a-fcc9-48c9-b67a-936603a2714b tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:20.955770 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a90d3d8f-9d99-4c79-b34e-9f1bdc0ef862 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:20.969601 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a90d3d8f-9d99-4c79-b34e-9f1bdc0ef862 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:20.981941 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a90d3d8f-9d99-4c79-b34e-9f1bdc0ef862 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Usage tracker for resource:security_group_rule and tenant:3fc971569b8040148359743b9a26dcf0 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:20.996263 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a90d3d8f-9d99-4c79-b34e-9f1bdc0ef862 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:21.003154 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a03c76e-fb66-4286-8a5e-3b08da261b15 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Checking segment: {'id': '3e0e0dab-396c-41af-878c-376be120676e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e3862a5c-6c04-4e95-9f46-7f5a3170a28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:05:21.005145 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a03c76e-fb66-4286-8a5e-3b08da261b15 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network hostable DHCP agents. Network: e3862a5c-6c04-4e95-9f46-7f5a3170a28e, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:05:21.048075 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a90d3d8f-9d99-4c79-b34e-9f1bdc0ef862 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:21.054977 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d3d8f-9d99-4c79-b34e-9f1bdc0ef862 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3521fab6-2363-4973-ac42-02f2045e787e,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:21.066274 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d5415-7099-40b0-839b-10463a3d1c53 req-31e5f1df-7a51-460e-83e4-3b809bba20a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:21.068432 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-689d5415-7099-40b0-839b-10463a3d1c53 req-31e5f1df-7a51-460e-83e4-3b809bba20a7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=901c9061-3ace-4755-b443-55ec936320e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2622871 Sep 23 15:05:21.125425 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a03c76e-fb66-4286-8a5e-3b08da261b15 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network e3862a5c-6c04-4e95-9f46-7f5a3170a28e is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:05:21.154497 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8dc7645a-fcc9-48c9-b67a-936603a2714b tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:21.210861 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-54e93276-ddff-42ac-8848-997f4bf76512 None None] Provisioning for port 3663aba9-c1aa-4275-8a31-8f6febd01054 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:05:21.217406 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-54e93276-ddff-42ac-8848-997f4bf76512 None None] Provisioning complete for port 3663aba9-c1aa-4275-8a31-8f6febd01054 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:05:21.217789 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54e93276-ddff-42ac-8848-997f4bf76512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:21.218125 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-54e93276-ddff-42ac-8848-997f4bf76512 None None] Attempt 1 to provision port 3663aba9-c1aa-4275-8a31-8f6febd01054 Sep 23 15:05:21.291792 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-54e93276-ddff-42ac-8848-997f4bf76512 None None] Port 3663aba9-c1aa-4275-8a31-8f6febd01054 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:21.294422 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8dc7645a-fcc9-48c9-b67a-936603a2714b tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:21.297704 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7645a-fcc9-48c9-b67a-936603a2714b tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event deleted for resources: {'Subnet': ['ID=30ca5102-7542-44b3-89b2-749e8b144421,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:21.306428 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8013b096-1856-4cb3-a85e-9e18b303f46a None None] Network 1c726474-92df-4edf-abda-12685971e95d requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:21.314603 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-689d5415-7099-40b0-839b-10463a3d1c53 req-5b1c5504-6c8f-4e89-a9db-5de0254607f6 service neutron] 10.222.0.72 "GET /v2.0/networks/901c9061-3ace-4755-b443-55ec936320e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325432 Sep 23 15:05:21.316815 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a90d3d8f-9d99-4c79-b34e-9f1bdc0ef862 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:21.320194 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-4a03c76e-fb66-4286-8a5e-3b08da261b15 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, e3862a5c-6c04-4e95-9f46-7f5a3170a28e) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:21.324852 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a03c76e-fb66-4286-8a5e-3b08da261b15 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:21.325643 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4a03c76e-fb66-4286-8a5e-3b08da261b15 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:21.333572 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43eb45fb-7a2b-452a-8dfd-ab3cee90d927 None None] Network e3862a5c-6c04-4e95-9f46-7f5a3170a28e requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:21.346908 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2580684c-ed51-440d-a502-64fefb17c6b0 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:21.366639 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8dc7645a-fcc9-48c9-b67a-936603a2714b tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "DELETE /v2.0/subnets/30ca5102-7542-44b3-89b2-749e8b144421 HTTP/1.1" status: 204 len: 168 time: 1.0947833 Sep 23 15:05:21.377978 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42700) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:21.383157 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-37910de1-c6f3-4943-b6d9-db22664401ce tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:21.503900 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4a03c76e-fb66-4286-8a5e-3b08da261b15 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1151032 Sep 23 15:05:21.504649 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42706) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:21.589473 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-d9d05d89-5757-4e26-ba22-730087f7451f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'port': {'network_id': 'e3862a5c-6c04-4e95-9f46-7f5a3170a28e', 'name': 'tempest-PortsTestJSON-1514530682'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:21.594610 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a90d3d8f-9d99-4c79-b34e-9f1bdc0ef862 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:21.620962 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580684c-ed51-440d-a502-64fefb17c6b0 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event updated for resources: {'Subnet': ['ID=be92c101-0944-4ce6-8758-83557e1e98d0,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:21.695583 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d3d8f-9d99-4c79-b34e-9f1bdc0ef862 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc57b9f-a495-4e68-9168-d775e5c7b1be,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:21.703596 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2580684c-ed51-440d-a502-64fefb17c6b0 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Checking segment: {'id': 'b3713e95-38d7-4aa5-a94a-a23b78b1a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:05:21.703954 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2580684c-ed51-440d-a502-64fefb17c6b0 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Network hostable DHCP agents. Network: fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:05:21.708623 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d9393d2-6404-4570-85c2-2847e4399421 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:21.731265 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-689d5415-7099-40b0-839b-10463a3d1c53 req-5e59fe80-d3c6-4597-9326-6f81b40a3424 service neutron] 10.222.0.72 "GET /v2.0/networks/901c9061-3ace-4755-b443-55ec936320e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094677 Sep 23 15:05:21.793944 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-54e93276-ddff-42ac-8848-997f4bf76512 None None] Attempt 2 to provision port 3663aba9-c1aa-4275-8a31-8f6febd01054 Sep 23 15:05:21.804203 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72ec59-2134-4f3d-bbc6-35380db5703a req-ebdb1d8e-f0f6-458b-8ac2-8e3691b1c757 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:21.805824 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-aa72ec59-2134-4f3d-bbc6-35380db5703a req-ebdb1d8e-f0f6-458b-8ac2-8e3691b1c757 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.5771134 Sep 23 15:05:21.848053 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 192edbf1-dcdb-4649-8d58-10d17cdc54e0 resource provider aggregate not found Sep 23 15:05:21.868126 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-54e93276-ddff-42ac-8848-997f4bf76512 None None] Port 3663aba9-c1aa-4275-8a31-8f6febd01054 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:21.873697 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 192edbf1-dcdb-4649-8d58-10d17cdc54e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 192edbf1-dcdb-4649-8d58-10d17cdc54e0 found for delete ", "request_id": "req-93852b43-47b0-4a47-8dca-0290a2e5a9fa"}]} Sep 23 15:05:21.888066 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a90d3d8f-9d99-4c79-b34e-9f1bdc0ef862 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:21.890351 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a90d3d8f-9d99-4c79-b34e-9f1bdc0ef862 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2954741 Sep 23 15:05:21.892545 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42720) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:21.898512 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6185767a-c802-4034-bcca-b444e0b8af38 None None] DHCP port deletion for 1c726474-92df-4edf-abda-12685971e95d request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:05:21.916480 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6185767a-c802-4034-bcca-b444e0b8af38 None None] Deleting port 429fc288-9099-4130-8744-b658c45a28a6 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:21.916890 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6185767a-c802-4034-bcca-b444e0b8af38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:21.930001 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-7d9393d2-6404-4570-85c2-2847e4399421 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Deleting port 429fc288-9099-4130-8744-b658c45a28a6 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:21.930357 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d9393d2-6404-4570-85c2-2847e4399421 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:21.934474 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2580684c-ed51-440d-a502-64fefb17c6b0 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Network fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:05:21.974841 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-62542146-7470-49a6-80b1-0aa166895f18 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Synchronizing usage tracker for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:05:22.018602 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de8abee-ec14-43a3-9a50-d990f521eb89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-e3862a5c-6c04-4e95-9f46-7f5a3170a28e', 'network_id': 'e3862a5c-6c04-4e95-9f46-7f5a3170a28e', 'tenant_id': '87bbd071fee24c85b631c0e8a5ccb335', 'fixed_ips': [{'subnet_id': '04b4e621-d54e-4164-8a2d-43dfd234c0ec'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:05:22.019425 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2de8abee-ec14-43a3-9a50-d990f521eb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:22.047520 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-2580684c-ed51-440d-a502-64fefb17c6b0 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:22.056051 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2580684c-ed51-440d-a502-64fefb17c6b0 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:22.056987 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2580684c-ed51-440d-a502-64fefb17c6b0 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:22.070174 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d9d05d89-5757-4e26-ba22-730087f7451f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:22.079657 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-62542146-7470-49a6-80b1-0aa166895f18 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Unset dirty status for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:05:22.081393 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-62542146-7470-49a6-80b1-0aa166895f18 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1875587 Sep 23 15:05:22.084428 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42726) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:22.091638 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-6ce8e07a-3f40-4dfc-ad55-fd1013089f1e tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Request body: {'security_group': {'name': 'tempest-security--290596631', 'description': 'tempest-security-description-788566426'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:22.095797 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-aa72ec59-2134-4f3d-bbc6-35380db5703a req-d35b0dbb-9e59-42a8-b84b-cc221394bff1 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755530 Sep 23 15:05:22.129484 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6ce8e07a-3f40-4dfc-ad55-fd1013089f1e tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:22.134148 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a612ab-3f5b-46d6-82fa-04c23656ed1e None None] Network fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:22.186870 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6ce8e07a-3f40-4dfc-ad55-fd1013089f1e tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:22.191780 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2580684c-ed51-440d-a502-64fefb17c6b0 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9851263 Sep 23 15:05:22.192081 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42732) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:22.197737 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-1ae72501-a223-42bf-9de3-227e0635ccea tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:22.216260 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d9d05d89-5757-4e26-ba22-730087f7451f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:22.338175 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-37910de1-c6f3-4943-b6d9-db22664401ce tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:22.346775 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6ce8e07a-3f40-4dfc-ad55-fd1013089f1e tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:22.346775 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6ce8e07a-3f40-4dfc-ad55-fd1013089f1e tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:22.347565 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6ce8e07a-3f40-4dfc-ad55-fd1013089f1e tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "PUT /v2.0/security-groups/ebc57b9f-a495-4e68-9168-d775e5c7b1be HTTP/1.1" status: 200 len: 1776 time: 0.2617524 Sep 23 15:05:22.348415 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42740) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:22.379975 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-54e93276-ddff-42ac-8848-997f4bf76512 None None] Attempt 3 to provision port 3663aba9-c1aa-4275-8a31-8f6febd01054 Sep 23 15:05:22.437162 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8e07a-3f40-4dfc-ad55-fd1013089f1e tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc57b9f-a495-4e68-9168-d775e5c7b1be,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:22.437964 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1ae72501-a223-42bf-9de3-227e0635ccea tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16538037'] for subnet, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:22.441378 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d05d89-5757-4e26-ba22-730087f7451f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:22.444852 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d9d05d89-5757-4e26-ba22-730087f7451f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:22.455343 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-37910de1-c6f3-4943-b6d9-db22664401ce tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:22.513451 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-78aa6c4f-50f3-4a36-a60e-17cf25e6a44c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-groups/ebc57b9f-a495-4e68-9168-d775e5c7b1be HTTP/1.1" status: 200 len: 1776 time: 0.1497719 Sep 23 15:05:22.516349 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42746) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:22.517297 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-6185767a-c802-4034-bcca-b444e0b8af38 None None] For port 429fc288-9099-4130-8744-b658c45a28a6, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=429fc288-9099-4130-8744-b658c45a28a6,segment=NetworkSegment(5b4c7991-2b46-4252-87bd-9173da408da5),segment_id=5b4c7991-2b46-4252-87bd-9173da408da5)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:22.519062 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6185767a-c802-4034-bcca-b444e0b8af38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:22.529935 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-2de8abee-ec14-43a3-9a50-d990f521eb89 None None] Allocated IP 172.20.0.2 (e3862a5c-6c04-4e95-9f46-7f5a3170a28e/04b4e621-d54e-4164-8a2d-43dfd234c0ec/362395e1-d835-4997-9065-a2b3b6a50d13) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:05:22.614814 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e9550858-f5da-4367-a114-2c403df19b04 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:22.638631 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-54e93276-ddff-42ac-8848-997f4bf76512 None None] Port 3663aba9-c1aa-4275-8a31-8f6febd01054 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:22.685966 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42750) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:22.730539 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e9550858-f5da-4367-a114-2c403df19b04 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:22.745895 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-d9d05d89-5757-4e26-ba22-730087f7451f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] device_id is not set on port 267ea351-9388-489c-98e0-08d1ea10998e yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:05:22.760969 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6185767a-c802-4034-bcca-b444e0b8af38 None None] Calling delete_port for 429fc288-9099-4130-8744-b658c45a28a6 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:22.853340 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-7d9393d2-6404-4570-85c2-2847e4399421 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] For port 429fc288-9099-4130-8744-b658c45a28a6, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=429fc288-9099-4130-8744-b658c45a28a6,segment=NetworkSegment(5b4c7991-2b46-4252-87bd-9173da408da5),segment_id=5b4c7991-2b46-4252-87bd-9173da408da5)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:22.853684 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d9393d2-6404-4570-85c2-2847e4399421 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:22.871867 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-4fbe556e-8cd8-480c-a699-e578c2c660de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1782584484'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:22.877189 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-4fbe556e-8cd8-480c-a699-e578c2c660de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:22.881106 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4fbe556e-8cd8-480c-a699-e578c2c660de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:network and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:22.884288 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4fbe556e-8cd8-480c-a699-e578c2c660de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:22.891717 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-4fbe556e-8cd8-480c-a699-e578c2c660de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:22.911431 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e9550858-f5da-4367-a114-2c403df19b04 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:22.931858 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9550858-f5da-4367-a114-2c403df19b04 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc57b9f-a495-4e68-9168-d775e5c7b1be,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:22.934966 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37910de1-c6f3-4943-b6d9-db22664401ce tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Pushing event updated for resources: {'Port': ['ID=3663aba9-c1aa-4275-8a31-8f6febd01054,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:22.936016 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1ae72501-a223-42bf-9de3-227e0635ccea tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774174713694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-680883'] for subnet, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:22.996961 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae72501-a223-42bf-9de3-227e0635ccea tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:22.998138 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1ae72501-a223-42bf-9de3-227e0635ccea tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:22.998824 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-37910de1-c6f3-4943-b6d9-db22664401ce tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:23.002738 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1ae72501-a223-42bf-9de3-227e0635ccea tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "PUT /v2.0/subnets/be92c101-0944-4ce6-8758-83557e1e98d0 HTTP/1.1" status: 200 len: 806 time: 0.8064160 Sep 23 15:05:23.004694 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbe556e-8cd8-480c-a699-e578c2c660de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:23.014333 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4fbe556e-8cd8-480c-a699-e578c2c660de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:23.016089 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-7d9393d2-6404-4570-85c2-2847e4399421 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Calling delete_port for 429fc288-9099-4130-8744-b658c45a28a6 owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:23.019028 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42756) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:23.073565 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4fbe556e-8cd8-480c-a699-e578c2c660de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:23.085599 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 429fc288-9099-4130-8744-b658c45a28a6 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:05:23.095029 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae72501-a223-42bf-9de3-227e0635ccea tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event updated for resources: {'Subnet': ['ID=be92c101-0944-4ce6-8758-83557e1e98d0,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:23.098178 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e9550858-f5da-4367-a114-2c403df19b04 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:23.102186 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e9550858-f5da-4367-a114-2c403df19b04 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "DELETE /v2.0/security-groups/ebc57b9f-a495-4e68-9168-d775e5c7b1be HTTP/1.1" status: 204 len: 168 time: 0.5846949 Sep 23 15:05:23.138582 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42762) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:23.145896 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-54e93276-ddff-42ac-8848-997f4bf76512 None None] Attempt 4 to provision port 3663aba9-c1aa-4275-8a31-8f6febd01054 Sep 23 15:05:23.166789 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-4fbe556e-8cd8-480c-a699-e578c2c660de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:23.176463 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4fbe556e-8cd8-480c-a699-e578c2c660de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:security_group_rule and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:23.181767 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4fbe556e-8cd8-480c-a699-e578c2c660de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:23.193030 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-4fbe556e-8cd8-480c-a699-e578c2c660de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:23.246558 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f9fcad-2547-4d23-a7df-9b2ac40063ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d', 'network_id': 'fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d', 'tenant_id': '6162ca6451a94ec88464d67d4a92acb4', 'fixed_ips': [{'subnet_id': 'be92c101-0944-4ce6-8758-83557e1e98d0'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:05:23.247476 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d5f9fcad-2547-4d23-a7df-9b2ac40063ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:23.264155 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:23.271529 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-15a8428c-1099-4ba0-8f05-7c219a8d56ca tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1319726 Sep 23 15:05:23.274849 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42768) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:23.294570 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-70499b36-c2a5-49a0-9279-44991bc34589 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] delete failed (client error): The resource could not be found. Sep 23 15:05:23.295597 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-70499b36-c2a5-49a0-9279-44991bc34589 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "DELETE /v2.0/security-groups/ebc57b9f-a495-4e68-9168-d775e5c7b1be HTTP/1.1" status: 404 len: 347 time: 0.0198760 Sep 23 15:05:23.303916 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42772) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:23.311657 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-b56e24e9-642c-4125-b4fd-78988b52cb1e tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Request body: {'security_group': {'name': 'tempest-secgroup--140735573'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:23.321708 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37910de1-c6f3-4943-b6d9-db22664401ce tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Network 09b5b8b6-741e-40c1-aca4-6aef93e8d0dd is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:23.323191 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b56e24e9-642c-4125-b4fd-78988b52cb1e tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:23.325848 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-37910de1-c6f3-4943-b6d9-db22664401ce tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:23.333168 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b56e24e9-642c-4125-b4fd-78988b52cb1e tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Usage tracker for resource:security_group and tenant:3fc971569b8040148359743b9a26dcf0 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:23.342807 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b56e24e9-642c-4125-b4fd-78988b52cb1e tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:23.391005 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6185767a-c802-4034-bcca-b444e0b8af38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:23.417984 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b56e24e9-642c-4125-b4fd-78988b52cb1e tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:23.435292 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.api [None req-7d9393d2-6404-4570-85c2-2847e4399421 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:05:23.436088 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG oslo_db.api [None req-7d9393d2-6404-4570-85c2-2847e4399421 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:05:23.472665 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No active binding found for port 429fc288-9099-4130-8744-b658c45a28a6 {{(pid=89740) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 23 15:05:23.473349 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 429fc288-9099-4130-8744-b658c45a28a6 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:05:23.474995 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-54e93276-ddff-42ac-8848-997f4bf76512 None None] Port 3663aba9-c1aa-4275-8a31-8f6febd01054 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:23.480343 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:23.482777 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185767a-c802-4034-bcca-b444e0b8af38 None None] Pushing event deleted for resources: {'Port': ['ID=429fc288-9099-4130-8744-b658c45a28a6,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:23.496623 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6185767a-c802-4034-bcca-b444e0b8af38 None None] No DVR routers for this DVR port 429fc288-9099-4130-8744-b658c45a28a6 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:05:23.521449 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4fbe556e-8cd8-480c-a699-e578c2c660de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:23.571437 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2de8abee-ec14-43a3-9a50-d990f521eb89 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:23.589916 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8ff39-5513-41bc-b196-29e199dffd60 req-8d9340b9-366b-414e-99eb-6ec5d3620ea3 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:23.591674 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a8c8ff39-5513-41bc-b196-29e199dffd60 req-8d9340b9-366b-414e-99eb-6ec5d3620ea3 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.2085524 Sep 23 15:05:23.593236 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2de8abee-ec14-43a3-9a50-d990f521eb89 None None] Transition to ACTIVE for port object 362395e1-d835-4997-9065-a2b3b6a50d13 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:23.603643 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4fbe556e-8cd8-480c-a699-e578c2c660de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:23.607294 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37910de1-c6f3-4943-b6d9-db22664401ce tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Router 5bfbb84a-3e5e-430b-b64b-f4224f8ad93f has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:05:23.616389 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-d5f9fcad-2547-4d23-a7df-9b2ac40063ed None None] Allocated IP 172.20.0.2 (fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d/be92c101-0944-4ce6-8758-83557e1e98d0/2b233fab-9e1e-4b4e-830d-ab4a5b8529aa) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:05:23.631722 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2de8abee-ec14-43a3-9a50-d990f521eb89 None None] Transition to ACTIVE for port object 362395e1-d835-4997-9065-a2b3b6a50d13 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:23.669575 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fbe556e-8cd8-480c-a699-e578c2c660de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:05:23.678049 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe556e-8cd8-480c-a699-e578c2c660de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f4968e-73ea-478a-9789-303bd760d3aa,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:23.693192 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a8c8ff39-5513-41bc-b196-29e199dffd60 req-742680d6-3697-4c3e-898b-9428806ed154 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819750 Sep 23 15:05:23.693192 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4fbe556e-8cd8-480c-a699-e578c2c660de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:23.693387 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-4fbe556e-8cd8-480c-a699-e578c2c660de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Added segment bfbc73a7-6e50-431e-9761-dc92d975036b of type vlan for network c3d67a4b-9092-448f-b14d-bd8d70a05623 Sep 23 15:05:23.721952 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2de8abee-ec14-43a3-9a50-d990f521eb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:23.723468 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4fbe556e-8cd8-480c-a699-e578c2c660de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:23.773003 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b56e24e9-642c-4125-b4fd-78988b52cb1e tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:23.828061 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4fbe556e-8cd8-480c-a699-e578c2c660de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:23.834647 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbe556e-8cd8-480c-a699-e578c2c660de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:23.835348 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4fbe556e-8cd8-480c-a699-e578c2c660de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:23.910003 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b56e24e9-642c-4125-b4fd-78988b52cb1e tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:23.922216 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b56e24e9-642c-4125-b4fd-78988b52cb1e tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Usage tracker for resource:security_group_rule and tenant:3fc971569b8040148359743b9a26dcf0 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:23.927912 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b56e24e9-642c-4125-b4fd-78988b52cb1e tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:23.933564 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de8abee-ec14-43a3-9a50-d990f521eb89 None None] Network e3862a5c-6c04-4e95-9f46-7f5a3170a28e is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:23.940254 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-d9d05d89-5757-4e26-ba22-730087f7451f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Allocated IP 172.20.0.10 (e3862a5c-6c04-4e95-9f46-7f5a3170a28e/04b4e621-d54e-4164-8a2d-43dfd234c0ec/267ea351-9388-489c-98e0-08d1ea10998e) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:05:23.942360 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-7d9393d2-6404-4570-85c2-2847e4399421 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Deleting port 429fc288-9099-4130-8744-b658c45a28a6 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:23.942852 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d9393d2-6404-4570-85c2-2847e4399421 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:23.942963 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-2de8abee-ec14-43a3-9a50-d990f521eb89 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:23.948658 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de8abee-ec14-43a3-9a50-d990f521eb89 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:23.956173 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe556e-8cd8-480c-a699-e578c2c660de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Network': ['ID=c3d67a4b-9092-448f-b14d-bd8d70a05623,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:23.958059 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de8abee-ec14-43a3-9a50-d990f521eb89 None None] Pushing event updated for resources: {'Port': ['ID=362395e1-d835-4997-9065-a2b3b6a50d13,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:23.960687 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d5f9fcad-2547-4d23-a7df-9b2ac40063ed None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:23.976036 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b56e24e9-642c-4125-b4fd-78988b52cb1e tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:23.992691 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37910de1-c6f3-4943-b6d9-db22664401ce tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:05:24.002426 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-54e93276-ddff-42ac-8848-997f4bf76512 None None] Attempt 5 to provision port 3663aba9-c1aa-4275-8a31-8f6febd01054 Sep 23 15:05:24.025566 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:05:24.031822 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4fbe556e-8cd8-480c-a699-e578c2c660de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3427961 Sep 23 15:05:24.035822 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42778) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:24.042346 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-efc9402c-a77a-4718-9687-809e68b922f2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:24.052024 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-7d9393d2-6404-4570-85c2-2847e4399421 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] The port '429fc288-9099-4130-8744-b658c45a28a6' was deleted {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:05:24.055928 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deddfa9f-ae07-4437-b4ca-75bb11e95aaa None None] Sync routers for ids ['5bfbb84a-3e5e-430b-b64b-f4224f8ad93f'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:05:24.111174 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d5f9fcad-2547-4d23-a7df-9b2ac40063ed None None] Transition to ACTIVE for port object 2b233fab-9e1e-4b4e-830d-ab4a5b8529aa will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:24.160952 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-37910de1-c6f3-4943-b6d9-db22664401ce tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] 10.222.0.67 "PUT /v2.0/routers/5bfbb84a-3e5e-430b-b64b-f4224f8ad93f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2068605 Sep 23 15:05:24.161165 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-efc9402c-a77a-4718-9687-809e68b922f2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:24.162363 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42782) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:24.225238 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-efc9402c-a77a-4718-9687-809e68b922f2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:subnet and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:24.227812 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deddfa9f-ae07-4437-b4ca-75bb11e95aaa None None] Routers {'5bfbb84a-3e5e-430b-b64b-f4224f8ad93f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:05:24.228466 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-deddfa9f-ae07-4437-b4ca-75bb11e95aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:05:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['5bfbb84a-3e5e-430b-b64b-f4224f8ad93f'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:24.235035 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-efc9402c-a77a-4718-9687-809e68b922f2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:24.294136 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-54e93276-ddff-42ac-8848-997f4bf76512 None None] Port 3663aba9-c1aa-4275-8a31-8f6febd01054 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:24.295052 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d5f9fcad-2547-4d23-a7df-9b2ac40063ed None None] Transition to ACTIVE for port object 2b233fab-9e1e-4b4e-830d-ab4a5b8529aa will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:24.311918 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-deddfa9f-ae07-4437-b4ca-75bb11e95aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:24.314671 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-2de8abee-ec14-43a3-9a50-d990f521eb89 None None] Attempting to bind port 362395e1-d835-4997-9065-a2b3b6a50d13 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:05:24.315045 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-2de8abee-ec14-43a3-9a50-d990f521eb89 None None] Attempting to bind port 362395e1-d835-4997-9065-a2b3b6a50d13 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '3e0e0dab-396c-41af-878c-376be120676e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e3862a5c-6c04-4e95-9f46-7f5a3170a28e'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:05:24.321359 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de8abee-ec14-43a3-9a50-d990f521eb89 None None] Attempting to bind port 362395e1-d835-4997-9065-a2b3b6a50d13 on network e3862a5c-6c04-4e95-9f46-7f5a3170a28e {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:05:24.326167 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de8abee-ec14-43a3-9a50-d990f521eb89 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:05:24.326600 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de8abee-ec14-43a3-9a50-d990f521eb89 None None] Checking segment: {'id': '3e0e0dab-396c-41af-878c-376be120676e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e3862a5c-6c04-4e95-9f46-7f5a3170a28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:05:24.327142 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2de8abee-ec14-43a3-9a50-d990f521eb89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:24.327586 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de8abee-ec14-43a3-9a50-d990f521eb89 None None] Bound using segment: {'id': '3e0e0dab-396c-41af-878c-376be120676e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e3862a5c-6c04-4e95-9f46-7f5a3170a28e'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:05:24.328023 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-2de8abee-ec14-43a3-9a50-d990f521eb89 None None] Bound port: 362395e1-d835-4997-9065-a2b3b6a50d13, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e0e0dab-396c-41af-878c-376be120676e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e3862a5c-6c04-4e95-9f46-7f5a3170a28e'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:05:24.330181 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2de8abee-ec14-43a3-9a50-d990f521eb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:24.344048 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f1870-5186-4c68-8443-d91ba8ca5e1a req-360eb599-4b0a-4d82-a978-154f85a80bbd tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:24.345697 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a16f1870-5186-4c68-8443-d91ba8ca5e1a req-360eb599-4b0a-4d82-a978-154f85a80bbd tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.5005763 Sep 23 15:05:24.351869 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deddfa9f-ae07-4437-b4ca-75bb11e95aaa None None] Routers {'5bfbb84a-3e5e-430b-b64b-f4224f8ad93f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:05:24.352513 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-deddfa9f-ae07-4437-b4ca-75bb11e95aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:05:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['5bfbb84a-3e5e-430b-b64b-f4224f8ad93f'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:24.407239 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-efc9402c-a77a-4718-9687-809e68b922f2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:24.441121 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d5f9fcad-2547-4d23-a7df-9b2ac40063ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:24.456136 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-52ab16c1-d4d7-43b4-83f1-c38f56fd4611 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:24.494401 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d9393d2-6404-4570-85c2-2847e4399421 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:24.502353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-deddfa9f-ae07-4437-b4ca-75bb11e95aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:24.502353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deddfa9f-ae07-4437-b4ca-75bb11e95aaa None None] The sync data for ids ['5bfbb84a-3e5e-430b-b64b-f4224f8ad93f'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:05:24.544717 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f9fcad-2547-4d23-a7df-9b2ac40063ed None None] Network fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:24.555838 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-d5f9fcad-2547-4d23-a7df-9b2ac40063ed None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:24.563147 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b56e24e9-642c-4125-b4fd-78988b52cb1e tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:24.564618 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f9fcad-2547-4d23-a7df-9b2ac40063ed None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:24.577002 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:24.581330 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-7d9393d2-6404-4570-85c2-2847e4399421 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c726474-92df-4edf-abda-12685971e95d']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:24.581511 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc9402c-a77a-4718-9687-809e68b922f2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:24.584761 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-efc9402c-a77a-4718-9687-809e68b922f2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:24.609686 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9fcad-2547-4d23-a7df-9b2ac40063ed None None] Pushing event updated for resources: {'Port': ['ID=2b233fab-9e1e-4b4e-830d-ab4a5b8529aa,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:24.612737 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-7d9393d2-6404-4570-85c2-2847e4399421 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4c7991-2b46-4252-87bd-9173da408da5') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:24.613055 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-7d9393d2-6404-4570-85c2-2847e4399421 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4c7991-2b46-4252-87bd-9173da408da5') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:24.624593 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-2de8abee-ec14-43a3-9a50-d990f521eb89 None None] For port 362395e1-d835-4997-9065-a2b3b6a50d13, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:05:24.629368 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a16f1870-5186-4c68-8443-d91ba8ca5e1a req-b641dc89-82e8-4816-82b7-bc1101379f20 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369288 Sep 23 15:05:24.638400 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d9393d2-6404-4570-85c2-2847e4399421 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:24.644504 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b56e24e9-642c-4125-b4fd-78988b52cb1e tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:24.690231 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-2de8abee-ec14-43a3-9a50-d990f521eb89 None None] For port 362395e1-d835-4997-9065-a2b3b6a50d13, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=362395e1-d835-4997-9065-a2b3b6a50d13,segment=NetworkSegment(3e0e0dab-396c-41af-878c-376be120676e),segment_id=3e0e0dab-396c-41af-878c-376be120676e)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:05:24.699110 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d5f9fcad-2547-4d23-a7df-9b2ac40063ed None None] Attempting to bind port 2b233fab-9e1e-4b4e-830d-ab4a5b8529aa on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:05:24.699598 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d5f9fcad-2547-4d23-a7df-9b2ac40063ed None None] Attempting to bind port 2b233fab-9e1e-4b4e-830d-ab4a5b8529aa by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'b3713e95-38d7-4aa5-a94a-a23b78b1a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:05:24.700045 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f9fcad-2547-4d23-a7df-9b2ac40063ed None None] Attempting to bind port 2b233fab-9e1e-4b4e-830d-ab4a5b8529aa on network fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:05:24.706039 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f9fcad-2547-4d23-a7df-9b2ac40063ed None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:05:24.706562 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f9fcad-2547-4d23-a7df-9b2ac40063ed None None] Checking segment: {'id': 'b3713e95-38d7-4aa5-a94a-a23b78b1a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:05:24.707021 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d5f9fcad-2547-4d23-a7df-9b2ac40063ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:24.707472 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f9fcad-2547-4d23-a7df-9b2ac40063ed None None] Bound using segment: {'id': 'b3713e95-38d7-4aa5-a94a-a23b78b1a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:05:24.708016 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d5f9fcad-2547-4d23-a7df-9b2ac40063ed None None] Bound port: 2b233fab-9e1e-4b4e-830d-ab4a5b8529aa, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3713e95-38d7-4aa5-a94a-a23b78b1a079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:05:24.708272 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d9393d2-6404-4570-85c2-2847e4399421 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:24.708551 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d5f9fcad-2547-4d23-a7df-9b2ac40063ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:24.728918 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d9d05d89-5757-4e26-ba22-730087f7451f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:24.731809 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e24e9-642c-4125-b4fd-78988b52cb1e tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f28aa1d5-22ab-4e36-b5b4-24b2f861467e,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:24.734439 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9393d2-6404-4570-85c2-2847e4399421 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:05:24.734851 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d9393d2-6404-4570-85c2-2847e4399421 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:24.780953 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2de8abee-ec14-43a3-9a50-d990f521eb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:24.814884 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Subnet': ['ID=be92c101-0944-4ce6-8758-83557e1e98d0,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:24.840956 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-54e93276-ddff-42ac-8848-997f4bf76512 None None] Attempt 6 to provision port 3663aba9-c1aa-4275-8a31-8f6febd01054 Sep 23 15:05:24.864997 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 5b4c7991-2b46-4252-87bd-9173da408da5 resource provider aggregate not found Sep 23 15:05:24.881290 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b56e24e9-642c-4125-b4fd-78988b52cb1e tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:24.882979 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b56e24e9-642c-4125-b4fd-78988b52cb1e tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5775142 Sep 23 15:05:24.900026 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42792) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:24.901893 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 5b4c7991-2b46-4252-87bd-9173da408da5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b4c7991-2b46-4252-87bd-9173da408da5 found for delete ", "request_id": "req-480265dd-c6b3-41bf-beb8-e9ba2df011f8"}]} Sep 23 15:05:24.913994 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-d9d05d89-5757-4e26-ba22-730087f7451f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Transition to ACTIVE for port object 267ea351-9388-489c-98e0-08d1ea10998e will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:24.927267 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-43ced4d5-bd24-4c57-a940-2788e6a26f73 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Request body: {'security_group_rule': {'security_group_id': 'f28aa1d5-22ab-4e36-b5b4-24b2f861467e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:24.940276 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-43ced4d5-bd24-4c57-a940-2788e6a26f73 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:24.948313 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-43ced4d5-bd24-4c57-a940-2788e6a26f73 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Usage tracker for resource:security_group_rule and tenant:3fc971569b8040148359743b9a26dcf0 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:24.952338 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-43ced4d5-bd24-4c57-a940-2788e6a26f73 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:24.952968 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:24.960836 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-43ced4d5-bd24-4c57-a940-2788e6a26f73 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:24.961002 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-54e93276-ddff-42ac-8848-997f4bf76512 None None] Port 3663aba9-c1aa-4275-8a31-8f6febd01054 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:24.961181 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-52ab16c1-d4d7-43b4-83f1-c38f56fd4611 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 23 15:05:24.965247 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-52ab16c1-d4d7-43b4-83f1-c38f56fd4611 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] 10.222.0.67 "DELETE /v2.0/routers/5bfbb84a-3e5e-430b-b64b-f4224f8ad93f HTTP/1.1" status: 409 len: 329 time: 0.8024871 Sep 23 15:05:24.965679 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42796) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:24.966947 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de8abee-ec14-43a3-9a50-d990f521eb89 None None] Pushing event updated for resources: {'Port': ['ID=362395e1-d835-4997-9065-a2b3b6a50d13,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:24.973395 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d5f9fcad-2547-4d23-a7df-9b2ac40063ed None None] For port 2b233fab-9e1e-4b4e-830d-ab4a5b8529aa, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:05:24.977522 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d5f9fcad-2547-4d23-a7df-9b2ac40063ed None None] For port 2b233fab-9e1e-4b4e-830d-ab4a5b8529aa, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=2b233fab-9e1e-4b4e-830d-ab4a5b8529aa,segment=NetworkSegment(b3713e95-38d7-4aa5-a94a-a23b78b1a079),segment_id=b3713e95-38d7-4aa5-a94a-a23b78b1a079)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:05:25.021147 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:25.040482 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3713e95-38d7-4aa5-a94a-a23b78b1a079') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:25.040799 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3713e95-38d7-4aa5-a94a-a23b78b1a079') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:25.048788 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d9393d2-6404-4570-85c2-2847e4399421 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:25.066275 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:25.068348 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d5f9fcad-2547-4d23-a7df-9b2ac40063ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:25.095235 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:25.119913 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d9393d2-6404-4570-85c2-2847e4399421 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:25.130662 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:05:25.131073 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:25.156109 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9393d2-6404-4570-85c2-2847e4399421 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] Pushing event deleted for resources: {'Network': ['ID=1c726474-92df-4edf-abda-12685971e95d,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:25.175110 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7d9393d2-6404-4570-85c2-2847e4399421 tempest-NetworksIpV6TestAttrs-1129758698 tempest-NetworksIpV6TestAttrs-1129758698-project] 10.222.0.67 "DELETE /v2.0/networks/1c726474-92df-4edf-abda-12685971e95d HTTP/1.1" status: 204 len: 168 time: 3.7924523 Sep 23 15:05:25.176771 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-43ced4d5-bd24-4c57-a940-2788e6a26f73 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:25.228964 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment b3713e95-38d7-4aa5-a94a-a23b78b1a079 resource provider aggregate not found Sep 23 15:05:25.261434 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment b3713e95-38d7-4aa5-a94a-a23b78b1a079 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3713e95-38d7-4aa5-a94a-a23b78b1a079 found for delete ", "request_id": "req-82c8fdb9-2ebd-434a-9053-69dcd7a6f238"}]} Sep 23 15:05:25.329152 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-efc9402c-a77a-4718-9687-809e68b922f2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:25.373400 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d9d05d89-5757-4e26-ba22-730087f7451f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:25.402720 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9fcad-2547-4d23-a7df-9b2ac40063ed None None] Pushing event updated for resources: {'Port': ['ID=2b233fab-9e1e-4b4e-830d-ab4a5b8529aa,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:25.406939 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12053638-fc34-45f1-a7f9-6bd8c44497a8 None None] Network fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:25.424214 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.api [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 15:05:25.424214 dv-neutron-859093-1-hyperv neutron-server[89739]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 15:05:25.424214 dv-neutron-859093-1-hyperv neutron-server[89739]: [parameters: {'id': 'fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d'}] Sep 23 15:05:25.424214 dv-neutron-859093-1-hyperv neutron-server[89739]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:05:25.424727 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG oslo_db.api [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:05:25.481828 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-54e93276-ddff-42ac-8848-997f4bf76512 None None] Attempt 7 to provision port 3663aba9-c1aa-4275-8a31-8f6febd01054 Sep 23 15:05:25.483091 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9402c-a77a-4718-9687-809e68b922f2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=3ab980dd-3f74-4590-95cd-d2194f0bd585,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:25.513817 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc9402c-a77a-4718-9687-809e68b922f2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Checking segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:05:25.516345 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc9402c-a77a-4718-9687-809e68b922f2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network hostable DHCP agents. Network: c3d67a4b-9092-448f-b14d-bd8d70a05623, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:05:25.592295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc9402c-a77a-4718-9687-809e68b922f2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:05:25.596899 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-54e93276-ddff-42ac-8848-997f4bf76512 None None] Port 3663aba9-c1aa-4275-8a31-8f6febd01054 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:25.640987 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d05d89-5757-4e26-ba22-730087f7451f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network e3862a5c-6c04-4e95-9f46-7f5a3170a28e is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:25.642867 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-43ced4d5-bd24-4c57-a940-2788e6a26f73 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:25.651134 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-d9d05d89-5757-4e26-ba22-730087f7451f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:25.652901 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d05d89-5757-4e26-ba22-730087f7451f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Port': ['ID=267ea351-9388-489c-98e0-08d1ea10998e,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:25.655028 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d05d89-5757-4e26-ba22-730087f7451f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:25.678238 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55011e34-65e3-4e27-b6d3-fdc9f3dd5581 None None] Network fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:25.711748 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-efc9402c-a77a-4718-9687-809e68b922f2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, c3d67a4b-9092-448f-b14d-bd8d70a05623) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:25.720371 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc9402c-a77a-4718-9687-809e68b922f2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:25.722984 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-efc9402c-a77a-4718-9687-809e68b922f2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:25.757028 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-43ced4d5-bd24-4c57-a940-2788e6a26f73 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:25.757644 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36e3e67-6f63-4e15-b5b3-ee24e033406d None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:25.817259 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ced4d5-bd24-4c57-a940-2788e6a26f73 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71659f07-bf02-46a1-9bc0-94216f879f6c,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:25.833219 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d05d89-5757-4e26-ba22-730087f7451f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:25.834022 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d9d05d89-5757-4e26-ba22-730087f7451f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:25.838889 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-efc9402c-a77a-4718-9687-809e68b922f2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7990527 Sep 23 15:05:25.840148 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42810) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:25.847635 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-4bc945c3-0c9d-4071-98ba-38a7dab06a0b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'port': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'name': 'tempest-NetworksTestDHCPv6-1330417611'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:25.884608 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca403d-2ded-4206-83df-16183aa41249 req-54e59c84-33b1-484d-9398-05e50f1b5ef3 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:25.886524 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-28ca403d-2ded-4206-83df-16183aa41249 req-54e59c84-33b1-484d-9398-05e50f1b5ef3 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.5072587 Sep 23 15:05:25.932804 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42814) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:25.937730 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:25.948242 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-43ced4d5-bd24-4c57-a940-2788e6a26f73 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:25.952200 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-43ced4d5-bd24-4c57-a940-2788e6a26f73 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0431645 Sep 23 15:05:25.957615 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42820) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:25.981068 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Deleting port 2b233fab-9e1e-4b4e-830d-ab4a5b8529aa {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:25.981650 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:25.998162 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-28ca403d-2ded-4206-83df-16183aa41249 req-20b1cbf7-e88b-4783-9255-ed8820fb6aa6 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041741 Sep 23 15:05:26.025400 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e9fc21cf-a800-4e04-bce3-a36537b3cab4 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:26.045319 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d9d05d89-5757-4e26-ba22-730087f7451f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.5346303 Sep 23 15:05:26.051200 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e9fc21cf-a800-4e04-bce3-a36537b3cab4 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:26.064387 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42824) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:26.110596 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-54e93276-ddff-42ac-8848-997f4bf76512 None None] Attempt 8 to provision port 3663aba9-c1aa-4275-8a31-8f6febd01054 Sep 23 15:05:26.190061 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-54e93276-ddff-42ac-8848-997f4bf76512 None None] Port 3663aba9-c1aa-4275-8a31-8f6febd01054 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:26.248376 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] For port 2b233fab-9e1e-4b4e-830d-ab4a5b8529aa, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=2b233fab-9e1e-4b4e-830d-ab4a5b8529aa,segment=NetworkSegment(b3713e95-38d7-4aa5-a94a-a23b78b1a079),segment_id=b3713e95-38d7-4aa5-a94a-a23b78b1a079)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:26.248735 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:26.264161 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-0f590f1f-be32-4d3b-9ae3-06ea53f5f245 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting port 267ea351-9388-489c-98e0-08d1ea10998e {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:26.266707 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f590f1f-be32-4d3b-9ae3-06ea53f5f245 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:26.327314 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15d88e2-7db5-4da3-ad5c-271752c51aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-c3d67a4b-9092-448f-b14d-bd8d70a05623', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'fixed_ips': [{'subnet_id': '3ab980dd-3f74-4590-95cd-d2194f0bd585'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:05:26.328288 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d15d88e2-7db5-4da3-ad5c-271752c51aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:26.348427 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e9fc21cf-a800-4e04-bce3-a36537b3cab4 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:26.379819 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-28b45e21-e4b4-496c-bee3-8dd770571072 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=79d4ad3222e04b9f89c5f5be84cce673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4459131 Sep 23 15:05:26.386075 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42830) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:26.391251 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc21cf-a800-4e04-bce3-a36537b3cab4 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71659f07-bf02-46a1-9bc0-94216f879f6c,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:26.400163 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd58ec39-0c14-41ba-8cee-800367df63d2 None None] Network e3862a5c-6c04-4e95-9f46-7f5a3170a28e requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:26.403186 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Calling delete_port for 2b233fab-9e1e-4b4e-830d-ab4a5b8529aa owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:26.415965 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e9fc21cf-a800-4e04-bce3-a36537b3cab4 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:26.420602 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e9fc21cf-a800-4e04-bce3-a36537b3cab4 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/71659f07-bf02-46a1-9bc0-94216f879f6c HTTP/1.1" status: 204 len: 168 time: 0.4571812 Sep 23 15:05:26.423995 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42834) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:26.476441 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-4bc945c3-0c9d-4071-98ba-38a7dab06a0b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:26.482567 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4bc945c3-0c9d-4071-98ba-38a7dab06a0b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:port and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:26.495902 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4bc945c3-0c9d-4071-98ba-38a7dab06a0b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:26.502233 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-4bc945c3-0c9d-4071-98ba-38a7dab06a0b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:26.523472 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-60d9e12b-a984-417d-8b36-9f874f26e44a tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:26.582821 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc945c3-0c9d-4071-98ba-38a7dab06a0b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:26.586596 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4bc945c3-0c9d-4071-98ba-38a7dab06a0b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:26.602728 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:26.656824 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-d15d88e2-7db5-4da3-ad5c-271752c51aa2 None None] Allocated IP 2001:db8::2 (c3d67a4b-9092-448f-b14d-bd8d70a05623/3ab980dd-3f74-4590-95cd-d2194f0bd585/ff682cd8-3e1f-4047-91eb-93e487a7e76b) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:05:26.658017 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Port': ['ID=2b233fab-9e1e-4b4e-830d-ab4a5b8529aa,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:26.669085 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-4bc945c3-0c9d-4071-98ba-38a7dab06a0b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] device_id is not set on port 8aff525d-6c91-4c17-807d-5f8a42139b99 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:05:26.714356 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-54e93276-ddff-42ac-8848-997f4bf76512 None None] Attempt 9 to provision port 3663aba9-c1aa-4275-8a31-8f6febd01054 Sep 23 15:05:26.832378 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No DVR routers for this DVR port 2b233fab-9e1e-4b4e-830d-ab4a5b8529aa on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:05:26.866615 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-54e93276-ddff-42ac-8848-997f4bf76512 None None] Port 3663aba9-c1aa-4275-8a31-8f6febd01054 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:26.881513 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e232f67f-d46a-4347-b16b-bc1c8a490c8a tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Synchronizing usage tracker for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group_rule {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:05:26.995552 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7230a91-be41-42b8-8d9f-7e59dda28230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:27.014204 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:27.041684 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7230a91-be41-42b8-8d9f-7e59dda28230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:27.067062 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d15d88e2-7db5-4da3-ad5c-271752c51aa2 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:27.090441 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:27.110095 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3713e95-38d7-4aa5-a94a-a23b78b1a079') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:27.110468 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3713e95-38d7-4aa5-a94a-a23b78b1a079') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:27.117712 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d15d88e2-7db5-4da3-ad5c-271752c51aa2 None None] Transition to ACTIVE for port object ff682cd8-3e1f-4047-91eb-93e487a7e76b will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:27.145076 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:27.175279 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d15d88e2-7db5-4da3-ad5c-271752c51aa2 None None] Transition to ACTIVE for port object ff682cd8-3e1f-4047-91eb-93e487a7e76b will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:27.176463 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f590f1f-be32-4d3b-9ae3-06ea53f5f245 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:27.177440 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:27.179003 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 362395e1-d835-4997-9065-a2b3b6a50d13 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:05:27.194278 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:05:27.194724 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:27.271716 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d15d88e2-7db5-4da3-ad5c-271752c51aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:27.334703 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-0f590f1f-be32-4d3b-9ae3-06ea53f5f245 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Calling delete_port for 267ea351-9388-489c-98e0-08d1ea10998e owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:27.371429 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-54e93276-ddff-42ac-8848-997f4bf76512 None None] Attempt 10 to provision port 3663aba9-c1aa-4275-8a31-8f6febd01054 Sep 23 15:05:27.429621 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-4bc945c3-0c9d-4071-98ba-38a7dab06a0b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 2001:db8::2a7 (c3d67a4b-9092-448f-b14d-bd8d70a05623/3ab980dd-3f74-4590-95cd-d2194f0bd585/8aff525d-6c91-4c17-807d-5f8a42139b99) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:05:27.455214 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15d88e2-7db5-4da3-ad5c-271752c51aa2 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:27.463409 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-d15d88e2-7db5-4da3-ad5c-271752c51aa2 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:27.465916 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15d88e2-7db5-4da3-ad5c-271752c51aa2 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:27.474820 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d88e2-7db5-4da3-ad5c-271752c51aa2 None None] Pushing event updated for resources: {'Port': ['ID=ff682cd8-3e1f-4047-91eb-93e487a7e76b,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:27.514246 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e232f67f-d46a-4347-b16b-bc1c8a490c8a tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Unset dirty status for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group_rule {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:05:27.519018 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e232f67f-d46a-4347-b16b-bc1c8a490c8a tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.0912461 Sep 23 15:05:27.540158 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment b3713e95-38d7-4aa5-a94a-a23b78b1a079 resource provider aggregate not found Sep 23 15:05:27.542007 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-54e93276-ddff-42ac-8848-997f4bf76512 None None] Port 3663aba9-c1aa-4275-8a31-8f6febd01054 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:27.557607 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42844) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:27.606505 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment b3713e95-38d7-4aa5-a94a-a23b78b1a079 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3713e95-38d7-4aa5-a94a-a23b78b1a079 found for delete ", "request_id": "req-1ad00ab1-8932-47df-9e0b-e091e24ea033"}]} Sep 23 15:05:27.619189 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d15d88e2-7db5-4da3-ad5c-271752c51aa2 None None] Attempting to bind port ff682cd8-3e1f-4047-91eb-93e487a7e76b on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:05:27.619787 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d15d88e2-7db5-4da3-ad5c-271752c51aa2 None None] Attempting to bind port ff682cd8-3e1f-4047-91eb-93e487a7e76b by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:05:27.620353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d88e2-7db5-4da3-ad5c-271752c51aa2 None None] Attempting to bind port ff682cd8-3e1f-4047-91eb-93e487a7e76b on network c3d67a4b-9092-448f-b14d-bd8d70a05623 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:05:27.626754 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d88e2-7db5-4da3-ad5c-271752c51aa2 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:05:27.627352 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d88e2-7db5-4da3-ad5c-271752c51aa2 None None] Checking segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:05:27.628031 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d15d88e2-7db5-4da3-ad5c-271752c51aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:27.628640 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d88e2-7db5-4da3-ad5c-271752c51aa2 None None] Bound using segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:05:27.629259 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d15d88e2-7db5-4da3-ad5c-271752c51aa2 None None] Bound port: ff682cd8-3e1f-4047-91eb-93e487a7e76b, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:05:27.629798 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d15d88e2-7db5-4da3-ad5c-271752c51aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:27.640549 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f98b5986-9a0e-46d3-98a7-698262fa5235 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:27.644698 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:27.671438 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f590f1f-be32-4d3b-9ae3-06ea53f5f245 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:27.672276 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:27.690195 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Network': ['ID=fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:27.691422 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 362395e1-d835-4997-9065-a2b3b6a50d13 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:05:27.702728 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-eddf41e9-6023-4df6-a218-ccf90057097c None None] Could not find standard attr ID for object 267ea351-9388-489c-98e0-08d1ea10998e. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:05:27.707108 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-25bdbfbe-cd09-421d-90a5-b60301e1c35e tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/networks/fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d HTTP/1.1" status: 204 len: 168 time: 4.6841457 Sep 23 15:05:27.709636 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42850) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:27.713095 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f98b5986-9a0e-46d3-98a7-698262fa5235 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:27.758406 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d15d88e2-7db5-4da3-ad5c-271752c51aa2 None None] For port ff682cd8-3e1f-4047-91eb-93e487a7e76b, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:05:27.761605 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d15d88e2-7db5-4da3-ad5c-271752c51aa2 None None] For port ff682cd8-3e1f-4047-91eb-93e487a7e76b, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ff682cd8-3e1f-4047-91eb-93e487a7e76b,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:05:27.774870 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-efca786a-811e-4176-a8a5-1eab0677a4b9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] DELETE failed (client error): The resource could not be found. Sep 23 15:05:27.775331 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efca786a-811e-4176-a8a5-1eab0677a4b9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:05:27.777300 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-efca786a-811e-4176-a8a5-1eab0677a4b9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/networks/fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d HTTP/1.1" status: 404 len: 339 time: 0.0665991 Sep 23 15:05:27.794140 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42854) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:27.799339 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-eddf41e9-6023-4df6-a218-ccf90057097c None None] Provisioning for port 362395e1-d835-4997-9065-a2b3b6a50d13 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:05:27.811642 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-eddf41e9-6023-4df6-a218-ccf90057097c None None] Provisioning complete for port 362395e1-d835-4997-9065-a2b3b6a50d13 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:05:27.811642 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eddf41e9-6023-4df6-a218-ccf90057097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:27.811642 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-eddf41e9-6023-4df6-a218-ccf90057097c None None] Attempt 1 to provision port 362395e1-d835-4997-9065-a2b3b6a50d13 Sep 23 15:05:27.817722 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f590f1f-be32-4d3b-9ae3-06ea53f5f245 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Port': ['ID=267ea351-9388-489c-98e0-08d1ea10998e,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:27.820267 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7230a91-be41-42b8-8d9f-7e59dda28230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:27.840291 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d15d88e2-7db5-4da3-ad5c-271752c51aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:27.858850 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-3a46f19c-bada-426c-b165-10897c811151 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1847345610', 'description': 'd1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:27.916472 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f590f1f-be32-4d3b-9ae3-06ea53f5f245 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:27.916472 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f590f1f-be32-4d3b-9ae3-06ea53f5f245 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:27.916472 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f590f1f-be32-4d3b-9ae3-06ea53f5f245 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:27.916472 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f590f1f-be32-4d3b-9ae3-06ea53f5f245 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:27.916472 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f590f1f-be32-4d3b-9ae3-06ea53f5f245 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:27.921216 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f590f1f-be32-4d3b-9ae3-06ea53f5f245 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:27.921660 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f590f1f-be32-4d3b-9ae3-06ea53f5f245 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:27.922001 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f590f1f-be32-4d3b-9ae3-06ea53f5f245 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:27.922357 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f590f1f-be32-4d3b-9ae3-06ea53f5f245 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:27.922718 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f590f1f-be32-4d3b-9ae3-06ea53f5f245 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:27.923607 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f590f1f-be32-4d3b-9ae3-06ea53f5f245 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:27.923947 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f590f1f-be32-4d3b-9ae3-06ea53f5f245 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:27.959918 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7230a91-be41-42b8-8d9f-7e59dda28230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e38a407-a0bc-4f3d-b4bb-9fad2ed94248,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:27.965503 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3a46f19c-bada-426c-b165-10897c811151 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:27.970912 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3a46f19c-bada-426c-b165-10897c811151 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Usage tracker for resource:network and tenant:6162ca6451a94ec88464d67d4a92acb4 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:28.014077 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d88e2-7db5-4da3-ad5c-271752c51aa2 None None] Pushing event updated for resources: {'Port': ['ID=ff682cd8-3e1f-4047-91eb-93e487a7e76b,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:28.019853 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3a46f19c-bada-426c-b165-10897c811151 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:28.039217 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3a46f19c-bada-426c-b165-10897c811151 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:28.104704 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7230a91-be41-42b8-8d9f-7e59dda28230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:28.105506 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d7230a91-be41-42b8-8d9f-7e59dda28230 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2e38a407-a0bc-4f3d-b4bb-9fad2ed94248 HTTP/1.1" status: 204 len: 168 time: 1.7159152 Sep 23 15:05:28.115523 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f590f1f-be32-4d3b-9ae3-06ea53f5f245 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:28.120995 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0f590f1f-be32-4d3b-9ae3-06ea53f5f245 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/ports/267ea351-9388-489c-98e0-08d1ea10998e HTTP/1.1" status: 204 len: 168 time: 2.0512738 Sep 23 15:05:28.123851 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42862) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:28.145900 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-eddf41e9-6023-4df6-a218-ccf90057097c None None] Current status of the port 362395e1-d835-4997-9065-a2b3b6a50d13 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:05:28.157904 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eddf41e9-6023-4df6-a218-ccf90057097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:28.165185 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4bc945c3-0c9d-4071-98ba-38a7dab06a0b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:28.184632 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-7076810c-0991-4114-be6b-4e1d2cc10481 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] DELETE failed (client error): The resource could not be found. Sep 23 15:05:28.185085 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7076810c-0991-4114-be6b-4e1d2cc10481 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:05:28.185316 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-4bc945c3-0c9d-4071-98ba-38a7dab06a0b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Transition to ACTIVE for port object 8aff525d-6c91-4c17-807d-5f8a42139b99 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:28.190634 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7076810c-0991-4114-be6b-4e1d2cc10481 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/ports/267ea351-9388-489c-98e0-08d1ea10998e HTTP/1.1" status: 404 len: 333 time: 0.0635478 Sep 23 15:05:28.200233 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b05a9-493d-4e27-a62a-b61694563e6b req-6c32c661-ade0-444c-b96d-2296283b8673 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:28.201348 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42866) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:28.202127 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-4a6b05a9-493d-4e27-a62a-b61694563e6b req-6c32c661-ade0-444c-b96d-2296283b8673 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.6026993 Sep 23 15:05:28.222493 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f98b5986-9a0e-46d3-98a7-698262fa5235 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:28.260597 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-eddf41e9-6023-4df6-a218-ccf90057097c None None] For port 362395e1-d835-4997-9065-a2b3b6a50d13, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=362395e1-d835-4997-9065-a2b3b6a50d13,segment=NetworkSegment(3e0e0dab-396c-41af-878c-376be120676e),segment_id=3e0e0dab-396c-41af-878c-376be120676e)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:28.322178 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a46f19c-bada-426c-b165-10897c811151 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Made reservation on behalf of 6162ca6451a94ec88464d67d4a92acb4 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:28.327527 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3a46f19c-bada-426c-b165-10897c811151 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:28.332464 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-4a6b05a9-493d-4e27-a62a-b61694563e6b req-51429d44-0db3-441e-bc8f-c5bb09487b93 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009660 Sep 23 15:05:28.333258 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-60d9e12b-a984-417d-8b36-9f874f26e44a tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Deleting port 3663aba9-c1aa-4275-8a31-8f6febd01054 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:28.333601 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-60d9e12b-a984-417d-8b36-9f874f26e44a tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:28.352686 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b5986-9a0e-46d3-98a7-698262fa5235 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28aa1d5-22ab-4e36-b5b4-24b2f861467e,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:28.382296 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b5d191-8b6a-4704-909b-8eadbcff6a30 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] GET failed (client error): The resource could not be found. Sep 23 15:05:28.382296 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-13b5d191-8b6a-4704-909b-8eadbcff6a30 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "GET /v2.0/ports/267ea351-9388-489c-98e0-08d1ea10998e HTTP/1.1" status: 404 len: 333 time: 0.1606250 Sep 23 15:05:28.382820 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42870) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:28.404144 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eddf41e9-6023-4df6-a218-ccf90057097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:28.419141 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3dc4a-728c-40a8-81eb-d3c45fb24862 req-564c1aa8-ca2e-4851-912f-4ede98f9f24a tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:28.420595 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b4f3dc4a-728c-40a8-81eb-d3c45fb24862 req-564c1aa8-ca2e-4851-912f-4ede98f9f24a tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.72 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 0.5335803 Sep 23 15:05:28.490610 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f98b5986-9a0e-46d3-98a7-698262fa5235 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:28.492180 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f98b5986-9a0e-46d3-98a7-698262fa5235 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "DELETE /v2.0/security-groups/f28aa1d5-22ab-4e36-b5b4-24b2f861467e HTTP/1.1" status: 204 len: 168 time: 0.9334598 Sep 23 15:05:28.510079 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-eddf41e9-6023-4df6-a218-ccf90057097c None None] Provisioning complete for port 3663aba9-c1aa-4275-8a31-8f6febd01054 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:05:28.510268 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4bc945c3-0c9d-4071-98ba-38a7dab06a0b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:28.513580 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a46f19c-bada-426c-b165-10897c811151 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:05:28.519925 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eddf41e9-6023-4df6-a218-ccf90057097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:28.521272 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-eddf41e9-6023-4df6-a218-ccf90057097c None None] Attempt 1 to provision port 3663aba9-c1aa-4275-8a31-8f6febd01054 Sep 23 15:05:28.527729 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42874) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:28.559447 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d0dc0e-b908-40ae-afd6-5d60e282f383 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting subnet 04b4e621-d54e-4164-8a2d-43dfd234c0ec {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:05:28.562801 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e5d0dc0e-b908-40ae-afd6-5d60e282f383 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:28.619114 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-eddf41e9-6023-4df6-a218-ccf90057097c None None] Port 3663aba9-c1aa-4275-8a31-8f6febd01054 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:28.619521 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf41e9-6023-4df6-a218-ccf90057097c None None] Pushing event updated for resources: {'Port': ['ID=362395e1-d835-4997-9065-a2b3b6a50d13,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:28.622192 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf47f3-4048-4bcf-b04e-b2e0886d0150 req-c6460907-24de-433a-ac77-52c98a99e107 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:28.627972 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e5d0dc0e-b908-40ae-afd6-5d60e282f383 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:28.629414 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5fbf47f3-4048-4bcf-b04e-b2e0886d0150 req-c6460907-24de-433a-ac77-52c98a99e107 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad69fa04-c977-4bb4-a17a-ac5a74b14a0a HTTP/1.1" status: 200 len: 946 time: 0.6688161 Sep 23 15:05:28.647950 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3a46f19c-bada-426c-b165-10897c811151 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:28.648340 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-3a46f19c-bada-426c-b165-10897c811151 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Added segment b11e41eb-ef0b-4ad2-947d-76e2a7ea7aff of type vlan for network d27f59d2-c9fc-4b35-ba23-05bd94e3645c Sep 23 15:05:28.714566 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc945c3-0c9d-4071-98ba-38a7dab06a0b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:28.718354 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-b4f3dc4a-728c-40a8-81eb-d3c45fb24862 req-e4b3d85a-6a8f-4a79-ada1-cb2f79e74ab2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Deleting port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:28.718692 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b4f3dc4a-728c-40a8-81eb-d3c45fb24862 req-e4b3d85a-6a8f-4a79-ada1-cb2f79e74ab2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:28.759998 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-4bc945c3-0c9d-4071-98ba-38a7dab06a0b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:28.790148 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc945c3-0c9d-4071-98ba-38a7dab06a0b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Port': ['ID=8aff525d-6c91-4c17-807d-5f8a42139b99,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:28.792655 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc945c3-0c9d-4071-98ba-38a7dab06a0b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:28.798868 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc945c3-0c9d-4071-98ba-38a7dab06a0b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:28.799480 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4bc945c3-0c9d-4071-98ba-38a7dab06a0b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:28.855672 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-821fc4c0-3811-4d86-9914-9fc75168dc06 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Synchronizing usage tracker for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:05:28.868033 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5fbf47f3-4048-4bcf-b04e-b2e0886d0150 req-d0632ff3-ff4c-4bc1-a87f-9e6c800bf104 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/security-groups?id=790bf19a-b1c5-4ee7-9437-0aae1556b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377551 Sep 23 15:05:28.874427 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3a46f19c-bada-426c-b165-10897c811151 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:28.884476 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-60d9e12b-a984-417d-8b36-9f874f26e44a tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:29.055083 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-60d9e12b-a984-417d-8b36-9f874f26e44a tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Calling delete_port for 3663aba9-c1aa-4275-8a31-8f6febd01054 owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:29.093841 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e5d0dc0e-b908-40ae-afd6-5d60e282f383 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:29.116368 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-821fc4c0-3811-4d86-9914-9fc75168dc06 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Unset dirty status for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:05:29.122562 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-eddf41e9-6023-4df6-a218-ccf90057097c None None] Attempt 2 to provision port 3663aba9-c1aa-4275-8a31-8f6febd01054 Sep 23 15:05:29.123750 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-821fc4c0-3811-4d86-9914-9fc75168dc06 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5658634 Sep 23 15:05:29.129253 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42890) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:29.140900 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-56e86c70-713d-4d6d-861c-f07530f77e09 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Request body: {'security_group': {'name': 'tempest-secgroup--1032461166'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:29.176623 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-56e86c70-713d-4d6d-861c-f07530f77e09 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:29.221458 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-eddf41e9-6023-4df6-a218-ccf90057097c None None] Port 3663aba9-c1aa-4275-8a31-8f6febd01054 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:29.236594 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 362395e1-d835-4997-9065-a2b3b6a50d13 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:05:29.249959 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4bc945c3-0c9d-4071-98ba-38a7dab06a0b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4064755 Sep 23 15:05:29.256588 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-b4f3dc4a-728c-40a8-81eb-d3c45fb24862 req-e4b3d85a-6a8f-4a79-ada1-cb2f79e74ab2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] For port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=64583ae6-6cbd-4e1f-b209-1f95f8ab1c32,segment=NetworkSegment(78b3e91f-693f-4481-95b1-beba207118fb),segment_id=78b3e91f-693f-4481-95b1-beba207118fb)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:29.256962 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b4f3dc4a-728c-40a8-81eb-d3c45fb24862 req-e4b3d85a-6a8f-4a79-ada1-cb2f79e74ab2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:29.261579 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42898) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:29.271651 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-56e86c70-713d-4d6d-861c-f07530f77e09 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:29.313085 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 362395e1-d835-4997-9065-a2b3b6a50d13 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:05:29.313498 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:29.314091 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 362395e1-d835-4997-9065-a2b3b6a50d13 Sep 23 15:05:29.477476 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32c8443-7c97-455c-a332-4d117399b9f5 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:29.478177 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bfa9aa-154f-4d92-8226-f31a72465e41 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:29.485512 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bfa9aa-154f-4d92-8226-f31a72465e41 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:29.487457 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-19bfa9aa-154f-4d92-8226-f31a72465e41 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2246170 Sep 23 15:05:29.492235 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42904) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:29.577649 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-56e86c70-713d-4d6d-861c-f07530f77e09 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:29.590519 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3a46f19c-bada-426c-b165-10897c811151 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:29.596396 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a46f19c-bada-426c-b165-10897c811151 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:29.597209 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3a46f19c-bada-426c-b165-10897c811151 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:29.633491 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e5d0dc0e-b908-40ae-afd6-5d60e282f383 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:29.655581 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42910) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:29.727023 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 362395e1-d835-4997-9065-a2b3b6a50d13 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:05:29.728165 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ff682cd8-3e1f-4047-91eb-93e487a7e76b up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:05:29.738166 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-60d9e12b-a984-417d-8b36-9f874f26e44a tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:29.749886 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e5d0dc0e-b908-40ae-afd6-5d60e282f383 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:29.763875 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8fcdf-092e-46cc-bf34-23bdae607130 req-f837e214-dba2-4cb8-87e6-9657aa342a18 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:29.769002 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-54a8fcdf-092e-46cc-bf34-23bdae607130 req-f837e214-dba2-4cb8-87e6-9657aa342a18 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad69fa04-c977-4bb4-a17a-ac5a74b14a0a HTTP/1.1" status: 200 len: 946 time: 0.6080329 Sep 23 15:05:29.796543 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0dc0e-b908-40ae-afd6-5d60e282f383 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Subnet': ['ID=04b4e621-d54e-4164-8a2d-43dfd234c0ec,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:29.803310 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-eddf41e9-6023-4df6-a218-ccf90057097c None None] Attempt 3 to provision port 3663aba9-c1aa-4275-8a31-8f6febd01054 Sep 23 15:05:29.822041 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9e12b-a984-417d-8b36-9f874f26e44a tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Pushing event deleted for resources: {'Port': ['ID=3663aba9-c1aa-4275-8a31-8f6febd01054,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:29.848940 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf7e367-9404-438b-9c07-8d47d9b155b1 None None] Network e3862a5c-6c04-4e95-9f46-7f5a3170a28e requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:29.872869 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e5d0dc0e-b908-40ae-afd6-5d60e282f383 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/subnets/04b4e621-d54e-4164-8a2d-43dfd234c0ec HTTP/1.1" status: 204 len: 168 time: 1.4853015 Sep 23 15:05:29.893525 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-56e86c70-713d-4d6d-861c-f07530f77e09 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:29.923827 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42916) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:29.929684 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-902d1e6e-2a5b-4260-bcd1-8808d7cbcb3b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting port 8aff525d-6c91-4c17-807d-5f8a42139b99 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:29.930031 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-902d1e6e-2a5b-4260-bcd1-8808d7cbcb3b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:29.958553 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-eddf41e9-6023-4df6-a218-ccf90057097c None None] Port 3663aba9-c1aa-4275-8a31-8f6febd01054 was deleted so its status cannot be updated. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 15:05:29.968805 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-6386c013-856d-4264-a07a-0c3a44bb6c52 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-106812164'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:29.976135 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3a46f19c-bada-426c-b165-10897c811151 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.1721361 Sep 23 15:05:29.977232 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-56e86c70-713d-4d6d-861c-f07530f77e09 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Usage tracker for resource:security_group_rule and tenant:3fc971569b8040148359743b9a26dcf0 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:29.981523 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42922) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:29.995202 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-6386c013-856d-4264-a07a-0c3a44bb6c52 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:29.997679 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-56e86c70-713d-4d6d-861c-f07530f77e09 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:30.003747 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46f19c-bada-426c-b165-10897c811151 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event updated for resources: {'Network': ['ID=d27f59d2-c9fc-4b35-ba23-05bd94e3645c,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:30.032169 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network d27f59d2-c9fc-4b35-ba23-05bd94e3645c details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:05:30.032921 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-6386c013-856d-4264-a07a-0c3a44bb6c52 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:network and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:30.037300 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-56e86c70-713d-4d6d-861c-f07530f77e09 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:30.039658 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-6386c013-856d-4264-a07a-0c3a44bb6c52 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:30.052519 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-6386c013-856d-4264-a07a-0c3a44bb6c52 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:30.210017 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-54a8fcdf-092e-46cc-bf34-23bdae607130 req-c457e41f-4a75-4775-b3c6-c4c4f58389d2 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Deleting port 9e979efe-d5f5-42ef-874e-38172e8f33b8 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:30.210782 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-54a8fcdf-092e-46cc-bf34-23bdae607130 req-c457e41f-4a75-4775-b3c6-c4c4f58389d2 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:30.267976 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6386c013-856d-4264-a07a-0c3a44bb6c52 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:30.271975 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6386c013-856d-4264-a07a-0c3a44bb6c52 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:30.273206 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port ff682cd8-3e1f-4047-91eb-93e487a7e76b completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:05:30.295665 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6386c013-856d-4264-a07a-0c3a44bb6c52 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:30.352519 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-6386c013-856d-4264-a07a-0c3a44bb6c52 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:30.365495 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b4f3dc4a-728c-40a8-81eb-d3c45fb24862 req-e4b3d85a-6a8f-4a79-ada1-cb2f79e74ab2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:30.365868 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b4f3dc4a-728c-40a8-81eb-d3c45fb24862 req-e4b3d85a-6a8f-4a79-ada1-cb2f79e74ab2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:30.366179 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [req-b4f3dc4a-728c-40a8-81eb-d3c45fb24862 req-e4b3d85a-6a8f-4a79-ada1-cb2f79e74ab2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Floating IP 5d1c2451-a66c-42f8-92c7-e3d10e0b50e2 disassociated. External IP: 172.26.10.75, port: 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32. Sep 23 15:05:30.366564 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-b4f3dc4a-728c-40a8-81eb-d3c45fb24862 req-e4b3d85a-6a8f-4a79-ada1-cb2f79e74ab2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Calling delete_port for 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:30.380974 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-4eb1a5f2-1f1c-4aca-9bfa-db2e85db283d None None] Provisioning for port ff682cd8-3e1f-4047-91eb-93e487a7e76b completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:05:30.392647 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-4eb1a5f2-1f1c-4aca-9bfa-db2e85db283d None None] Provisioning complete for port ff682cd8-3e1f-4047-91eb-93e487a7e76b triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:05:30.393065 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4eb1a5f2-1f1c-4aca-9bfa-db2e85db283d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:30.393528 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-4eb1a5f2-1f1c-4aca-9bfa-db2e85db283d None None] Attempt 1 to provision port ff682cd8-3e1f-4047-91eb-93e487a7e76b Sep 23 15:05:30.402158 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-6386c013-856d-4264-a07a-0c3a44bb6c52 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:security_group_rule and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:30.452685 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-6386c013-856d-4264-a07a-0c3a44bb6c52 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:30.492329 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-6386c013-856d-4264-a07a-0c3a44bb6c52 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:30.584816 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92fe439-2080-4c98-a0f5-1476f644a32c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:30.585452 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b92fe439-2080-4c98-a0f5-1476f644a32c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Synchronizing usage tracker for tenant:6162ca6451a94ec88464d67d4a92acb4 on resource:network {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:05:30.595848 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838757bb-5be0-4887-8a15-551dc91642d2 req-65be1615-80bf-4021-88bd-1434e88f1bea tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:30.597904 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-838757bb-5be0-4887-8a15-551dc91642d2 req-65be1615-80bf-4021-88bd-1434e88f1bea tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 946 time: 1.0083554 Sep 23 15:05:30.622232 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-4eb1a5f2-1f1c-4aca-9bfa-db2e85db283d None None] Current status of the port ff682cd8-3e1f-4047-91eb-93e487a7e76b is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:05:30.622976 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4eb1a5f2-1f1c-4aca-9bfa-db2e85db283d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:30.638079 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce398fe9-6cd3-493d-a73c-baa62e16bf9d None None] DHCP port deletion for e3862a5c-6c04-4e95-9f46-7f5a3170a28e request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:05:30.648506 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ce398fe9-6cd3-493d-a73c-baa62e16bf9d None None] Deleting port 362395e1-d835-4997-9065-a2b3b6a50d13 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:30.648865 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ce398fe9-6cd3-493d-a73c-baa62e16bf9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:30.662832 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8212b1a4-05bd-4b36-b57e-4b085094047b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:30.672446 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-60d9e12b-a984-417d-8b36-9f874f26e44a tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:30.758683 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-4eb1a5f2-1f1c-4aca-9bfa-db2e85db283d None None] For port ff682cd8-3e1f-4047-91eb-93e487a7e76b, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ff682cd8-3e1f-4047-91eb-93e487a7e76b,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:30.787876 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-56e86c70-713d-4d6d-861c-f07530f77e09 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:30.823272 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bbd85-28b4-41b9-b321-0ade908e7ef3 req-9540f2d6-63d6-4eb7-94a7-cdb9b7f49f79 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:30.829074 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2b2bbd85-28b4-41b9-b321-0ade908e7ef3 req-9540f2d6-63d6-4eb7-94a7-cdb9b7f49f79 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad69fa04-c977-4bb4-a17a-ac5a74b14a0a HTTP/1.1" status: 200 len: 946 time: 0.7062492 Sep 23 15:05:30.846720 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4eb1a5f2-1f1c-4aca-9bfa-db2e85db283d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:30.914730 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-56e86c70-713d-4d6d-861c-f07530f77e09 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:31.076476 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1a5f2-1f1c-4aca-9bfa-db2e85db283d None None] Pushing event updated for resources: {'Port': ['ID=ff682cd8-3e1f-4047-91eb-93e487a7e76b,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:31.104491 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 362395e1-d835-4997-9065-a2b3b6a50d13 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:05:31.129690 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b92fe439-2080-4c98-a0f5-1476f644a32c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Unset dirty status for tenant:6162ca6451a94ec88464d67d4a92acb4 on resource:network {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:05:31.133268 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b92fe439-2080-4c98-a0f5-1476f644a32c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "GET /v2.0/networks?id=d27f59d2-c9fc-4b35-ba23-05bd94e3645c HTTP/1.1" status: 200 len: 761 time: 1.1474340 Sep 23 15:05:31.142642 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-8212b1a4-05bd-4b36-b57e-4b085094047b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting port 362395e1-d835-4997-9065-a2b3b6a50d13 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:31.142986 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8212b1a4-05bd-4b36-b57e-4b085094047b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:31.152808 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2b2bbd85-28b4-41b9-b321-0ade908e7ef3 req-54dbd67b-068c-43a6-a171-c73707bf5e33 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/security-groups?id=790bf19a-b1c5-4ee7-9437-0aae1556b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3223207 Sep 23 15:05:31.156069 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42926) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:31.167954 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e86c70-713d-4d6d-861c-f07530f77e09 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e96d55c-2930-4424-9357-ae14ae99d96c,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:31.178388 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-45bac296-81e4-433f-b446-5e405f4669ec tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Request body: {'network': {'description': 'd2'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:31.187778 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-838757bb-5be0-4887-8a15-551dc91642d2 req-0f905688-87f1-458f-ba6c-e053f5f58391 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups?id=902bca84-b160-49e1-b3bf-258c2003ebe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5690479 Sep 23 15:05:31.197595 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ce398fe9-6cd3-493d-a73c-baa62e16bf9d None None] For port 362395e1-d835-4997-9065-a2b3b6a50d13, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=362395e1-d835-4997-9065-a2b3b6a50d13,segment=NetworkSegment(3e0e0dab-396c-41af-878c-376be120676e),segment_id=3e0e0dab-396c-41af-878c-376be120676e)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:31.197979 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ce398fe9-6cd3-493d-a73c-baa62e16bf9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:31.241757 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-54a8fcdf-092e-46cc-bf34-23bdae607130 req-c457e41f-4a75-4775-b3c6-c4c4f58389d2 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] For port 9e979efe-d5f5-42ef-874e-38172e8f33b8, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=9e979efe-d5f5-42ef-874e-38172e8f33b8,segment=NetworkSegment(d503a50d-2581-4298-a5a4-2bdcd97f6dd0),segment_id=d503a50d-2581-4298-a5a4-2bdcd97f6dd0)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:31.243289 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-54a8fcdf-092e-46cc-bf34-23bdae607130 req-c457e41f-4a75-4775-b3c6-c4c4f58389d2 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:31.331365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-6f43fa7d-618b-4108-8ded-2642e5b863f1 None None] Provisioning for port 8aff525d-6c91-4c17-807d-5f8a42139b99 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:05:31.340486 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ce398fe9-6cd3-493d-a73c-baa62e16bf9d None None] Calling delete_port for 362395e1-d835-4997-9065-a2b3b6a50d13 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:31.397691 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b4f3dc4a-728c-40a8-81eb-d3c45fb24862 req-e4b3d85a-6a8f-4a79-ada1-cb2f79e74ab2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:31.408386 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-6f43fa7d-618b-4108-8ded-2642e5b863f1 None None] Provisioning complete for port 8aff525d-6c91-4c17-807d-5f8a42139b99 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:05:31.408759 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6f43fa7d-618b-4108-8ded-2642e5b863f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:31.409095 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-6f43fa7d-618b-4108-8ded-2642e5b863f1 None None] Attempt 1 to provision port 8aff525d-6c91-4c17-807d-5f8a42139b99 Sep 23 15:05:31.410721 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-902d1e6e-2a5b-4260-bcd1-8808d7cbcb3b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:31.503801 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6f43fa7d-618b-4108-8ded-2642e5b863f1 None None] Port 8aff525d-6c91-4c17-807d-5f8a42139b99 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:31.508226 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 362395e1-d835-4997-9065-a2b3b6a50d13 is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:05:31.508226 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:31.547114 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-56e86c70-713d-4d6d-861c-f07530f77e09 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:31.551427 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-56e86c70-713d-4d6d-861c-f07530f77e09 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.4187095 Sep 23 15:05:31.572673 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42930) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:31.581240 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-ddd009b8-656a-48e3-a313-a8cf45600115 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Request body: {'security_group_rule': {'security_group_id': '2e96d55c-2930-4424-9357-ae14ae99d96c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:31.599285 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3d85a-6a8f-4a79-ada1-cb2f79e74ab2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Pushing event deleted for resources: {'Port': ['ID=64583ae6-6cbd-4e1f-b209-1f95f8ab1c32,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:31.614815 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ce398fe9-6cd3-493d-a73c-baa62e16bf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:31.648829 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ddd009b8-656a-48e3-a313-a8cf45600115 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:31.661592 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-902d1e6e-2a5b-4260-bcd1-8808d7cbcb3b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Calling delete_port for 8aff525d-6c91-4c17-807d-5f8a42139b99 owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:31.673968 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce398fe9-6cd3-493d-a73c-baa62e16bf9d None None] Pushing event deleted for resources: {'Port': ['ID=362395e1-d835-4997-9065-a2b3b6a50d13,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:31.725696 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ddd009b8-656a-48e3-a313-a8cf45600115 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Usage tracker for resource:security_group_rule and tenant:3fc971569b8040148359743b9a26dcf0 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:31.729610 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d9e12b-a984-417d-8b36-9f874f26e44a tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Router 5bfbb84a-3e5e-430b-b64b-f4224f8ad93f has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:05:31.731704 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce398fe9-6cd3-493d-a73c-baa62e16bf9d None None] No DVR routers for this DVR port 362395e1-d835-4997-9065-a2b3b6a50d13 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:05:31.743109 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ddd009b8-656a-48e3-a313-a8cf45600115 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:31.764667 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43752c4-99dc-44f9-a8cc-efdad67bc3b0 None None] get_active_networks_info from dv-neutron-859093-1-hyperv {{(pid=89740) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 23 15:05:31.819821 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ddd009b8-656a-48e3-a313-a8cf45600115 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:31.833641 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b3d85a-6a8f-4a79-ada1-cb2f79e74ab2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:31.834202 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b3d85a-6a8f-4a79-ada1-cb2f79e74ab2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:31.834576 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b3d85a-6a8f-4a79-ada1-cb2f79e74ab2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:31.834913 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b3d85a-6a8f-4a79-ada1-cb2f79e74ab2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:31.835559 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b3d85a-6a8f-4a79-ada1-cb2f79e74ab2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:31.835559 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b3d85a-6a8f-4a79-ada1-cb2f79e74ab2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:31.835887 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b3d85a-6a8f-4a79-ada1-cb2f79e74ab2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:31.836214 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b3d85a-6a8f-4a79-ada1-cb2f79e74ab2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:31.836548 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b3d85a-6a8f-4a79-ada1-cb2f79e74ab2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:31.836873 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b3d85a-6a8f-4a79-ada1-cb2f79e74ab2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:31.837197 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b3d85a-6a8f-4a79-ada1-cb2f79e74ab2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:31.837515 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b3d85a-6a8f-4a79-ada1-cb2f79e74ab2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:31.934372 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43752c4-99dc-44f9-a8cc-efdad67bc3b0 None None] Resources bound (agent type, host, resource id): {{(pid=89740) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 15:05:31.941956 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:05:32.003788 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:05:32.004118 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:05:32.006128 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-8212b1a4-05bd-4b36-b57e-4b085094047b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] For port 362395e1-d835-4997-9065-a2b3b6a50d13, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=362395e1-d835-4997-9065-a2b3b6a50d13,segment=NetworkSegment(3e0e0dab-396c-41af-878c-376be120676e),segment_id=3e0e0dab-396c-41af-878c-376be120676e)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:32.006525 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8212b1a4-05bd-4b36-b57e-4b085094047b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:32.016031 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ddd009b8-656a-48e3-a313-a8cf45600115 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:32.024485 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6386c013-856d-4264-a07a-0c3a44bb6c52 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:32.035442 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d9e12b-a984-417d-8b36-9f874f26e44a tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:05:32.050626 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-6f43fa7d-618b-4108-8ded-2642e5b863f1 None None] Attempt 2 to provision port 8aff525d-6c91-4c17-807d-5f8a42139b99 Sep 23 15:05:32.052055 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61c33bd-7d16-4081-831d-e191e24e2b18 None None] Sync routers for ids ['5bfbb84a-3e5e-430b-b64b-f4224f8ad93f'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:05:32.074783 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61c33bd-7d16-4081-831d-e191e24e2b18 None None] Routers {'5bfbb84a-3e5e-430b-b64b-f4224f8ad93f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:05:32.075867 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-f61c33bd-7d16-4081-831d-e191e24e2b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:05:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['5bfbb84a-3e5e-430b-b64b-f4224f8ad93f'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:32.153413 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6f43fa7d-618b-4108-8ded-2642e5b863f1 None None] Port 8aff525d-6c91-4c17-807d-5f8a42139b99 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:32.163688 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6386c013-856d-4264-a07a-0c3a44bb6c52 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:32.171774 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-f61c33bd-7d16-4081-831d-e191e24e2b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:32.176750 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6386c013-856d-4264-a07a-0c3a44bb6c52 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:05:32.190837 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61c33bd-7d16-4081-831d-e191e24e2b18 None None] Routers {'5bfbb84a-3e5e-430b-b64b-f4224f8ad93f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:05:32.192278 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-f61c33bd-7d16-4081-831d-e191e24e2b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:05:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['5bfbb84a-3e5e-430b-b64b-f4224f8ad93f'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:32.205509 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6ef304dd-e658-466b-a743-dce7bc157a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:32.237961 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386c013-856d-4264-a07a-0c3a44bb6c52 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dc318e-b55b-4157-9a8e-54daef652615,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:32.263932 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-8212b1a4-05bd-4b36-b57e-4b085094047b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Calling delete_port for 362395e1-d835-4997-9065-a2b3b6a50d13 owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:32.267554 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6386c013-856d-4264-a07a-0c3a44bb6c52 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:32.268091 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-6386c013-856d-4264-a07a-0c3a44bb6c52 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Added segment 1fa475cd-a96c-445a-a7fc-21882202ac21 of type vlan for network 7d95921e-fadf-4067-8857-64762396ad45 Sep 23 15:05:32.285283 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-f61c33bd-7d16-4081-831d-e191e24e2b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:32.285996 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61c33bd-7d16-4081-831d-e191e24e2b18 None None] The sync data for ids ['5bfbb84a-3e5e-430b-b64b-f4224f8ad93f'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:05:32.307367 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-45bac296-81e4-433f-b446-5e405f4669ec tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:32.318475 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4f3dc4a-728c-40a8-81eb-d3c45fb24862 req-e4b3d85a-6a8f-4a79-ada1-cb2f79e74ab2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Router e8a384fb-8084-40cc-a6fb-5a538a6e7ac0 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:05:32.336766 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-60d9e12b-a984-417d-8b36-9f874f26e44a tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] 10.222.0.67 "PUT /v2.0/routers/5bfbb84a-3e5e-430b-b64b-f4224f8ad93f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3685648 Sep 23 15:05:32.349673 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42938) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:32.356590 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6386c013-856d-4264-a07a-0c3a44bb6c52 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:32.394195 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-54a8fcdf-092e-46cc-bf34-23bdae607130 req-c457e41f-4a75-4775-b3c6-c4c4f58389d2 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:32.394582 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-54a8fcdf-092e-46cc-bf34-23bdae607130 req-c457e41f-4a75-4775-b3c6-c4c4f58389d2 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:32.394881 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [req-54a8fcdf-092e-46cc-bf34-23bdae607130 req-c457e41f-4a75-4775-b3c6-c4c4f58389d2 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Floating IP 0f0e9f42-dc28-4bdc-b491-23f993469dd1 disassociated. External IP: 172.26.10.209, port: 9e979efe-d5f5-42ef-874e-38172e8f33b8. Sep 23 15:05:32.395212 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-54a8fcdf-092e-46cc-bf34-23bdae607130 req-c457e41f-4a75-4775-b3c6-c4c4f58389d2 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Calling delete_port for 9e979efe-d5f5-42ef-874e-38172e8f33b8 owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:32.553201 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:32.563205 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-45bac296-81e4-433f-b446-5e405f4669ec tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:32.568240 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6386c013-856d-4264-a07a-0c3a44bb6c52 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:32.572792 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ddd009b8-656a-48e3-a313-a8cf45600115 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:32.573538 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6386c013-856d-4264-a07a-0c3a44bb6c52 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:32.574143 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6386c013-856d-4264-a07a-0c3a44bb6c52 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:32.579759 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-902d1e6e-2a5b-4260-bcd1-8808d7cbcb3b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:32.583717 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d659c365-80b9-4e7a-ac5d-59a9977397d5 req-fe6fb81d-1116-4700-8a00-53c3348e3056 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 210 time: 0.1943321 Sep 23 15:05:32.631262 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ddd009b8-656a-48e3-a313-a8cf45600115 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:32.639938 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d1e6e-2a5b-4260-bcd1-8808d7cbcb3b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Port': ['ID=8aff525d-6c91-4c17-807d-5f8a42139b99,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:32.653909 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.api [None req-8212b1a4-05bd-4b36-b57e-4b085094047b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:05:32.654615 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG oslo_db.api [None req-8212b1a4-05bd-4b36-b57e-4b085094047b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:05:32.661636 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-6f43fa7d-618b-4108-8ded-2642e5b863f1 None None] Attempt 3 to provision port 8aff525d-6c91-4c17-807d-5f8a42139b99 Sep 23 15:05:32.663265 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-6c23e751-dd25-4ad7-9814-7089a990ccf2 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] show failed (client error): The resource could not be found. Sep 23 15:05:32.668341 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6c23e751-dd25-4ad7-9814-7089a990ccf2 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] 10.222.0.67 "GET /v2.0/routers/tempest-non_exist_router-1220097484 HTTP/1.1" status: 404 len: 335 time: 0.2730191 Sep 23 15:05:32.683315 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-45bac296-81e4-433f-b446-5e405f4669ec tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Network d27f59d2-c9fc-4b35-ba23-05bd94e3645c is not hosted by any dhcp agent {{(pid=89739) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 23 15:05:32.688998 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bac296-81e4-433f-b446-5e405f4669ec tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:32.689618 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-45bac296-81e4-433f-b446-5e405f4669ec tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:32.690924 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-45bac296-81e4-433f-b446-5e405f4669ec tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "PUT /v2.0/networks/d27f59d2-c9fc-4b35-ba23-05bd94e3645c HTTP/1.1" status: 200 len: 758 time: 1.5245788 Sep 23 15:05:32.697159 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42942) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:32.697523 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42944) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:32.700326 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd009b8-656a-48e3-a313-a8cf45600115 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9670181f-5bbd-4c6f-aef4-271af56189da,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:32.717122 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-f74d817e-bf54-421f-bd47-f6a848fcbe13 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:32.720579 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6f43fa7d-618b-4108-8ded-2642e5b863f1 None None] Port 8aff525d-6c91-4c17-807d-5f8a42139b99 was deleted so its status cannot be updated. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 15:05:32.732142 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-6f43fa7d-618b-4108-8ded-2642e5b863f1 None None] Provisioning complete for port ff682cd8-3e1f-4047-91eb-93e487a7e76b triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:05:32.732612 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6f43fa7d-618b-4108-8ded-2642e5b863f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:32.733010 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-6f43fa7d-618b-4108-8ded-2642e5b863f1 None None] Attempt 1 to provision port ff682cd8-3e1f-4047-91eb-93e487a7e76b Sep 23 15:05:32.908133 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bac296-81e4-433f-b446-5e405f4669ec tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event updated for resources: {'Network': ['ID=d27f59d2-c9fc-4b35-ba23-05bd94e3645c,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:32.914064 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6386c013-856d-4264-a07a-0c3a44bb6c52 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.2513330 Sep 23 15:05:32.920672 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network d27f59d2-c9fc-4b35-ba23-05bd94e3645c details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:05:32.925883 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42950) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:32.958896 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-aff630fa-38ca-4060-aa3b-baac057322e6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'port': {'network_id': '7d95921e-fadf-4067-8857-64762396ad45', 'name': 'tempest-PortsIpV6TestJSON-1579696589'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:32.979723 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dfba6d-e15b-4b4d-98e6-f679520969f4 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:32.981164 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d9dfba6d-e15b-4b4d-98e6-f679520969f4 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "GET /v2.0/networks?id=d27f59d2-c9fc-4b35-ba23-05bd94e3645c HTTP/1.1" status: 200 len: 761 time: 0.2772393 Sep 23 15:05:32.982680 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-902d1e6e-2a5b-4260-bcd1-8808d7cbcb3b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:32.984495 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-902d1e6e-2a5b-4260-bcd1-8808d7cbcb3b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/8aff525d-6c91-4c17-807d-5f8a42139b99 HTTP/1.1" status: 204 len: 168 time: 3.4912140 Sep 23 15:05:32.989011 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-f74d817e-bf54-421f-bd47-f6a848fcbe13 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] update failed (client error): The resource could not be found. Sep 23 15:05:33.004110 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f74d817e-bf54-421f-bd47-f6a848fcbe13 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] 10.222.0.67 "PUT /v2.0/routers/tempest-non_exist_router-1680451365 HTTP/1.1" status: 404 len: 335 time: 0.2875171 Sep 23 15:05:33.004110 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42954) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:33.004110 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42956) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:33.023359 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6f43fa7d-618b-4108-8ded-2642e5b863f1 None None] Current status of the port ff682cd8-3e1f-4047-91eb-93e487a7e76b is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:05:33.039322 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42962) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:33.057911 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ff682cd8-3e1f-4047-91eb-93e487a7e76b up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:05:33.100231 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-73c6b62f-61f2-456a-9af4-009dcaf33c5b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1863151995'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:33.114153 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ddd009b8-656a-48e3-a313-a8cf45600115 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:33.118755 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ddd009b8-656a-48e3-a313-a8cf45600115 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5425382 Sep 23 15:05:33.122922 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42966) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:33.136382 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-73c6b62f-61f2-456a-9af4-009dcaf33c5b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:33.145848 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-bbb518e2-5cd9-470c-8d48-c2673ad8f527 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Request body: {'security_group_rule': {'security_group_id': '2e96d55c-2930-4424-9357-ae14ae99d96c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:33.146856 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port ff682cd8-3e1f-4047-91eb-93e487a7e76b triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:05:33.147238 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:33.147572 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port ff682cd8-3e1f-4047-91eb-93e487a7e76b Sep 23 15:05:33.155693 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-8212b1a4-05bd-4b36-b57e-4b085094047b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting port 362395e1-d835-4997-9065-a2b3b6a50d13 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:33.155693 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8212b1a4-05bd-4b36-b57e-4b085094047b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:33.164301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d5ee2-c906-4175-ae9d-ec22aabde576 req-cc2708ac-dfad-456a-887e-404ce2c2c2ca tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:33.165818 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e21d5ee2-c906-4175-ae9d-ec22aabde576 req-cc2708ac-dfad-456a-887e-404ce2c2c2ca tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad69fa04-c977-4bb4-a17a-ac5a74b14a0a HTTP/1.1" status: 200 len: 946 time: 0.7757778 Sep 23 15:05:33.166927 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4f3dc4a-728c-40a8-81eb-d3c45fb24862 req-e4b3d85a-6a8f-4a79-ada1-cb2f79e74ab2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:05:33.173630 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-bbb518e2-5cd9-470c-8d48-c2673ad8f527 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:33.175911 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386c013-856d-4264-a07a-0c3a44bb6c52 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Network': ['ID=7d95921e-fadf-4067-8857-64762396ad45,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:33.189489 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-556da66b-4952-4b32-8cc3-2ca3a1e5d861 None None] Could not find standard attr ID for object 8aff525d-6c91-4c17-807d-5f8a42139b99. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:05:33.190974 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311bc7a7-a0e3-469d-911c-448411f31a59 None None] Sync routers for ids ['e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:05:33.193031 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 7d95921e-fadf-4067-8857-64762396ad45 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:05:33.203211 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-73c6b62f-61f2-456a-9af4-009dcaf33c5b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:33.248188 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-bbb518e2-5cd9-470c-8d48-c2673ad8f527 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Usage tracker for resource:security_group_rule and tenant:3fc971569b8040148359743b9a26dcf0 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:33.253984 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467a42f6-1b9b-419d-94f2-1d4d3a778f4f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:33.255829 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467a42f6-1b9b-419d-94f2-1d4d3a778f4f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:33.259942 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-467a42f6-1b9b-419d-94f2-1d4d3a778f4f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2605491 Sep 23 15:05:33.260077 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-bbb518e2-5cd9-470c-8d48-c2673ad8f527 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:33.266295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42970) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:33.275314 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-8212b1a4-05bd-4b36-b57e-4b085094047b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] The port '362395e1-d835-4997-9065-a2b3b6a50d13' was deleted {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:05:33.278356 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-996bfacf-4b07-4c01-bd4d-fc01b831aa13 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Deleting subnet 835c0d6f-f454-46e5-ad01-a6081761c3d2 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:05:33.278854 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311bc7a7-a0e3-469d-911c-448411f31a59 None None] Routers {'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:05:33.279443 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-311bc7a7-a0e3-469d-911c-448411f31a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:05:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:33.307708 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-aff630fa-38ca-4060-aa3b-baac057322e6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:33.318498 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-aff630fa-38ca-4060-aa3b-baac057322e6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:port and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:33.323916 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-bbb518e2-5cd9-470c-8d48-c2673ad8f527 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:33.336186 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-aff630fa-38ca-4060-aa3b-baac057322e6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:33.358776 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-996bfacf-4b07-4c01-bd4d-fc01b831aa13 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:33.391134 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-aff630fa-38ca-4060-aa3b-baac057322e6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:33.400914 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c6b62f-61f2-456a-9af4-009dcaf33c5b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Made reservation on behalf of 6162ca6451a94ec88464d67d4a92acb4 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:33.406188 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-73c6b62f-61f2-456a-9af4-009dcaf33c5b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:33.447520 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8212b1a4-05bd-4b36-b57e-4b085094047b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:33.484411 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-8212b1a4-05bd-4b36-b57e-4b085094047b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3862a5c-6c04-4e95-9f46-7f5a3170a28e']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:33.491350 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c6b62f-61f2-456a-9af4-009dcaf33c5b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:05:33.502734 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-8212b1a4-05bd-4b36-b57e-4b085094047b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e0e0dab-396c-41af-878c-376be120676e') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:33.503027 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-8212b1a4-05bd-4b36-b57e-4b085094047b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e0e0dab-396c-41af-878c-376be120676e') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:33.515726 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-73c6b62f-61f2-456a-9af4-009dcaf33c5b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:33.516066 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-73c6b62f-61f2-456a-9af4-009dcaf33c5b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Added segment 11fdf04f-06cc-4f03-905c-c85ed9fc596c of type vlan for network 3776326e-a5b8-4483-a115-7d64f12d74f6 Sep 23 15:05:33.518271 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff630fa-38ca-4060-aa3b-baac057322e6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:33.521848 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-aff630fa-38ca-4060-aa3b-baac057322e6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:33.539129 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8212b1a4-05bd-4b36-b57e-4b085094047b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:33.549898 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-311bc7a7-a0e3-469d-911c-448411f31a59 None None] Set router e8a384fb-8084-40cc-a6fb-5a538a6e7ac0 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:05:33.554240 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-54a8fcdf-092e-46cc-bf34-23bdae607130 req-c457e41f-4a75-4775-b3c6-c4c4f58389d2 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:33.570217 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f3dc4a-728c-40a8-81eb-d3c45fb24862 req-e4b3d85a-6a8f-4a79-ada1-cb2f79e74ab2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] No DVR routers for this DVR port 64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:05:33.572738 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b4f3dc4a-728c-40a8-81eb-d3c45fb24862 req-e4b3d85a-6a8f-4a79-ada1-cb2f79e74ab2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:33.574491 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8212b1a4-05bd-4b36-b57e-4b085094047b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:33.576931 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-aff630fa-38ca-4060-aa3b-baac057322e6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] device_id is not set on port 82b54ebd-3297-4a48-b61c-fa721fb30d92 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:05:33.594382 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port ff682cd8-3e1f-4047-91eb-93e487a7e76b is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:05:33.623151 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8212b1a4-05bd-4b36-b57e-4b085094047b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:05:33.623151 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8212b1a4-05bd-4b36-b57e-4b085094047b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:33.629906 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcc65b3-4fc3-4fdc-b262-966df00b7d8a', 'name': 'network-vif-deleted', 'tag': '64583ae6-6cbd-4e1f-b209-1f95f8ab1c32'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:05:33.632372 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0e2b62-42d9-4879-bcde-9ea563b4d241" -d '{"events": [{"server_uuid": "2fcc65b3-4fc3-4fdc-b262-966df00b7d8a", "name": "network-vif-deleted", "tag": "64583ae6-6cbd-4e1f-b209-1f95f8ab1c32"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:05:33.642018 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-73c6b62f-61f2-456a-9af4-009dcaf33c5b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:33.668518 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e21d5ee2-c906-4175-ae9d-ec22aabde576 req-297c255c-a7dd-4703-91c1-6134ffaaa7f4 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/security-groups?id=790bf19a-b1c5-4ee7-9437-0aae1556b5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4902022 Sep 23 15:05:33.669245 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457e41f-4a75-4775-b3c6-c4c4f58389d2 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Pushing event deleted for resources: {'Port': ['ID=9e979efe-d5f5-42ef-874e-38172e8f33b8,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:33.676784 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b4f3dc4a-728c-40a8-81eb-d3c45fb24862 req-e4b3d85a-6a8f-4a79-ada1-cb2f79e74ab2 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.72 "DELETE /v2.0/ports/64583ae6-6cbd-4e1f-b209-1f95f8ab1c32 HTTP/1.1" status: 204 len: 173 time: 5.2444263 Sep 23 15:05:33.740462 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 3e0e0dab-396c-41af-878c-376be120676e resource provider aggregate not found Sep 23 15:05:33.790505 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 3e0e0dab-396c-41af-878c-376be120676e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e0e0dab-396c-41af-878c-376be120676e found for delete ", "request_id": "req-8696eea8-5a03-42d7-a45f-0698815ac477"}]} Sep 23 15:05:33.815464 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c90683-9a38-45d8-841d-11faa50ca0d0 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet 3ab980dd-3f74-4590-95cd-d2194f0bd585 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:05:33.821502 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc26451-f422-464e-aae3-037b1ad9697e x-openstack-request-id: req-dcc26451-f422-464e-aae3-037b1ad9697e {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:05:33.821857 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fcc65b3-4fc3-4fdc-b262-966df00b7d8a", "name": "network-vif-deleted", "tag": "64583ae6-6cbd-4e1f-b209-1f95f8ab1c32", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:05:33.822340 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dcc26451-f422-464e-aae3-037b1ad9697e {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:05:33.822828 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcc26451-f422-464e-aae3-037b1ad9697e'] response: {'server_uuid': '2fcc65b3-4fc3-4fdc-b262-966df00b7d8a', 'name': 'network-vif-deleted', 'tag': '64583ae6-6cbd-4e1f-b209-1f95f8ab1c32', 'status': 'completed', 'code': 200} Sep 23 15:05:33.872229 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-5312df62-f585-4e0c-aea4-73270704e55a req-ecb917c9-5ee9-4833-9c17-d2759ab1d49c tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fcc65b3-4fc3-4fdc-b262-966df00b7d8a HTTP/1.1" status: 200 len: 210 time: 0.0913424 Sep 23 15:05:33.884816 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d3c90683-9a38-45d8-841d-11faa50ca0d0 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:33.927494 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-996bfacf-4b07-4c01-bd4d-fc01b831aa13 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:33.933424 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8212b1a4-05bd-4b36-b57e-4b085094047b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:33.945701 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 9e979efe-d5f5-42ef-874e-38172e8f33b8 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:05:33.984978 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bbb518e2-5cd9-470c-8d48-c2673ad8f527 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:33.997806 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 9e979efe-d5f5-42ef-874e-38172e8f33b8 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:05:33.998063 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 9e979efe-d5f5-42ef-874e-38172e8f33b8 not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:05:34.006022 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8212b1a4-05bd-4b36-b57e-4b085094047b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:34.011733 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-73c6b62f-61f2-456a-9af4-009dcaf33c5b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:34.016550 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c6b62f-61f2-456a-9af4-009dcaf33c5b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:34.017360 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-73c6b62f-61f2-456a-9af4-009dcaf33c5b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:34.046586 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212b1a4-05bd-4b36-b57e-4b085094047b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Network': ['ID=e3862a5c-6c04-4e95-9f46-7f5a3170a28e,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:34.081697 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-311bc7a7-a0e3-469d-911c-448411f31a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'name': 'tempest-ServerActionsTestJSON-1933028262-router', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:01:39Z', 'revision_number': 4, 'project_id': '74a86a480a6e47f78eac424839cb09ea', 'gw_port': {'id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:27Z', 'updated_at': '2022-09-23T15:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'a7318af2-af3c-45de-80bc-bf0927d6f715', 'name': '', 'network_id': '901c9061-3ace-4755-b443-55ec936320e8', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'mac_address': 'fa:16:3e:0c:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:35Z', 'updated_at': '2022-09-23T15:01:49Z', 'revision_number': 5, 'project_id': '74a86a480a6e47f78eac424839cb09ea', 'subnets': [{'id': 'ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:34.087889 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311bc7a7-a0e3-469d-911c-448411f31a59 None None] Checking router: e8a384fb-8084-40cc-a6fb-5a538a6e7ac0 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:05:34.107477 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311bc7a7-a0e3-469d-911c-448411f31a59 None None] Routers {'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:05:34.107655 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-311bc7a7-a0e3-469d-911c-448411f31a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:05:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:34.121433 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8212b1a4-05bd-4b36-b57e-4b085094047b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/networks/e3862a5c-6c04-4e95-9f46-7f5a3170a28e HTTP/1.1" status: 204 len: 168 time: 4.1960728 Sep 23 15:05:34.140451 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42982) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:34.168938 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-ac28c9d2-2ddf-4c98-a39f-99f3463811a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-75220303'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:34.181419 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ac28c9d2-2ddf-4c98-a39f-99f3463811a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:34.188038 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ac28c9d2-2ddf-4c98-a39f-99f3463811a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:network and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:34.192645 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ac28c9d2-2ddf-4c98-a39f-99f3463811a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:34.198555 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-73c6b62f-61f2-456a-9af4-009dcaf33c5b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2030358 Sep 23 15:05:34.210208 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42986) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:34.213817 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d3c90683-9a38-45d8-841d-11faa50ca0d0 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:34.218608 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-f6e944e2-136d-4445-9ee4-13a1d529c8e4 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Request body: {'subnet': {'network_id': '3776326e-a5b8-4483-a115-7d64f12d74f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:34.249206 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ac28c9d2-2ddf-4c98-a39f-99f3463811a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:34.326697 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-311bc7a7-a0e3-469d-911c-448411f31a59 None None] Set router e8a384fb-8084-40cc-a6fb-5a538a6e7ac0 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:05:34.344701 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bbb518e2-5cd9-470c-8d48-c2673ad8f527 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:34.358158 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-996bfacf-4b07-4c01-bd4d-fc01b831aa13 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:34.400739 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54a8fcdf-092e-46cc-bf34-23bdae607130 req-c457e41f-4a75-4775-b3c6-c4c4f58389d2 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Router a1b82d09-0493-4257-9b8c-c3e46ae21cbd has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:05:34.409164 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac28c9d2-2ddf-4c98-a39f-99f3463811a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:34.412654 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ac28c9d2-2ddf-4c98-a39f-99f3463811a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:34.442708 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-aff630fa-38ca-4060-aa3b-baac057322e6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:34.446538 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6b62f-61f2-456a-9af4-009dcaf33c5b tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event updated for resources: {'Network': ['ID=3776326e-a5b8-4483-a115-7d64f12d74f6,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:34.454128 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bbb518e2-5cd9-470c-8d48-c2673ad8f527 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:34.466963 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 3776326e-a5b8-4483-a115-7d64f12d74f6 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:05:34.502599 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f6e944e2-136d-4445-9ee4-13a1d529c8e4 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:34.507794 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f6e944e2-136d-4445-9ee4-13a1d529c8e4 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Usage tracker for resource:subnet and tenant:6162ca6451a94ec88464d67d4a92acb4 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:34.511290 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f6e944e2-136d-4445-9ee4-13a1d529c8e4 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:34.518100 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f6e944e2-136d-4445-9ee4-13a1d529c8e4 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:34.578382 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d3c90683-9a38-45d8-841d-11faa50ca0d0 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:34.615503 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb518e2-5cd9-470c-8d48-c2673ad8f527 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85b239c-59c4-42c8-9df6-ce5e9fb1c677,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:34.624323 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac28c9d2-2ddf-4c98-a39f-99f3463811a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:05:34.640977 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-aff630fa-38ca-4060-aa3b-baac057322e6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:34.643745 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e944e2-136d-4445-9ee4-13a1d529c8e4 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Made reservation on behalf of 6162ca6451a94ec88464d67d4a92acb4 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:34.651978 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f6e944e2-136d-4445-9ee4-13a1d529c8e4 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:34.671772 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ac28c9d2-2ddf-4c98-a39f-99f3463811a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:34.672122 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-ac28c9d2-2ddf-4c98-a39f-99f3463811a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Added segment e3ca041e-ca0d-4c6e-890a-c6b45b7d9dfd of type vlan for network e64ba6b5-a13d-4a59-9518-9e77a5c53220 Sep 23 15:05:34.755780 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bbb518e2-5cd9-470c-8d48-c2673ad8f527 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:34.756982 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-bbb518e2-5cd9-470c-8d48-c2673ad8f527 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6251175 Sep 23 15:05:34.770869 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 42992) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:34.783988 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-88d50936-e6e6-40be-9fa9-04ce369967d7 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Request body: {'security_group_rule': {'security_group_id': '2e96d55c-2930-4424-9357-ae14ae99d96c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:34.809021 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-88d50936-e6e6-40be-9fa9-04ce369967d7 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:34.814661 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-996bfacf-4b07-4c01-bd4d-fc01b831aa13 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:34.852462 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-311bc7a7-a0e3-469d-911c-448411f31a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'name': 'tempest-ServerActionsTestJSON-1933028262-router', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:01:39Z', 'revision_number': 4, 'project_id': '74a86a480a6e47f78eac424839cb09ea', 'gw_port': {'id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:27Z', 'updated_at': '2022-09-23T15:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'a7318af2-af3c-45de-80bc-bf0927d6f715', 'name': '', 'network_id': '901c9061-3ace-4755-b443-55ec936320e8', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'mac_address': 'fa:16:3e:0c:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:35Z', 'updated_at': '2022-09-23T15:01:49Z', 'revision_number': 5, 'project_id': '74a86a480a6e47f78eac424839cb09ea', 'subnets': [{'id': 'ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:34.858140 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311bc7a7-a0e3-469d-911c-448411f31a59 None None] The sync data for ids ['e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'] in dv-neutron-859093-1-hyperv is: [{'id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'name': 'tempest-ServerActionsTestJSON-1933028262-router', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:01:39Z', 'revision_number': 4, 'project_id': '74a86a480a6e47f78eac424839cb09ea', 'gw_port': {'id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:27Z', 'updated_at': '2022-09-23T15:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'a7318af2-af3c-45de-80bc-bf0927d6f715', 'name': '', 'network_id': '901c9061-3ace-4755-b443-55ec936320e8', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'mac_address': 'fa:16:3e:0c:0f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:35Z', 'updated_at': '2022-09-23T15:01:49Z', 'revision_number': 5, 'project_id': '74a86a480a6e47f78eac424839cb09ea', 'subnets': [{'id': 'ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:05:34.858440 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ac28c9d2-2ddf-4c98-a39f-99f3463811a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:34.868020 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-88d50936-e6e6-40be-9fa9-04ce369967d7 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Usage tracker for resource:security_group_rule and tenant:3fc971569b8040148359743b9a26dcf0 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:34.877905 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-88d50936-e6e6-40be-9fa9-04ce369967d7 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:34.900662 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-996bfacf-4b07-4c01-bd4d-fc01b831aa13 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:34.905025 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-88d50936-e6e6-40be-9fa9-04ce369967d7 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:34.907914 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d01be2-baeb-42f5-bc7f-13ca131bdd42 None None] Network dea83d48-8c3c-4878-81b2-7065335a975e requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:34.953880 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bfacf-4b07-4c01-bd4d-fc01b831aa13 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Pushing event deleted for resources: {'Subnet': ['ID=835c0d6f-f454-46e5-ad01-a6081761c3d2,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:34.960878 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff630fa-38ca-4060-aa3b-baac057322e6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Port': ['ID=82b54ebd-3297-4a48-b61c-fa721fb30d92,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:34.984942 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff630fa-38ca-4060-aa3b-baac057322e6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Checking segment: {'id': '1fa475cd-a96c-445a-a7fc-21882202ac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7d95921e-fadf-4067-8857-64762396ad45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:05:34.985728 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff630fa-38ca-4060-aa3b-baac057322e6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network hostable DHCP agents. Network: 7d95921e-fadf-4067-8857-64762396ad45, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:05:34.994980 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-2c37fe3c-a3e1-4716-bddf-8378fa9b64b4 req-ff4b969c-974f-4408-b76c-f6bb58f0f7fa tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Synchronizing usage tracker for tenant:e3ca3cb473e945e48c5ff263c17e66ab on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:05:35.001396 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-996bfacf-4b07-4c01-bd4d-fc01b831aa13 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] 10.222.0.67 "DELETE /v2.0/subnets/835c0d6f-f454-46e5-ad01-a6081761c3d2 HTTP/1.1" status: 204 len: 168 time: 1.9604280 Sep 23 15:05:35.002830 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54a8fcdf-092e-46cc-bf34-23bdae607130 req-c457e41f-4a75-4775-b3c6-c4c4f58389d2 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:05:35.005336 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 42998) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:35.017566 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7eb18b-e4c1-425a-9b65-6f6313452337 None None] Sync routers for ids ['a1b82d09-0493-4257-9b8c-c3e46ae21cbd'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:05:35.033670 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7eb18b-e4c1-425a-9b65-6f6313452337 None None] Routers {'a1b82d09-0493-4257-9b8c-c3e46ae21cbd'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:05:35.034293 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-2b7eb18b-e4c1-425a-9b65-6f6313452337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:05:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['a1b82d09-0493-4257-9b8c-c3e46ae21cbd'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:35.092232 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d3c90683-9a38-45d8-841d-11faa50ca0d0 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:35.151319 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff630fa-38ca-4060-aa3b-baac057322e6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network 7d95921e-fadf-4067-8857-64762396ad45 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:05:35.155959 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a8fcdf-092e-46cc-bf34-23bdae607130 req-c457e41f-4a75-4775-b3c6-c4c4f58389d2 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] No DVR routers for this DVR port 9e979efe-d5f5-42ef-874e-38172e8f33b8 on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:05:35.157646 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb0afb0-6cf1-4abe-ae94-00ae863a999f tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Deleting subnet b7ce0b27-2400-42e1-ac45-d86bb70b73a1 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:05:35.158467 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-54a8fcdf-092e-46cc-bf34-23bdae607130 req-c457e41f-4a75-4775-b3c6-c4c4f58389d2 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:35.160482 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-54a8fcdf-092e-46cc-bf34-23bdae607130 req-c457e41f-4a75-4775-b3c6-c4c4f58389d2 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.72 "DELETE /v2.0/ports/9e979efe-d5f5-42ef-874e-38172e8f33b8 HTTP/1.1" status: 204 len: 173 time: 5.2355986 Sep 23 15:05:35.167277 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-88d50936-e6e6-40be-9fa9-04ce369967d7 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:35.176410 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6cb0afb0-6cf1-4abe-ae94-00ae863a999f tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:35.211163 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d3c90683-9a38-45d8-841d-11faa50ca0d0 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:35.213059 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d3c90683-9a38-45d8-841d-11faa50ca0d0 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/3ab980dd-3f74-4590-95cd-d2194f0bd585 HTTP/1.1" status: 204 len: 168 time: 1.9398654 Sep 23 15:05:35.216747 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43004) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:35.217080 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43006) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:35.217811 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c90683-9a38-45d8-841d-11faa50ca0d0 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab980dd-3f74-4590-95cd-d2194f0bd585,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:35.261577 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6cb0afb0-6cf1-4abe-ae94-00ae863a999f tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:35.272678 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d72d997-dd6b-4914-b947-a565f9b7391c None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:35.300401 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc2277ee-1bc6-4a5b-ba64-a15008bed5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:35.307215 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ac28c9d2-2ddf-4c98-a39f-99f3463811a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:35.312674 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac28c9d2-2ddf-4c98-a39f-99f3463811a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:35.313192 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ac28c9d2-2ddf-4c98-a39f-99f3463811a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:35.353718 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-aff630fa-38ca-4060-aa3b-baac057322e6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 7d95921e-fadf-4067-8857-64762396ad45) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:35.364576 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff630fa-38ca-4060-aa3b-baac057322e6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:35.370807 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff630fa-38ca-4060-aa3b-baac057322e6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:35.371710 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-aff630fa-38ca-4060-aa3b-baac057322e6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:35.382196 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7f99c0-d229-4639-a3b1-59033841f3f6 None None] New status for floating IP 5d1c2451-a66c-42f8-92c7-e3d10e0b50e2: DOWN {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:05:35.385325 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-88d50936-e6e6-40be-9fa9-04ce369967d7 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:35.385863 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-2b7eb18b-e4c1-425a-9b65-6f6313452337 None None] Set router a1b82d09-0493-4257-9b8c-c3e46ae21cbd gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:05:35.401029 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d723057c-7de6-4380-9c18-78806121ebd6 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1757584 Sep 23 15:05:35.417781 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43012) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:35.418108 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-2c37fe3c-a3e1-4716-bddf-8378fa9b64b4 req-ff4b969c-974f-4408-b76c-f6bb58f0f7fa tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Unset dirty status for tenant:e3ca3cb473e945e48c5ff263c17e66ab on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:05:35.418108 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2c37fe3c-a3e1-4716-bddf-8378fa9b64b4 req-ff4b969c-974f-4408-b76c-f6bb58f0f7fa tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad69fa04-c977-4bb4-a17a-ac5a74b14a0a HTTP/1.1" status: 200 len: 210 time: 0.5382824 Sep 23 15:05:35.446446 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bb21c8-808e-4286-afb5-fcde58ee0188 None None] Network 7d95921e-fadf-4067-8857-64762396ad45 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:35.471821 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-ea977fad-d6ff-414d-b50f-c2dc1dad97d5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:35.522716 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-88d50936-e6e6-40be-9fa9-04ce369967d7 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:35.528487 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28c9d2-2ddf-4c98-a39f-99f3463811a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Network': ['ID=e64ba6b5-a13d-4a59-9518-9e77a5c53220,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:35.647922 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network e64ba6b5-a13d-4a59-9518-9e77a5c53220 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:05:35.651075 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ea977fad-d6ff-414d-b50f-c2dc1dad97d5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:35.662861 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ea977fad-d6ff-414d-b50f-c2dc1dad97d5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:subnet and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:35.670362 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ea977fad-d6ff-414d-b50f-c2dc1dad97d5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:35.684771 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ea977fad-d6ff-414d-b50f-c2dc1dad97d5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:35.695353 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ac28c9d2-2ddf-4c98-a39f-99f3463811a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5402613 Sep 23 15:05:35.698936 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-11e9abd7-f444-40c5-a9d2-0e5cd2a91db0 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:35.698936 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43016) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:35.713404 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d50936-e6e6-40be-9fa9-04ce369967d7 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de4d3fe-a7a0-41ac-b350-de5eab8d049e,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:35.714203 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f6e944e2-136d-4445-9ee4-13a1d529c8e4 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:35.723242 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-1826f59c-40c1-40f0-bf62-825e18e048e4 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'subnet': {'network_id': 'e64ba6b5-a13d-4a59-9518-9e77a5c53220', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:35.786939 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-2b7eb18b-e4c1-425a-9b65-6f6313452337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'name': 'tempest-ServersTestManualDisk-1896356029-router', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50'}], 'enable_snat': True}, 'gw_port_id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:03:52Z', 'updated_at': '2022-09-23T15:04:07Z', 'revision_number': 4, 'project_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'gw_port': {'id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:03:55Z', 'updated_at': '2022-09-23T15:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'a1b75a23-a465-4a77-8d06-3e418203e6f1', 'name': '', 'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'mac_address': 'fa:16:3e:b4:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '67044fcb-39a0-4a0b-86f7-ff4486219533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:04:03Z', 'updated_at': '2022-09-23T15:04:16Z', 'revision_number': 5, 'project_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'subnets': [{'id': '67044fcb-39a0-4a0b-86f7-ff4486219533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:35.792156 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7eb18b-e4c1-425a-9b65-6f6313452337 None None] Checking router: a1b82d09-0493-4257-9b8c-c3e46ae21cbd for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:05:35.804149 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7eb18b-e4c1-425a-9b65-6f6313452337 None None] Routers {'a1b82d09-0493-4257-9b8c-c3e46ae21cbd'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:05:35.804802 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-2b7eb18b-e4c1-425a-9b65-6f6313452337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:05:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['a1b82d09-0493-4257-9b8c-c3e46ae21cbd'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:35.820180 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-88d50936-e6e6-40be-9fa9-04ce369967d7 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:35.820750 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-88d50936-e6e6-40be-9fa9-04ce369967d7 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0447135 Sep 23 15:05:35.831594 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43020) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:35.833639 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-11e9abd7-f444-40c5-a9d2-0e5cd2a91db0 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:35.840821 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad69fa04-c977-4bb4-a17a-ac5a74b14a0a', 'name': 'network-vif-deleted', 'tag': '9e979efe-d5f5-42ef-874e-38172e8f33b8'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:05:35.843264 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d898656d-fa07-42f7-b677-4d26e96ede9f" -d '{"events": [{"server_uuid": "ad69fa04-c977-4bb4-a17a-ac5a74b14a0a", "name": "network-vif-deleted", "tag": "9e979efe-d5f5-42ef-874e-38172e8f33b8"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:05:35.850580 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-aff630fa-38ca-4060-aa3b-baac057322e6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.9158561 Sep 23 15:05:35.861162 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-a18185b5-02f6-4730-a140-ff2d8b4cc747 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Request body: {'security_group_rule': {'security_group_id': '2e96d55c-2930-4424-9357-ae14ae99d96c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:35.873736 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43026) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:35.878140 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e944e2-136d-4445-9ee4-13a1d529c8e4 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Checking segment: {'id': '11fdf04f-06cc-4f03-905c-c85ed9fc596c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3776326e-a5b8-4483-a115-7d64f12d74f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:05:35.878526 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e944e2-136d-4445-9ee4-13a1d529c8e4 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Network hostable DHCP agents. Network: 3776326e-a5b8-4483-a115-7d64f12d74f6, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:05:35.888330 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-6c6f59d9-30b2-493b-a237-fca2ae56edca tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1407707268'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:35.888745 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a18185b5-02f6-4730-a140-ff2d8b4cc747 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:35.901588 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e944e2-136d-4445-9ee4-13a1d529c8e4 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event updated for resources: {'Subnet': ['ID=d043fd37-f736-4990-ad40-2384fc778904,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:35.912015 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6cb0afb0-6cf1-4abe-ae94-00ae863a999f tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:35.936395 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce52268-5bd2-49e9-bf4f-b026fc6b6fe1 x-openstack-request-id: req-9ce52268-5bd2-49e9-bf4f-b026fc6b6fe1 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:05:35.936395 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad69fa04-c977-4bb4-a17a-ac5a74b14a0a", "name": "network-vif-deleted", "tag": "9e979efe-d5f5-42ef-874e-38172e8f33b8", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:05:35.936395 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9ce52268-5bd2-49e9-bf4f-b026fc6b6fe1 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:05:35.936395 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ce52268-5bd2-49e9-bf4f-b026fc6b6fe1'] response: {'server_uuid': 'ad69fa04-c977-4bb4-a17a-ac5a74b14a0a', 'name': 'network-vif-deleted', 'tag': '9e979efe-d5f5-42ef-874e-38172e8f33b8', 'status': 'completed', 'code': 200} Sep 23 15:05:35.944432 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-6c6f59d9-30b2-493b-a237-fca2ae56edca tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:35.948679 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a18185b5-02f6-4730-a140-ff2d8b4cc747 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Usage tracker for resource:security_group_rule and tenant:3fc971569b8040148359743b9a26dcf0 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:35.952203 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea977fad-d6ff-414d-b50f-c2dc1dad97d5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:35.956764 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ea977fad-d6ff-414d-b50f-c2dc1dad97d5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:35.960459 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-6c6f59d9-30b2-493b-a237-fca2ae56edca tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:network and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:35.967585 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-6c6f59d9-30b2-493b-a237-fca2ae56edca tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:35.976189 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a18185b5-02f6-4730-a140-ff2d8b4cc747 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:35.979825 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-6c6f59d9-30b2-493b-a237-fca2ae56edca tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:35.984297 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-1826f59c-40c1-40f0-bf62-825e18e048e4 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:35.991604 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:35.993727 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1826f59c-40c1-40f0-bf62-825e18e048e4 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:subnet and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:35.998352 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1826f59c-40c1-40f0-bf62-825e18e048e4 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:36.005299 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-1826f59c-40c1-40f0-bf62-825e18e048e4 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:36.022601 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:36.064844 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-2b7eb18b-e4c1-425a-9b65-6f6313452337 None None] Set router a1b82d09-0493-4257-9b8c-c3e46ae21cbd gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:05:36.077781 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a18185b5-02f6-4730-a140-ff2d8b4cc747 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:36.082592 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6f59d9-30b2-493b-a237-fca2ae56edca tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:36.090921 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6c6f59d9-30b2-493b-a237-fca2ae56edca tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:36.125616 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-11e9abd7-f444-40c5-a9d2-0e5cd2a91db0 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:36.138220 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1826f59c-40c1-40f0-bf62-825e18e048e4 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:36.151403 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1826f59c-40c1-40f0-bf62-825e18e048e4 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:36.175366 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e944e2-136d-4445-9ee4-13a1d529c8e4 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Network 3776326e-a5b8-4483-a115-7d64f12d74f6 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:05:36.239775 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a18185b5-02f6-4730-a140-ff2d8b4cc747 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:36.371190 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9abd7-f444-40c5-a9d2-0e5cd2a91db0 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=902bca84-b160-49e1-b3bf-258c2003ebe6,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:36.376072 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4a2ca6-d5e5-4e6b-8598-c1a48ea62353 None None] DHCP port deletion for dea83d48-8c3c-4878-81b2-7065335a975e request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:05:36.383477 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6cb0afb0-6cf1-4abe-ae94-00ae863a999f tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:36.389030 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-f6e944e2-136d-4445-9ee4-13a1d529c8e4 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 3776326e-a5b8-4483-a115-7d64f12d74f6) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:36.406245 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b843df-6b8d-454f-a004-754f2026ed98 None None] Network 3776326e-a5b8-4483-a115-7d64f12d74f6 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:36.408442 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6f59d9-30b2-493b-a237-fca2ae56edca tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:05:36.417674 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e944e2-136d-4445-9ee4-13a1d529c8e4 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:36.418359 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f6e944e2-136d-4445-9ee4-13a1d529c8e4 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:36.425928 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a2ca6-d5e5-4e6b-8598-c1a48ea62353 None None] Deleting port 4a966acd-d84d-463c-8ea0-0b562d676059 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:36.426305 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8c4a2ca6-d5e5-4e6b-8598-c1a48ea62353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:36.431817 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6c6f59d9-30b2-493b-a237-fca2ae56edca tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:36.432457 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-6c6f59d9-30b2-493b-a237-fca2ae56edca tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Added segment 0053b5d2-7449-4a8a-b95d-63cf0ae8e639 of type vlan for network a3879a6a-b60b-4245-83d0-df74a61a438c Sep 23 15:05:36.512074 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-2b7eb18b-e4c1-425a-9b65-6f6313452337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'name': 'tempest-ServersTestManualDisk-1896356029-router', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50'}], 'enable_snat': True}, 'gw_port_id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:03:52Z', 'updated_at': '2022-09-23T15:04:07Z', 'revision_number': 4, 'project_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'gw_port': {'id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:03:55Z', 'updated_at': '2022-09-23T15:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'a1b75a23-a465-4a77-8d06-3e418203e6f1', 'name': '', 'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'mac_address': 'fa:16:3e:b4:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '67044fcb-39a0-4a0b-86f7-ff4486219533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:04:03Z', 'updated_at': '2022-09-23T15:04:16Z', 'revision_number': 5, 'project_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'subnets': [{'id': '67044fcb-39a0-4a0b-86f7-ff4486219533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:36.517072 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7eb18b-e4c1-425a-9b65-6f6313452337 None None] The sync data for ids ['a1b82d09-0493-4257-9b8c-c3e46ae21cbd'] in dv-neutron-859093-1-hyperv is: [{'id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'name': 'tempest-ServersTestManualDisk-1896356029-router', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50'}], 'enable_snat': True}, 'gw_port_id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:03:52Z', 'updated_at': '2022-09-23T15:04:07Z', 'revision_number': 4, 'project_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'gw_port': {'id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:03:55Z', 'updated_at': '2022-09-23T15:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'a1b75a23-a465-4a77-8d06-3e418203e6f1', 'name': '', 'network_id': 'b701bd66-0505-43a0-9675-ad2d89e290b6', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'mac_address': 'fa:16:3e:b4:68:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '67044fcb-39a0-4a0b-86f7-ff4486219533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:04:03Z', 'updated_at': '2022-09-23T15:04:16Z', 'revision_number': 5, 'project_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'subnets': [{'id': '67044fcb-39a0-4a0b-86f7-ff4486219533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:05:36.558905 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0afb0-6cf1-4abe-ae94-00ae863a999f tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Pushing event deleted for resources: {'Subnet': ['ID=b7ce0b27-2400-42e1-ac45-d86bb70b73a1,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:36.569083 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-11e9abd7-f444-40c5-a9d2-0e5cd2a91db0 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:36.572873 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-11e9abd7-f444-40c5-a9d2-0e5cd2a91db0 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "DELETE /v2.0/security-groups/902bca84-b160-49e1-b3bf-258c2003ebe6 HTTP/1.1" status: 204 len: 168 time: 1.3520999 Sep 23 15:05:36.577670 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43032) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:36.581977 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6c6f59d9-30b2-493b-a237-fca2ae56edca tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:36.606589 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6cb0afb0-6cf1-4abe-ae94-00ae863a999f tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:36.617728 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-252cead5-1aa7-40a7-acd1-4ee207b3d4c9 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] show failed (client error): The resource could not be found. Sep 23 15:05:36.621563 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-252cead5-1aa7-40a7-acd1-4ee207b3d4c9 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "GET /v2.0/security-groups/902bca84-b160-49e1-b3bf-258c2003ebe6 HTTP/1.1" status: 404 len: 347 time: 0.0432138 Sep 23 15:05:36.622136 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43036) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:36.645117 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92a928f-1374-48db-8fd1-5d83aef20492 None None] Network f5eba47d-7e81-467c-9c0d-588f0695bfc2 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:36.668203 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6cb0afb0-6cf1-4abe-ae94-00ae863a999f tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] 10.222.0.67 "DELETE /v2.0/subnets/b7ce0b27-2400-42e1-ac45-d86bb70b73a1 HTTP/1.1" status: 204 len: 168 time: 1.6587396 Sep 23 15:05:36.670964 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43040) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:36.787467 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b4c519ac-a973-4233-abbc-83f2185cc282 req-f67729e3-68ec-44dd-96cc-8b2afae9aea8 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad69fa04-c977-4bb4-a17a-ac5a74b14a0a HTTP/1.1" status: 200 len: 210 time: 0.1541615 Sep 23 15:05:36.802680 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f6e944e2-136d-4445-9ee4-13a1d529c8e4 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5883174 Sep 23 15:05:36.813067 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43044) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:36.817987 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a18185b5-02f6-4730-a140-ff2d8b4cc747 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:36.937085 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ea977fad-d6ff-414d-b50f-c2dc1dad97d5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:36.941666 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a18185b5-02f6-4730-a140-ff2d8b4cc747 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:36.962044 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-bbcffc69-94c7-4edc-8cfc-ed0aebd0bce1 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Deleting port b98fb6b5-3d70-430f-8f3e-09e30d9e84f3 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:36.962432 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bbcffc69-94c7-4edc-8cfc-ed0aebd0bce1 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:36.981063 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996efe47-97fa-4505-84ee-d2ececa1f8bc None None] New status for floating IP 0f0e9f42-dc28-4bdc-b491-23f993469dd1: DOWN {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:05:37.024166 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6c6f59d9-30b2-493b-a237-fca2ae56edca tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:37.032680 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6f59d9-30b2-493b-a237-fca2ae56edca tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:37.033544 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6c6f59d9-30b2-493b-a237-fca2ae56edca tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:37.071766 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18185b5-02f6-4730-a140-ff2d8b4cc747 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed7293d-023c-419f-aa9e-32f137ad1b0d,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:37.081083 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea977fad-d6ff-414d-b50f-c2dc1dad97d5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:37.092044 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:37.115466 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cbe31b6e-a151-47e8-a078-b5bd25e5c65e tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:37.117790 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-ea977fad-d6ff-414d-b50f-c2dc1dad97d5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:37.136039 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea977fad-d6ff-414d-b50f-c2dc1dad97d5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:37.136933 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ea977fad-d6ff-414d-b50f-c2dc1dad97d5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:37.155576 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 4a966acd-d84d-463c-8ea0-0b562d676059 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:05:37.175266 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea977fad-d6ff-414d-b50f-c2dc1dad97d5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=be53d393-3d10-48ee-b2b6-eab258a93617,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:37.181503 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f5be24-a7fe-4548-9a3d-ad387f7d881a None None] DHCP port deletion for c3d67a4b-9092-448f-b14d-bd8d70a05623 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:05:37.189177 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a18185b5-02f6-4730-a140-ff2d8b4cc747 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:37.190636 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a18185b5-02f6-4730-a140-ff2d8b4cc747 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3388126 Sep 23 15:05:37.196671 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2f13d4-5158-4b97-aa9c-1182b7e3c7d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-3776326e-a5b8-4483-a115-7d64f12d74f6', 'network_id': '3776326e-a5b8-4483-a115-7d64f12d74f6', 'tenant_id': '6162ca6451a94ec88464d67d4a92acb4', 'fixed_ips': [{'subnet_id': 'd043fd37-f736-4990-ad40-2384fc778904'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:05:37.197604 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4e2f13d4-5158-4b97-aa9c-1182b7e3c7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:37.198841 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43048) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:37.199688 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-cbe31b6e-a151-47e8-a078-b5bd25e5c65e tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Deleting port 4a966acd-d84d-463c-8ea0-0b562d676059 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:37.206942 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cbe31b6e-a151-47e8-a078-b5bd25e5c65e tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:37.236730 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-461ea8ec-81aa-41ec-bdbf-702d592a507c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Request body: {'security_group_rule': {'security_group_id': '2e96d55c-2930-4424-9357-ae14ae99d96c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:37.249084 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d5f6d030-d22f-4eed-9d17-f09ecb1bd0f9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:37.260031 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-461ea8ec-81aa-41ec-bdbf-702d592a507c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:37.287149 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-461ea8ec-81aa-41ec-bdbf-702d592a507c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Usage tracker for resource:security_group_rule and tenant:3fc971569b8040148359743b9a26dcf0 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:37.287352 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b7f5be24-a7fe-4548-9a3d-ad387f7d881a None None] Deleting port ff682cd8-3e1f-4047-91eb-93e487a7e76b {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:37.287352 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b7f5be24-a7fe-4548-9a3d-ad387f7d881a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:37.287607 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-461ea8ec-81aa-41ec-bdbf-702d592a507c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:37.295618 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-461ea8ec-81aa-41ec-bdbf-702d592a507c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:37.338223 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bbcffc69-94c7-4edc-8cfc-ed0aebd0bce1 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:37.338579 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bbcffc69-94c7-4edc-8cfc-ed0aebd0bce1 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:37.412711 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f59d9-30b2-493b-a237-fca2ae56edca tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Network': ['ID=a3879a6a-b60b-4245-83d0-df74a61a438c,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:37.463142 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ea977fad-d6ff-414d-b50f-c2dc1dad97d5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0123620 Sep 23 15:05:37.468656 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-8c4a2ca6-d5e5-4e6b-8598-c1a48ea62353 None None] For port 4a966acd-d84d-463c-8ea0-0b562d676059, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=4a966acd-d84d-463c-8ea0-0b562d676059,segment=NetworkSegment(e3484718-b1bd-4a3b-8d90-de388231d217),segment_id=e3484718-b1bd-4a3b-8d90-de388231d217)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:37.469201 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8c4a2ca6-d5e5-4e6b-8598-c1a48ea62353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:37.471042 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43052) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:37.482949 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network a3879a6a-b60b-4245-83d0-df74a61a438c details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:05:37.487985 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1826f59c-40c1-40f0-bf62-825e18e048e4 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:37.498698 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-bbcffc69-94c7-4edc-8cfc-ed0aebd0bce1 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Calling delete_port for b98fb6b5-3d70-430f-8f3e-09e30d9e84f3 owned by network:floatingip {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:37.513334 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-fd51ab92-211f-48d1-bd75-4fd0ad0af74a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'port': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'name': 'tempest-NetworksTestDHCPv6-368256075'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:37.630954 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-461ea8ec-81aa-41ec-bdbf-702d592a507c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:37.649841 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826f59c-40c1-40f0-bf62-825e18e048e4 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Subnet': ['ID=18dd09be-d965-45bd-9a5e-c1ff9276e1ee,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:37.662867 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d5f6d030-d22f-4eed-9d17-f09ecb1bd0f9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:37.666636 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6c6f59d9-30b2-493b-a237-fca2ae56edca tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7863569 Sep 23 15:05:37.667421 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43056) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:37.675479 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'ports': [{'network_id': '7d95921e-fadf-4067-8857-64762396ad45'}, {'network_id': 'a3879a6a-b60b-4245-83d0-df74a61a438c'}]} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:37.675795 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'port': {'network_id': '7d95921e-fadf-4067-8857-64762396ad45'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:37.676264 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'port': {'network_id': 'a3879a6a-b60b-4245-83d0-df74a61a438c'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:37.693633 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1826f59c-40c1-40f0-bf62-825e18e048e4 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Checking segment: {'id': 'e3ca041e-ca0d-4c6e-890a-c6b45b7d9dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e64ba6b5-a13d-4a59-9518-9e77a5c53220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:05:37.693990 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1826f59c-40c1-40f0-bf62-825e18e048e4 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network hostable DHCP agents. Network: e64ba6b5-a13d-4a59-9518-9e77a5c53220, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:05:37.724067 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a2ca6-d5e5-4e6b-8598-c1a48ea62353 None None] Calling delete_port for 4a966acd-d84d-463c-8ea0-0b562d676059 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:37.899695 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-cbe31b6e-a151-47e8-a078-b5bd25e5c65e tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] For port 4a966acd-d84d-463c-8ea0-0b562d676059, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=4a966acd-d84d-463c-8ea0-0b562d676059,segment=NetworkSegment(e3484718-b1bd-4a3b-8d90-de388231d217),segment_id=e3484718-b1bd-4a3b-8d90-de388231d217)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:37.900061 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cbe31b6e-a151-47e8-a078-b5bd25e5c65e tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:37.916168 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-fd51ab92-211f-48d1-bd75-4fd0ad0af74a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:37.928137 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-fd51ab92-211f-48d1-bd75-4fd0ad0af74a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:port and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:37.930150 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-461ea8ec-81aa-41ec-bdbf-702d592a507c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:37.934732 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-fd51ab92-211f-48d1-bd75-4fd0ad0af74a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:38.050349 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-fd51ab92-211f-48d1-bd75-4fd0ad0af74a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:38.062926 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-cbe31b6e-a151-47e8-a078-b5bd25e5c65e tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Calling delete_port for 4a966acd-d84d-463c-8ea0-0b562d676059 owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:38.069749 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43064) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:38.091158 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-461ea8ec-81aa-41ec-bdbf-702d592a507c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:38.105259 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 4a966acd-d84d-463c-8ea0-0b562d676059 is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:05:38.105844 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:38.155470 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ea8ec-81aa-41ec-bdbf-702d592a507c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7354c5-d6ad-4878-987c-abc064fcff4c,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:38.157389 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b7f5be24-a7fe-4548-9a3d-ad387f7d881a None None] For port ff682cd8-3e1f-4047-91eb-93e487a7e76b, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ff682cd8-3e1f-4047-91eb-93e487a7e76b,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:38.157389 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b7f5be24-a7fe-4548-9a3d-ad387f7d881a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:38.166224 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1826f59c-40c1-40f0-bf62-825e18e048e4 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network e64ba6b5-a13d-4a59-9518-9e77a5c53220 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:05:38.205399 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd51ab92-211f-48d1-bd75-4fd0ad0af74a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:38.209341 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fd51ab92-211f-48d1-bd75-4fd0ad0af74a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:38.227375 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:38.227886 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d5f6d030-d22f-4eed-9d17-f09ecb1bd0f9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:38.229104 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dfbd23-db19-44e9-b31a-d089e46ecccb None None] DHCP port deletion for f5eba47d-7e81-467c-9c0d-588f0695bfc2 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:05:38.230291 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bbcffc69-94c7-4edc-8cfc-ed0aebd0bce1 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:38.277793 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-fd51ab92-211f-48d1-bd75-4fd0ad0af74a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] device_id is not set on port 13fd4af5-5ada-4394-9a24-405c91429c4d yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:05:38.278010 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:port and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:38.285314 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8c4a2ca6-d5e5-4e6b-8598-c1a48ea62353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:38.294885 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b7f5be24-a7fe-4548-9a3d-ad387f7d881a None None] Calling delete_port for ff682cd8-3e1f-4047-91eb-93e487a7e76b owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:38.300147 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:38.312051 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.api [None req-cbe31b6e-a151-47e8-a078-b5bd25e5c65e tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:05:38.312375 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG oslo_db.api [None req-cbe31b6e-a151-47e8-a078-b5bd25e5c65e tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:05:38.327557 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6d030-d22f-4eed-9d17-f09ecb1bd0f9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Subnet': ['ID=d043fd37-f736-4990-ad40-2384fc778904,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:38.333390 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcffc69-94c7-4edc-8cfc-ed0aebd0bce1 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Pushing event deleted for resources: {'Port': ['ID=b98fb6b5-3d70-430f-8f3e-09e30d9e84f3,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:38.333838 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-461ea8ec-81aa-41ec-bdbf-702d592a507c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:38.337997 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-461ea8ec-81aa-41ec-bdbf-702d592a507c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.1114047 Sep 23 15:05:38.338742 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43068) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:38.353313 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-1826f59c-40c1-40f0-bf62-825e18e048e4 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, e64ba6b5-a13d-4a59-9518-9e77a5c53220) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:38.356506 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1826f59c-40c1-40f0-bf62-825e18e048e4 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:38.357237 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1826f59c-40c1-40f0-bf62-825e18e048e4 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:38.362851 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server [None req-4e2f13d4-5158-4b97-aa9c-1182b7e3c7d9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d043fd37-f736-4990-ad40-2384fc778904: This subnet is being modified by another concurrent operation. Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 23 15:05:38.398113 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server raise self.value Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server raise exception Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d043fd37-f736-4990-ad40-2384fc778904: This subnet is being modified by another concurrent operation. Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: ERROR oslo_messaging.rpc.server Sep 23 15:05:38.401697 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abe1bc0-df7e-4529-89ae-753d381b68f0 None None] Network e64ba6b5-a13d-4a59-9518-9e77a5c53220 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:38.421863 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a922601e-ea6a-4530-84f8-057960f85194 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:38.442193 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-11dfbd23-db19-44e9-b31a-d089e46ecccb None None] Deleting port d2e386eb-e6fc-4b84-8929-0d172c352a74 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:38.442193 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-11dfbd23-db19-44e9-b31a-d089e46ecccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:38.476677 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d5e9b4-0490-4e82-905b-f3e40fc2f749 None None] Network 3776326e-a5b8-4483-a115-7d64f12d74f6 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:38.477490 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d5f6d030-d22f-4eed-9d17-f09ecb1bd0f9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:38.484241 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a922601e-ea6a-4530-84f8-057960f85194 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:38.491570 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a2ca6-d5e5-4e6b-8598-c1a48ea62353 None None] Pushing event deleted for resources: {'Port': ['ID=4a966acd-d84d-463c-8ea0-0b562d676059,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:38.502393 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5bd8bf7e-90b6-477a-b6e9-e319a3a8bff1 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:38.515123 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'port': 2} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:38.520264 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:38.532333 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bbcffc69-94c7-4edc-8cfc-ed0aebd0bce1 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks [] for floatingip, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:38.534741 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bbcffc69-94c7-4edc-8cfc-ed0aebd0bce1 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:38.539350 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-bbcffc69-94c7-4edc-8cfc-ed0aebd0bce1 tempest-ServerActionsTestJSON-126412430 tempest-ServerActionsTestJSON-126412430-project] 10.222.0.67 "DELETE /v2.0/floatingips/5d1c2451-a66c-42f8-92c7-e3d10e0b50e2 HTTP/1.1" status: 204 len: 168 time: 1.9079983 Sep 23 15:05:38.539723 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5bd8bf7e-90b6-477a-b6e9-e319a3a8bff1 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:38.542849 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1826f59c-40c1-40f0-bf62-825e18e048e4 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8405838 Sep 23 15:05:38.546349 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43072) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:38.546698 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43074) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:38.562873 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-de7d8ccf-e6c1-4c60-a22b-18b54e8f93be tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'port': {'network_id': 'e64ba6b5-a13d-4a59-9518-9e77a5c53220', 'security_groups': [], 'name': 'tempest-PortsTestJSON-478290784'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:38.576760 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4a2ca6-d5e5-4e6b-8598-c1a48ea62353 None None] No DVR routers for this DVR port 4a966acd-d84d-463c-8ea0-0b562d676059 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:05:38.583755 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a2ca6-d5e5-4e6b-8598-c1a48ea62353 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:38.584103 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a2ca6-d5e5-4e6b-8598-c1a48ea62353 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:38.584442 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a2ca6-d5e5-4e6b-8598-c1a48ea62353 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:38.584952 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a2ca6-d5e5-4e6b-8598-c1a48ea62353 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:38.585513 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a2ca6-d5e5-4e6b-8598-c1a48ea62353 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:38.586149 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a2ca6-d5e5-4e6b-8598-c1a48ea62353 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:38.586510 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a2ca6-d5e5-4e6b-8598-c1a48ea62353 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:38.586843 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a2ca6-d5e5-4e6b-8598-c1a48ea62353 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:38.587173 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a2ca6-d5e5-4e6b-8598-c1a48ea62353 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:38.587501 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a2ca6-d5e5-4e6b-8598-c1a48ea62353 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:38.587823 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a2ca6-d5e5-4e6b-8598-c1a48ea62353 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:38.588200 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a2ca6-d5e5-4e6b-8598-c1a48ea62353 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:05:38.593681 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-d5f6d030-d22f-4eed-9d17-f09ecb1bd0f9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3776326e-a5b8-4483-a115-7d64f12d74f6']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:38.595810 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:38.624184 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-d5f6d030-d22f-4eed-9d17-f09ecb1bd0f9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11fdf04f-06cc-4f03-905c-c85ed9fc596c') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:38.624606 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-d5f6d030-d22f-4eed-9d17-f09ecb1bd0f9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11fdf04f-06cc-4f03-905c-c85ed9fc596c') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:38.645671 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d5f6d030-d22f-4eed-9d17-f09ecb1bd0f9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:38.676680 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-fd51ab92-211f-48d1-bd75-4fd0ad0af74a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 2001:db8::1f0 (c3d67a4b-9092-448f-b14d-bd8d70a05623/be53d393-3d10-48ee-b2b6-eab258a93617/13fd4af5-5ada-4394-9a24-405c91429c4d) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:05:38.684812 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d5f6d030-d22f-4eed-9d17-f09ecb1bd0f9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:38.696969 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f6d030-d22f-4eed-9d17-f09ecb1bd0f9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:05:38.697642 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d5f6d030-d22f-4eed-9d17-f09ecb1bd0f9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:38.802614 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 11fdf04f-06cc-4f03-905c-c85ed9fc596c resource provider aggregate not found Sep 23 15:05:38.806018 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5bd8bf7e-90b6-477a-b6e9-e319a3a8bff1 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:38.857583 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-cbe31b6e-a151-47e8-a078-b5bd25e5c65e tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Deleting port 4a966acd-d84d-463c-8ea0-0b562d676059 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:38.857869 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cbe31b6e-a151-47e8-a078-b5bd25e5c65e tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:38.881847 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 11fdf04f-06cc-4f03-905c-c85ed9fc596c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11fdf04f-06cc-4f03-905c-c85ed9fc596c found for delete ", "request_id": "req-e1da85a0-f769-4567-953f-b8efe9a68c29"}]} Sep 23 15:05:38.918536 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8bf7e-90b6-477a-b6e9-e319a3a8bff1 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f7354c5-d6ad-4878-987c-abc064fcff4c,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:38.967798 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-cbe31b6e-a151-47e8-a078-b5bd25e5c65e tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] The port '4a966acd-d84d-463c-8ea0-0b562d676059' was deleted {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:05:38.969970 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b7f5be24-a7fe-4548-9a3d-ad387f7d881a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:39.075409 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a922601e-ea6a-4530-84f8-057960f85194 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:39.091950 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5be24-a7fe-4548-9a3d-ad387f7d881a None None] Pushing event deleted for resources: {'Port': ['ID=ff682cd8-3e1f-4047-91eb-93e487a7e76b,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:39.094050 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d2e386eb-e6fc-4b84-8929-0d172c352a74 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:05:39.102877 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5bd8bf7e-90b6-477a-b6e9-e319a3a8bff1 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:39.106652 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5bd8bf7e-90b6-477a-b6e9-e319a3a8bff1 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/6f7354c5-d6ad-4878-987c-abc064fcff4c HTTP/1.1" status: 204 len: 168 time: 0.7556932 Sep 23 15:05:39.112020 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43084) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:39.123738 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-de7d8ccf-e6c1-4c60-a22b-18b54e8f93be tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:39.126382 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f5be24-a7fe-4548-9a3d-ad387f7d881a None None] No DVR routers for this DVR port ff682cd8-3e1f-4047-91eb-93e487a7e76b on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:05:39.135546 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922601e-ea6a-4530-84f8-057960f85194 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=790bf19a-b1c5-4ee7-9437-0aae1556b5ed,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:39.156612 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d5f6d030-d22f-4eed-9d17-f09ecb1bd0f9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:39.163864 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-de7d8ccf-e6c1-4c60-a22b-18b54e8f93be tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:port and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:39.184638 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be8cdfa-33e3-4891-8e02-fab08288ea74 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:39.226976 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-de7d8ccf-e6c1-4c60-a22b-18b54e8f93be tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:39.234980 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] device_id is not set on port eee3191d-12a5-47a8-aaa2-3ed42567af1c yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:05:39.250030 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-de7d8ccf-e6c1-4c60-a22b-18b54e8f93be tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:39.267771 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a922601e-ea6a-4530-84f8-057960f85194 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:39.269165 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a922601e-ea6a-4530-84f8-057960f85194 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "DELETE /v2.0/security-groups/790bf19a-b1c5-4ee7-9437-0aae1556b5ed HTTP/1.1" status: 204 len: 168 time: 1.1949546 Sep 23 15:05:39.283661 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43088) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:39.323463 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d5f6d030-d22f-4eed-9d17-f09ecb1bd0f9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:39.325412 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-11dfbd23-db19-44e9-b31a-d089e46ecccb None None] For port d2e386eb-e6fc-4b84-8929-0d172c352a74, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d2e386eb-e6fc-4b84-8929-0d172c352a74,segment=NetworkSegment(444b52bf-3a42-4500-a72a-2905e2dbce90),segment_id=444b52bf-3a42-4500-a72a-2905e2dbce90)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:39.325412 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-11dfbd23-db19-44e9-b31a-d089e46ecccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:39.342724 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6d030-d22f-4eed-9d17-f09ecb1bd0f9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Network': ['ID=3776326e-a5b8-4483-a115-7d64f12d74f6,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:39.350533 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a9a19c-3534-48cc-af7d-8d40dd04655e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-e64ba6b5-a13d-4a59-9518-9e77a5c53220', 'network_id': 'e64ba6b5-a13d-4a59-9518-9e77a5c53220', 'tenant_id': '87bbd071fee24c85b631c0e8a5ccb335', 'fixed_ips': [{'subnet_id': '18dd09be-d965-45bd-9a5e-c1ff9276e1ee'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:05:39.351579 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c3a9a19c-3534-48cc-af7d-8d40dd04655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:39.358705 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cbe31b6e-a151-47e8-a078-b5bd25e5c65e tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:39.395664 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-bfa8d164-26d7-4204-b342-4c092ca9cc68 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] show failed (client error): The resource could not be found. Sep 23 15:05:39.399278 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-bfa8d164-26d7-4204-b342-4c092ca9cc68 tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "GET /v2.0/security-groups/790bf19a-b1c5-4ee7-9437-0aae1556b5ed HTTP/1.1" status: 404 len: 347 time: 0.1069641 Sep 23 15:05:39.401283 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43092) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:39.412502 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7d8ccf-e6c1-4c60-a22b-18b54e8f93be tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:39.415980 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-de7d8ccf-e6c1-4c60-a22b-18b54e8f93be tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:39.442334 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2c20295a-8bb4-4011-8157-dd8f708c272a tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Synchronizing usage tracker for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group_rule {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:05:39.487249 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d5f6d030-d22f-4eed-9d17-f09ecb1bd0f9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/networks/3776326e-a5b8-4483-a115-7d64f12d74f6 HTTP/1.1" status: 204 len: 168 time: 2.6675794 Sep 23 15:05:39.491303 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-de7d8ccf-e6c1-4c60-a22b-18b54e8f93be tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] device_id is not set on port 280aef9a-4228-44dd-a154-11695e35ed4d yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:05:39.499847 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-cbe31b6e-a151-47e8-a078-b5bd25e5c65e tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea83d48-8c3c-4878-81b2-7065335a975e']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:39.509962 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43096) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:39.546513 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-11dfbd23-db19-44e9-b31a-d089e46ecccb None None] Calling delete_port for d2e386eb-e6fc-4b84-8929-0d172c352a74 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:39.559002 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-cbe31b6e-a151-47e8-a078-b5bd25e5c65e tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3484718-b1bd-4a3b-8d90-de388231d217') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:39.559321 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-cbe31b6e-a151-47e8-a078-b5bd25e5c65e tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3484718-b1bd-4a3b-8d90-de388231d217') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:39.615948 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2c20295a-8bb4-4011-8157-dd8f708c272a tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Unset dirty status for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group_rule {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:05:39.619989 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2c20295a-8bb4-4011-8157-dd8f708c272a tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4977536 Sep 23 15:05:39.623626 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43100) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:39.657335 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-244d86c9-17a7-4753-a6cb-6510cadae723 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] GET failed (client error): The resource could not be found. Sep 23 15:05:39.657876 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-244d86c9-17a7-4753-a6cb-6510cadae723 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Synchronizing usage tracker for tenant:6162ca6451a94ec88464d67d4a92acb4 on resource:subnet {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:05:39.662362 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fd51ab92-211f-48d1-bd75-4fd0ad0af74a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:39.666946 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cbe31b6e-a151-47e8-a078-b5bd25e5c65e tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:39.707084 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce4bfc-13ee-4eb4-937a-847271b3eeee tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Deleting port bef3df8d-4e5e-4c9a-96a4-d1c298d33e35 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:39.707721 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0ce4bfc-13ee-4eb4-937a-847271b3eeee tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:39.760527 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cbe31b6e-a151-47e8-a078-b5bd25e5c65e tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:39.764771 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port d2e386eb-e6fc-4b84-8929-0d172c352a74 is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:05:39.765388 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:39.793366 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe31b6e-a151-47e8-a078-b5bd25e5c65e tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:05:39.793776 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cbe31b6e-a151-47e8-a078-b5bd25e5c65e tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:39.819869 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c7a8f380-cf76-4d9e-ba22-0b78905d1272 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:39.893000 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:39.904032 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c7a8f380-cf76-4d9e-ba22-0b78905d1272 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:39.910913 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-244d86c9-17a7-4753-a6cb-6510cadae723 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Unset dirty status for tenant:6162ca6451a94ec88464d67d4a92acb4 on resource:subnet {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:05:39.915625 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-244d86c9-17a7-4753-a6cb-6510cadae723 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "GET /v2.0/subnets/d043fd37-f736-4990-ad40-2384fc778904 HTTP/1.1" status: 404 len: 337 time: 0.3972719 Sep 23 15:05:39.923680 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dab8f45-0da9-421f-b78a-317c5146fe55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-c3d67a4b-9092-448f-b14d-bd8d70a05623', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'fixed_ips': [{'subnet_id': 'be53d393-3d10-48ee-b2b6-eab258a93617'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:05:39.923986 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43104) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:39.924519 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0dab8f45-0da9-421f-b78a-317c5146fe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:39.939885 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-11dfbd23-db19-44e9-b31a-d089e46ecccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:40.022646 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ff682cd8-3e1f-4047-91eb-93e487a7e76b no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:05:40.031617 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb66db9-fd57-4f7c-92dd-0b21f0dd43e9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] DELETE failed (client error): The resource could not be found. Sep 23 15:05:40.032814 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb66db9-fd57-4f7c-92dd-0b21f0dd43e9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:05:40.044762 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-de7d8ccf-e6c1-4c60-a22b-18b54e8f93be tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Allocated IP 172.20.0.9 (e64ba6b5-a13d-4a59-9518-9e77a5c53220/18dd09be-d965-45bd-9a5e-c1ff9276e1ee/280aef9a-4228-44dd-a154-11695e35ed4d) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:05:40.055751 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0ce4bfc-13ee-4eb4-937a-847271b3eeee tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:40.056082 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0ce4bfc-13ee-4eb4-937a-847271b3eeee tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:40.060980 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dfbd23-db19-44e9-b31a-d089e46ecccb None None] No DVR routers for this DVR port d2e386eb-e6fc-4b84-8929-0d172c352a74 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:05:40.066427 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-adb66db9-fd57-4f7c-92dd-0b21f0dd43e9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/networks/3776326e-a5b8-4483-a115-7d64f12d74f6 HTTP/1.1" status: 404 len: 339 time: 0.1390340 Sep 23 15:05:40.070042 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43108) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:40.077203 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] device_id is not set on port 189ff2e5-5416-4432-bf54-6f8396155e01 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:05:40.110541 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dfbd23-db19-44e9-b31a-d089e46ecccb None None] Pushing event deleted for resources: {'Port': ['ID=d2e386eb-e6fc-4b84-8929-0d172c352a74,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:40.114903 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: ff682cd8-3e1f-4047-91eb-93e487a7e76b {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:05:40.115256 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ff682cd8-3e1f-4047-91eb-93e487a7e76b not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:05:40.154446 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cbe31b6e-a151-47e8-a078-b5bd25e5c65e tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:40.219923 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-fd51ab92-211f-48d1-bd75-4fd0ad0af74a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Transition to ACTIVE for port object 13fd4af5-5ada-4394-9a24-405c91429c4d will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:40.226907 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce4bfc-13ee-4eb4-937a-847271b3eeee tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Calling delete_port for bef3df8d-4e5e-4c9a-96a4-d1c298d33e35 owned by network:floatingip {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:40.301089 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c7a8f380-cf76-4d9e-ba22-0b78905d1272 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:40.318487 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cbe31b6e-a151-47e8-a078-b5bd25e5c65e tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:40.368391 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe31b6e-a151-47e8-a078-b5bd25e5c65e tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Pushing event deleted for resources: {'Network': ['ID=dea83d48-8c3c-4878-81b2-7065335a975e,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:40.372252 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c0d89706-69ba-455a-bac7-3c66f11671a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:40.378338 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8f380-cf76-4d9e-ba22-0b78905d1272 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ed7293d-023c-419f-aa9e-32f137ad1b0d,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:40.387734 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c7a8f380-cf76-4d9e-ba22-0b78905d1272 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:40.388859 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c7a8f380-cf76-4d9e-ba22-0b78905d1272 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/6ed7293d-023c-419f-aa9e-32f137ad1b0d HTTP/1.1" status: 204 len: 168 time: 0.7503986 Sep 23 15:05:40.395655 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43112) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:40.403393 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-cbe31b6e-a151-47e8-a078-b5bd25e5c65e tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] 10.222.0.67 "DELETE /v2.0/networks/dea83d48-8c3c-4878-81b2-7065335a975e HTTP/1.1" status: 204 len: 168 time: 3.7294903 Sep 23 15:05:40.426901 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43116) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:40.450284 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:40.462039 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-de7d8ccf-e6c1-4c60-a22b-18b54e8f93be tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:40.545874 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-de7d8ccf-e6c1-4c60-a22b-18b54e8f93be tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Transition to ACTIVE for port object 280aef9a-4228-44dd-a154-11695e35ed4d will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:40.600161 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7cc75f-c86b-46be-a857-dc808a635d5d tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:40.601004 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7f7cc75f-c86b-46be-a857-dc808a635d5d tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Synchronizing usage tracker for tenant:6162ca6451a94ec88464d67d4a92acb4 on resource:network {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:05:40.636243 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-106eddab-810f-4620-b228-22c4978248aa tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Synchronizing usage tracker for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group_rule {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:05:40.650353 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fd51ab92-211f-48d1-bd75-4fd0ad0af74a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:40.655149 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9d767d99-2399-469a-a51b-7361f97f7f0b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:40.710509 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-0dab8f45-0da9-421f-b78a-317c5146fe55 None None] Allocated IP 2001:db8::2 (c3d67a4b-9092-448f-b14d-bd8d70a05623/be53d393-3d10-48ee-b2b6-eab258a93617/9a965fef-1c5a-4324-aea6-186275ce2240) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:05:40.714924 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:40.789997 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd51ab92-211f-48d1-bd75-4fd0ad0af74a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:40.796667 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-fd51ab92-211f-48d1-bd75-4fd0ad0af74a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:40.823456 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network 7d95921e-fadf-4067-8857-64762396ad45 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:40.824868 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-de7d8ccf-e6c1-4c60-a22b-18b54e8f93be tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:40.836689 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd51ab92-211f-48d1-bd75-4fd0ad0af74a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:40.838296 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:40.840914 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:40.842025 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:40.842350 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd51ab92-211f-48d1-bd75-4fd0ad0af74a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:40.842975 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fd51ab92-211f-48d1-bd75-4fd0ad0af74a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:40.847475 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7f7cc75f-c86b-46be-a857-dc808a635d5d tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Unset dirty status for tenant:6162ca6451a94ec88464d67d4a92acb4 on resource:network {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:05:40.848480 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7f7cc75f-c86b-46be-a857-dc808a635d5d tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7774789 Sep 23 15:05:40.855511 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51ab92-211f-48d1-bd75-4fd0ad0af74a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Port': ['ID=13fd4af5-5ada-4394-9a24-405c91429c4d,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:40.856846 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43120) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:40.879768 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-c3a9a19c-3534-48cc-af7d-8d40dd04655e None None] Allocated IP 172.20.0.2 (e64ba6b5-a13d-4a59-9518-9e77a5c53220/18dd09be-d965-45bd-9a5e-c1ff9276e1ee/614a18e8-939d-405c-9d99-1a308cdb1936) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:05:40.904697 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7d8ccf-e6c1-4c60-a22b-18b54e8f93be tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network e64ba6b5-a13d-4a59-9518-9e77a5c53220 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:40.914110 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-de7d8ccf-e6c1-4c60-a22b-18b54e8f93be tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:40.916863 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7d8ccf-e6c1-4c60-a22b-18b54e8f93be tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:40.995348 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c8b701ae-67ce-43ac-8f9e-feba04f81887 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Synchronizing usage tracker for tenant:6162ca6451a94ec88464d67d4a92acb4 on resource:subnet {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:05:41.023669 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Port': ['ID=eee3191d-12a5-47a8-aaa2-3ed42567af1c,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:41.076807 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment e3484718-b1bd-4a3b-8d90-de388231d217 resource provider aggregate not found Sep 23 15:05:41.091174 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0ce4bfc-13ee-4eb4-937a-847271b3eeee tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:41.095389 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-106eddab-810f-4620-b228-22c4978248aa tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Unset dirty status for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group_rule {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:05:41.099368 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-106eddab-810f-4620-b228-22c4978248aa tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.6952660 Sep 23 15:05:41.107680 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43128) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:41.142665 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment e3484718-b1bd-4a3b-8d90-de388231d217 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3484718-b1bd-4a3b-8d90-de388231d217 found for delete ", "request_id": "req-3140681e-2313-4d3c-ab53-f60c444d620f"}]} Sep 23 15:05:41.152759 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c8b701ae-67ce-43ac-8f9e-feba04f81887 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Unset dirty status for tenant:6162ca6451a94ec88464d67d4a92acb4 on resource:subnet {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:05:41.157661 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c8b701ae-67ce-43ac-8f9e-feba04f81887 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "GET /v2.0/subnets?network_id=61b1518d-d511-4beb-b056-d894a2c85079 HTTP/1.1" status: 200 len: 207 time: 0.2954643 Sep 23 15:05:41.160778 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7d8ccf-e6c1-4c60-a22b-18b54e8f93be tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:41.161406 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-de7d8ccf-e6c1-4c60-a22b-18b54e8f93be tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:41.166578 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43132) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:41.169017 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce4bfc-13ee-4eb4-937a-847271b3eeee tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Pushing event deleted for resources: {'Port': ['ID=bef3df8d-4e5e-4c9a-96a4-d1c298d33e35,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:41.171860 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9d767d99-2399-469a-a51b-7361f97f7f0b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:41.201668 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d8ccf-e6c1-4c60-a22b-18b54e8f93be tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Port': ['ID=280aef9a-4228-44dd-a154-11695e35ed4d,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:41.205803 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c3a9a19c-3534-48cc-af7d-8d40dd04655e None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:41.208390 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-c0d89706-69ba-455a-bac7-3c66f11671a8 admin admin] Deleting port a7318af2-af3c-45de-80bc-bf0927d6f715 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:41.208600 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c0d89706-69ba-455a-bac7-3c66f11671a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:41.213121 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0dab8f45-0da9-421f-b78a-317c5146fe55 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:41.225376 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c3a9a19c-3534-48cc-af7d-8d40dd04655e None None] Transition to ACTIVE for port object 614a18e8-939d-405c-9d99-1a308cdb1936 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:41.232023 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0dab8f45-0da9-421f-b78a-317c5146fe55 None None] Transition to ACTIVE for port object 9a965fef-1c5a-4324-aea6-186275ce2240 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:41.235692 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Checking segment: {'id': '0053b5d2-7449-4a8a-b95d-63cf0ae8e639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a3879a6a-b60b-4245-83d0-df74a61a438c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:05:41.236069 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network hostable DHCP agents. Network: a3879a6a-b60b-4245-83d0-df74a61a438c, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:05:41.246909 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-fd51ab92-211f-48d1-bd75-4fd0ad0af74a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7741778 Sep 23 15:05:41.262938 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c3a9a19c-3534-48cc-af7d-8d40dd04655e None None] Transition to ACTIVE for port object 614a18e8-939d-405c-9d99-1a308cdb1936 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:41.266890 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0dab8f45-0da9-421f-b78a-317c5146fe55 None None] Transition to ACTIVE for port object 9a965fef-1c5a-4324-aea6-186275ce2240 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:41.295719 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43136) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:41.296055 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0cab3b2c-2f4c-465d-87b6-8d89d0f49afa tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:41.334784 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c3a9a19c-3534-48cc-af7d-8d40dd04655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:41.356780 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-9d767d99-2399-469a-a51b-7361f97f7f0b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5eba47d-7e81-467c-9c0d-588f0695bfc2']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:41.372508 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0cab3b2c-2f4c-465d-87b6-8d89d0f49afa tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:41.383279 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0dab8f45-0da9-421f-b78a-317c5146fe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:41.383684 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-9d767d99-2399-469a-a51b-7361f97f7f0b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '444b52bf-3a42-4500-a72a-2905e2dbce90') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:41.384088 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-9d767d99-2399-469a-a51b-7361f97f7f0b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '444b52bf-3a42-4500-a72a-2905e2dbce90') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:41.398146 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-de7d8ccf-e6c1-4c60-a22b-18b54e8f93be tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.8397059 Sep 23 15:05:41.402056 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43140) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:41.411732 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a9a19c-3534-48cc-af7d-8d40dd04655e None None] Network e64ba6b5-a13d-4a59-9518-9e77a5c53220 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:41.412119 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9d767d99-2399-469a-a51b-7361f97f7f0b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:41.419702 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-c3a9a19c-3534-48cc-af7d-8d40dd04655e None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:41.424253 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a9a19c-3534-48cc-af7d-8d40dd04655e None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:41.431943 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9a19c-3534-48cc-af7d-8d40dd04655e None None] Pushing event updated for resources: {'Port': ['ID=614a18e8-939d-405c-9d99-1a308cdb1936,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:41.435639 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dab8f45-0da9-421f-b78a-317c5146fe55 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:41.454436 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Port': ['ID=189ff2e5-5416-4432-bf54-6f8396155e01,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:41.467866 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-0dab8f45-0da9-421f-b78a-317c5146fe55 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:41.489957 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0ce4bfc-13ee-4eb4-937a-847271b3eeee tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks [] for floatingip, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:41.492562 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0ce4bfc-13ee-4eb4-937a-847271b3eeee tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:41.496532 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d0ce4bfc-13ee-4eb4-937a-847271b3eeee tempest-ServersTestManualDisk-1167280365 tempest-ServersTestManualDisk-1167280365-project] 10.222.0.67 "DELETE /v2.0/floatingips/0f0e9f42-dc28-4bdc-b491-23f993469dd1 HTTP/1.1" status: 204 len: 168 time: 2.0928876 Sep 23 15:05:41.506012 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9d767d99-2399-469a-a51b-7361f97f7f0b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:41.509410 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dab8f45-0da9-421f-b78a-317c5146fe55 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:41.509903 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43144) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:41.528753 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network a3879a6a-b60b-4245-83d0-df74a61a438c is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:05:41.595479 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0cab3b2c-2f4c-465d-87b6-8d89d0f49afa tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:41.607636 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d767d99-2399-469a-a51b-7361f97f7f0b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:05:41.608044 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9d767d99-2399-469a-a51b-7361f97f7f0b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:41.624343 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c1d961-c142-4af0-8a2d-33fecbf6c4d7 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:41.630291 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c1d961-c142-4af0-8a2d-33fecbf6c4d7 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:41.631095 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-94c1d961-c142-4af0-8a2d-33fecbf6c4d7 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:05:41.643461 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-c0d89706-69ba-455a-bac7-3c66f11671a8 admin admin] For port a7318af2-af3c-45de-80bc-bf0927d6f715, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a7318af2-af3c-45de-80bc-bf0927d6f715,segment=NetworkSegment(78b3e91f-693f-4481-95b1-beba207118fb),segment_id=78b3e91f-693f-4481-95b1-beba207118fb)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:41.643820 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c0d89706-69ba-455a-bac7-3c66f11671a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:41.652103 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, a3879a6a-b60b-4245-83d0-df74a61a438c) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:41.657939 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:41.662564 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:41.663641 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab8f45-0da9-421f-b78a-317c5146fe55 None None] Pushing event updated for resources: {'Port': ['ID=9a965fef-1c5a-4324-aea6-186275ce2240,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:41.669429 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:41.669933 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:41.680597 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ca9af8-ded6-467e-a704-bae949f79b13 None None] Network a3879a6a-b60b-4245-83d0-df74a61a438c requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:41.680758 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab3b2c-2f4c-465d-87b6-8d89d0f49afa tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6de4d3fe-a7a0-41ac-b350-de5eab8d049e,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:41.695375 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-84ec7237-03e4-47a9-be09-36ea388c6dff tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting port 280aef9a-4228-44dd-a154-11695e35ed4d {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:41.695719 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-84ec7237-03e4-47a9-be09-36ea388c6dff tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:41.740554 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427a7c33-e35b-4e27-9ec6-05bcdefe3725 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:41.746668 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427a7c33-e35b-4e27-9ec6-05bcdefe3725 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:41.752957 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427a7c33-e35b-4e27-9ec6-05bcdefe3725 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:41.759030 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427a7c33-e35b-4e27-9ec6-05bcdefe3725 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:41.764449 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-427a7c33-e35b-4e27-9ec6-05bcdefe3725 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5932696 Sep 23 15:05:41.786528 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43148) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:41.815771 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-c3a9a19c-3534-48cc-af7d-8d40dd04655e None None] Attempting to bind port 614a18e8-939d-405c-9d99-1a308cdb1936 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:05:41.816376 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-c3a9a19c-3534-48cc-af7d-8d40dd04655e None None] Attempting to bind port 614a18e8-939d-405c-9d99-1a308cdb1936 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'e3ca041e-ca0d-4c6e-890a-c6b45b7d9dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e64ba6b5-a13d-4a59-9518-9e77a5c53220'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:05:41.816945 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a9a19c-3534-48cc-af7d-8d40dd04655e None None] Attempting to bind port 614a18e8-939d-405c-9d99-1a308cdb1936 on network e64ba6b5-a13d-4a59-9518-9e77a5c53220 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:05:41.851711 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0dab8f45-0da9-421f-b78a-317c5146fe55 None None] Attempting to bind port 9a965fef-1c5a-4324-aea6-186275ce2240 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:05:41.852221 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0dab8f45-0da9-421f-b78a-317c5146fe55 None None] Attempting to bind port 9a965fef-1c5a-4324-aea6-186275ce2240 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:05:41.852700 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dab8f45-0da9-421f-b78a-317c5146fe55 None None] Attempting to bind port 9a965fef-1c5a-4324-aea6-186275ce2240 on network c3d67a4b-9092-448f-b14d-bd8d70a05623 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:05:41.856835 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a9a19c-3534-48cc-af7d-8d40dd04655e None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:05:41.857305 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a9a19c-3534-48cc-af7d-8d40dd04655e None None] Checking segment: {'id': 'e3ca041e-ca0d-4c6e-890a-c6b45b7d9dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e64ba6b5-a13d-4a59-9518-9e77a5c53220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:05:41.857933 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c3a9a19c-3534-48cc-af7d-8d40dd04655e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:41.858547 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a9a19c-3534-48cc-af7d-8d40dd04655e None None] Bound using segment: {'id': 'e3ca041e-ca0d-4c6e-890a-c6b45b7d9dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e64ba6b5-a13d-4a59-9518-9e77a5c53220'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:05:41.859233 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-c3a9a19c-3534-48cc-af7d-8d40dd04655e None None] Bound port: 614a18e8-939d-405c-9d99-1a308cdb1936, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3ca041e-ca0d-4c6e-890a-c6b45b7d9dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e64ba6b5-a13d-4a59-9518-9e77a5c53220'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:05:41.860358 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c3a9a19c-3534-48cc-af7d-8d40dd04655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:41.883408 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0cab3b2c-2f4c-465d-87b6-8d89d0f49afa tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:41.884517 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0cab3b2c-2f4c-465d-87b6-8d89d0f49afa tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/6de4d3fe-a7a0-41ac-b350-de5eab8d049e HTTP/1.1" status: 204 len: 168 time: 0.7646630 Sep 23 15:05:41.895890 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dab8f45-0da9-421f-b78a-317c5146fe55 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:05:41.896577 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dab8f45-0da9-421f-b78a-317c5146fe55 None None] Checking segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:05:41.897178 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0dab8f45-0da9-421f-b78a-317c5146fe55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:41.897662 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dab8f45-0da9-421f-b78a-317c5146fe55 None None] Bound using segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:05:41.898230 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0dab8f45-0da9-421f-b78a-317c5146fe55 None None] Bound port: 9a965fef-1c5a-4324-aea6-186275ce2240, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:05:41.898478 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43152) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:41.899050 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0dab8f45-0da9-421f-b78a-317c5146fe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:41.955063 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-c0d89706-69ba-455a-bac7-3c66f11671a8 admin admin] Calling delete_port for a7318af2-af3c-45de-80bc-bf0927d6f715 owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:41.986948 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8ea4c37c-12ad-42b8-a48d-2780f327c18f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.3164618 Sep 23 15:05:41.987884 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43156) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:41.999688 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9d767d99-2399-469a-a51b-7361f97f7f0b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:42.031304 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9d767d99-2399-469a-a51b-7361f97f7f0b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:42.070850 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-94c1d961-c142-4af0-8a2d-33fecbf6c4d7 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:05:42.072630 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-94c1d961-c142-4af0-8a2d-33fecbf6c4d7 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.7707052 Sep 23 15:05:42.076963 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43160) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:42.100819 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d767d99-2399-469a-a51b-7361f97f7f0b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Pushing event deleted for resources: {'Network': ['ID=f5eba47d-7e81-467c-9c0d-588f0695bfc2,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:42.137005 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-c3a9a19c-3534-48cc-af7d-8d40dd04655e None None] For port 614a18e8-939d-405c-9d99-1a308cdb1936, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:05:42.146609 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-c3a9a19c-3534-48cc-af7d-8d40dd04655e None None] For port 614a18e8-939d-405c-9d99-1a308cdb1936, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=614a18e8-939d-405c-9d99-1a308cdb1936,segment=NetworkSegment(e3ca041e-ca0d-4c6e-890a-c6b45b7d9dfd),segment_id=e3ca041e-ca0d-4c6e-890a-c6b45b7d9dfd)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:05:42.149453 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-0dab8f45-0da9-421f-b78a-317c5146fe55 None None] For port 9a965fef-1c5a-4324-aea6-186275ce2240, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:05:42.151327 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-1e49596f-4452-4a6f-8239-ba9816c5f414 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port 189ff2e5-5416-4432-bf54-6f8396155e01 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:42.151670 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1e49596f-4452-4a6f-8239-ba9816c5f414 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:42.153263 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-0dab8f45-0da9-421f-b78a-317c5146fe55 None None] For port 9a965fef-1c5a-4324-aea6-186275ce2240, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=9a965fef-1c5a-4324-aea6-186275ce2240,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:05:42.182998 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9d767d99-2399-469a-a51b-7361f97f7f0b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] 10.222.0.67 "DELETE /v2.0/networks/f5eba47d-7e81-467c-9c0d-588f0695bfc2 HTTP/1.1" status: 204 len: 168 time: 1.7529645 Sep 23 15:05:42.197313 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43164) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:42.225456 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c3a9a19c-3534-48cc-af7d-8d40dd04655e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:42.226016 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f638c064-f7ef-46ff-9130-7ab6a31e1175 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3145404 Sep 23 15:05:42.238957 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43168) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:42.264262 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0dab8f45-0da9-421f-b78a-317c5146fe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:42.275720 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-09ed9ce8-a653-48f3-bf02-b0b3587021bd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting port 13fd4af5-5ada-4394-9a24-405c91429c4d {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:42.276151 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-09ed9ce8-a653-48f3-bf02-b0b3587021bd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:42.324197 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9a19c-3534-48cc-af7d-8d40dd04655e None None] Pushing event updated for resources: {'Port': ['ID=614a18e8-939d-405c-9d99-1a308cdb1936,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:42.369289 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-742d6f75-de7f-45a3-ba06-3dfa2c2c89f6 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.5784073 Sep 23 15:05:42.387892 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43172) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:42.398722 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab8f45-0da9-421f-b78a-317c5146fe55 None None] Pushing event updated for resources: {'Port': ['ID=9a965fef-1c5a-4324-aea6-186275ce2240,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:42.476779 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-3155a584-f5bc-422f-be47-523d98bd1f2c tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Deleting subnet f1df70bc-c3a0-4d29-970c-9db5cc062d76 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:05:42.497068 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3155a584-f5bc-422f-be47-523d98bd1f2c tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:42.517096 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f39eb661-bccf-442c-bd25-8274d8a9f376 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:42.549110 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f39eb661-bccf-442c-bd25-8274d8a9f376 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:42.615343 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-84ec7237-03e4-47a9-be09-36ea388c6dff tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:42.762084 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acde360e-37bd-4d16-b823-79ab25b0ac45 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:42.764122 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acde360e-37bd-4d16-b823-79ab25b0ac45 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:42.765753 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-acde360e-37bd-4d16-b823-79ab25b0ac45 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3720911 Sep 23 15:05:42.807701 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43176) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:42.873962 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3155a584-f5bc-422f-be47-523d98bd1f2c tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:42.974419 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1e49596f-4452-4a6f-8239-ba9816c5f414 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:43.017829 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-84ec7237-03e4-47a9-be09-36ea388c6dff tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Calling delete_port for 280aef9a-4228-44dd-a154-11695e35ed4d owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:43.104771 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f39eb661-bccf-442c-bd25-8274d8a9f376 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:43.131898 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 9a965fef-1c5a-4324-aea6-186275ce2240 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:05:43.151909 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39eb661-bccf-442c-bd25-8274d8a9f376 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c85b239c-59c4-42c8-9df6-ce5e9fb1c677,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:43.175482 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 444b52bf-3a42-4500-a72a-2905e2dbce90 resource provider aggregate not found Sep 23 15:05:43.180671 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f39eb661-bccf-442c-bd25-8274d8a9f376 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:43.182859 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f39eb661-bccf-442c-bd25-8274d8a9f376 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/c85b239c-59c4-42c8-9df6-ce5e9fb1c677 HTTP/1.1" status: 204 len: 168 time: 0.9383981 Sep 23 15:05:43.187385 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-1e49596f-4452-4a6f-8239-ba9816c5f414 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Calling delete_port for 189ff2e5-5416-4432-bf54-6f8396155e01 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:43.198073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43184) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:43.207072 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 444b52bf-3a42-4500-a72a-2905e2dbce90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 444b52bf-3a42-4500-a72a-2905e2dbce90 found for delete ", "request_id": "req-a87128fb-ea98-41c2-85d5-c372d1a1dcba"}]} Sep 23 15:05:43.252424 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f27059-1074-45a1-909e-2dd1e1c99ece tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['shared'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:43.253727 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f27059-1074-45a1-909e-2dd1e1c99ece tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['shared'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:43.255262 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-35f27059-1074-45a1-909e-2dd1e1c99ece tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4477077 Sep 23 15:05:43.261773 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43188) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:43.262621 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 9a965fef-1c5a-4324-aea6-186275ce2240 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:05:43.269370 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 614a18e8-939d-405c-9d99-1a308cdb1936 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:05:43.364060 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-09ed9ce8-a653-48f3-bf02-b0b3587021bd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:43.423638 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b8f5c540-f1ec-4060-a35a-28919646b0a8 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Synchronizing usage tracker for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group_rule {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:05:43.478793 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 614a18e8-939d-405c-9d99-1a308cdb1936 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:05:43.539852 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31beab2a-cabb-48a7-96c7-2c858a76fd16 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:43.541290 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-31beab2a-cabb-48a7-96c7-2c858a76fd16 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "GET /v2.0/networks/900aeb01-e8c7-42a6-8e94-d080b9a4996d HTTP/1.1" status: 200 len: 799 time: 0.2713535 Sep 23 15:05:43.548133 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43192) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:43.581197 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-84ec7237-03e4-47a9-be09-36ea388c6dff tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:43.614599 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c0d89706-69ba-455a-bac7-3c66f11671a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:43.620241 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b8f5c540-f1ec-4060-a35a-28919646b0a8 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Unset dirty status for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group_rule {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:05:43.621720 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b8f5c540-f1ec-4060-a35a-28919646b0a8 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4222240 Sep 23 15:05:43.628161 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-09ed9ce8-a653-48f3-bf02-b0b3587021bd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Calling delete_port for 13fd4af5-5ada-4394-9a24-405c91429c4d owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:43.678877 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43196) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:43.713854 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec7237-03e4-47a9-be09-36ea388c6dff tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Port': ['ID=280aef9a-4228-44dd-a154-11695e35ed4d,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:43.713964 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3155a584-f5bc-422f-be47-523d98bd1f2c tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:43.726710 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a0e6db-e17d-4a9e-8edf-f329408453b0 None None] Network e64ba6b5-a13d-4a59-9518-9e77a5c53220 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:43.758251 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d89706-69ba-455a-bac7-3c66f11671a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7318af2-af3c-45de-80bc-bf0927d6f715,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:43.803417 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1e49596f-4452-4a6f-8239-ba9816c5f414 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:43.934679 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49596f-4452-4a6f-8239-ba9816c5f414 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Port': ['ID=189ff2e5-5416-4432-bf54-6f8396155e01,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:43.951186 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1e49596f-4452-4a6f-8239-ba9816c5f414 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:43.954887 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0d0a7060-1641-4b41-8820-a625db356866 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:43.999549 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1e49596f-4452-4a6f-8239-ba9816c5f414 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/ports/189ff2e5-5416-4432-bf54-6f8396155e01 HTTP/1.1" status: 204 len: 168 time: 1.9956110 Sep 23 15:05:44.003602 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0d0a7060-1641-4b41-8820-a625db356866 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:44.003783 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43200) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:44.014448 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b0866180-959c-405d-b3e7-6f08447a894a None None] Provisioning for port 614a18e8-939d-405c-9d99-1a308cdb1936 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:05:44.038944 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b0866180-959c-405d-b3e7-6f08447a894a None None] Provisioning complete for port 614a18e8-939d-405c-9d99-1a308cdb1936 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:05:44.039800 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b0866180-959c-405d-b3e7-6f08447a894a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:44.041205 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b0866180-959c-405d-b3e7-6f08447a894a None None] Attempt 1 to provision port 614a18e8-939d-405c-9d99-1a308cdb1936 Sep 23 15:05:44.076457 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d143b2b3-89d3-4ff0-9211-96c47f978106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:44.147447 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-84ec7237-03e4-47a9-be09-36ea388c6dff tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:44.180800 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-84ec7237-03e4-47a9-be09-36ea388c6dff tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/ports/280aef9a-4228-44dd-a154-11695e35ed4d HTTP/1.1" status: 204 len: 168 time: 2.7735584 Sep 23 15:05:44.191591 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-644254de-7910-4447-a0e0-199c01e72709 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "GET /v2.0/networks/900aeb01-e8c7-42a6-8e94-d080b9a4996d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.6422660 Sep 23 15:05:44.192874 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43204) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:44.193352 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43206) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:44.276367 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b0866180-959c-405d-b3e7-6f08447a894a None None] Current status of the port 614a18e8-939d-405c-9d99-1a308cdb1936 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:05:44.276367 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b0866180-959c-405d-b3e7-6f08447a894a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:44.317181 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b0866180-959c-405d-b3e7-6f08447a894a None None] For port 614a18e8-939d-405c-9d99-1a308cdb1936, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=614a18e8-939d-405c-9d99-1a308cdb1936,segment=NetworkSegment(e3ca041e-ca0d-4c6e-890a-c6b45b7d9dfd),segment_id=e3ca041e-ca0d-4c6e-890a-c6b45b7d9dfd)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:44.320707 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3155a584-f5bc-422f-be47-523d98bd1f2c tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:44.341938 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0d0a7060-1641-4b41-8820-a625db356866 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:44.353265 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0d0a7060-1641-4b41-8820-a625db356866 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:44.353265 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0d0a7060-1641-4b41-8820-a625db356866 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/9670181f-5bbd-4c6f-aef4-271af56189da HTTP/1.1" status: 204 len: 168 time: 0.6577103 Sep 23 15:05:44.363537 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43212) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:44.366587 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff468a1-dee9-419a-b69f-f9e4b0027355 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] GET failed (client error): The resource could not be found. Sep 23 15:05:44.367102 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-cff468a1-dee9-419a-b69f-f9e4b0027355 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Synchronizing usage tracker for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:05:44.387547 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a7060-1641-4b41-8820-a625db356866 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9670181f-5bbd-4c6f-aef4-271af56189da,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:44.396567 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-09ed9ce8-a653-48f3-bf02-b0b3587021bd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:44.414510 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155a584-f5bc-422f-be47-523d98bd1f2c tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Pushing event deleted for resources: {'Subnet': ['ID=f1df70bc-c3a0-4d29-970c-9db5cc062d76,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:44.420498 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b0866180-959c-405d-b3e7-6f08447a894a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:44.423166 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3155a584-f5bc-422f-be47-523d98bd1f2c tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:44.492305 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed9ce8-a653-48f3-bf02-b0b3587021bd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Port': ['ID=13fd4af5-5ada-4394-9a24-405c91429c4d,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:44.502548 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad8e202-ad5c-4dd9-8641-75fb48d8c4c2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:44.503620 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1ad8e202-ad5c-4dd9-8641-75fb48d8c4c2 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "GET /v2.0/subnets/f68cc945-5a7d-497b-b8cb-10a6af5cf060 HTTP/1.1" status: 200 len: 811 time: 0.2964337 Sep 23 15:05:44.511727 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43216) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:44.513075 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ebe17c-71b4-41a5-b388-bd75cf0c0f26 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:44.519533 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ebe17c-71b4-41a5-b388-bd75cf0c0f26 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:44.520330 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-19ebe17c-71b4-41a5-b388-bd75cf0c0f26 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Synchronizing usage tracker for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:05:44.531066 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e56ea6d-99c8-4bd1-b400-4a7ba454e3b7 None None] Network 09b5b8b6-741e-40c1-aca4-6aef93e8d0dd requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:44.566560 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-cff468a1-dee9-419a-b69f-f9e4b0027355 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Unset dirty status for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:05:44.568061 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-cff468a1-dee9-419a-b69f-f9e4b0027355 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "GET /v2.0/ports/280aef9a-4228-44dd-a154-11695e35ed4d HTTP/1.1" status: 404 len: 333 time: 0.3624613 Sep 23 15:05:44.575537 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43220) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:44.637285 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3155a584-f5bc-422f-be47-523d98bd1f2c tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] 10.222.0.67 "DELETE /v2.0/subnets/f1df70bc-c3a0-4d29-970c-9db5cc062d76 HTTP/1.1" status: 204 len: 168 time: 2.4289060 Sep 23 15:05:44.643163 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43224) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:44.657702 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-09ed9ce8-a653-48f3-bf02-b0b3587021bd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:44.657799 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0866180-959c-405d-b3e7-6f08447a894a None None] Pushing event updated for resources: {'Port': ['ID=614a18e8-939d-405c-9d99-1a308cdb1936,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:44.657880 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-09ed9ce8-a653-48f3-bf02-b0b3587021bd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/13fd4af5-5ada-4394-9a24-405c91429c4d HTTP/1.1" status: 204 len: 168 time: 2.5739987 Sep 23 15:05:44.659577 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43228) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:44.660210 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c0d89706-69ba-455a-bac7-3c66f11671a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:44.750039 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f8bb277c-f334-4470-8087-a7eac6ad7599 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Synchronizing usage tracker for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group_rule {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:05:44.773915 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-19ebe17c-71b4-41a5-b388-bd75cf0c0f26 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Unset dirty status for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:05:44.777783 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-19ebe17c-71b4-41a5-b388-bd75cf0c0f26 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.7640023 Sep 23 15:05:44.784256 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43232) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:44.890383 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1f994d27-946c-4f84-8a03-4b5d16d77b39 None None] Provisioning for port 9a965fef-1c5a-4324-aea6-186275ce2240 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:05:44.896619 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1f994d27-946c-4f84-8a03-4b5d16d77b39 None None] Provisioning complete for port 9a965fef-1c5a-4324-aea6-186275ce2240 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:05:44.896997 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1f994d27-946c-4f84-8a03-4b5d16d77b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:44.897331 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1f994d27-946c-4f84-8a03-4b5d16d77b39 None None] Attempt 1 to provision port 9a965fef-1c5a-4324-aea6-186275ce2240 Sep 23 15:05:44.955334 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dacfb5-070d-4ff0-9b8c-37ad55dabb65 None None] DHCP port deletion for 09b5b8b6-741e-40c1-aca4-6aef93e8d0dd request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:05:44.955543 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f8bb277c-f334-4470-8087-a7eac6ad7599 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Unset dirty status for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group_rule {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:05:44.959745 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f8bb277c-f334-4470-8087-a7eac6ad7599 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5779533 Sep 23 15:05:44.975876 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43236) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:44.976806 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-34dacfb5-070d-4ff0-9b8c-37ad55dabb65 None None] Deleting port 17d5dc86-2fb5-4216-a29a-b57584256179 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:44.977504 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-34dacfb5-070d-4ff0-9b8c-37ad55dabb65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:45.008447 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab11c18-3a95-456f-a760-aee5f2aede41 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:45.009972 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab11c18-3a95-456f-a760-aee5f2aede41 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:45.010774 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4ab11c18-3a95-456f-a760-aee5f2aede41 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:05:45.091536 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-70cf7f9f-cb03-48f0-a2dd-d220a3f740c0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting subnet 18dd09be-d965-45bd-9a5e-c1ff9276e1ee {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:05:45.108528 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941f603a-3376-41f0-b155-e91befe34909 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['shared'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:45.114969 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-941f603a-3376-41f0-b155-e91befe34909 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "GET /v2.0/subnets/f68cc945-5a7d-497b-b8cb-10a6af5cf060?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.5995917 Sep 23 15:05:45.126097 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43240) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:45.134277 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-fdb841f3-9b41-43f3-b4f7-9ef28ac3115e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port eee3191d-12a5-47a8-aaa2-3ed42567af1c {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:45.134656 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fdb841f3-9b41-43f3-b4f7-9ef28ac3115e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:45.153073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-70cf7f9f-cb03-48f0-a2dd-d220a3f740c0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:45.187705 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-15b02d8e-d12c-4273-be20-c5cceca8c686 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1206405461'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:45.194469 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 614a18e8-939d-405c-9d99-1a308cdb1936 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:05:45.227716 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-15b02d8e-d12c-4273-be20-c5cceca8c686 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:45.261704 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9180ed7f-78c1-4029-9419-7aedc9b8c2d7 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:45.268175 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-15b02d8e-d12c-4273-be20-c5cceca8c686 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:45.278902 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-70cf7f9f-cb03-48f0-a2dd-d220a3f740c0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:45.348923 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-9180ed7f-78c1-4029-9419-7aedc9b8c2d7 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Deleting port 17d5dc86-2fb5-4216-a29a-b57584256179 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:45.349580 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9180ed7f-78c1-4029-9419-7aedc9b8c2d7 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:45.391504 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1f994d27-946c-4f84-8a03-4b5d16d77b39 None None] Current status of the port 9a965fef-1c5a-4324-aea6-186275ce2240 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:05:45.392091 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1f994d27-946c-4f84-8a03-4b5d16d77b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:45.442400 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-34dacfb5-070d-4ff0-9b8c-37ad55dabb65 None None] For port 17d5dc86-2fb5-4216-a29a-b57584256179, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=17d5dc86-2fb5-4216-a29a-b57584256179,segment=NetworkSegment(b9c092fe-2b07-43b1-99ef-9b4c70cbb1dd),segment_id=b9c092fe-2b07-43b1-99ef-9b4c70cbb1dd)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:45.442798 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-34dacfb5-070d-4ff0-9b8c-37ad55dabb65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:45.467027 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1f994d27-946c-4f84-8a03-4b5d16d77b39 None None] For port 9a965fef-1c5a-4324-aea6-186275ce2240, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=9a965fef-1c5a-4324-aea6-186275ce2240,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:45.495515 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-15f04795-97c9-44c3-9ef3-ea3be34b900a tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:45.545586 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b02d8e-d12c-4273-be20-c5cceca8c686 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Made reservation on behalf of 6162ca6451a94ec88464d67d4a92acb4 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:45.549721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-15b02d8e-d12c-4273-be20-c5cceca8c686 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:45.562099 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4ab11c18-3a95-456f-a760-aee5f2aede41 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:05:45.566622 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4ab11c18-3a95-456f-a760-aee5f2aede41 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8996296 Sep 23 15:05:45.578309 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43244) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:45.583683 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-34dacfb5-070d-4ff0-9b8c-37ad55dabb65 None None] Calling delete_port for 17d5dc86-2fb5-4216-a29a-b57584256179 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:45.611246 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1f994d27-946c-4f84-8a03-4b5d16d77b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:45.623904 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-70cf7f9f-cb03-48f0-a2dd-d220a3f740c0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:45.663287 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 614a18e8-939d-405c-9d99-1a308cdb1936 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:05:45.663287 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:45.663999 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 614a18e8-939d-405c-9d99-1a308cdb1936 Sep 23 15:05:45.667289 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-15f04795-97c9-44c3-9ef3-ea3be34b900a tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:45.685570 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b02d8e-d12c-4273-be20-c5cceca8c686 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:05:45.737733 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-d143b2b3-89d3-4ff0-9211-96c47f978106 admin admin] Deleting port a1b75a23-a465-4a77-8d06-3e418203e6f1 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:45.738641 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d143b2b3-89d3-4ff0-9211-96c47f978106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:45.762641 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-65c21e0a-e211-405d-966c-10ec5c6d3940 None None] Could not find standard attr ID for object 280aef9a-4228-44dd-a154-11695e35ed4d. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:05:45.784489 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f994d27-946c-4f84-8a03-4b5d16d77b39 None None] Pushing event updated for resources: {'Port': ['ID=9a965fef-1c5a-4324-aea6-186275ce2240,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:45.803773 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-65c21e0a-e211-405d-966c-10ec5c6d3940 None None] Provisioning complete for port 614a18e8-939d-405c-9d99-1a308cdb1936 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:05:45.804330 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-65c21e0a-e211-405d-966c-10ec5c6d3940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:45.804845 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-65c21e0a-e211-405d-966c-10ec5c6d3940 None None] Attempt 1 to provision port 614a18e8-939d-405c-9d99-1a308cdb1936 Sep 23 15:05:45.822073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-9180ed7f-78c1-4029-9419-7aedc9b8c2d7 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] For port 17d5dc86-2fb5-4216-a29a-b57584256179, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=17d5dc86-2fb5-4216-a29a-b57584256179,segment=NetworkSegment(b9c092fe-2b07-43b1-99ef-9b4c70cbb1dd),segment_id=b9c092fe-2b07-43b1-99ef-9b4c70cbb1dd)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:45.822480 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9180ed7f-78c1-4029-9419-7aedc9b8c2d7 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:45.887985 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fdb841f3-9b41-43f3-b4f7-9ef28ac3115e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:45.898976 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-7535db4e-880a-431f-9194-9c49cd02ec78 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet be53d393-3d10-48ee-b2b6-eab258a93617 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:05:45.920998 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 614a18e8-939d-405c-9d99-1a308cdb1936 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:05:45.965844 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-34dacfb5-070d-4ff0-9b8c-37ad55dabb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:45.989405 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-9180ed7f-78c1-4029-9419-7aedc9b8c2d7 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Calling delete_port for 17d5dc86-2fb5-4216-a29a-b57584256179 owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:46.016430 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 17d5dc86-2fb5-4216-a29a-b57584256179 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:05:46.020922 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7535db4e-880a-431f-9194-9c49cd02ec78 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:46.034405 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-fdb841f3-9b41-43f3-b4f7-9ef28ac3115e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Calling delete_port for eee3191d-12a5-47a8-aaa2-3ed42567af1c owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:46.062935 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dacfb5-070d-4ff0-9b8c-37ad55dabb65 None None] No DVR routers for this DVR port 17d5dc86-2fb5-4216-a29a-b57584256179 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:05:46.080478 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dacfb5-070d-4ff0-9b8c-37ad55dabb65 None None] Pushing event deleted for resources: {'Port': ['ID=17d5dc86-2fb5-4216-a29a-b57584256179,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:46.085806 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 17d5dc86-2fb5-4216-a29a-b57584256179 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:05:46.086163 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 17d5dc86-2fb5-4216-a29a-b57584256179 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:05:46.092667 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-65c21e0a-e211-405d-966c-10ec5c6d3940 None None] Current status of the port 614a18e8-939d-405c-9d99-1a308cdb1936 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:05:46.096675 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-65c21e0a-e211-405d-966c-10ec5c6d3940 None None] Could not find standard attr ID for object 13fd4af5-5ada-4394-9a24-405c91429c4d. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:05:46.101003 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa422c0-37a3-4371-888a-20997972185c None None] get_active_networks_info from dv-neutron-859093-1-hyperv {{(pid=89740) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 23 15:05:46.115765 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d89706-69ba-455a-bac7-3c66f11671a8 admin admin] Router e8a384fb-8084-40cc-a6fb-5a538a6e7ac0 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:05:46.202910 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7535db4e-880a-431f-9194-9c49cd02ec78 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:46.212283 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-15f04795-97c9-44c3-9ef3-ea3be34b900a tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:46.251081 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-15b02d8e-d12c-4273-be20-c5cceca8c686 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:46.251431 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-15b02d8e-d12c-4273-be20-c5cceca8c686 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Added segment ca62aca5-8e99-4f4f-a84b-526a4f24f41c of type vlan for network f254cd12-6473-4931-916f-6f6d95995531 Sep 23 15:05:46.252639 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f04795-97c9-44c3-9ef3-ea3be34b900a tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e96d55c-2930-4424-9357-ae14ae99d96c,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:46.264721 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-70cf7f9f-cb03-48f0-a2dd-d220a3f740c0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:46.275839 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa422c0-37a3-4371-888a-20997972185c None None] Resources bound (agent type, host, resource id): {{(pid=89740) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 15:05:46.336630 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf7f9f-cb03-48f0-a2dd-d220a3f740c0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Subnet': ['ID=18dd09be-d965-45bd-9a5e-c1ff9276e1ee,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:46.343056 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-15b02d8e-d12c-4273-be20-c5cceca8c686 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:46.349865 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.api [None req-9180ed7f-78c1-4029-9419-7aedc9b8c2d7 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:05:46.350459 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG oslo_db.api [None req-9180ed7f-78c1-4029-9419-7aedc9b8c2d7 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:05:46.353238 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-70cf7f9f-cb03-48f0-a2dd-d220a3f740c0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:46.364801 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fdb841f3-9b41-43f3-b4f7-9ef28ac3115e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:46.365468 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-d143b2b3-89d3-4ff0-9211-96c47f978106 admin admin] For port a1b75a23-a465-4a77-8d06-3e418203e6f1, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a1b75a23-a465-4a77-8d06-3e418203e6f1,segment=NetworkSegment(d503a50d-2581-4298-a5a4-2bdcd97f6dd0),segment_id=d503a50d-2581-4298-a5a4-2bdcd97f6dd0)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:46.365893 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d143b2b3-89d3-4ff0-9211-96c47f978106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:46.386141 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-70cf7f9f-cb03-48f0-a2dd-d220a3f740c0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/subnets/18dd09be-d965-45bd-9a5e-c1ff9276e1ee HTTP/1.1" status: 204 len: 168 time: 1.8054979 Sep 23 15:05:46.419527 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43248) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:46.478160 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb841f3-9b41-43f3-b4f7-9ef28ac3115e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Port': ['ID=eee3191d-12a5-47a8-aaa2-3ed42567af1c,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:46.506292 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-d143b2b3-89d3-4ff0-9211-96c47f978106 admin admin] Calling delete_port for a1b75a23-a465-4a77-8d06-3e418203e6f1 owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:46.542682 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fdb841f3-9b41-43f3-b4f7-9ef28ac3115e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:46.544807 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-fdb841f3-9b41-43f3-b4f7-9ef28ac3115e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/ports/eee3191d-12a5-47a8-aaa2-3ed42567af1c HTTP/1.1" status: 204 len: 168 time: 1.7594414 Sep 23 15:05:46.551528 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43252) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:46.576955 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d89706-69ba-455a-bac7-3c66f11671a8 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:05:46.584479 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c0d89706-69ba-455a-bac7-3c66f11671a8 admin admin] 10.222.0.67 "PUT /v2.0/routers/e8a384fb-8084-40cc-a6fb-5a538a6e7ac0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0283272 Sep 23 15:05:46.592934 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43256) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:46.594335 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816328bd-043c-41a7-b9d6-e939c63a2c81 None None] Sync routers for ids ['e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:05:46.622976 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816328bd-043c-41a7-b9d6-e939c63a2c81 None None] Routers {'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:05:46.623615 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-816328bd-043c-41a7-b9d6-e939c63a2c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:05:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:46.679338 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-15f04795-97c9-44c3-9ef3-ea3be34b900a tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:46.683181 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-15f04795-97c9-44c3-9ef3-ea3be34b900a tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "DELETE /v2.0/security-groups/2e96d55c-2930-4424-9357-ae14ae99d96c HTTP/1.1" status: 204 len: 168 time: 1.7041979 Sep 23 15:05:46.683864 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43260) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:46.714970 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fe1dfa82-5b60-4eb9-8e19-297a18644872 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:46.716721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-15b02d8e-d12c-4273-be20-c5cceca8c686 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:46.722174 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b02d8e-d12c-4273-be20-c5cceca8c686 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:46.722825 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-15b02d8e-d12c-4273-be20-c5cceca8c686 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:46.824756 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-816328bd-043c-41a7-b9d6-e939c63a2c81 None None] Set router e8a384fb-8084-40cc-a6fb-5a538a6e7ac0 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:05:46.910681 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-9180ed7f-78c1-4029-9419-7aedc9b8c2d7 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Deleting port 17d5dc86-2fb5-4216-a29a-b57584256179 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:46.911132 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9180ed7f-78c1-4029-9419-7aedc9b8c2d7 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:47.061819 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-fe1dfa82-5b60-4eb9-8e19-297a18644872 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting port 614a18e8-939d-405c-9d99-1a308cdb1936 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:47.062187 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fe1dfa82-5b60-4eb9-8e19-297a18644872 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:47.089322 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-15b02d8e-d12c-4273-be20-c5cceca8c686 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9609027 Sep 23 15:05:47.107783 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43264) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:47.110098 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-9180ed7f-78c1-4029-9419-7aedc9b8c2d7 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] The port '17d5dc86-2fb5-4216-a29a-b57584256179' was deleted {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:05:47.119764 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7535db4e-880a-431f-9194-9c49cd02ec78 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:47.136380 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-661571d6-55db-4bf3-a2fc-c420bb835ade tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Request body: {'subnet': {'network_id': 'f254cd12-6473-4931-916f-6f6d95995531', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:47.160609 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 9a965fef-1c5a-4324-aea6-186275ce2240 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:05:47.168576 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b02d8e-d12c-4273-be20-c5cceca8c686 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event updated for resources: {'Network': ['ID=f254cd12-6473-4931-916f-6f6d95995531,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:47.197670 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network f254cd12-6473-4931-916f-6f6d95995531 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:05:47.225313 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-acfbc971-1d47-4962-ae5a-0ac87624faf2 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Synchronizing usage tracker for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:05:47.260691 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e6534b3e-c55f-402f-a4c7-9a94c0ed1fa4 admin admin] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:47.349143 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9180ed7f-78c1-4029-9419-7aedc9b8c2d7 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:47.360147 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6896791b-7951-4e3d-9c1f-88e22f2ffe4f None None] Network e64ba6b5-a13d-4a59-9518-9e77a5c53220 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:47.420786 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-661571d6-55db-4bf3-a2fc-c420bb835ade tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:47.423098 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ef3f21-7acf-444f-9c02-3addd2e85b72 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:47.423861 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-70ef3f21-7acf-444f-9c02-3addd2e85b72 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Synchronizing usage tracker for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:05:47.427409 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-9180ed7f-78c1-4029-9419-7aedc9b8c2d7 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b5b8b6-741e-40c1-aca4-6aef93e8d0dd']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:47.439861 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-acfbc971-1d47-4962-ae5a-0ac87624faf2 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Unset dirty status for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:05:47.447116 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-acfbc971-1d47-4962-ae5a-0ac87624faf2 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7496243 Sep 23 15:05:47.447287 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43268) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:47.458803 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-2583cb94-7980-4bda-bc19-973923e0f4ea tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Request body: {'security_group': {'name': 'tempest-secgroup--1732177194'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:47.463990 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-9180ed7f-78c1-4029-9419-7aedc9b8c2d7 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c092fe-2b07-43b1-99ef-9b4c70cbb1dd') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:47.464363 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-9180ed7f-78c1-4029-9419-7aedc9b8c2d7 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c092fe-2b07-43b1-99ef-9b4c70cbb1dd') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:47.479758 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2583cb94-7980-4bda-bc19-973923e0f4ea tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:47.485525 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7535db4e-880a-431f-9194-9c49cd02ec78 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:47.493228 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 9a965fef-1c5a-4324-aea6-186275ce2240 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:05:47.493703 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:47.493889 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 9a965fef-1c5a-4324-aea6-186275ce2240 Sep 23 15:05:47.528121 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9180ed7f-78c1-4029-9419-7aedc9b8c2d7 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:47.556219 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-816328bd-043c-41a7-b9d6-e939c63a2c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'name': 'tempest-ServerActionsTestJSON-1933028262-router', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:05:42Z', 'revision_number': 5, 'project_id': '74a86a480a6e47f78eac424839cb09ea', 'gw_port': {'id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:27Z', 'updated_at': '2022-09-23T15:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:47.556641 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2583cb94-7980-4bda-bc19-973923e0f4ea tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:47.560991 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535db4e-880a-431f-9194-9c49cd02ec78 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=be53d393-3d10-48ee-b2b6-eab258a93617,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:47.563502 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-70ef3f21-7acf-444f-9c02-3addd2e85b72 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Unset dirty status for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:05:47.565110 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-70ef3f21-7acf-444f-9c02-3addd2e85b72 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.0125554 Sep 23 15:05:47.566988 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-661571d6-55db-4bf3-a2fc-c420bb835ade tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:47.569754 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43272) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:47.605012 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9180ed7f-78c1-4029-9419-7aedc9b8c2d7 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:47.616412 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7535db4e-880a-431f-9194-9c49cd02ec78 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:47.617522 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816328bd-043c-41a7-b9d6-e939c63a2c81 None None] Checking router: e8a384fb-8084-40cc-a6fb-5a538a6e7ac0 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:05:47.628255 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9180ed7f-78c1-4029-9419-7aedc9b8c2d7 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:05:47.628927 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9180ed7f-78c1-4029-9419-7aedc9b8c2d7 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:47.635028 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-fe1dfa82-5b60-4eb9-8e19-297a18644872 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] For port 614a18e8-939d-405c-9d99-1a308cdb1936, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=614a18e8-939d-405c-9d99-1a308cdb1936,segment=NetworkSegment(e3ca041e-ca0d-4c6e-890a-c6b45b7d9dfd),segment_id=e3ca041e-ca0d-4c6e-890a-c6b45b7d9dfd)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:47.635539 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fe1dfa82-5b60-4eb9-8e19-297a18644872 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:47.636174 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1def7c-b721-41ba-a695-d37c17b25389 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:47.658034 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-409ebf6b-b2db-4bcd-81d0-e9c11f4575db tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] GET failed (client error): The resource could not be found. Sep 23 15:05:47.658889 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-409ebf6b-b2db-4bcd-81d0-e9c11f4575db tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "GET /v2.0/ports/189ff2e5-5416-4432-bf54-6f8396155e01 HTTP/1.1" status: 404 len: 333 time: 0.0864751 Sep 23 15:05:47.706434 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43278) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:47.710095 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d143b2b3-89d3-4ff0-9211-96c47f978106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:47.721133 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment b9c092fe-2b07-43b1-99ef-9b4c70cbb1dd resource provider aggregate not found Sep 23 15:05:47.731487 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816328bd-043c-41a7-b9d6-e939c63a2c81 None None] Routers {'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:05:47.732136 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-816328bd-043c-41a7-b9d6-e939c63a2c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:05:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:47.780775 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2583cb94-7980-4bda-bc19-973923e0f4ea tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:47.798818 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e6534b3e-c55f-402f-a4c7-9a94c0ed1fa4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:47.799392 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment b9c092fe-2b07-43b1-99ef-9b4c70cbb1dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9c092fe-2b07-43b1-99ef-9b4c70cbb1dd found for delete ", "request_id": "req-63c3f464-e72c-4fda-bee0-e476d53db308"}]} Sep 23 15:05:47.801669 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661571d6-55db-4bf3-a2fc-c420bb835ade tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Made reservation on behalf of 6162ca6451a94ec88464d67d4a92acb4 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:47.804473 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143b2b3-89d3-4ff0-9211-96c47f978106 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1b75a23-a465-4a77-8d06-3e418203e6f1,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:47.805425 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-661571d6-55db-4bf3-a2fc-c420bb835ade tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:47.841672 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-fe1dfa82-5b60-4eb9-8e19-297a18644872 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Calling delete_port for 614a18e8-939d-405c-9d99-1a308cdb1936 owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:47.856797 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7535db4e-880a-431f-9194-9c49cd02ec78 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/be53d393-3d10-48ee-b2b6-eab258a93617 HTTP/1.1" status: 204 len: 168 time: 2.2767234 Sep 23 15:05:47.870187 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43284) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:47.974589 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4dd3b9-6dd6-47d8-9ac2-bb21463a7a89 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] GET failed (client error): The resource could not be found. Sep 23 15:05:47.975282 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ca4dd3b9-6dd6-47d8-9ac2-bb21463a7a89 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Synchronizing usage tracker for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:05:47.999493 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2583cb94-7980-4bda-bc19-973923e0f4ea tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:48.008448 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9180ed7f-78c1-4029-9419-7aedc9b8c2d7 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:48.015843 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.ipam_backend_mixin [None req-661571d6-55db-4bf3-a2fc-c420bb835ade tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Performing IP validity checks on allocation pools {{(pid=89739) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 23 15:05:48.016508 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.ipam_backend_mixin [None req-661571d6-55db-4bf3-a2fc-c420bb835ade tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89739) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 23 15:05:48.018982 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8737735e-ae98-404f-bd8f-3cf12ba5ed1d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1468351 Sep 23 15:05:48.021496 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-e6534b3e-c55f-402f-a4c7-9a94c0ed1fa4 admin admin] Deleting port ec6811fe-9b71-4666-8804-7d5ca0fac960 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:48.021965 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e6534b3e-c55f-402f-a4c7-9a94c0ed1fa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:48.022227 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2583cb94-7980-4bda-bc19-973923e0f4ea tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Usage tracker for resource:security_group_rule and tenant:3fc971569b8040148359743b9a26dcf0 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:48.040135 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2583cb94-7980-4bda-bc19-973923e0f4ea tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:48.042658 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43288) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:48.043696 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9180ed7f-78c1-4029-9419-7aedc9b8c2d7 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:48.060467 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-150b4ba3-d8b9-4f64-ae80-b342c945df23 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:48.079986 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ca4dd3b9-6dd6-47d8-9ac2-bb21463a7a89 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Unset dirty status for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:05:48.080238 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2583cb94-7980-4bda-bc19-973923e0f4ea tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:48.084110 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ca4dd3b9-6dd6-47d8-9ac2-bb21463a7a89 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "GET /v2.0/ports/eee3191d-12a5-47a8-aaa2-3ed42567af1c HTTP/1.1" status: 404 len: 333 time: 0.3733375 Sep 23 15:05:48.084528 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43292) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:48.090157 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180ed7f-78c1-4029-9419-7aedc9b8c2d7 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Pushing event deleted for resources: {'Network': ['ID=09b5b8b6-741e-40c1-aca4-6aef93e8d0dd,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:48.090949 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 9a965fef-1c5a-4324-aea6-186275ce2240 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:05:48.127198 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9180ed7f-78c1-4029-9419-7aedc9b8c2d7 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] 10.222.0.67 "DELETE /v2.0/networks/09b5b8b6-741e-40c1-aca4-6aef93e8d0dd HTTP/1.1" status: 204 len: 168 time: 3.4809051 Sep 23 15:05:48.130163 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43296) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:48.131919 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-816328bd-043c-41a7-b9d6-e939c63a2c81 None None] Set router e8a384fb-8084-40cc-a6fb-5a538a6e7ac0 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:05:48.247790 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f371fa-e449-4ebf-9dbb-0044e9612bd5 None None] DHCP port deletion for e64ba6b5-a13d-4a59-9518-9e77a5c53220 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:05:48.249786 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-64b53cbd-19b3-4f8c-8d2d-22af1fd93f6b tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] 10.222.0.67 "GET /v2.0/ports?device_id=5bfbb84a-3e5e-430b-b64b-f4224f8ad93f HTTP/1.1" status: 200 len: 205 time: 0.1184025 Sep 23 15:05:48.251356 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fe1dfa82-5b60-4eb9-8e19-297a18644872 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:48.256150 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43300) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:48.375318 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1dfa82-5b60-4eb9-8e19-297a18644872 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Port': ['ID=614a18e8-939d-405c-9d99-1a308cdb1936,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:48.432695 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-150b4ba3-d8b9-4f64-ae80-b342c945df23 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:48.452165 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-88f6cb45-8074-4500-a27a-a9787ca00c69 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:48.452165 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-150b4ba3-d8b9-4f64-ae80-b342c945df23 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:subnet and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:48.457071 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-150b4ba3-d8b9-4f64-ae80-b342c945df23 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:48.467976 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1dfa82-5b60-4eb9-8e19-297a18644872 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] No DVR routers for this DVR port 614a18e8-939d-405c-9d99-1a308cdb1936 on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:05:48.476946 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fe1266-9530-4770-aa11-3bd8701431ef None None] DHCP port deletion for c3d67a4b-9092-448f-b14d-bd8d70a05623 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:05:48.477410 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-150b4ba3-d8b9-4f64-ae80-b342c945df23 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:48.510830 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-72fe1266-9530-4770-aa11-3bd8701431ef None None] Deleting port 9a965fef-1c5a-4324-aea6-186275ce2240 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:48.511242 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-72fe1266-9530-4770-aa11-3bd8701431ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:48.685191 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-36c06e8e-6f67-49e5-8083-fab449a90916 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:48.716421 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-816328bd-043c-41a7-b9d6-e939c63a2c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'name': 'tempest-ServerActionsTestJSON-1933028262-router', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:05:42Z', 'revision_number': 5, 'project_id': '74a86a480a6e47f78eac424839cb09ea', 'gw_port': {'id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:27Z', 'updated_at': '2022-09-23T15:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:48.732052 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816328bd-043c-41a7-b9d6-e939c63a2c81 None None] The sync data for ids ['e8a384fb-8084-40cc-a6fb-5a538a6e7ac0'] in dv-neutron-859093-1-hyperv is: [{'id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'name': 'tempest-ServerActionsTestJSON-1933028262-router', 'tenant_id': '74a86a480a6e47f78eac424839cb09ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233'}], 'enable_snat': True}, 'gw_port_id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:01:26Z', 'updated_at': '2022-09-23T15:05:42Z', 'revision_number': 5, 'project_id': '74a86a480a6e47f78eac424839cb09ea', 'gw_port': {'id': 'ec6811fe-9b71-4666-8804-7d5ca0fac960', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a384fb-8084-40cc-a6fb-5a538a6e7ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:01:27Z', 'updated_at': '2022-09-23T15:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:05:48.733088 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150b4ba3-d8b9-4f64-ae80-b342c945df23 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:48.736785 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-150b4ba3-d8b9-4f64-ae80-b342c945df23 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:48.768900 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-72fe1266-9530-4770-aa11-3bd8701431ef None None] For port 9a965fef-1c5a-4324-aea6-186275ce2240, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=9a965fef-1c5a-4324-aea6-186275ce2240,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:48.769643 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-72fe1266-9530-4770-aa11-3bd8701431ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:48.787135 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2583cb94-7980-4bda-bc19-973923e0f4ea tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:48.919618 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-72fe1266-9530-4770-aa11-3bd8701431ef None None] Calling delete_port for 9a965fef-1c5a-4324-aea6-186275ce2240 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:48.953457 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2583cb94-7980-4bda-bc19-973923e0f4ea tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:48.983972 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fe1dfa82-5b60-4eb9-8e19-297a18644872 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:49.005555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-e6534b3e-c55f-402f-a4c7-9a94c0ed1fa4 admin admin] For port ec6811fe-9b71-4666-8804-7d5ca0fac960, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ec6811fe-9b71-4666-8804-7d5ca0fac960,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:49.005925 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e6534b3e-c55f-402f-a4c7-9a94c0ed1fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:49.019536 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d143b2b3-89d3-4ff0-9211-96c47f978106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:49.024105 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-88f6cb45-8074-4500-a27a-a9787ca00c69 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:49.085320 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-fe1dfa82-5b60-4eb9-8e19-297a18644872 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64ba6b5-a13d-4a59-9518-9e77a5c53220']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:49.102148 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-fe1dfa82-5b60-4eb9-8e19-297a18644872 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ca041e-ca0d-4c6e-890a-c6b45b7d9dfd') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:49.102796 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-fe1dfa82-5b60-4eb9-8e19-297a18644872 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ca041e-ca0d-4c6e-890a-c6b45b7d9dfd') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:49.105684 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583cb94-7980-4bda-bc19-973923e0f4ea tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c55600-0a7a-4945-b765-0efce92b5fcd,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:49.109212 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-88f6cb45-8074-4500-a27a-a9787ca00c69 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3879a6a-b60b-4245-83d0-df74a61a438c']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:49.120162 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fe1dfa82-5b60-4eb9-8e19-297a18644872 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:49.132286 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-72fe1266-9530-4770-aa11-3bd8701431ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:49.145232 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fe1dfa82-5b60-4eb9-8e19-297a18644872 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:49.152114 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1dfa82-5b60-4eb9-8e19-297a18644872 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:05:49.152653 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fe1dfa82-5b60-4eb9-8e19-297a18644872 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:49.196288 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-88f6cb45-8074-4500-a27a-a9787ca00c69 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0053b5d2-7449-4a8a-b95d-63cf0ae8e639') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:49.196598 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-88f6cb45-8074-4500-a27a-a9787ca00c69 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0053b5d2-7449-4a8a-b95d-63cf0ae8e639') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:49.218248 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fe1266-9530-4770-aa11-3bd8701431ef None None] No DVR routers for this DVR port 9a965fef-1c5a-4324-aea6-186275ce2240 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:05:49.222654 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2583cb94-7980-4bda-bc19-973923e0f4ea tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:49.227399 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2583cb94-7980-4bda-bc19-973923e0f4ea tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7765224 Sep 23 15:05:49.233033 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-88f6cb45-8074-4500-a27a-a9787ca00c69 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:49.239447 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43304) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:49.243511 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe1266-9530-4770-aa11-3bd8701431ef None None] Pushing event deleted for resources: {'Port': ['ID=9a965fef-1c5a-4324-aea6-186275ce2240,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:49.249164 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-cd67f33d-73dc-4ed2-8719-f7c27eb1bb7c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Request body: {'security_group_rule': {'security_group_id': '30c55600-0a7a-4945-b765-0efce92b5fcd', 'direction': 'ingress', 'protocol': 17}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:49.260432 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-cd67f33d-73dc-4ed2-8719-f7c27eb1bb7c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:49.291157 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 9a965fef-1c5a-4324-aea6-186275ce2240 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:05:49.322043 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-88f6cb45-8074-4500-a27a-a9787ca00c69 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:49.324339 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-cd67f33d-73dc-4ed2-8719-f7c27eb1bb7c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Usage tracker for resource:security_group_rule and tenant:3fc971569b8040148359743b9a26dcf0 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:49.336206 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 9a965fef-1c5a-4324-aea6-186275ce2240 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:05:49.336555 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 9a965fef-1c5a-4324-aea6-186275ce2240 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:05:49.336977 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 614a18e8-939d-405c-9d99-1a308cdb1936 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:05:49.339010 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-cd67f33d-73dc-4ed2-8719-f7c27eb1bb7c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:49.388324 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 614a18e8-939d-405c-9d99-1a308cdb1936 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:05:49.388541 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 614a18e8-939d-405c-9d99-1a308cdb1936 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:05:49.388764 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f6cb45-8074-4500-a27a-a9787ca00c69 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:05:49.388897 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a7318af2-af3c-45de-80bc-bf0927d6f715 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:05:49.389072 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-88f6cb45-8074-4500-a27a-a9787ca00c69 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:49.408136 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-cd67f33d-73dc-4ed2-8719-f7c27eb1bb7c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:49.426641 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: a7318af2-af3c-45de-80bc-bf0927d6f715 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:05:49.438429 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a7318af2-af3c-45de-80bc-bf0927d6f715 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:05:49.518391 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment e3ca041e-ca0d-4c6e-890a-c6b45b7d9dfd resource provider aggregate not found Sep 23 15:05:49.532939 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-e6534b3e-c55f-402f-a4c7-9a94c0ed1fa4 admin admin] Calling delete_port for ec6811fe-9b71-4666-8804-7d5ca0fac960 owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:49.598678 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-36c06e8e-6f67-49e5-8083-fab449a90916 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:49.601160 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment e3ca041e-ca0d-4c6e-890a-c6b45b7d9dfd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3ca041e-ca0d-4c6e-890a-c6b45b7d9dfd found for delete ", "request_id": "req-94d35bb4-50b6-4f54-a6de-c907da7ba88c"}]} Sep 23 15:05:49.610735 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-36c06e8e-6f67-49e5-8083-fab449a90916 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:49.629354 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-88f6cb45-8074-4500-a27a-a9787ca00c69 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:49.640374 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cd67f33d-73dc-4ed2-8719-f7c27eb1bb7c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:49.673448 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-88f6cb45-8074-4500-a27a-a9787ca00c69 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:49.696289 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6cb45-8074-4500-a27a-a9787ca00c69 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Network': ['ID=a3879a6a-b60b-4245-83d0-df74a61a438c,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:49.701398 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fe1dfa82-5b60-4eb9-8e19-297a18644872 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:49.706162 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fe1dfa82-5b60-4eb9-8e19-297a18644872 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:49.738386 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-661571d6-55db-4bf3-a2fc-c420bb835ade tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:49.741788 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-36c06e8e-6f67-49e5-8083-fab449a90916 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:49.742282 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c06e8e-6f67-49e5-8083-fab449a90916 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Fanout notify agent at l3_agent the message router_deleted on router 5bfbb84a-3e5e-430b-b64b-f4224f8ad93f {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:05:49.773341 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-88f6cb45-8074-4500-a27a-a9787ca00c69 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/networks/a3879a6a-b60b-4245-83d0-df74a61a438c HTTP/1.1" status: 204 len: 168 time: 1.6794050 Sep 23 15:05:49.778072 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1dfa82-5b60-4eb9-8e19-297a18644872 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Network': ['ID=e64ba6b5-a13d-4a59-9518-9e77a5c53220,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:49.778866 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43312) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:49.791032 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-c45af577-290a-4865-a0e0-5356604611ac tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-700015016'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:49.804098 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-c45af577-290a-4865-a0e0-5356604611ac tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:49.809433 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-150b4ba3-d8b9-4f64-ae80-b342c945df23 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:49.842235 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-c45af577-290a-4865-a0e0-5356604611ac tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:network and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:49.846081 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 0053b5d2-7449-4a8a-b95d-63cf0ae8e639 resource provider aggregate not found Sep 23 15:05:49.857308 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-c45af577-290a-4865-a0e0-5356604611ac tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:49.865152 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-36c06e8e-6f67-49e5-8083-fab449a90916 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:49.866076 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-36c06e8e-6f67-49e5-8083-fab449a90916 tempest-RoutersNegativeTest-1349580542 tempest-RoutersNegativeTest-1349580542-project] 10.222.0.67 "DELETE /v2.0/routers/5bfbb84a-3e5e-430b-b64b-f4224f8ad93f HTTP/1.1" status: 204 len: 168 time: 1.5728898 Sep 23 15:05:49.882050 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 0053b5d2-7449-4a8a-b95d-63cf0ae8e639 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0053b5d2-7449-4a8a-b95d-63cf0ae8e639 found for delete ", "request_id": "req-2a528a23-27bc-4450-87f8-152c3ee38304"}]} Sep 23 15:05:49.888676 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-c45af577-290a-4865-a0e0-5356604611ac tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:49.914593 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cd67f33d-73dc-4ed2-8719-f7c27eb1bb7c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:49.917782 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661571d6-55db-4bf3-a2fc-c420bb835ade tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event updated for resources: {'Subnet': ['ID=9584e2fd-2874-41cf-bdac-95f07984ccd3,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:49.923578 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150b4ba3-d8b9-4f64-ae80-b342c945df23 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:49.925534 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-fe1dfa82-5b60-4eb9-8e19-297a18644872 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/networks/e64ba6b5-a13d-4a59-9518-9e77a5c53220 HTTP/1.1" status: 204 len: 168 time: 3.4882770 Sep 23 15:05:49.929562 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43322) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:49.930331 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661571d6-55db-4bf3-a2fc-c420bb835ade tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Checking segment: {'id': 'ca62aca5-8e99-4f4f-a84b-526a4f24f41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f254cd12-6473-4931-916f-6f6d95995531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:05:49.930704 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661571d6-55db-4bf3-a2fc-c420bb835ade tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Network hostable DHCP agents. Network: f254cd12-6473-4931-916f-6f6d95995531, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:05:49.933784 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d143b2b3-89d3-4ff0-9211-96c47f978106 admin admin] Router a1b82d09-0493-4257-9b8c-c3e46ae21cbd has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:05:49.935608 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-150b4ba3-d8b9-4f64-ae80-b342c945df23 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:49.941897 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150b4ba3-d8b9-4f64-ae80-b342c945df23 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:49.945643 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-150b4ba3-d8b9-4f64-ae80-b342c945df23 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:49.946093 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b4ba3-d8b9-4f64-ae80-b342c945df23 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=d1c73371-528f-403a-af2c-f865bbded599,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:49.946402 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e77230-bd77-4d30-9fcb-abcf1d55be09 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:49.957320 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-954b49a1-c04d-4d38-9799-b7f594c9d6ea tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'port': {'network_id': '836ff237-6f4c-47b9-90eb-75fa61685684', 'name': 'tempest-PortsTestJSON-1910893950'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:50.023136 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45af577-290a-4865-a0e0-5356604611ac tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:50.026820 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c45af577-290a-4865-a0e0-5356604611ac tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:50.036244 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cd67f33d-73dc-4ed2-8719-f7c27eb1bb7c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:50.074868 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-150b4ba3-d8b9-4f64-ae80-b342c945df23 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0254230 Sep 23 15:05:50.086700 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43326) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:50.099860 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-fc8aa914-cef4-4ac9-95d1-0f1ad35518ca tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'port': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'name': 'tempest-NetworksTestDHCPv6-1855150437'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:50.103279 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-954b49a1-c04d-4d38-9799-b7f594c9d6ea tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:50.109339 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e6534b3e-c55f-402f-a4c7-9a94c0ed1fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:50.119027 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67f33d-73dc-4ed2-8719-f7c27eb1bb7c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b4925d-b088-4ae0-83b4-ddac0a6418ce,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:50.148642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-954b49a1-c04d-4d38-9799-b7f594c9d6ea tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:port and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:50.154529 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-954b49a1-c04d-4d38-9799-b7f594c9d6ea tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:50.182483 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-954b49a1-c04d-4d38-9799-b7f594c9d6ea tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:50.184874 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6534b3e-c55f-402f-a4c7-9a94c0ed1fa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec6811fe-9b71-4666-8804-7d5ca0fac960,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:50.195852 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbbc16f-0a30-4aad-b2f0-143d57e64c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-c3d67a4b-9092-448f-b14d-bd8d70a05623', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'fixed_ips': [{'subnet_id': 'd1c73371-528f-403a-af2c-f865bbded599'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:05:50.199063 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc16f-0a30-4aad-b2f0-143d57e64c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:50.245522 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45af577-290a-4865-a0e0-5356604611ac tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:05:50.250956 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cd67f33d-73dc-4ed2-8719-f7c27eb1bb7c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:50.252132 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-cd67f33d-73dc-4ed2-8719-f7c27eb1bb7c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0100513 Sep 23 15:05:50.265231 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43330) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:50.300467 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c45af577-290a-4865-a0e0-5356604611ac tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:50.300675 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-c45af577-290a-4865-a0e0-5356604611ac tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Added segment 15fb05ee-9c71-4814-b250-3fd35002153c of type vlan for network de479a0b-a25d-408c-b6e9-aac2e03793e1 Sep 23 15:05:50.381112 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d143b2b3-89d3-4ff0-9211-96c47f978106 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:05:50.391921 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67917358-c474-487d-86b7-d6b973465566 None None] Sync routers for ids ['a1b82d09-0493-4257-9b8c-c3e46ae21cbd'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:05:50.394753 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-ddbbc16f-0a30-4aad-b2f0-143d57e64c10 None None] Allocated IP 2001:db8::2 (c3d67a4b-9092-448f-b14d-bd8d70a05623/d1c73371-528f-403a-af2c-f865bbded599/6b80a533-dc13-4cf9-afc7-6fc9fd551d2f) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:05:50.396862 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c45af577-290a-4865-a0e0-5356604611ac tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:50.409923 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67917358-c474-487d-86b7-d6b973465566 None None] Routers {'a1b82d09-0493-4257-9b8c-c3e46ae21cbd'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:05:50.410753 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-67917358-c474-487d-86b7-d6b973465566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:05:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['a1b82d09-0493-4257-9b8c-c3e46ae21cbd'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:50.419060 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661571d6-55db-4bf3-a2fc-c420bb835ade tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Network f254cd12-6473-4931-916f-6f6d95995531 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:05:50.432732 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d143b2b3-89d3-4ff0-9211-96c47f978106 admin admin] 10.222.0.67 "PUT /v2.0/routers/a1b82d09-0493-4257-9b8c-c3e46ae21cbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9215302 Sep 23 15:05:50.437777 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43336) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:50.480824 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e6534b3e-c55f-402f-a4c7-9a94c0ed1fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:50.534837 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43340) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:50.538230 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-661571d6-55db-4bf3-a2fc-c420bb835ade tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, f254cd12-6473-4931-916f-6f6d95995531) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:50.550346 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4176d76b-19eb-40bc-93ab-ba0400d37867 None None] Network f254cd12-6473-4931-916f-6f6d95995531 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:50.553071 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661571d6-55db-4bf3-a2fc-c420bb835ade tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:50.554094 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-661571d6-55db-4bf3-a2fc-c420bb835ade tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:50.634653 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-67917358-c474-487d-86b7-d6b973465566 None None] Set router a1b82d09-0493-4257-9b8c-c3e46ae21cbd gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:05:50.642059 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954b49a1-c04d-4d38-9799-b7f594c9d6ea tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:50.646069 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-954b49a1-c04d-4d38-9799-b7f594c9d6ea tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:50.647974 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.resource_extend [None req-c45af577-290a-4865-a0e0-5356604611ac tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:05:50.702009 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-fc8aa914-cef4-4ac9-95d1-0f1ad35518ca tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:50.711392 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-fc8aa914-cef4-4ac9-95d1-0f1ad35518ca tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:port and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:50.716905 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-fc8aa914-cef4-4ac9-95d1-0f1ad35518ca tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:50.719883 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-43b2a924-2c4f-4b92-abde-5f5ed1bf912a tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:50.728661 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-fc8aa914-cef4-4ac9-95d1-0f1ad35518ca tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:50.761317 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-661571d6-55db-4bf3-a2fc-c420bb835ade tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.6434019 Sep 23 15:05:50.766998 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43346) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:50.780691 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-954b49a1-c04d-4d38-9799-b7f594c9d6ea tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] device_id is not set on port 3a097818-9f3e-4dac-8879-da5ca76aea7a yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:05:50.822665 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e6534b3e-c55f-402f-a4c7-9a94c0ed1fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:50.826636 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e6534b3e-c55f-402f-a4c7-9a94c0ed1fa4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:50.875446 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc16f-0a30-4aad-b2f0-143d57e64c10 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:50.931510 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-f5ddd379-3669-4636-8416-46b9df80e03d tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:50.942716 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc16f-0a30-4aad-b2f0-143d57e64c10 None None] Transition to ACTIVE for port object 6b80a533-dc13-4cf9-afc7-6fc9fd551d2f will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:50.948334 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e6534b3e-c55f-402f-a4c7-9a94c0ed1fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:50.948758 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6534b3e-c55f-402f-a4c7-9a94c0ed1fa4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8a384fb-8084-40cc-a6fb-5a538a6e7ac0 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:05:50.977181 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c45af577-290a-4865-a0e0-5356604611ac tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:50.979624 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f2d043-3c05-4c79-8c65-4d8f1f5e5f4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-f254cd12-6473-4931-916f-6f6d95995531', 'network_id': 'f254cd12-6473-4931-916f-6f6d95995531', 'tenant_id': '6162ca6451a94ec88464d67d4a92acb4', 'fixed_ips': [{'subnet_id': '9584e2fd-2874-41cf-bdac-95f07984ccd3'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:05:50.985722 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e1f2d043-3c05-4c79-8c65-4d8f1f5e5f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:50.985865 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45af577-290a-4865-a0e0-5356604611ac tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:50.985865 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c45af577-290a-4865-a0e0-5356604611ac tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:51.000736 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6cbf0d9c-4c35-4ab6-bfc7-f4c7868e4ddc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f05dcad3826945aa8dd780bd178330ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4596393 Sep 23 15:05:51.019010 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43350) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:51.083580 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc16f-0a30-4aad-b2f0-143d57e64c10 None None] Transition to ACTIVE for port object 6b80a533-dc13-4cf9-afc7-6fc9fd551d2f will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:51.107733 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-43b2a924-2c4f-4b92-abde-5f5ed1bf912a tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:51.160755 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e6534b3e-c55f-402f-a4c7-9a94c0ed1fa4 admin admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:51.162039 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e6534b3e-c55f-402f-a4c7-9a94c0ed1fa4 admin admin] 10.222.0.67 "DELETE /v2.0/routers/e8a384fb-8084-40cc-a6fb-5a538a6e7ac0 HTTP/1.1" status: 204 len: 168 time: 4.5682559 Sep 23 15:05:51.173182 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8aa914-cef4-4ac9-95d1-0f1ad35518ca tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:51.175993 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fc8aa914-cef4-4ac9-95d1-0f1ad35518ca tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:51.188314 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43354) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:51.190092 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc16f-0a30-4aad-b2f0-143d57e64c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:51.214509 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-67917358-c474-487d-86b7-d6b973465566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'name': 'tempest-ServersTestManualDisk-1896356029-router', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50'}], 'enable_snat': True}, 'gw_port_id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:03:52Z', 'updated_at': '2022-09-23T15:05:47Z', 'revision_number': 5, 'project_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'gw_port': {'id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:03:55Z', 'updated_at': '2022-09-23T15:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:51.218431 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67917358-c474-487d-86b7-d6b973465566 None None] Checking router: a1b82d09-0493-4257-9b8c-c3e46ae21cbd for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:05:51.228100 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67917358-c474-487d-86b7-d6b973465566 None None] Routers {'a1b82d09-0493-4257-9b8c-c3e46ae21cbd'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:05:51.228696 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-67917358-c474-487d-86b7-d6b973465566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:05:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['a1b82d09-0493-4257-9b8c-c3e46ae21cbd'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:51.276596 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbbc16f-0a30-4aad-b2f0-143d57e64c10 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:51.282811 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbc16f-0a30-4aad-b2f0-143d57e64c10 None None] Pushing event updated for resources: {'Port': ['ID=6b80a533-dc13-4cf9-afc7-6fc9fd551d2f,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:51.285526 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-ddbbc16f-0a30-4aad-b2f0-143d57e64c10 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:51.289092 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-852238a1-9078-46ec-a4f6-cfd5e3b2bfc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:51.290182 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbbc16f-0a30-4aad-b2f0-143d57e64c10 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:51.317571 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-852238a1-9078-46ec-a4f6-cfd5e3b2bfc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:51.355520 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45af577-290a-4865-a0e0-5356604611ac tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Network': ['ID=de479a0b-a25d-408c-b6e9-aac2e03793e1,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:51.367682 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-954b49a1-c04d-4d38-9799-b7f594c9d6ea tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:51.381126 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network de479a0b-a25d-408c-b6e9-aac2e03793e1 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:05:51.387136 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-a832032d-d247-4786-91b7-07b86fc90015 admin admin] Deleting subnet ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:05:51.390594 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a832032d-d247-4786-91b7-07b86fc90015 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:51.442109 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-67917358-c474-487d-86b7-d6b973465566 None None] Set router a1b82d09-0493-4257-9b8c-c3e46ae21cbd gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:05:51.450981 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f5ddd379-3669-4636-8416-46b9df80e03d tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16134038'] for subnet, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:51.454451 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a832032d-d247-4786-91b7-07b86fc90015 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:51.459276 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-070a1fbc-ca2c-42de-a8ae-d9bb85c031c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:51.527360 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-e1f2d043-3c05-4c79-8c65-4d8f1f5e5f4c None None] Allocated IP 172.20.0.3 (f254cd12-6473-4931-916f-6f6d95995531/9584e2fd-2874-41cf-bdac-95f07984ccd3/d5f6617f-9076-4e48-a578-90756df8daa1) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:05:51.551103 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a832032d-d247-4786-91b7-07b86fc90015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:51.559737 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ddbbc16f-0a30-4aad-b2f0-143d57e64c10 None None] Attempting to bind port 6b80a533-dc13-4cf9-afc7-6fc9fd551d2f on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:05:51.560110 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ddbbc16f-0a30-4aad-b2f0-143d57e64c10 None None] Attempting to bind port 6b80a533-dc13-4cf9-afc7-6fc9fd551d2f by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:05:51.560476 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbbc16f-0a30-4aad-b2f0-143d57e64c10 None None] Attempting to bind port 6b80a533-dc13-4cf9-afc7-6fc9fd551d2f on network c3d67a4b-9092-448f-b14d-bd8d70a05623 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:05:51.587883 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-fc8aa914-cef4-4ac9-95d1-0f1ad35518ca tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] device_id is not set on port f882ee14-1a57-4c65-a844-f15042244d84 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:05:51.625093 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-852238a1-9078-46ec-a4f6-cfd5e3b2bfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:51.639965 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbbc16f-0a30-4aad-b2f0-143d57e64c10 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:05:51.640342 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbbc16f-0a30-4aad-b2f0-143d57e64c10 None None] Checking segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:05:51.641260 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc16f-0a30-4aad-b2f0-143d57e64c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:51.641832 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbbc16f-0a30-4aad-b2f0-143d57e64c10 None None] Bound using segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:05:51.642135 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ddbbc16f-0a30-4aad-b2f0-143d57e64c10 None None] Bound port: 6b80a533-dc13-4cf9-afc7-6fc9fd551d2f, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:05:51.642545 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc16f-0a30-4aad-b2f0-143d57e64c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:51.647812 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852238a1-9078-46ec-a4f6-cfd5e3b2bfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e732fec-beae-41b1-806e-9303e5008767,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:51.659867 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-852238a1-9078-46ec-a4f6-cfd5e3b2bfc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:51.663428 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-852238a1-9078-46ec-a4f6-cfd5e3b2bfc7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5e732fec-beae-41b1-806e-9303e5008767 HTTP/1.1" status: 204 len: 168 time: 0.6384861 Sep 23 15:05:51.701723 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a832032d-d247-4786-91b7-07b86fc90015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:51.760543 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-954b49a1-c04d-4d38-9799-b7f594c9d6ea tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:51.764118 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832032d-d247-4786-91b7-07b86fc90015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:51.766986 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a832032d-d247-4786-91b7-07b86fc90015 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:51.768933 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a832032d-d247-4786-91b7-07b86fc90015 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ac1ae194-6f4f-4ba2-a6e9-05c3eccc20f3 HTTP/1.1" status: 204 len: 168 time: 0.5781157 Sep 23 15:05:51.782042 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ddbbc16f-0a30-4aad-b2f0-143d57e64c10 None None] For port 6b80a533-dc13-4cf9-afc7-6fc9fd551d2f, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:05:51.785401 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ddbbc16f-0a30-4aad-b2f0-143d57e64c10 None None] For port 6b80a533-dc13-4cf9-afc7-6fc9fd551d2f, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=6b80a533-dc13-4cf9-afc7-6fc9fd551d2f,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:05:51.790005 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62202027-ba5a-451c-b6cd-33b755ab53da None None] Network 901c9061-3ace-4755-b443-55ec936320e8 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:51.790878 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-fc8aa914-cef4-4ac9-95d1-0f1ad35518ca tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 2001:db8::1d9 (c3d67a4b-9092-448f-b14d-bd8d70a05623/d1c73371-528f-403a-af2c-f865bbded599/f882ee14-1a57-4c65-a844-f15042244d84) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:05:51.812001 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43360) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:51.914256 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-67917358-c474-487d-86b7-d6b973465566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'name': 'tempest-ServersTestManualDisk-1896356029-router', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50'}], 'enable_snat': True}, 'gw_port_id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:03:52Z', 'updated_at': '2022-09-23T15:05:47Z', 'revision_number': 5, 'project_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'gw_port': {'id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:03:55Z', 'updated_at': '2022-09-23T15:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:51.918526 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67917358-c474-487d-86b7-d6b973465566 None None] The sync data for ids ['a1b82d09-0493-4257-9b8c-c3e46ae21cbd'] in dv-neutron-859093-1-hyperv is: [{'id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'name': 'tempest-ServersTestManualDisk-1896356029-router', 'tenant_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50'}], 'enable_snat': True}, 'gw_port_id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:03:52Z', 'updated_at': '2022-09-23T15:05:47Z', 'revision_number': 5, 'project_id': 'e3ca3cb473e945e48c5ff263c17e66ab', 'gw_port': {'id': 'da9624f6-8798-4f7e-9c92-5920ed9fe90b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b82d09-0493-4257-9b8c-c3e46ae21cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:03:55Z', 'updated_at': '2022-09-23T15:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:05:51.939376 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-47147b3e-8c3c-4c3f-88f2-bf1c627f53fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:51.970686 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc16f-0a30-4aad-b2f0-143d57e64c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:51.975071 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954b49a1-c04d-4d38-9799-b7f594c9d6ea tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network 836ff237-6f4c-47b9-90eb-75fa61685684 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:51.979596 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-954b49a1-c04d-4d38-9799-b7f594c9d6ea tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:51.986878 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954b49a1-c04d-4d38-9799-b7f594c9d6ea tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:51.992064 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954b49a1-c04d-4d38-9799-b7f594c9d6ea tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:51.992688 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-954b49a1-c04d-4d38-9799-b7f594c9d6ea tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:52.006406 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b49a1-c04d-4d38-9799-b7f594c9d6ea tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Port': ['ID=3a097818-9f3e-4dac-8879-da5ca76aea7a,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:52.008686 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-47147b3e-8c3c-4c3f-88f2-bf1c627f53fc admin admin] Deleting port 2cfb38ef-4573-4e4a-bd32-f6676eadad38 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:52.009021 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-47147b3e-8c3c-4c3f-88f2-bf1c627f53fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:52.073028 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbc16f-0a30-4aad-b2f0-143d57e64c10 None None] Pushing event updated for resources: {'Port': ['ID=6b80a533-dc13-4cf9-afc7-6fc9fd551d2f,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:52.095415 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fc8aa914-cef4-4ac9-95d1-0f1ad35518ca tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:52.127348 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-954b49a1-c04d-4d38-9799-b7f594c9d6ea tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1905179 Sep 23 15:05:52.130265 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43366) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:52.193247 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-fc8aa914-cef4-4ac9-95d1-0f1ad35518ca tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Transition to ACTIVE for port object f882ee14-1a57-4c65-a844-f15042244d84 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:52.198300 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c45af577-290a-4865-a0e0-5356604611ac tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.4154420 Sep 23 15:05:52.201587 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43372) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:52.227082 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-fbc6119b-60af-4056-9bca-a41419670842 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'subnet': {'network_id': 'de479a0b-a25d-408c-b6e9-aac2e03793e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:52.273540 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-43b2a924-2c4f-4b92-abde-5f5ed1bf912a tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:52.276719 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-43b2a924-2c4f-4b92-abde-5f5ed1bf912a tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:52.278178 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-43b2a924-2c4f-4b92-abde-5f5ed1bf912a tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "DELETE /v2.0/security-groups/30c55600-0a7a-4945-b765-0efce92b5fcd HTTP/1.1" status: 204 len: 168 time: 2.0015826 Sep 23 15:05:52.350959 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43378) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:52.360979 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e1f2d043-3c05-4c79-8c65-4d8f1f5e5f4c None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:52.376522 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e1f2d043-3c05-4c79-8c65-4d8f1f5e5f4c None None] Transition to ACTIVE for port object d5f6617f-9076-4e48-a578-90756df8daa1 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:52.391393 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-47147b3e-8c3c-4c3f-88f2-bf1c627f53fc admin admin] For port 2cfb38ef-4573-4e4a-bd32-f6676eadad38, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=2cfb38ef-4573-4e4a-bd32-f6676eadad38,segment=NetworkSegment(78b3e91f-693f-4481-95b1-beba207118fb),segment_id=78b3e91f-693f-4481-95b1-beba207118fb)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:52.391985 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-47147b3e-8c3c-4c3f-88f2-bf1c627f53fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:52.409770 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e1f2d043-3c05-4c79-8c65-4d8f1f5e5f4c None None] Transition to ACTIVE for port object d5f6617f-9076-4e48-a578-90756df8daa1 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:52.416001 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-070a1fbc-ca2c-42de-a8ae-d9bb85c031c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:52.418943 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2a924-2c4f-4b92-abde-5f5ed1bf912a tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c55600-0a7a-4945-b765-0efce92b5fcd,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:52.475720 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-fbc6119b-60af-4056-9bca-a41419670842 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:52.491231 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-fbc6119b-60af-4056-9bca-a41419670842 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:subnet and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:52.497598 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-fbc6119b-60af-4056-9bca-a41419670842 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:52.504228 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbfd9ee-ba2d-4ae2-b3fc-221daa641e67 None None] DHCP port deletion for 901c9061-3ace-4755-b443-55ec936320e8 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:05:52.508273 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1dbfd9ee-ba2d-4ae2-b3fc-221daa641e67 None None] Deleting port 2cfb38ef-4573-4e4a-bd32-f6676eadad38 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:52.508643 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1dbfd9ee-ba2d-4ae2-b3fc-221daa641e67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:52.509898 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-fbc6119b-60af-4056-9bca-a41419670842 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:52.514048 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5467efa3-2c1d-492d-b329-23c5a8a65cb6 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Synchronizing usage tracker for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:05:52.600851 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-070a1fbc-ca2c-42de-a8ae-d9bb85c031c2 admin admin] Deleting port da9624f6-8798-4f7e-9c92-5920ed9fe90b {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:52.601612 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-070a1fbc-ca2c-42de-a8ae-d9bb85c031c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:52.650987 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fc8aa914-cef4-4ac9-95d1-0f1ad35518ca tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:52.690329 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e1f2d043-3c05-4c79-8c65-4d8f1f5e5f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:52.752421 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5467efa3-2c1d-492d-b329-23c5a8a65cb6 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Unset dirty status for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:05:52.757942 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5467efa3-2c1d-492d-b329-23c5a8a65cb6 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3960183 Sep 23 15:05:52.763309 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-47147b3e-8c3c-4c3f-88f2-bf1c627f53fc admin admin] Calling delete_port for 2cfb38ef-4573-4e4a-bd32-f6676eadad38 owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:52.795912 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43386) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:52.802827 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc6119b-60af-4056-9bca-a41419670842 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:52.809310 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fbc6119b-60af-4056-9bca-a41419670842 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:52.839761 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f2d043-3c05-4c79-8c65-4d8f1f5e5f4c None None] Network f254cd12-6473-4931-916f-6f6d95995531 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:52.841045 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-72d2919b-e2dd-421e-bd28-3f9d32277270 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting port 3a097818-9f3e-4dac-8879-da5ca76aea7a {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:52.841489 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-72d2919b-e2dd-421e-bd28-3f9d32277270 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:52.846672 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-e1f2d043-3c05-4c79-8c65-4d8f1f5e5f4c None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:52.855545 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f2d043-3c05-4c79-8c65-4d8f1f5e5f4c None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:52.857042 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-ad43af6d-95e3-4638-8c20-e9e42eea4dd7 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Request body: {'security_group': {'name': 'tempest-secgroup--492127310'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:53.013332 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2d043-3c05-4c79-8c65-4d8f1f5e5f4c None None] Pushing event updated for resources: {'Port': ['ID=d5f6617f-9076-4e48-a578-90756df8daa1,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:53.079012 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8aa914-cef4-4ac9-95d1-0f1ad35518ca tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:53.091362 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ad43af6d-95e3-4638-8c20-e9e42eea4dd7 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:53.094397 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-fc8aa914-cef4-4ac9-95d1-0f1ad35518ca tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:53.100918 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8aa914-cef4-4ac9-95d1-0f1ad35518ca tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:53.113496 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8aa914-cef4-4ac9-95d1-0f1ad35518ca tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:53.113496 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fc8aa914-cef4-4ac9-95d1-0f1ad35518ca tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:53.117104 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1dbfd9ee-ba2d-4ae2-b3fc-221daa641e67 None None] For port 2cfb38ef-4573-4e4a-bd32-f6676eadad38, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=2cfb38ef-4573-4e4a-bd32-f6676eadad38,segment=NetworkSegment(78b3e91f-693f-4481-95b1-beba207118fb),segment_id=78b3e91f-693f-4481-95b1-beba207118fb)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:53.117974 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1dbfd9ee-ba2d-4ae2-b3fc-221daa641e67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:53.165132 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-47147b3e-8c3c-4c3f-88f2-bf1c627f53fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:53.184200 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8aa914-cef4-4ac9-95d1-0f1ad35518ca tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Port': ['ID=f882ee14-1a57-4c65-a844-f15042244d84,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:53.210912 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ad43af6d-95e3-4638-8c20-e9e42eea4dd7 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:53.287011 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47147b3e-8c3c-4c3f-88f2-bf1c627f53fc admin admin] No DVR routers for this DVR port 2cfb38ef-4573-4e4a-bd32-f6676eadad38 on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:05:53.289989 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47147b3e-8c3c-4c3f-88f2-bf1c627f53fc admin admin] Pushing event deleted for resources: {'Port': ['ID=2cfb38ef-4573-4e4a-bd32-f6676eadad38,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:53.303908 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.ipam_backend_mixin [None req-fbc6119b-60af-4056-9bca-a41419670842 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Performing IP validity checks on allocation pools {{(pid=89738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 23 15:05:53.306801 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.ipam_backend_mixin [None req-fbc6119b-60af-4056-9bca-a41419670842 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 23 15:05:53.355491 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43398) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:53.360224 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1dbfd9ee-ba2d-4ae2-b3fc-221daa641e67 None None] Calling delete_port for 2cfb38ef-4573-4e4a-bd32-f6676eadad38 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:53.387337 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-fc8aa914-cef4-4ac9-95d1-0f1ad35518ca tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2974224 Sep 23 15:05:53.392259 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-72d2919b-e2dd-421e-bd28-3f9d32277270 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:53.400438 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43404) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:53.505618 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-1dbfd9ee-ba2d-4ae2-b3fc-221daa641e67 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:05:53.505983 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-1dbfd9ee-ba2d-4ae2-b3fc-221daa641e67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:05:53.508055 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 6b80a533-dc13-4cf9-afc7-6fc9fd551d2f up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:05:53.510719 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ad43af6d-95e3-4638-8c20-e9e42eea4dd7 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:53.577553 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-070a1fbc-ca2c-42de-a8ae-d9bb85c031c2 admin admin] For port da9624f6-8798-4f7e-9c92-5920ed9fe90b, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=da9624f6-8798-4f7e-9c92-5920ed9fe90b,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:53.578565 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-070a1fbc-ca2c-42de-a8ae-d9bb85c031c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:53.597881 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-7dece14d-4688-4f2e-b474-ee3a1fcdb583 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:53.598534 dv-neutron-859093-1-hyperv neutron-server[89738]: WARNING neutron.api.v2.base [None req-7dece14d-4688-4f2e-b474-ee3a1fcdb583 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 23 15:05:53.599042 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-7dece14d-4688-4f2e-b474-ee3a1fcdb583 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] create failed (client error): There was a conflict when trying to complete your request. Sep 23 15:05:53.599995 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7dece14d-4688-4f2e-b474-ee3a1fcdb583 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2433984 Sep 23 15:05:53.608059 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e1f2d043-3c05-4c79-8c65-4d8f1f5e5f4c None None] Attempting to bind port d5f6617f-9076-4e48-a578-90756df8daa1 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:05:53.608427 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e1f2d043-3c05-4c79-8c65-4d8f1f5e5f4c None None] Attempting to bind port d5f6617f-9076-4e48-a578-90756df8daa1 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'ca62aca5-8e99-4f4f-a84b-526a4f24f41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f254cd12-6473-4931-916f-6f6d95995531'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:05:53.608792 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f2d043-3c05-4c79-8c65-4d8f1f5e5f4c None None] Attempting to bind port d5f6617f-9076-4e48-a578-90756df8daa1 on network f254cd12-6473-4931-916f-6f6d95995531 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:05:53.617583 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43408) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:53.617795 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f2d043-3c05-4c79-8c65-4d8f1f5e5f4c None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:05:53.618045 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f2d043-3c05-4c79-8c65-4d8f1f5e5f4c None None] Checking segment: {'id': 'ca62aca5-8e99-4f4f-a84b-526a4f24f41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f254cd12-6473-4931-916f-6f6d95995531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:05:53.618417 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e1f2d043-3c05-4c79-8c65-4d8f1f5e5f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:53.618814 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f2d043-3c05-4c79-8c65-4d8f1f5e5f4c None None] Bound using segment: {'id': 'ca62aca5-8e99-4f4f-a84b-526a4f24f41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f254cd12-6473-4931-916f-6f6d95995531'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:05:53.619283 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e1f2d043-3c05-4c79-8c65-4d8f1f5e5f4c None None] Bound port: d5f6617f-9076-4e48-a578-90756df8daa1, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca62aca5-8e99-4f4f-a84b-526a4f24f41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f254cd12-6473-4931-916f-6f6d95995531'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:05:53.619657 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e1f2d043-3c05-4c79-8c65-4d8f1f5e5f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:53.691795 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-994c9f9c-12f5-4fa8-bd68-8f3fa374c49e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group': {'name': 'tempest-secgroup--1178432153'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:53.711393 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-47147b3e-8c3c-4c3f-88f2-bf1c627f53fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:53.725091 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-72d2919b-e2dd-421e-bd28-3f9d32277270 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Calling delete_port for 3a097818-9f3e-4dac-8879-da5ca76aea7a owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:53.736979 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e1f2d043-3c05-4c79-8c65-4d8f1f5e5f4c None None] For port d5f6617f-9076-4e48-a578-90756df8daa1, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:05:53.742238 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e1f2d043-3c05-4c79-8c65-4d8f1f5e5f4c None None] For port d5f6617f-9076-4e48-a578-90756df8daa1, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d5f6617f-9076-4e48-a578-90756df8daa1,segment=NetworkSegment(ca62aca5-8e99-4f4f-a84b-526a4f24f41c),segment_id=ca62aca5-8e99-4f4f-a84b-526a4f24f41c)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:05:53.759576 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ad43af6d-95e3-4638-8c20-e9e42eea4dd7 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:53.767180 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-994c9f9c-12f5-4fa8-bd68-8f3fa374c49e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:53.772488 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-994c9f9c-12f5-4fa8-bd68-8f3fa374c49e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Usage tracker for resource:security_group and tenant:98f32ff383e74feaac26c7742718f481 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:53.775877 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-994c9f9c-12f5-4fa8-bd68-8f3fa374c49e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:53.783073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-994c9f9c-12f5-4fa8-bd68-8f3fa374c49e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:53.803763 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 6b80a533-dc13-4cf9-afc7-6fc9fd551d2f completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:05:53.804275 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-47147b3e-8c3c-4c3f-88f2-bf1c627f53fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901c9061-3ace-4755-b443-55ec936320e8']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:53.839047 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-47147b3e-8c3c-4c3f-88f2-bf1c627f53fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b3e91f-693f-4481-95b1-beba207118fb') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:53.839291 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-dde4958f-9df2-41dd-95b6-9a941a59d3b9 None None] Provisioning for port 6b80a533-dc13-4cf9-afc7-6fc9fd551d2f completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:05:53.839386 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-47147b3e-8c3c-4c3f-88f2-bf1c627f53fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b3e91f-693f-4481-95b1-beba207118fb') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:53.843168 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e1f2d043-3c05-4c79-8c65-4d8f1f5e5f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:53.859883 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-070a1fbc-ca2c-42de-a8ae-d9bb85c031c2 admin admin] Calling delete_port for da9624f6-8798-4f7e-9c92-5920ed9fe90b owned by network:router_gateway {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:53.875945 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-47147b3e-8c3c-4c3f-88f2-bf1c627f53fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:53.917761 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6a812e-66a4-4eff-aac3-7b4a5e2b7fae tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:53.924140 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6a812e-66a4-4eff-aac3-7b4a5e2b7fae tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:53.924943 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4b6a812e-66a4-4eff-aac3-7b4a5e2b7fae tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:05:53.927923 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-47147b3e-8c3c-4c3f-88f2-bf1c627f53fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:53.938962 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:05:53.942159 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ad43af6d-95e3-4638-8c20-e9e42eea4dd7 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Usage tracker for resource:security_group_rule and tenant:3fc971569b8040148359743b9a26dcf0 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:53.944252 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47147b3e-8c3c-4c3f-88f2-bf1c627f53fc admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:05:53.946005 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-47147b3e-8c3c-4c3f-88f2-bf1c627f53fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:53.946134 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2d043-3c05-4c79-8c65-4d8f1f5e5f4c None None] Pushing event updated for resources: {'Port': ['ID=d5f6617f-9076-4e48-a578-90756df8daa1,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:53.947924 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 2cfb38ef-4573-4e4a-bd32-f6676eadad38 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:05:53.950581 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ad43af6d-95e3-4638-8c20-e9e42eea4dd7 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:53.961743 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fbc6119b-60af-4056-9bca-a41419670842 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:53.966169 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-994c9f9c-12f5-4fa8-bd68-8f3fa374c49e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:53.986638 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-dde4958f-9df2-41dd-95b6-9a941a59d3b9 None None] Provisioning complete for port 6b80a533-dc13-4cf9-afc7-6fc9fd551d2f triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:05:53.987015 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dde4958f-9df2-41dd-95b6-9a941a59d3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:53.987433 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-dde4958f-9df2-41dd-95b6-9a941a59d3b9 None None] Attempt 1 to provision port 6b80a533-dc13-4cf9-afc7-6fc9fd551d2f Sep 23 15:05:54.018491 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1dbfd9ee-ba2d-4ae2-b3fc-221daa641e67 None None] Deleting port 2cfb38ef-4573-4e4a-bd32-f6676eadad38 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:54.018873 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1dbfd9ee-ba2d-4ae2-b3fc-221daa641e67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:54.024980 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ad43af6d-95e3-4638-8c20-e9e42eea4dd7 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:54.040315 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-994c9f9c-12f5-4fa8-bd68-8f3fa374c49e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:54.040476 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-72d2919b-e2dd-421e-bd28-3f9d32277270 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:54.052792 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 2cfb38ef-4573-4e4a-bd32-f6676eadad38 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:05:54.052792 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 2cfb38ef-4573-4e4a-bd32-f6676eadad38 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:05:54.053002 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ec6811fe-9b71-4666-8804-7d5ca0fac960 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:05:54.055546 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f5ddd379-3669-4636-8416-46b9df80e03d tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774174713694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14903832'] for subnet, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:54.057727 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 78b3e91f-693f-4481-95b1-beba207118fb resource provider aggregate not found Sep 23 15:05:54.112142 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: ec6811fe-9b71-4666-8804-7d5ca0fac960 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:05:54.115111 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ec6811fe-9b71-4666-8804-7d5ca0fac960 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:05:54.115111 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a1b75a23-a465-4a77-8d06-3e418203e6f1 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:05:54.115363 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-994c9f9c-12f5-4fa8-bd68-8f3fa374c49e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:54.122605 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2919b-e2dd-421e-bd28-3f9d32277270 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Port': ['ID=3a097818-9f3e-4dac-8879-da5ca76aea7a,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:54.128887 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-72d2919b-e2dd-421e-bd28-3f9d32277270 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:54.134920 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-994c9f9c-12f5-4fa8-bd68-8f3fa374c49e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Usage tracker for resource:security_group_rule and tenant:98f32ff383e74feaac26c7742718f481 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:54.145546 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-994c9f9c-12f5-4fa8-bd68-8f3fa374c49e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:54.149236 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-72d2919b-e2dd-421e-bd28-3f9d32277270 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/ports/3a097818-9f3e-4dac-8879-da5ca76aea7a HTTP/1.1" status: 204 len: 168 time: 2.0123339 Sep 23 15:05:54.149430 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43416) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:54.154837 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ddd379-3669-4636-8416-46b9df80e03d tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:54.155797 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-4d2a8a33-d5e8-49f1-a285-10827ef94bef tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'port': {'network_id': '836ff237-6f4c-47b9-90eb-75fa61685684', 'mac_address': 'fa:16:3e:a6:0e:70', 'name': 'tempest-PortsTestJSON-1214758267'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:54.156282 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f5ddd379-3669-4636-8416-46b9df80e03d tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:54.158168 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f5ddd379-3669-4636-8416-46b9df80e03d tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "PUT /v2.0/subnets/9584e2fd-2874-41cf-bdac-95f07984ccd3 HTTP/1.1" status: 200 len: 877 time: 3.2837942 Sep 23 15:05:54.166639 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6119b-60af-4056-9bca-a41419670842 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Subnet': ['ID=88dc099f-c25a-4019-8664-57a31d1aa7d9,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:54.170302 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43420) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:54.170486 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1dbfd9ee-ba2d-4ae2-b3fc-221daa641e67 None None] The port '2cfb38ef-4573-4e4a-bd32-f6676eadad38' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:05:54.175222 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 78b3e91f-693f-4481-95b1-beba207118fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78b3e91f-693f-4481-95b1-beba207118fb found for delete ", "request_id": "req-597989cf-acc7-454d-b8fb-ce5b781706d6"}]} Sep 23 15:05:54.200087 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: a1b75a23-a465-4a77-8d06-3e418203e6f1 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:05:54.200087 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a1b75a23-a465-4a77-8d06-3e418203e6f1 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:05:54.203917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4b6a812e-66a4-4eff-aac3-7b4a5e2b7fae tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:05:54.205015 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4b6a812e-66a4-4eff-aac3-7b4a5e2b7fae tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7977927 Sep 23 15:05:54.237663 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43424) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:54.241768 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-994c9f9c-12f5-4fa8-bd68-8f3fa374c49e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:54.271459 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-dde4958f-9df2-41dd-95b6-9a941a59d3b9 None None] Current status of the port 6b80a533-dc13-4cf9-afc7-6fc9fd551d2f is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:05:54.271892 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dde4958f-9df2-41dd-95b6-9a941a59d3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:54.305153 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-47147b3e-8c3c-4c3f-88f2-bf1c627f53fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:54.315999 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-dde4958f-9df2-41dd-95b6-9a941a59d3b9 None None] For port 6b80a533-dc13-4cf9-afc7-6fc9fd551d2f, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=6b80a533-dc13-4cf9-afc7-6fc9fd551d2f,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:54.359197 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-47147b3e-8c3c-4c3f-88f2-bf1c627f53fc admin admin] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:54.361253 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-47147b3e-8c3c-4c3f-88f2-bf1c627f53fc admin admin] 10.222.0.67 "DELETE /v2.0/networks/901c9061-3ace-4755-b443-55ec936320e8 HTTP/1.1" status: 204 len: 168 time: 2.5482957 Sep 23 15:05:54.381957 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47147b3e-8c3c-4c3f-88f2-bf1c627f53fc admin admin] Pushing event deleted for resources: {'Network': ['ID=901c9061-3ace-4755-b443-55ec936320e8,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:54.399411 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dde4958f-9df2-41dd-95b6-9a941a59d3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:54.421206 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-01bf5e4a-fb7d-4462-a5d6-364d414be15e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting port f882ee14-1a57-4c65-a844-f15042244d84 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:54.421569 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-01bf5e4a-fb7d-4462-a5d6-364d414be15e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:54.436376 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-4d2a8a33-d5e8-49f1-a285-10827ef94bef tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:54.446755 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4d2a8a33-d5e8-49f1-a285-10827ef94bef tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:port and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:54.467289 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4d2a8a33-d5e8-49f1-a285-10827ef94bef tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:54.490958 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-77044155-bb49-4f9a-9275-a7c3e0749659 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:54.491829 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-4d2a8a33-d5e8-49f1-a285-10827ef94bef tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:54.506530 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-77044155-bb49-4f9a-9275-a7c3e0749659 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Deleting port d5f6617f-9076-4e48-a578-90756df8daa1 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:54.508949 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-77044155-bb49-4f9a-9275-a7c3e0749659 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:54.575872 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6119b-60af-4056-9bca-a41419670842 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Checking segment: {'id': '15fb05ee-9c71-4814-b250-3fd35002153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'de479a0b-a25d-408c-b6e9-aac2e03793e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:05:54.576232 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc6119b-60af-4056-9bca-a41419670842 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network hostable DHCP agents. Network: de479a0b-a25d-408c-b6e9-aac2e03793e1, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:05:54.580974 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4958f-9df2-41dd-95b6-9a941a59d3b9 None None] Pushing event updated for resources: {'Port': ['ID=6b80a533-dc13-4cf9-afc7-6fc9fd551d2f,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:54.626431 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2a8a33-d5e8-49f1-a285-10827ef94bef tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:54.632225 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-834a4fa2-0deb-4312-9922-b7f788fd9a4e None None] Provisioning for port f882ee14-1a57-4c65-a844-f15042244d84 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:05:54.638551 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-834a4fa2-0deb-4312-9922-b7f788fd9a4e None None] Provisioning complete for port f882ee14-1a57-4c65-a844-f15042244d84 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:05:54.639269 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-834a4fa2-0deb-4312-9922-b7f788fd9a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:54.641113 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-834a4fa2-0deb-4312-9922-b7f788fd9a4e None None] Attempt 1 to provision port f882ee14-1a57-4c65-a844-f15042244d84 Sep 23 15:05:54.711993 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-834a4fa2-0deb-4312-9922-b7f788fd9a4e None None] Port f882ee14-1a57-4c65-a844-f15042244d84 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:54.757746 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ddd379-3669-4636-8416-46b9df80e03d tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event updated for resources: {'Subnet': ['ID=9584e2fd-2874-41cf-bdac-95f07984ccd3,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:54.768071 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-070a1fbc-ca2c-42de-a8ae-d9bb85c031c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:54.858625 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a1fbc-ca2c-42de-a8ae-d9bb85c031c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=da9624f6-8798-4f7e-9c92-5920ed9fe90b,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:54.889355 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc6119b-60af-4056-9bca-a41419670842 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network de479a0b-a25d-408c-b6e9-aac2e03793e1 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:05:54.897210 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43430) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:54.939912 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ad43af6d-95e3-4638-8c20-e9e42eea4dd7 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:54.940166 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4d2a8a33-d5e8-49f1-a285-10827ef94bef tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:54.992864 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-4d2a8a33-d5e8-49f1-a285-10827ef94bef tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] device_id is not set on port eaa306db-313b-4bea-989e-3d284dba5712 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:05:55.026003 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ad43af6d-95e3-4638-8c20-e9e42eea4dd7 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:55.049763 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-01bf5e4a-fb7d-4462-a5d6-364d414be15e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:55.068157 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-77044155-bb49-4f9a-9275-a7c3e0749659 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] For port d5f6617f-9076-4e48-a578-90756df8daa1, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d5f6617f-9076-4e48-a578-90756df8daa1,segment=NetworkSegment(ca62aca5-8e99-4f4f-a84b-526a4f24f41c),segment_id=ca62aca5-8e99-4f4f-a84b-526a4f24f41c)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:55.068519 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-77044155-bb49-4f9a-9275-a7c3e0749659 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:55.110530 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-fbc6119b-60af-4056-9bca-a41419670842 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, de479a0b-a25d-408c-b6e9-aac2e03793e1) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:55.113668 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fefedb-d036-43e6-b940-b3b7d2abe61c None None] Network de479a0b-a25d-408c-b6e9-aac2e03793e1 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:55.219001 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-834a4fa2-0deb-4312-9922-b7f788fd9a4e None None] Attempt 2 to provision port f882ee14-1a57-4c65-a844-f15042244d84 Sep 23 15:05:55.235825 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-77044155-bb49-4f9a-9275-a7c3e0749659 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Calling delete_port for d5f6617f-9076-4e48-a578-90756df8daa1 owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:55.292716 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 6b80a533-dc13-4cf9-afc7-6fc9fd551d2f up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:05:55.359964 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-834a4fa2-0deb-4312-9922-b7f788fd9a4e None None] Port f882ee14-1a57-4c65-a844-f15042244d84 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:55.454055 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 6b80a533-dc13-4cf9-afc7-6fc9fd551d2f triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:05:55.459033 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:55.459033 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 6b80a533-dc13-4cf9-afc7-6fc9fd551d2f Sep 23 15:05:55.472111 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-01bf5e4a-fb7d-4462-a5d6-364d414be15e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Calling delete_port for f882ee14-1a57-4c65-a844-f15042244d84 owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:55.523131 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc6119b-60af-4056-9bca-a41419670842 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:55.525590 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fbc6119b-60af-4056-9bca-a41419670842 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:55.538176 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4d2a8a33-d5e8-49f1-a285-10827ef94bef tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:55.553011 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-994c9f9c-12f5-4fa8-bd68-8f3fa374c49e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:55.556812 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a359497f-2124-4e2c-973a-66a003d105fd None None] Network f254cd12-6473-4931-916f-6f6d95995531 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:55.564298 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-070a1fbc-ca2c-42de-a8ae-d9bb85c031c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:55.619492 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43af6d-95e3-4638-8c20-e9e42eea4dd7 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e337800d-cab9-4a1e-845a-a7de9cfe919a,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:55.652035 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeb2436-a166-469a-bfd4-0ea3b47c1f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-de479a0b-a25d-408c-b6e9-aac2e03793e1', 'network_id': 'de479a0b-a25d-408c-b6e9-aac2e03793e1', 'tenant_id': 'fe968160af094339b6a6d6f363efa62e', 'fixed_ips': [{'subnet_id': '88dc099f-c25a-4019-8664-57a31d1aa7d9'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:05:55.654200 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffeb2436-a166-469a-bfd4-0ea3b47c1f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:55.670853 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-77044155-bb49-4f9a-9275-a7c3e0749659 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:55.691538 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6aebd6bf-6edc-4a86-875e-8d169670c5ae admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=74a86a480a6e47f78eac424839cb09ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7822478 Sep 23 15:05:55.706743 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4d2a8a33-d5e8-49f1-a285-10827ef94bef tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:55.712010 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43434) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:55.712010 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-994c9f9c-12f5-4fa8-bd68-8f3fa374c49e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:55.735003 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77044155-bb49-4f9a-9275-a7c3e0749659 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Port': ['ID=d5f6617f-9076-4e48-a578-90756df8daa1,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:55.791109 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-994c9f9c-12f5-4fa8-bd68-8f3fa374c49e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:55.829778 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-994c9f9c-12f5-4fa8-bd68-8f3fa374c49e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Usage tracker for resource:security_group_rule and tenant:98f32ff383e74feaac26c7742718f481 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:55.836143 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-994c9f9c-12f5-4fa8-bd68-8f3fa374c49e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:55.840250 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-070a1fbc-ca2c-42de-a8ae-d9bb85c031c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:55.842458 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-070a1fbc-ca2c-42de-a8ae-d9bb85c031c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:55.868462 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-834a4fa2-0deb-4312-9922-b7f788fd9a4e None None] Attempt 3 to provision port f882ee14-1a57-4c65-a844-f15042244d84 Sep 23 15:05:55.872270 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-994c9f9c-12f5-4fa8-bd68-8f3fa374c49e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:55.891724 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2a8a33-d5e8-49f1-a285-10827ef94bef tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network 836ff237-6f4c-47b9-90eb-75fa61685684 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:55.896004 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-4d2a8a33-d5e8-49f1-a285-10827ef94bef tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:55.897642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a8a33-d5e8-49f1-a285-10827ef94bef tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:55.903736 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2a8a33-d5e8-49f1-a285-10827ef94bef tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:55.904502 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4d2a8a33-d5e8-49f1-a285-10827ef94bef tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:55.908990 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77044155-bb49-4f9a-9275-a7c3e0749659 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No DVR routers for this DVR port d5f6617f-9076-4e48-a578-90756df8daa1 on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:05:55.922922 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c9f9c-12f5-4fa8-bd68-8f3fa374c49e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d641b3-e88f-4ed8-bf73-98cd1f455124,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:55.934114 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-fbc6119b-60af-4056-9bca-a41419670842 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7290909 Sep 23 15:05:55.943555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43438) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:55.957310 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 6b80a533-dc13-4cf9-afc7-6fc9fd551d2f is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:05:55.957684 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d5f6617f-9076-4e48-a578-90756df8daa1 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:05:55.959580 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-51b0f5d7-6b49-4e1f-b7c6-bf3a2f04dac4 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'port': {'network_id': 'de479a0b-a25d-408c-b6e9-aac2e03793e1', 'name': 'tempest-PortsIpV6TestJSON-1678127492'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:55.984822 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a8a33-d5e8-49f1-a285-10827ef94bef tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Port': ['ID=eaa306db-313b-4bea-989e-3d284dba5712,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:55.988982 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ad43af6d-95e3-4638-8c20-e9e42eea4dd7 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:55.990305 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ad43af6d-95e3-4638-8c20-e9e42eea4dd7 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 3.1656160 Sep 23 15:05:56.006088 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43442) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:56.018259 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-22763bda-948f-4894-9314-0279c1b5db0f tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Request body: {'security_group': {'name': 'tempest-secgroup--515988665'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:56.021113 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: d5f6617f-9076-4e48-a578-90756df8daa1 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:05:56.021461 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d5f6617f-9076-4e48-a578-90756df8daa1 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Sep 23 15:05:56.033697 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-22763bda-948f-4894-9314-0279c1b5db0f tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:56.039878 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b3c75772-913c-4fcc-ac37-426b14902810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:56.046414 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-22763bda-948f-4894-9314-0279c1b5db0f tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Usage tracker for resource:security_group and tenant:3fc971569b8040148359743b9a26dcf0 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:56.060025 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-22763bda-948f-4894-9314-0279c1b5db0f tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:56.067217 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Port d5f6617f-9076-4e48-a578-90756df8daa1 not found, will not notify nova. {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Sep 23 15:05:56.074663 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-22763bda-948f-4894-9314-0279c1b5db0f tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:56.080684 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-070a1fbc-ca2c-42de-a8ae-d9bb85c031c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:56.081221 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070a1fbc-ca2c-42de-a8ae-d9bb85c031c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1b82d09-0493-4257-9b8c-c3e46ae21cbd {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:05:56.103923 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-77044155-bb49-4f9a-9275-a7c3e0749659 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:56.121324 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-834a4fa2-0deb-4312-9922-b7f788fd9a4e None None] Port f882ee14-1a57-4c65-a844-f15042244d84 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:05:56.122997 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b3c75772-913c-4fcc-ac37-426b14902810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:56.173108 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4d2a8a33-d5e8-49f1-a285-10827ef94bef tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0186601 Sep 23 15:05:56.181006 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-994c9f9c-12f5-4fa8-bd68-8f3fa374c49e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:56.181155 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43446) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:56.200143 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-22763bda-948f-4894-9314-0279c1b5db0f tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:56.206243 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-ffeb2436-a166-469a-bfd4-0ea3b47c1f9b None None] Allocated IP 2001:db8::2 (de479a0b-a25d-408c-b6e9-aac2e03793e1/88dc099f-c25a-4019-8664-57a31d1aa7d9/de118167-1d16-4398-a716-85546b90d59d) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:05:56.214016 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-01bf5e4a-fb7d-4462-a5d6-364d414be15e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:56.267012 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-51b0f5d7-6b49-4e1f-b7c6-bf3a2f04dac4 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:56.291372 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-51b0f5d7-6b49-4e1f-b7c6-bf3a2f04dac4 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:56.301548 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c38661a-9217-438f-91d1-514e24ef6f6c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:56.302028 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf5e4a-fb7d-4462-a5d6-364d414be15e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Port': ['ID=f882ee14-1a57-4c65-a844-f15042244d84,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:56.302147 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4c38661a-9217-438f-91d1-514e24ef6f6c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Synchronizing usage tracker for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:05:56.314013 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-994c9f9c-12f5-4fa8-bd68-8f3fa374c49e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:56.355230 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-22763bda-948f-4894-9314-0279c1b5db0f tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:56.402552 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-22763bda-948f-4894-9314-0279c1b5db0f tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Usage tracker for resource:security_group_rule and tenant:3fc971569b8040148359743b9a26dcf0 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:56.417831 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b3c75772-913c-4fcc-ac37-426b14902810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:56.423756 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4c38661a-9217-438f-91d1-514e24ef6f6c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Unset dirty status for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:05:56.425725 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4c38661a-9217-438f-91d1-514e24ef6f6c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "GET /v2.0/ports/eaa306db-313b-4bea-989e-3d284dba5712 HTTP/1.1" status: 200 len: 841 time: 0.2372222 Sep 23 15:05:56.426851 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b0f5d7-6b49-4e1f-b7c6-bf3a2f04dac4 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:56.427006 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-22763bda-948f-4894-9314-0279c1b5db0f tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:56.433604 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43450) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:56.434703 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-01bf5e4a-fb7d-4462-a5d6-364d414be15e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:56.439752 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-51b0f5d7-6b49-4e1f-b7c6-bf3a2f04dac4 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:56.448873 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-22763bda-948f-4894-9314-0279c1b5db0f tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:56.469170 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-77044155-bb49-4f9a-9275-a7c3e0749659 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:56.505326 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c9f9c-12f5-4fa8-bd68-8f3fa374c49e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da6510a7-57a1-4269-8a80-bd1cc8861c54,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:56.529978 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b3c75772-913c-4fcc-ac37-426b14902810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:56.531731 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b3c75772-913c-4fcc-ac37-426b14902810 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fb4146b8-730c-4bd9-803a-2e560e606044 HTTP/1.1" status: 204 len: 168 time: 0.8167326 Sep 23 15:05:56.544656 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffeb2436-a166-469a-bfd4-0ea3b47c1f9b None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:56.546010 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-01bf5e4a-fb7d-4462-a5d6-364d414be15e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/f882ee14-1a57-4c65-a844-f15042244d84 HTTP/1.1" status: 204 len: 168 time: 2.2135613 Sep 23 15:05:56.548690 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-51b0f5d7-6b49-4e1f-b7c6-bf3a2f04dac4 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] device_id is not set on port 24758d78-a69c-4ead-98e6-4049261bf306 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:05:56.557179 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43456) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:56.563021 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-070a1fbc-ca2c-42de-a8ae-d9bb85c031c2 admin admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:56.566657 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-070a1fbc-ca2c-42de-a8ae-d9bb85c031c2 admin admin] 10.222.0.67 "DELETE /v2.0/routers/a1b82d09-0493-4257-9b8c-c3e46ae21cbd HTTP/1.1" status: 204 len: 168 time: 6.1244702 Sep 23 15:05:56.566657 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c75772-913c-4fcc-ac37-426b14902810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4146b8-730c-4bd9-803a-2e560e606044,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:56.575733 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43460) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:56.592113 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ffeb2436-a166-469a-bfd4-0ea3b47c1f9b None None] Transition to ACTIVE for port object de118167-1d16-4398-a716-85546b90d59d will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:56.627576 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-834a4fa2-0deb-4312-9922-b7f788fd9a4e None None] Attempt 4 to provision port f882ee14-1a57-4c65-a844-f15042244d84 Sep 23 15:05:56.631852 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-994c9f9c-12f5-4fa8-bd68-8f3fa374c49e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:56.636036 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-994c9f9c-12f5-4fa8-bd68-8f3fa374c49e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.0174131 Sep 23 15:05:56.636764 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43464) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:56.682329 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b38d9a-dd29-43c7-b989-73026c067a02 None None] Network f254cd12-6473-4931-916f-6f6d95995531 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:56.713822 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77044155-bb49-4f9a-9275-a7c3e0749659 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Subnet': ['ID=9584e2fd-2874-41cf-bdac-95f07984ccd3,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:56.745246 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f362b7d-bd0d-49d4-847e-f81688dd585f admin admin] Deleting subnet 67044fcb-39a0-4a0b-86f7-ff4486219533 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:05:56.749097 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1f362b7d-bd0d-49d4-847e-f81688dd585f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:56.762299 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ffeb2436-a166-469a-bfd4-0ea3b47c1f9b None None] Transition to ACTIVE for port object de118167-1d16-4398-a716-85546b90d59d will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:56.765819 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-834a4fa2-0deb-4312-9922-b7f788fd9a4e None None] Port f882ee14-1a57-4c65-a844-f15042244d84 was deleted so its status cannot be updated. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 15:05:56.809276 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1f362b7d-bd0d-49d4-847e-f81688dd585f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:56.861264 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-4373028c-d8b2-4b6e-a873-34cf63730063 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group_rule': {'security_group_id': 'da6510a7-57a1-4269-8a80-bd1cc8861c54', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:56.877639 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-28cb899a-8e9e-4d94-b96c-4984371674a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting port eaa306db-313b-4bea-989e-3d284dba5712 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:56.881703 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-28cb899a-8e9e-4d94-b96c-4984371674a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:56.886938 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffeb2436-a166-469a-bfd4-0ea3b47c1f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:56.934086 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9238664c-6037-4753-bab9-68996a7b34f0 None None] Could not find standard attr ID for object d5f6617f-9076-4e48-a578-90756df8daa1. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:05:56.952334 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4373028c-d8b2-4b6e-a873-34cf63730063 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:56.958110 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-77044155-bb49-4f9a-9275-a7c3e0749659 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:56.971206 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4373028c-d8b2-4b6e-a873-34cf63730063 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Usage tracker for resource:security_group_rule and tenant:98f32ff383e74feaac26c7742718f481 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:56.983432 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f96a316-7bae-4a5f-bf6b-ac1cba7837ba None None] DHCP port deletion for f254cd12-6473-4931-916f-6f6d95995531 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:05:56.993466 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4373028c-d8b2-4b6e-a873-34cf63730063 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:56.999316 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf8af24-e9a8-498f-8200-0ef4fe8fe732 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:57.002025 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf8af24-e9a8-498f-8200-0ef4fe8fe732 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:57.003168 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-abf8af24-e9a8-498f-8200-0ef4fe8fe732 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:05:57.009220 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeb2436-a166-469a-bfd4-0ea3b47c1f9b None None] Network de479a0b-a25d-408c-b6e9-aac2e03793e1 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:57.009220 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb2436-a166-469a-bfd4-0ea3b47c1f9b None None] Pushing event updated for resources: {'Port': ['ID=de118167-1d16-4398-a716-85546b90d59d,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:57.012106 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-ffeb2436-a166-469a-bfd4-0ea3b47c1f9b None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:57.014605 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeb2436-a166-469a-bfd4-0ea3b47c1f9b None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:57.019762 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4373028c-d8b2-4b6e-a873-34cf63730063 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:57.033276 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-77044155-bb49-4f9a-9275-a7c3e0749659 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f254cd12-6473-4931-916f-6f6d95995531']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:57.056309 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-77044155-bb49-4f9a-9275-a7c3e0749659 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca62aca5-8e99-4f4f-a84b-526a4f24f41c') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:57.056309 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-77044155-bb49-4f9a-9275-a7c3e0749659 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca62aca5-8e99-4f4f-a84b-526a4f24f41c') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:57.077218 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-77044155-bb49-4f9a-9275-a7c3e0749659 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:57.120886 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-51b0f5d7-6b49-4e1f-b7c6-bf3a2f04dac4 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Allocated IP 2001:db8::3b0 (de479a0b-a25d-408c-b6e9-aac2e03793e1/88dc099f-c25a-4019-8664-57a31d1aa7d9/24758d78-a69c-4ead-98e6-4049261bf306) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:05:57.139045 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-22763bda-948f-4894-9314-0279c1b5db0f tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:57.148830 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ffeb2436-a166-469a-bfd4-0ea3b47c1f9b None None] Attempting to bind port de118167-1d16-4398-a716-85546b90d59d on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:05:57.148830 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ffeb2436-a166-469a-bfd4-0ea3b47c1f9b None None] Attempting to bind port de118167-1d16-4398-a716-85546b90d59d by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '15fb05ee-9c71-4814-b250-3fd35002153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'de479a0b-a25d-408c-b6e9-aac2e03793e1'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:05:57.148830 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeb2436-a166-469a-bfd4-0ea3b47c1f9b None None] Attempting to bind port de118167-1d16-4398-a716-85546b90d59d on network de479a0b-a25d-408c-b6e9-aac2e03793e1 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:05:57.157930 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-77044155-bb49-4f9a-9275-a7c3e0749659 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:57.158038 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device da9624f6-8798-4f7e-9c92-5920ed9fe90b no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:05:57.164964 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77044155-bb49-4f9a-9275-a7c3e0749659 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:05:57.165566 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-77044155-bb49-4f9a-9275-a7c3e0749659 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:57.198937 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: da9624f6-8798-4f7e-9c92-5920ed9fe90b {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:05:57.199276 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device da9624f6-8798-4f7e-9c92-5920ed9fe90b not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:05:57.199858 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d5f6617f-9076-4e48-a578-90756df8daa1 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:05:57.243440 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeb2436-a166-469a-bfd4-0ea3b47c1f9b None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:05:57.243440 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeb2436-a166-469a-bfd4-0ea3b47c1f9b None None] Checking segment: {'id': '15fb05ee-9c71-4814-b250-3fd35002153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'de479a0b-a25d-408c-b6e9-aac2e03793e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:05:57.243440 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffeb2436-a166-469a-bfd4-0ea3b47c1f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:57.243440 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeb2436-a166-469a-bfd4-0ea3b47c1f9b None None] Bound using segment: {'id': '15fb05ee-9c71-4814-b250-3fd35002153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'de479a0b-a25d-408c-b6e9-aac2e03793e1'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:05:57.257021 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ffeb2436-a166-469a-bfd4-0ea3b47c1f9b None None] Bound port: de118167-1d16-4398-a716-85546b90d59d, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fb05ee-9c71-4814-b250-3fd35002153c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'de479a0b-a25d-408c-b6e9-aac2e03793e1'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:05:57.257635 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffeb2436-a166-469a-bfd4-0ea3b47c1f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:57.259291 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-22763bda-948f-4894-9314-0279c1b5db0f tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:57.263181 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4373028c-d8b2-4b6e-a873-34cf63730063 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:57.265007 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment ca62aca5-8e99-4f4f-a84b-526a4f24f41c resource provider aggregate not found Sep 23 15:05:57.276366 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1f362b7d-bd0d-49d4-847e-f81688dd585f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:57.280153 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: d5f6617f-9076-4e48-a578-90756df8daa1 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:05:57.280287 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d5f6617f-9076-4e48-a578-90756df8daa1 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:05:57.306070 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment ca62aca5-8e99-4f4f-a84b-526a4f24f41c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca62aca5-8e99-4f4f-a84b-526a4f24f41c found for delete ", "request_id": "req-f8bb8771-9449-4df5-a3d2-9a74cd93c352"}]} Sep 23 15:05:57.345284 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-abf8af24-e9a8-498f-8200-0ef4fe8fe732 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:05:57.346598 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-abf8af24-e9a8-498f-8200-0ef4fe8fe732 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7856777 Sep 23 15:05:57.363017 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43478) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:57.435029 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-28cb899a-8e9e-4d94-b96c-4984371674a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:57.435029 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22763bda-948f-4894-9314-0279c1b5db0f tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36fba9bc-612c-439c-9204-fd304f64e672,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:57.435504 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ffeb2436-a166-469a-bfd4-0ea3b47c1f9b None None] For port de118167-1d16-4398-a716-85546b90d59d, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:05:57.436403 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ffeb2436-a166-469a-bfd4-0ea3b47c1f9b None None] For port de118167-1d16-4398-a716-85546b90d59d, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=de118167-1d16-4398-a716-85546b90d59d,segment=NetworkSegment(15fb05ee-9c71-4814-b250-3fd35002153c),segment_id=15fb05ee-9c71-4814-b250-3fd35002153c)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:05:57.508853 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-77044155-bb49-4f9a-9275-a7c3e0749659 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:57.520386 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-543c44d2-937f-4a9e-9ffe-9ba7684a9c5b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet d1c73371-528f-403a-af2c-f865bbded599 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:05:57.535426 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffeb2436-a166-469a-bfd4-0ea3b47c1f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:57.554926 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-77044155-bb49-4f9a-9275-a7c3e0749659 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:57.565351 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77044155-bb49-4f9a-9275-a7c3e0749659 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Network': ['ID=f254cd12-6473-4931-916f-6f6d95995531,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:57.572528 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-543c44d2-937f-4a9e-9ffe-9ba7684a9c5b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:57.663256 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb2436-a166-469a-bfd4-0ea3b47c1f9b None None] Pushing event updated for resources: {'Port': ['ID=de118167-1d16-4398-a716-85546b90d59d,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:57.676063 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-51b0f5d7-6b49-4e1f-b7c6-bf3a2f04dac4 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:57.694841 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-543c44d2-937f-4a9e-9ffe-9ba7684a9c5b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:57.699346 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-28cb899a-8e9e-4d94-b96c-4984371674a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Calling delete_port for eaa306db-313b-4bea-989e-3d284dba5712 owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:57.729054 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-22763bda-948f-4894-9314-0279c1b5db0f tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:57.732873 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-22763bda-948f-4894-9314-0279c1b5db0f tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7232170 Sep 23 15:05:57.734727 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43486) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:57.744016 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-51b0f5d7-6b49-4e1f-b7c6-bf3a2f04dac4 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Transition to ACTIVE for port object 24758d78-a69c-4ead-98e6-4049261bf306 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:05:57.749020 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-6f9c17a3-c7f3-4995-a9f1-d941d091083c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Request body: {'security_group_rule': {'security_group_id': 'e337800d-cab9-4a1e-845a-a7de9cfe919a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '36fba9bc-612c-439c-9204-fd304f64e672', 'remote_ip_prefix': None}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:57.758662 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-6f9c17a3-c7f3-4995-a9f1-d941d091083c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:57.767094 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-6f9c17a3-c7f3-4995-a9f1-d941d091083c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Usage tracker for resource:security_group_rule and tenant:3fc971569b8040148359743b9a26dcf0 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:57.773611 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-6f9c17a3-c7f3-4995-a9f1-d941d091083c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:57.784034 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-77044155-bb49-4f9a-9275-a7c3e0749659 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/networks/f254cd12-6473-4931-916f-6f6d95995531 HTTP/1.1" status: 204 len: 168 time: 3.6078207 Sep 23 15:05:57.787192 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-6f9c17a3-c7f3-4995-a9f1-d941d091083c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:57.788252 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43490) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:57.836046 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-543c44d2-937f-4a9e-9ffe-9ba7684a9c5b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:57.851568 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4373028c-d8b2-4b6e-a873-34cf63730063 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:57.856994 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-d107dc0e-7ee9-4fbc-81f8-797df731c34a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] DELETE failed (client error): The resource could not be found. Sep 23 15:05:57.857461 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d107dc0e-7ee9-4fbc-81f8-797df731c34a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:05:57.864860 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1f362b7d-bd0d-49d4-847e-f81688dd585f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:57.927764 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-51b0f5d7-6b49-4e1f-b7c6-bf3a2f04dac4 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:57.934957 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d107dc0e-7ee9-4fbc-81f8-797df731c34a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/subnets/9584e2fd-2874-41cf-bdac-95f07984ccd3 HTTP/1.1" status: 404 len: 337 time: 0.1432648 Sep 23 15:05:57.953516 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43498) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:57.953516 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f362b7d-bd0d-49d4-847e-f81688dd585f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67044fcb-39a0-4a0b-86f7-ff4486219533,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:57.955166 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1f362b7d-bd0d-49d4-847e-f81688dd585f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:57.960254 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1f362b7d-bd0d-49d4-847e-f81688dd585f admin admin] 10.222.0.67 "DELETE /v2.0/subnets/67044fcb-39a0-4a0b-86f7-ff4486219533 HTTP/1.1" status: 204 len: 168 time: 1.3341711 Sep 23 15:05:57.967587 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc9ec2c-4c71-4dc2-b886-7ea4918220fa None None] Network b701bd66-0505-43a0-9675-ad2d89e290b6 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:57.978023 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43504) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:57.979042 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4373028c-d8b2-4b6e-a873-34cf63730063 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:57.981165 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-28cb899a-8e9e-4d94-b96c-4984371674a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:58.039150 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6f9c17a3-c7f3-4995-a9f1-d941d091083c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:58.065338 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b0f5d7-6b49-4e1f-b7c6-bf3a2f04dac4 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network de479a0b-a25d-408c-b6e9-aac2e03793e1 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:05:58.103928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0f5d7-6b49-4e1f-b7c6-bf3a2f04dac4 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Port': ['ID=24758d78-a69c-4ead-98e6-4049261bf306,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:58.106908 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-51b0f5d7-6b49-4e1f-b7c6-bf3a2f04dac4 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:05:58.113982 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b0f5d7-6b49-4e1f-b7c6-bf3a2f04dac4 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:05:58.119648 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b0f5d7-6b49-4e1f-b7c6-bf3a2f04dac4 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:58.125215 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-51b0f5d7-6b49-4e1f-b7c6-bf3a2f04dac4 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:58.184568 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb899a-8e9e-4d94-b96c-4984371674a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Port': ['ID=eaa306db-313b-4bea-989e-3d284dba5712,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:58.186761 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-442f6a88-f146-4210-bca2-93ca165554c3 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] DELETE failed (client error): The resource could not be found. Sep 23 15:05:58.187306 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-442f6a88-f146-4210-bca2-93ca165554c3 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:05:58.189342 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-442f6a88-f146-4210-bca2-93ca165554c3 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/networks/f254cd12-6473-4931-916f-6f6d95995531 HTTP/1.1" status: 404 len: 339 time: 0.2391434 Sep 23 15:05:58.194011 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43510) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:58.198126 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-28cb899a-8e9e-4d94-b96c-4984371674a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:58.202546 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-28cb899a-8e9e-4d94-b96c-4984371674a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/ports/eaa306db-313b-4bea-989e-3d284dba5712 HTTP/1.1" status: 204 len: 168 time: 1.7529762 Sep 23 15:05:58.202546 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373028c-d8b2-4b6e-a873-34cf63730063 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250daba0-7366-4eaf-b3ef-da4e21c40fb8,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:58.203789 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43514) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:58.238720 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-780d1132-4da1-4de4-96e0-b9548c3e3f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:58.253476 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-780d1132-4da1-4de4-96e0-b9548c3e3f24 admin admin] Deleting port 1bddeef9-5cdf-48cd-a886-a36eb1556579 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:58.253824 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-780d1132-4da1-4de4-96e0-b9548c3e3f24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:58.259228 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6f9c17a3-c7f3-4995-a9f1-d941d091083c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:58.259228 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a217b3-d1d7-4e8f-a51e-31677a9e68ba tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] DELETE failed (client error): The resource could not be found. Sep 23 15:05:58.259228 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63a217b3-d1d7-4e8f-a51e-31677a9e68ba tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:05:58.295318 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-51b0f5d7-6b49-4e1f-b7c6-bf3a2f04dac4 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3506770 Sep 23 15:05:58.301890 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43518) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:58.310808 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4373028c-d8b2-4b6e-a873-34cf63730063 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:58.314970 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4373028c-d8b2-4b6e-a873-34cf63730063 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5715165 Sep 23 15:05:58.317605 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43522) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:58.324035 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-f4002c8a-1c8d-4e56-8731-635754ecfbd4 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group_rule': {'security_group_id': 'da6510a7-57a1-4269-8a80-bd1cc8861c54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:58.331959 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f4002c8a-1c8d-4e56-8731-635754ecfbd4 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:58.342209 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f4002c8a-1c8d-4e56-8731-635754ecfbd4 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Usage tracker for resource:security_group_rule and tenant:98f32ff383e74feaac26c7742718f481 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:58.345534 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-63a217b3-d1d7-4e8f-a51e-31677a9e68ba tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/subnets/d043fd37-f736-4990-ad40-2384fc778904 HTTP/1.1" status: 404 len: 337 time: 0.1492755 Sep 23 15:05:58.345534 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39a1234-cce5-4c3c-840a-355b24e17479 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] GET failed (client error): The resource could not be found. Sep 23 15:05:58.347952 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c39a1234-cce5-4c3c-840a-355b24e17479 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "GET /v2.0/ports/eaa306db-313b-4bea-989e-3d284dba5712 HTTP/1.1" status: 404 len: 333 time: 0.1436830 Sep 23 15:05:58.354237 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d83fd80-af53-44ee-b0af-5793b622542a None None] DHCP port deletion for b701bd66-0505-43a0-9675-ad2d89e290b6 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:05:58.359374 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6d83fd80-af53-44ee-b0af-5793b622542a None None] Deleting port 1bddeef9-5cdf-48cd-a886-a36eb1556579 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:58.359915 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6d83fd80-af53-44ee-b0af-5793b622542a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:58.364180 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43528) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:58.364496 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43530) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:58.365654 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-543c44d2-937f-4a9e-9ffe-9ba7684a9c5b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:58.368209 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f4002c8a-1c8d-4e56-8731-635754ecfbd4 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:58.413909 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-9714e017-f3ef-48d7-a929-9b2425b22749 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'port': {'network_id': '836ff237-6f4c-47b9-90eb-75fa61685684', 'name': 'tempest-PortsTestJSON-2046698124'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:58.451155 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-27645622-3f8e-4d02-a6fb-97a5120c59fa tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] DELETE failed (client error): The resource could not be found. Sep 23 15:05:58.451626 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27645622-3f8e-4d02-a6fb-97a5120c59fa tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:05:58.453348 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-27645622-3f8e-4d02-a6fb-97a5120c59fa tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/networks/3776326e-a5b8-4483-a115-7d64f12d74f6 HTTP/1.1" status: 404 len: 339 time: 0.0799077 Sep 23 15:05:58.454117 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6f9c17a3-c7f3-4995-a9f1-d941d091083c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:58.474277 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43536) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:58.480881 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c44d2-937f-4a9e-9ffe-9ba7684a9c5b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=d1c73371-528f-403a-af2c-f865bbded599,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:58.513595 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77611c49-652e-4c16-8248-eaf429d16db7 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:58.530212 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f4002c8a-1c8d-4e56-8731-635754ecfbd4 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:58.565707 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-780d1132-4da1-4de4-96e0-b9548c3e3f24 admin admin] For port 1bddeef9-5cdf-48cd-a886-a36eb1556579, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=1bddeef9-5cdf-48cd-a886-a36eb1556579,segment=NetworkSegment(d503a50d-2581-4298-a5a4-2bdcd97f6dd0),segment_id=d503a50d-2581-4298-a5a4-2bdcd97f6dd0)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:58.566032 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-780d1132-4da1-4de4-96e0-b9548c3e3f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:58.603965 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-543c44d2-937f-4a9e-9ffe-9ba7684a9c5b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:58.609234 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-543c44d2-937f-4a9e-9ffe-9ba7684a9c5b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/d1c73371-528f-403a-af2c-f865bbded599 HTTP/1.1" status: 204 len: 168 time: 1.2452316 Sep 23 15:05:58.616631 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-1ac469a9-5926-44c4-83fa-bf60af2197b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port 24758d78-a69c-4ead-98e6-4049261bf306 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:58.616977 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1ac469a9-5926-44c4-83fa-bf60af2197b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:58.669581 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43542) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:58.760260 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-6d83fd80-af53-44ee-b0af-5793b622542a None None] For port 1bddeef9-5cdf-48cd-a886-a36eb1556579, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=1bddeef9-5cdf-48cd-a886-a36eb1556579,segment=NetworkSegment(d503a50d-2581-4298-a5a4-2bdcd97f6dd0),segment_id=d503a50d-2581-4298-a5a4-2bdcd97f6dd0)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:58.760810 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6d83fd80-af53-44ee-b0af-5793b622542a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:58.769554 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f4002c8a-1c8d-4e56-8731-635754ecfbd4 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:58.860030 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c17a3-c7f3-4995-a9f1-d941d091083c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f0ee17-af2a-4124-87b9-1464aa7466a9,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:58.862591 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-780d1132-4da1-4de4-96e0-b9548c3e3f24 admin admin] Calling delete_port for 1bddeef9-5cdf-48cd-a886-a36eb1556579 owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:58.863083 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7361ed97-34ad-4d16-b72f-3772f8c779ce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1832778 Sep 23 15:05:58.901974 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43548) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:58.922162 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6d83fd80-af53-44ee-b0af-5793b622542a None None] Calling delete_port for 1bddeef9-5cdf-48cd-a886-a36eb1556579 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:59.043994 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0127178-2eb6-46dc-9e91-f9c343756857 None None] Network de479a0b-a25d-408c-b6e9-aac2e03793e1 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:05:59.061176 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f664f3-b0f4-4d74-82ab-0d0bca448479 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:59.062542 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b6f664f3-b0f4-4d74-82ab-0d0bca448479 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:05:59.093631 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-f4002c8a-1c8d-4e56-8731-635754ecfbd4 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] create failed (client error): There was a conflict when trying to complete your request. Sep 23 15:05:59.096086 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f4002c8a-1c8d-4e56-8731-635754ecfbd4 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7786965 Sep 23 15:05:59.104562 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43556) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:59.156921 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-9714e017-f3ef-48d7-a929-9b2425b22749 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:59.169225 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6f9c17a3-c7f3-4995-a9f1-d941d091083c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:59.172346 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6f9c17a3-c7f3-4995-a9f1-d941d091083c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.4345195 Sep 23 15:05:59.183047 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43560) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:59.189434 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c8e5686b-f62f-4e7a-af4b-fbbdc933aabe tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:59.194990 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-780d1132-4da1-4de4-96e0-b9548c3e3f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:59.198335 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-9714e017-f3ef-48d7-a929-9b2425b22749 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:05:59.202099 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device de118167-1d16-4398-a716-85546b90d59d up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:05:59.266862 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d1132-4da1-4de4-96e0-b9548c3e3f24 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bddeef9-5cdf-48cd-a886-a36eb1556579,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:59.268949 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b6f664f3-b0f4-4d74-82ab-0d0bca448479 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:05:59.272835 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b6f664f3-b0f4-4d74-82ab-0d0bca448479 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3703728 Sep 23 15:05:59.278302 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43564) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:59.335178 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780d1132-4da1-4de4-96e0-b9548c3e3f24 admin admin] No DVR routers for this DVR port 1bddeef9-5cdf-48cd-a886-a36eb1556579 on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:05:59.345009 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9714e017-f3ef-48d7-a929-9b2425b22749 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:05:59.348933 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9714e017-f3ef-48d7-a929-9b2425b22749 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:59.389481 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-cfc679ca-f8b0-4a8d-9e38-5d229cff406b None None] Provisioning for port de118167-1d16-4398-a716-85546b90d59d completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:05:59.390874 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-102035a7-d9fc-4611-a815-43949fc31b4d tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:59.403198 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-102035a7-d9fc-4611-a815-43949fc31b4d tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:59.434365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-6d83fd80-af53-44ee-b0af-5793b622542a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:05:59.435256 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-6d83fd80-af53-44ee-b0af-5793b622542a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:05:59.457308 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c8e5686b-f62f-4e7a-af4b-fbbdc933aabe tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:59.465113 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-9714e017-f3ef-48d7-a929-9b2425b22749 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] device_id is not set on port 1eff6bed-130d-4486-8f18-4a64153f60e2 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:05:59.532321 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-780d1132-4da1-4de4-96e0-b9548c3e3f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:59.542984 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43572) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:59.555568 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-c8e5686b-f62f-4e7a-af4b-fbbdc933aabe tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27f59d2-c9fc-4b35-ba23-05bd94e3645c']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:59.557563 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3915e1c7-c881-487c-85bc-8d0fa42070fc tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:59.576193 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1ac469a9-5926-44c4-83fa-bf60af2197b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:59.590821 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-c8e5686b-f62f-4e7a-af4b-fbbdc933aabe tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b11e41eb-ef0b-4ad2-947d-76e2a7ea7aff') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:59.591079 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-c8e5686b-f62f-4e7a-af4b-fbbdc933aabe tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b11e41eb-ef0b-4ad2-947d-76e2a7ea7aff') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:59.592117 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port de118167-1d16-4398-a716-85546b90d59d completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:05:59.607648 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port de118167-1d16-4398-a716-85546b90d59d triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:05:59.608029 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:59.608368 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port de118167-1d16-4398-a716-85546b90d59d Sep 23 15:05:59.632992 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-780d1132-4da1-4de4-96e0-b9548c3e3f24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b701bd66-0505-43a0-9675-ad2d89e290b6']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:59.660000 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3915e1c7-c881-487c-85bc-8d0fa42070fc tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:59.665153 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9263c9ec-233c-4d02-80ca-3e4864ee34ca None None] DHCP port deletion for c3d67a4b-9092-448f-b14d-bd8d70a05623 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:05:59.668667 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-102035a7-d9fc-4611-a815-43949fc31b4d tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:59.673059 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9263c9ec-233c-4d02-80ca-3e4864ee34ca None None] Deleting port 6b80a533-dc13-4cf9-afc7-6fc9fd551d2f {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:05:59.673433 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9263c9ec-233c-4d02-80ca-3e4864ee34ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:59.693350 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c8e5686b-f62f-4e7a-af4b-fbbdc933aabe tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:59.702170 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-780d1132-4da1-4de4-96e0-b9548c3e3f24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd503a50d-2581-4298-a5a4-2bdcd97f6dd0') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:59.703246 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-780d1132-4da1-4de4-96e0-b9548c3e3f24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd503a50d-2581-4298-a5a4-2bdcd97f6dd0') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:05:59.723520 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f55507-31b6-4aef-8b0e-8b49f7f6a558 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:05:59.725149 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-95f55507-31b6-4aef-8b0e-8b49f7f6a558 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4426908 Sep 23 15:05:59.735776 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102035a7-d9fc-4611-a815-43949fc31b4d tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73f0ee17-af2a-4124-87b9-1464aa7466a9,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:05:59.738077 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43578) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:59.740233 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-780d1132-4da1-4de4-96e0-b9548c3e3f24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:59.756901 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-102035a7-d9fc-4611-a815-43949fc31b4d tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:59.762059 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-102035a7-d9fc-4611-a815-43949fc31b4d tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/73f0ee17-af2a-4124-87b9-1464aa7466a9 HTTP/1.1" status: 204 len: 168 time: 0.5745270 Sep 23 15:05:59.769999 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43582) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:59.777046 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-1ac469a9-5926-44c4-83fa-bf60af2197b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Calling delete_port for 24758d78-a69c-4ead-98e6-4049261bf306 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:05:59.816094 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-7bc666ff-56c4-45fb-8bb1-d2a8b64182ee tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:59.847433 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2399eec8-6daf-4e72-b8bc-7bd7290d94b6 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0934992 Sep 23 15:05:59.849585 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43586) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:05:59.854468 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-780d1132-4da1-4de4-96e0-b9548c3e3f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:59.858855 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-7bc666ff-56c4-45fb-8bb1-d2a8b64182ee tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:05:59.861785 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-8671f121-c579-4460-bc21-7ebfd87a78cc tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:05:59.871373 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c8e5686b-f62f-4e7a-af4b-fbbdc933aabe tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:59.875502 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7bc666ff-56c4-45fb-8bb1-d2a8b64182ee tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Usage tracker for resource:floatingip and tenant:61ce6f3293464ba7bb7298d9af2d94fc is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:05:59.891132 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7bc666ff-56c4-45fb-8bb1-d2a8b64182ee tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:05:59.912365 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e5686b-f62f-4e7a-af4b-fbbdc933aabe tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:05:59.912793 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c8e5686b-f62f-4e7a-af4b-fbbdc933aabe tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:05:59.972121 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-9263c9ec-233c-4d02-80ca-3e4864ee34ca None None] For port 6b80a533-dc13-4cf9-afc7-6fc9fd551d2f, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=6b80a533-dc13-4cf9-afc7-6fc9fd551d2f,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:05:59.972698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9263c9ec-233c-4d02-80ca-3e4864ee34ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:00.055141 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780d1132-4da1-4de4-96e0-b9548c3e3f24 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:06:00.055568 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-780d1132-4da1-4de4-96e0-b9548c3e3f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:00.071754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-7bc666ff-56c4-45fb-8bb1-d2a8b64182ee tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:00.085080 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment b11e41eb-ef0b-4ad2-947d-76e2a7ea7aff resource provider aggregate not found Sep 23 15:06:00.113231 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9263c9ec-233c-4d02-80ca-3e4864ee34ca None None] Calling delete_port for 6b80a533-dc13-4cf9-afc7-6fc9fd551d2f owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:00.143300 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment d503a50d-2581-4298-a5a4-2bdcd97f6dd0 resource provider aggregate not found Sep 23 15:06:00.155229 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3915e1c7-c881-487c-85bc-8d0fa42070fc tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:00.181999 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6d83fd80-af53-44ee-b0af-5793b622542a None None] Deleting port 1bddeef9-5cdf-48cd-a886-a36eb1556579 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:00.182393 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6d83fd80-af53-44ee-b0af-5793b622542a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:00.191111 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment d503a50d-2581-4298-a5a4-2bdcd97f6dd0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d503a50d-2581-4298-a5a4-2bdcd97f6dd0 found for delete ", "request_id": "req-83cf74e1-69af-4a67-a8c1-dad208e091e9"}]} Sep 23 15:06:00.196842 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915e1c7-c881-487c-85bc-8d0fa42070fc tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6510a7-57a1-4269-8a80-bd1cc8861c54,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:00.206915 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7bc666ff-56c4-45fb-8bb1-d2a8b64182ee tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:00.220811 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3915e1c7-c881-487c-85bc-8d0fa42070fc tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:00.221972 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3915e1c7-c881-487c-85bc-8d0fa42070fc tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "DELETE /v2.0/security-groups/da6510a7-57a1-4269-8a80-bd1cc8861c54 HTTP/1.1" status: 204 len: 168 time: 1.1150191 Sep 23 15:06:00.224878 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43598) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:00.228836 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c8e5686b-f62f-4e7a-af4b-fbbdc933aabe tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:00.247955 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment b11e41eb-ef0b-4ad2-947d-76e2a7ea7aff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b11e41eb-ef0b-4ad2-947d-76e2a7ea7aff found for delete ", "request_id": "req-e4cc38dc-3972-4478-996c-fe70f5d61921"}]} Sep 23 15:06:00.248370 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8671f121-c579-4460-bc21-7ebfd87a78cc tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:00.264222 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8671f121-c579-4460-bc21-7ebfd87a78cc tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:00.284648 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c8e5686b-f62f-4e7a-af4b-fbbdc933aabe tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:00.303816 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9dc14468-d6ba-4346-88a4-f2f2ecab2ddf tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Synchronizing usage tracker for tenant:98f32ff383e74feaac26c7742718f481 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:00.323619 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-780d1132-4da1-4de4-96e0-b9548c3e3f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:00.332707 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2b1a8f75-a4e8-449d-968c-b245839b9a79 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Synchronizing usage tracker for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group_rule {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:00.345167 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5686b-f62f-4e7a-af4b-fbbdc933aabe tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Network': ['ID=d27f59d2-c9fc-4b35-ba23-05bd94e3645c,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:00.350765 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-780d1132-4da1-4de4-96e0-b9548c3e3f24 admin admin] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:00.355412 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c8e5686b-f62f-4e7a-af4b-fbbdc933aabe tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/networks/d27f59d2-c9fc-4b35-ba23-05bd94e3645c HTTP/1.1" status: 204 len: 168 time: 1.8700325 Sep 23 15:06:00.356559 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43602) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:00.363183 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d1132-4da1-4de4-96e0-b9548c3e3f24 admin admin] Pushing event deleted for resources: {'Network': ['ID=b701bd66-0505-43a0-9675-ad2d89e290b6,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:00.368438 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6d83fd80-af53-44ee-b0af-5793b622542a None None] The port '1bddeef9-5cdf-48cd-a886-a36eb1556579' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:06:00.381434 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8671f121-c579-4460-bc21-7ebfd87a78cc tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:00.386584 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8671f121-c579-4460-bc21-7ebfd87a78cc tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:00.420666 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port de118167-1d16-4398-a716-85546b90d59d is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:06:00.421151 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:00.441457 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-777ef41b-9441-4518-8700-5e1710ab6898 None None] Provisioning complete for port de118167-1d16-4398-a716-85546b90d59d triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:06:00.443372 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-777ef41b-9441-4518-8700-5e1710ab6898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:00.443372 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-777ef41b-9441-4518-8700-5e1710ab6898 None None] Attempt 1 to provision port de118167-1d16-4398-a716-85546b90d59d Sep 23 15:06:00.463922 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9dc14468-d6ba-4346-88a4-f2f2ecab2ddf tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Unset dirty status for tenant:98f32ff383e74feaac26c7742718f481 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:00.470982 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9dc14468-d6ba-4346-88a4-f2f2ecab2ddf tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2392440 Sep 23 15:06:00.472189 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43606) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:00.486954 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-abe98e4a-e0a5-4646-a286-aa9c4c6919a1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group': {'name': 'tempest-secgroup--385941542'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:00.492992 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-abe98e4a-e0a5-4646-a286-aa9c4c6919a1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:00.495336 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1ac469a9-5926-44c4-83fa-bf60af2197b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:00.510197 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-abe98e4a-e0a5-4646-a286-aa9c4c6919a1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:00.518246 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-780d1132-4da1-4de4-96e0-b9548c3e3f24 admin admin] 10.222.0.67 "DELETE /v2.0/networks/b701bd66-0505-43a0-9675-ad2d89e290b6 HTTP/1.1" status: 204 len: 168 time: 2.5322466 Sep 23 15:06:00.518444 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port de118167-1d16-4398-a716-85546b90d59d, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=de118167-1d16-4398-a716-85546b90d59d,segment=NetworkSegment(15fb05ee-9c71-4814-b250-3fd35002153c),segment_id=15fb05ee-9c71-4814-b250-3fd35002153c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:00.545072 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fabb99c-5cf5-49ec-bc70-72ab92d58c66 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] DELETE failed (client error): The resource could not be found. Sep 23 15:06:00.545527 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fabb99c-5cf5-49ec-bc70-72ab92d58c66 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:06:00.555423 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6fabb99c-5cf5-49ec-bc70-72ab92d58c66 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/subnets/be92c101-0944-4ce6-8758-83557e1e98d0 HTTP/1.1" status: 404 len: 337 time: 0.1896625 Sep 23 15:06:00.555628 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43612) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:00.592979 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e4fd3fa-51d3-4cf6-a333-a83c8134748a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] DELETE failed (client error): The resource could not be found. Sep 23 15:06:00.594210 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e4fd3fa-51d3-4cf6-a333-a83c8134748a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:06:00.598203 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8e4fd3fa-51d3-4cf6-a333-a83c8134748a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/networks/fdfd595f-4b18-41ca-b6c3-9afbdc0b2d0d HTTP/1.1" status: 404 len: 339 time: 0.0406380 Sep 23 15:06:00.599049 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43616) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:00.610820 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-777ef41b-9441-4518-8700-5e1710ab6898 None None] Current status of the port de118167-1d16-4398-a716-85546b90d59d is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:06:00.611602 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-777ef41b-9441-4518-8700-5e1710ab6898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:00.628133 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9263c9ec-233c-4d02-80ca-3e4864ee34ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:00.632936 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:00.653223 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-abe98e4a-e0a5-4646-a286-aa9c4c6919a1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:00.682993 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2b1a8f75-a4e8-449d-968c-b245839b9a79 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Unset dirty status for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group_rule {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:00.684320 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2b1a8f75-a4e8-449d-968c-b245839b9a79 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.8745110 Sep 23 15:06:00.698153 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1ac469a9-5926-44c4-83fa-bf60af2197b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:00.702379 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1ac469a9-5926-44c4-83fa-bf60af2197b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/ports/24758d78-a69c-4ead-98e6-4049261bf306 HTTP/1.1" status: 204 len: 168 time: 2.3972304 Sep 23 15:06:00.702379 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac469a9-5926-44c4-83fa-bf60af2197b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Port': ['ID=24758d78-a69c-4ead-98e6-4049261bf306,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:00.703105 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43620) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:00.704597 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43622) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:00.717367 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263c9ec-233c-4d02-80ca-3e4864ee34ca None None] Pushing event deleted for resources: {'Port': ['ID=6b80a533-dc13-4cf9-afc7-6fc9fd551d2f,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:00.721266 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9263c9ec-233c-4d02-80ca-3e4864ee34ca None None] No DVR routers for this DVR port 6b80a533-dc13-4cf9-afc7-6fc9fd551d2f on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:06:00.735161 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf0b577-219e-48ca-8fa8-fdca71923096 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] DELETE failed (client error): The resource could not be found. Sep 23 15:06:00.736663 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf0b577-219e-48ca-8fa8-fdca71923096 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:06:00.766845 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 1bddeef9-5cdf-48cd-a886-a36eb1556579 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:06:00.789647 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1cf0b577-219e-48ca-8fa8-fdca71923096 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/subnets/c2a31993-1af9-4a01-8c4a-31f5b8499fb5 HTTP/1.1" status: 404 len: 337 time: 0.1893842 Sep 23 15:06:00.811486 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43628) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:00.849677 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-68635229-7925-48b8-bb1c-0d7a5ab27170 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] DELETE failed (client error): The resource could not be found. Sep 23 15:06:00.850541 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68635229-7925-48b8-bb1c-0d7a5ab27170 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:06:00.855875 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-68635229-7925-48b8-bb1c-0d7a5ab27170 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/ports/24758d78-a69c-4ead-98e6-4049261bf306 HTTP/1.1" status: 404 len: 333 time: 0.1432588 Sep 23 15:06:00.870113 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43632) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:00.881286 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 1bddeef9-5cdf-48cd-a886-a36eb1556579 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:06:00.881286 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 1bddeef9-5cdf-48cd-a886-a36eb1556579 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:06:00.923146 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-abe98e4a-e0a5-4646-a286-aa9c4c6919a1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:00.932663 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-abe98e4a-e0a5-4646-a286-aa9c4c6919a1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Usage tracker for resource:security_group_rule and tenant:98f32ff383e74feaac26c7742718f481 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:00.935458 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8781d7-3b82-4a1c-abb9-947597a48ce6 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] DELETE failed (client error): The resource could not be found. Sep 23 15:06:00.936000 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8781d7-3b82-4a1c-abb9-947597a48ce6 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:06:00.941156 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8a8781d7-3b82-4a1c-abb9-947597a48ce6 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/networks/59991442-e475-4e19-b76f-3472b8348f56 HTTP/1.1" status: 404 len: 339 time: 0.1134803 Sep 23 15:06:00.942959 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-abe98e4a-e0a5-4646-a286-aa9c4c6919a1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:00.945593 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43636) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:00.949532 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=de118167-1d16-4398-a716-85546b90d59d,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:00.952508 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-777ef41b-9441-4518-8700-5e1710ab6898 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:06:00.952865 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-777ef41b-9441-4518-8700-5e1710ab6898 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:06:00.953403 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9714e017-f3ef-48d7-a929-9b2425b22749 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:00.957576 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-356bda65-a4ef-4d60-84c0-0a410ba3fce3 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] GET failed (client error): The resource could not be found. Sep 23 15:06:00.958385 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-356bda65-a4ef-4d60-84c0-0a410ba3fce3 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Synchronizing usage tracker for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:00.987992 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-abe98e4a-e0a5-4646-a286-aa9c4c6919a1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:01.000431 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81c2706-a466-44e3-822e-dd598b79898a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] DELETE failed (client error): The resource could not be found. Sep 23 15:06:01.000891 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81c2706-a466-44e3-822e-dd598b79898a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:06:01.004900 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f81c2706-a466-44e3-822e-dd598b79898a tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/subnets/8b3fa78f-f26a-479b-81e5-766a02a85e01 HTTP/1.1" status: 404 len: 337 time: 0.0544822 Sep 23 15:06:01.005050 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7bc666ff-56c4-45fb-8bb1-d2a8b64182ee tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:01.005176 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8671f121-c579-4460-bc21-7ebfd87a78cc tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:01.006275 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43640) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:01.075477 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device de118167-1d16-4398-a716-85546b90d59d up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:06:01.088799 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8671f121-c579-4460-bc21-7ebfd87a78cc tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:01.095671 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-8671f121-c579-4460-bc21-7ebfd87a78cc tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:01.105175 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8671f121-c579-4460-bc21-7ebfd87a78cc tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:01.105758 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8671f121-c579-4460-bc21-7ebfd87a78cc tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:01.111882 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43644) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:01.114190 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-16991ca6-df39-4ef5-80ff-3d6ad56beafa tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:01.116530 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03eba7b-74aa-4c22-970f-e7e339cb85aa None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:01.182139 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671f121-c579-4460-bc21-7ebfd87a78cc tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=4e40a8e3-f962-4641-b6ef-c2d1cb3c5bce,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:01.218803 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-356bda65-a4ef-4d60-84c0-0a410ba3fce3 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Unset dirty status for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:01.223175 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-356bda65-a4ef-4d60-84c0-0a410ba3fce3 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "GET /v2.0/ports/24758d78-a69c-4ead-98e6-4049261bf306 HTTP/1.1" status: 404 len: 333 time: 0.3461854 Sep 23 15:06:01.227426 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43648) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:01.237209 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-16991ca6-df39-4ef5-80ff-3d6ad56beafa tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:01.246597 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-53bb9211-671b-4612-8a9e-84cf53008408 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] DELETE failed (client error): The resource could not be found. Sep 23 15:06:01.247148 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53bb9211-671b-4612-8a9e-84cf53008408 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:06:01.263375 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-53bb9211-671b-4612-8a9e-84cf53008408 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/networks/2ae62e2c-5a5b-4a19-b90b-4be98a13457d HTTP/1.1" status: 404 len: 339 time: 0.2526016 Sep 23 15:06:01.265998 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43652) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:01.294567 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port de118167-1d16-4398-a716-85546b90d59d triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:06:01.294795 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:01.295143 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port de118167-1d16-4398-a716-85546b90d59d Sep 23 15:06:01.314272 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8671f121-c579-4460-bc21-7ebfd87a78cc tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4601548 Sep 23 15:06:01.315923 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43656) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:01.321246 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-37cec990-ca38-458e-a96f-0096c1361dd8 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] DELETE failed (client error): The resource could not be found. Sep 23 15:06:01.321628 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37cec990-ca38-458e-a96f-0096c1361dd8 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:06:01.326366 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-37cec990-ca38-458e-a96f-0096c1361dd8 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/subnets/822c237e-3645-4049-94cd-069c333bb10d HTTP/1.1" status: 404 len: 337 time: 0.0536907 Sep 23 15:06:01.328125 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-91c5d98b-211d-4f1a-93a3-4eb54a822a2e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e3ca3cb473e945e48c5ff263c17e66ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146821 Sep 23 15:06:01.338631 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43660) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:01.338964 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43662) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:01.362708 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-abe98e4a-e0a5-4646-a286-aa9c4c6919a1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:01.373829 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-9a7a0384-ed73-448d-8e47-18b09655ae6d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'port': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'fixed_ips': [{'subnet_id': '4e40a8e3-f962-4641-b6ef-c2d1cb3c5bce', 'ip_address': '2001:db8::3082:2285:ab0f:cd67'}], 'name': 'tempest-NetworksTestDHCPv6-1300175297'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:01.395515 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-312c2834-8ffd-49a7-8e2a-1b5ac9c29b31 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] DELETE failed (client error): The resource could not be found. Sep 23 15:06:01.395983 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312c2834-8ffd-49a7-8e2a-1b5ac9c29b31 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:06:01.418691 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b41f72e-cf3f-4540-aadb-bfec12f37717 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting subnet 88dc099f-c25a-4019-8664-57a31d1aa7d9 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:06:01.424568 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-312c2834-8ffd-49a7-8e2a-1b5ac9c29b31 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/networks/b111887e-b50d-4702-86b6-a82e0616e69f HTTP/1.1" status: 404 len: 339 time: 0.0824411 Sep 23 15:06:01.433909 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43668) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:01.434578 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3b41f72e-cf3f-4540-aadb-bfec12f37717 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:01.450893 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9714e017-f3ef-48d7-a929-9b2425b22749 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:01.491201 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0db0c30-0e75-4b9a-a45c-fcbc3cb6163d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-c3d67a4b-9092-448f-b14d-bd8d70a05623', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'fixed_ips': [{'subnet_id': '4e40a8e3-f962-4641-b6ef-c2d1cb3c5bce'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:06:01.492135 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d0db0c30-0e75-4b9a-a45c-fcbc3cb6163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:01.514980 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-abe98e4a-e0a5-4646-a286-aa9c4c6919a1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:01.555570 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-16991ca6-df39-4ef5-80ff-3d6ad56beafa tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:01.559497 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-12cfbf5c-2a76-4d8c-a58d-ca662011e3ff tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] DELETE failed (client error): The resource could not be found. Sep 23 15:06:01.559949 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12cfbf5c-2a76-4d8c-a58d-ca662011e3ff tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:06:01.564671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9714e017-f3ef-48d7-a929-9b2425b22749 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network 836ff237-6f4c-47b9-90eb-75fa61685684 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:01.568211 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-7bc666ff-56c4-45fb-8bb1-d2a8b64182ee tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Allocated IP 172.26.10.186 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/8bce1997-5fc8-4d9d-ab9b-b066f237a5d2) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:01.580691 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-9714e017-f3ef-48d7-a929-9b2425b22749 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:01.586134 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9714e017-f3ef-48d7-a929-9b2425b22749 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:01.591608 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9714e017-f3ef-48d7-a929-9b2425b22749 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:01.592288 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9714e017-f3ef-48d7-a929-9b2425b22749 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:01.600864 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port de118167-1d16-4398-a716-85546b90d59d is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:06:01.603334 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-12cfbf5c-2a76-4d8c-a58d-ca662011e3ff tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/subnets/8450aac5-4b5b-4b7e-99f0-91912cd63d9b HTTP/1.1" status: 404 len: 337 time: 0.1385159 Sep 23 15:06:01.604298 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-777ef41b-9441-4518-8700-5e1710ab6898 None None] Current status of the port de118167-1d16-4398-a716-85546b90d59d is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:06:01.612034 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43672) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:01.613539 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b6f70d7b-11e2-437b-abfe-ee3cfe499f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:01.615236 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-777ef41b-9441-4518-8700-5e1710ab6898 None None] Could not find standard attr ID for object 24758d78-a69c-4ead-98e6-4049261bf306. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:06:01.615364 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714e017-f3ef-48d7-a929-9b2425b22749 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Port': ['ID=1eff6bed-130d-4486-8f18-4a64153f60e2,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:01.619740 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3b41f72e-cf3f-4540-aadb-bfec12f37717 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:01.647912 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe98e4a-e0a5-4646-a286-aa9c4c6919a1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571a927d-d91b-4761-b6da-2024b7a33d76,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:01.650634 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-16991ca6-df39-4ef5-80ff-3d6ad56beafa tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:01.654475 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-16991ca6-df39-4ef5-80ff-3d6ad56beafa tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "DELETE /v2.0/security-groups/36fba9bc-612c-439c-9204-fd304f64e672 HTTP/1.1" status: 204 len: 168 time: 0.9242640 Sep 23 15:06:01.656233 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43676) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:01.711161 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-abe98e4a-e0a5-4646-a286-aa9c4c6919a1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:01.712382 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-abe98e4a-e0a5-4646-a286-aa9c4c6919a1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2398837 Sep 23 15:06:01.714456 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 6b80a533-dc13-4cf9-afc7-6fc9fd551d2f no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:06:01.718160 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16991ca6-df39-4ef5-80ff-3d6ad56beafa tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fba9bc-612c-439c-9204-fd304f64e672,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:01.728411 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43680) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:01.729147 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbbea1ea-d69a-413e-a3cc-985af186f17c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] DELETE failed (client error): The resource could not be found. Sep 23 15:06:01.729622 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbbea1ea-d69a-413e-a3cc-985af186f17c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:06:01.734601 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bbbea1ea-d69a-413e-a3cc-985af186f17c tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/networks/c05650a6-7eae-4dab-bf40-965f5923cada HTTP/1.1" status: 404 len: 339 time: 0.1161103 Sep 23 15:06:01.744005 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-731e6e67-f721-4f4c-8c7c-d161ff925259 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group_rule': {'security_group_id': '571a927d-d91b-4761-b6da-2024b7a33d76', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:01.744764 dv-neutron-859093-1-hyperv neutron-server[89738]: WARNING neutron.api.v2.base [None req-731e6e67-f721-4f4c-8c7c-d161ff925259 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 23 15:06:01.745259 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-731e6e67-f721-4f4c-8c7c-d161ff925259 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:01.748943 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-731e6e67-f721-4f4c-8c7c-d161ff925259 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0138638 Sep 23 15:06:01.748943 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43684) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:01.752211 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43688) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:01.755545 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b6f70d7b-11e2-437b-abfe-ee3cfe499f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:01.776467 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 6b80a533-dc13-4cf9-afc7-6fc9fd551d2f {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:06:01.777327 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 6b80a533-dc13-4cf9-afc7-6fc9fd551d2f not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:06:01.802638 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9714e017-f3ef-48d7-a929-9b2425b22749 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.4270213 Sep 23 15:06:01.807080 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43692) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:01.812655 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f0b6b28f-e855-476a-9aaa-9162235c92b6 None None] Could not find standard attr ID for object 24758d78-a69c-4ead-98e6-4049261bf306. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:06:01.820105 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf474fd6-61c9-4139-b737-644b6150fe1f tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] DELETE failed (client error): The resource could not be found. Sep 23 15:06:01.820105 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf474fd6-61c9-4139-b737-644b6150fe1f tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:06:01.820764 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-cf474fd6-61c9-4139-b737-644b6150fe1f tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/subnets/8881645d-9f38-4e66-a4ea-8ebe3b686a03 HTTP/1.1" status: 404 len: 337 time: 0.0731719 Sep 23 15:06:01.826260 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-3e5b42cf-04b4-49fa-b436-ff002ce7afd4 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:01.834925 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43696) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:01.840767 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-9a7a0384-ed73-448d-8e47-18b09655ae6d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:01.855731 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-d0db0c30-0e75-4b9a-a45c-fcbc3cb6163d None None] Allocated IP 2001:db8::2 (c3d67a4b-9092-448f-b14d-bd8d70a05623/4e40a8e3-f962-4641-b6ef-c2d1cb3c5bce/7ec0467e-5a21-4e8b-97d0-af9b934c3861) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:01.896056 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-9a7a0384-ed73-448d-8e47-18b09655ae6d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:01.910211 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ac5d9a-6628-44c1-b806-a2fc5ff0a0c0 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] DELETE failed (client error): The resource could not be found. Sep 23 15:06:01.910732 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ac5d9a-6628-44c1-b806-a2fc5ff0a0c0 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:06:01.912475 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e6ac5d9a-6628-44c1-b806-a2fc5ff0a0c0 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/networks/2fd3e1fd-dbbb-42b5-acde-cc99cc7ab85f HTTP/1.1" status: 404 len: 339 time: 0.0681047 Sep 23 15:06:01.915262 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43700) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:01.929660 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-fb29db29-5ffd-4caf-bc1f-90b673633481 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2645230 Sep 23 15:06:01.943999 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43704) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:01.948816 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-33b7a2d4-f0f1-417f-8393-4d5c683749e5 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:01.994051 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-945cbfa7-6eb2-46eb-98c6-d1385ed9f131 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] DELETE failed (client error): The resource could not be found. Sep 23 15:06:01.994051 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-945cbfa7-6eb2-46eb-98c6-d1385ed9f131 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:06:02.024328 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3b41f72e-cf3f-4540-aadb-bfec12f37717 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:02.027394 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7a0384-ed73-448d-8e47-18b09655ae6d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:02.042689 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-33b7a2d4-f0f1-417f-8393-4d5c683749e5 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:02.056985 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-945cbfa7-6eb2-46eb-98c6-d1385ed9f131 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/subnets/162739e6-bb12-4d63-a605-72b633825fd2 HTTP/1.1" status: 404 len: 337 time: 0.1382246 Sep 23 15:06:02.064307 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43708) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:02.089372 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-981c36ae-9276-4cb7-a883-13dbf327bbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:02.104078 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3e5b42cf-04b4-49fa-b436-ff002ce7afd4 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:02.110672 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d0db0c30-0e75-4b9a-a45c-fcbc3cb6163d None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:02.117302 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c7e267-b66f-456b-9aec-6d3559b5196d tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] DELETE failed (client error): The resource could not be found. Sep 23 15:06:02.117890 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c7e267-b66f-456b-9aec-6d3559b5196d tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:06:02.132672 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c9c7e267-b66f-456b-9aec-6d3559b5196d tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/networks/9a0ffc13-c785-4134-9c34-46870b61c007 HTTP/1.1" status: 404 len: 339 time: 0.0673592 Sep 23 15:06:02.139029 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7bc666ff-56c4-45fb-8bb1-d2a8b64182ee tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:02.142208 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43712) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:02.170196 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d0db0c30-0e75-4b9a-a45c-fcbc3cb6163d None None] Transition to ACTIVE for port object 7ec0467e-5a21-4e8b-97d0-af9b934c3861 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:02.178072 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b6f70d7b-11e2-437b-abfe-ee3cfe499f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:02.232950 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-059c9d6b-a6bd-4ca7-82fb-d0c93b60e662 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] DELETE failed (client error): The resource could not be found. Sep 23 15:06:02.233410 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059c9d6b-a6bd-4ca7-82fb-d0c93b60e662 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:06:02.235728 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-059c9d6b-a6bd-4ca7-82fb-d0c93b60e662 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/subnets/fe4f1766-c101-4390-8bcb-8ecdc283fed5 HTTP/1.1" status: 404 len: 337 time: 0.0859122 Sep 23 15:06:02.236433 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cee4766a-5ced-4287-a8be-bebaf58ad61d tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:02.241247 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43716) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:02.319469 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f70d7b-11e2-437b-abfe-ee3cfe499f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2140521-e957-4d3d-ac01-dfe8a1200a84,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:02.320047 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cee4766a-5ced-4287-a8be-bebaf58ad61d tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:02.322716 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b6f70d7b-11e2-437b-abfe-ee3cfe499f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:02.328883 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b6f70d7b-11e2-437b-abfe-ee3cfe499f44 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e2140521-e957-4d3d-ac01-dfe8a1200a84 HTTP/1.1" status: 204 len: 168 time: 0.9802303 Sep 23 15:06:02.329656 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad0ce4f-de77-4cec-a670-627943a41009 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] DELETE failed (client error): The resource could not be found. Sep 23 15:06:02.330129 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad0ce4f-de77-4cec-a670-627943a41009 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:06:02.371404 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3ad0ce4f-de77-4cec-a670-627943a41009 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/networks/5f0d823e-afb3-46af-a963-9f475b7818c1 HTTP/1.1" status: 404 len: 339 time: 0.1273959 Sep 23 15:06:02.377082 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9a7a0384-ed73-448d-8e47-18b09655ae6d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:02.386072 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43722) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:02.448144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-33b7a2d4-f0f1-417f-8393-4d5c683749e5 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:02.478110 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-9a7a0384-ed73-448d-8e47-18b09655ae6d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] device_id is not set on port 37563d24-1d9b-4c7f-803e-a54f78e3ebef yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:02.478449 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3b41f72e-cf3f-4540-aadb-bfec12f37717 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:02.498435 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:02.519619 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7a2d4-f0f1-417f-8393-4d5c683749e5 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=571a927d-d91b-4761-b6da-2024b7a33d76,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:02.521578 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-33b7a2d4-f0f1-417f-8393-4d5c683749e5 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:02.525031 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-33b7a2d4-f0f1-417f-8393-4d5c683749e5 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "DELETE /v2.0/security-groups/571a927d-d91b-4761-b6da-2024b7a33d76 HTTP/1.1" status: 204 len: 168 time: 0.7707059 Sep 23 15:06:02.525442 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3e5b42cf-04b4-49fa-b436-ff002ce7afd4 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:02.526273 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43726) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:02.535374 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3b41f72e-cf3f-4540-aadb-bfec12f37717 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:02.537222 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3b41f72e-cf3f-4540-aadb-bfec12f37717 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/subnets/88dc099f-c25a-4019-8664-57a31d1aa7d9 HTTP/1.1" status: 204 len: 168 time: 1.2925396 Sep 23 15:06:02.538880 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41f72e-cf3f-4540-aadb-bfec12f37717 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Subnet': ['ID=88dc099f-c25a-4019-8664-57a31d1aa7d9,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:02.540805 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43730) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:02.546082 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce66200-5141-4340-9c0e-a3e81fe385aa None None] Network de479a0b-a25d-408c-b6e9-aac2e03793e1 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:02.574685 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7bc666ff-56c4-45fb-8bb1-d2a8b64182ee tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:02.594652 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-853b6d35-4f76-4374-a06b-2363ea66c38e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Synchronizing usage tracker for tenant:98f32ff383e74feaac26c7742718f481 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:02.606510 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-853b6d35-4f76-4374-a06b-2363ea66c38e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Unset dirty status for tenant:98f32ff383e74feaac26c7742718f481 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:02.612081 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-853b6d35-4f76-4374-a06b-2363ea66c38e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0761113 Sep 23 15:06:02.612701 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43734) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:02.617858 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-33b9819b-8a4e-4612-8f62-92e380c7f4c7 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group': {'name': 'tempest-secgroup--1038930724'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:02.624675 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-33b9819b-8a4e-4612-8f62-92e380c7f4c7 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:02.631029 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1b9321-0a7c-4bdb-b7d8-6714dc9889ec tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Deleting subnet f68cc945-5a7d-497b-b8cb-10a6af5cf060 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:06:02.635509 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-33b9819b-8a4e-4612-8f62-92e380c7f4c7 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:02.642579 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3e5b42cf-04b4-49fa-b436-ff002ce7afd4 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:02.643170 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-3e5b42cf-04b4-49fa-b436-ff002ce7afd4 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] In _notify_port_updated(), no bound segment for port 1eff6bed-130d-4486-8f18-4a64153f60e2 on network 836ff237-6f4c-47b9-90eb-75fa61685684 {{(pid=89738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 23 15:06:02.647217 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d0db0c30-0e75-4b9a-a45c-fcbc3cb6163d None None] Transition to ACTIVE for port object 7ec0467e-5a21-4e8b-97d0-af9b934c3861 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:02.648605 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5b42cf-04b4-49fa-b436-ff002ce7afd4 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:02.650976 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3e5b42cf-04b4-49fa-b436-ff002ce7afd4 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:02.653496 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3e5b42cf-04b4-49fa-b436-ff002ce7afd4 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "PUT /v2.0/ports/1eff6bed-130d-4486-8f18-4a64153f60e2 HTTP/1.1" status: 200 len: 818 time: 0.8454590 Sep 23 15:06:02.654580 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43738) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:02.712563 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf1b9321-0a7c-4bdb-b7d8-6714dc9889ec tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:02.753564 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-33b9819b-8a4e-4612-8f62-92e380c7f4c7 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:02.760537 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cee4766a-5ced-4287-a8be-bebaf58ad61d tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:02.767048 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d0db0c30-0e75-4b9a-a45c-fcbc3cb6163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:02.810518 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-33b9819b-8a4e-4612-8f62-92e380c7f4c7 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:02.819839 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-5de8bb7a-7617-44fe-adf1-10db63ee05e7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting port 1eff6bed-130d-4486-8f18-4a64153f60e2 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:02.820177 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5de8bb7a-7617-44fe-adf1-10db63ee05e7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:02.850799 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc666ff-56c4-45fb-8bb1-d2a8b64182ee tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:02.887808 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-7bc666ff-56c4-45fb-8bb1-d2a8b64182ee tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:02.897611 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc666ff-56c4-45fb-8bb1-d2a8b64182ee tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:02.913577 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b42cf-04b4-49fa-b436-ff002ce7afd4 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Port': ['ID=1eff6bed-130d-4486-8f18-4a64153f60e2,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:02.942191 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-33b9819b-8a4e-4612-8f62-92e380c7f4c7 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Usage tracker for resource:security_group_rule and tenant:98f32ff383e74feaac26c7742718f481 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:02.943661 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4766a-5ced-4287-a8be-bebaf58ad61d tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e337800d-cab9-4a1e-845a-a7de9cfe919a,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:02.950682 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-33b9819b-8a4e-4612-8f62-92e380c7f4c7 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:02.960888 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0db0c30-0e75-4b9a-a45c-fcbc3cb6163d None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:02.974739 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-33b9819b-8a4e-4612-8f62-92e380c7f4c7 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:02.997160 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc666ff-56c4-45fb-8bb1-d2a8b64182ee tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Pushing event updated for resources: {'Port': ['ID=8bce1997-5fc8-4d9d-ab9b-b066f237a5d2,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:02.998903 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-d0db0c30-0e75-4b9a-a45c-fcbc3cb6163d None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:03.009603 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db0c30-0e75-4b9a-a45c-fcbc3cb6163d None None] Pushing event updated for resources: {'Port': ['ID=7ec0467e-5a21-4e8b-97d0-af9b934c3861,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:03.014113 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf1b9321-0a7c-4bdb-b7d8-6714dc9889ec tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:03.014764 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0db0c30-0e75-4b9a-a45c-fcbc3cb6163d None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:03.050878 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cee4766a-5ced-4287-a8be-bebaf58ad61d tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:03.054408 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-cee4766a-5ced-4287-a8be-bebaf58ad61d tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "DELETE /v2.0/security-groups/e337800d-cab9-4a1e-845a-a7de9cfe919a HTTP/1.1" status: 204 len: 168 time: 1.1047556 Sep 23 15:06:03.055869 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-805e5348-ad39-47d9-9cc8-bf027187f991 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:03.059419 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43750) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:03.147277 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5de8bb7a-7617-44fe-adf1-10db63ee05e7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:03.177930 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d0db0c30-0e75-4b9a-a45c-fcbc3cb6163d None None] Attempting to bind port 7ec0467e-5a21-4e8b-97d0-af9b934c3861 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:03.178591 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d0db0c30-0e75-4b9a-a45c-fcbc3cb6163d None None] Attempting to bind port 7ec0467e-5a21-4e8b-97d0-af9b934c3861 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:03.179637 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0db0c30-0e75-4b9a-a45c-fcbc3cb6163d None None] Attempting to bind port 7ec0467e-5a21-4e8b-97d0-af9b934c3861 on network c3d67a4b-9092-448f-b14d-bd8d70a05623 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:03.202480 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0db0c30-0e75-4b9a-a45c-fcbc3cb6163d None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:06:03.203202 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0db0c30-0e75-4b9a-a45c-fcbc3cb6163d None None] Checking segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:06:03.203711 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d0db0c30-0e75-4b9a-a45c-fcbc3cb6163d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:03.204220 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0db0c30-0e75-4b9a-a45c-fcbc3cb6163d None None] Bound using segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:06:03.205051 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d0db0c30-0e75-4b9a-a45c-fcbc3cb6163d None None] Bound port: 7ec0467e-5a21-4e8b-97d0-af9b934c3861, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:06:03.205653 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d0db0c30-0e75-4b9a-a45c-fcbc3cb6163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:03.285465 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f03678-fa3d-4319-a0f7-b2c60482a905 None None] DHCP port deletion for de479a0b-a25d-408c-b6e9-aac2e03793e1 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:06:03.303904 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-21f03678-fa3d-4319-a0f7-b2c60482a905 None None] Deleting port de118167-1d16-4398-a716-85546b90d59d {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:03.304441 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-21f03678-fa3d-4319-a0f7-b2c60482a905 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:03.309615 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-5de8bb7a-7617-44fe-adf1-10db63ee05e7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Calling delete_port for 1eff6bed-130d-4486-8f18-4a64153f60e2 owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:03.312207 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-805e5348-ad39-47d9-9cc8-bf027187f991 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port de118167-1d16-4398-a716-85546b90d59d {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:03.312472 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-805e5348-ad39-47d9-9cc8-bf027187f991 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:03.375334 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-33b9819b-8a4e-4612-8f62-92e380c7f4c7 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:03.381247 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-9a7a0384-ed73-448d-8e47-18b09655ae6d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 2001:db8::3082:2285:ab0f:cd67 (c3d67a4b-9092-448f-b14d-bd8d70a05623/4e40a8e3-f962-4641-b6ef-c2d1cb3c5bce/37563d24-1d9b-4c7f-803e-a54f78e3ebef) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:03.418858 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7bc666ff-56c4-45fb-8bb1-d2a8b64182ee tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:03.453750 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d0db0c30-0e75-4b9a-a45c-fcbc3cb6163d None None] For port 7ec0467e-5a21-4e8b-97d0-af9b934c3861, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:06:03.462401 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-33b9819b-8a4e-4612-8f62-92e380c7f4c7 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:03.473324 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c8cde51d-ef80-413b-99c4-fda52b2a09c8 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Synchronizing usage tracker for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:03.495670 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5de8bb7a-7617-44fe-adf1-10db63ee05e7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:03.526299 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d0db0c30-0e75-4b9a-a45c-fcbc3cb6163d None None] For port 7ec0467e-5a21-4e8b-97d0-af9b934c3861, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=7ec0467e-5a21-4e8b-97d0-af9b934c3861,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:06:03.563212 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-21f03678-fa3d-4319-a0f7-b2c60482a905 None None] For port de118167-1d16-4398-a716-85546b90d59d, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=de118167-1d16-4398-a716-85546b90d59d,segment=NetworkSegment(15fb05ee-9c71-4814-b250-3fd35002153c),segment_id=15fb05ee-9c71-4814-b250-3fd35002153c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:03.563743 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-21f03678-fa3d-4319-a0f7-b2c60482a905 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:03.566637 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8bb7a-7617-44fe-adf1-10db63ee05e7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Port': ['ID=1eff6bed-130d-4486-8f18-4a64153f60e2,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:03.572680 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5de8bb7a-7617-44fe-adf1-10db63ee05e7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:03.587644 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9819b-8a4e-4612-8f62-92e380c7f4c7 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d561ab8-87c0-4daa-b199-6ed50d15e51a,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:03.594860 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5de8bb7a-7617-44fe-adf1-10db63ee05e7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/ports/1eff6bed-130d-4486-8f18-4a64153f60e2 HTTP/1.1" status: 204 len: 168 time: 0.9082394 Sep 23 15:06:03.595532 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43762) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:03.613475 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf1b9321-0a7c-4bdb-b7d8-6714dc9889ec tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:03.665479 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c8cde51d-ef80-413b-99c4-fda52b2a09c8 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Unset dirty status for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:03.666667 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c8cde51d-ef80-413b-99c4-fda52b2a09c8 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5972674 Sep 23 15:06:03.678343 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43768) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:03.682227 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-33b9819b-8a4e-4612-8f62-92e380c7f4c7 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:03.686359 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-33b9819b-8a4e-4612-8f62-92e380c7f4c7 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0699217 Sep 23 15:06:03.687509 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-af4b40cd-f3b7-4173-acff-d8d64c9f7409 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Request body: {'security_group': {'name': 'tempest-secgroup--1386443698'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:03.700761 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43772) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:03.705941 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-af4b40cd-f3b7-4173-acff-d8d64c9f7409 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:03.710252 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-ac532bc4-0998-47e3-b86f-565e1812dbbb tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group_rule': {'security_group_id': '5d561ab8-87c0-4daa-b199-6ed50d15e51a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:03.711273 dv-neutron-859093-1-hyperv neutron-server[89738]: WARNING neutron.api.v2.base [None req-ac532bc4-0998-47e3-b86f-565e1812dbbb tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 23 15:06:03.711886 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-ac532bc4-0998-47e3-b86f-565e1812dbbb tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:03.715517 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ac532bc4-0998-47e3-b86f-565e1812dbbb tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0111349 Sep 23 15:06:03.716114 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43776) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:03.739532 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-af4b40cd-f3b7-4173-acff-d8d64c9f7409 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:03.741373 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-21f03678-fa3d-4319-a0f7-b2c60482a905 None None] Calling delete_port for de118167-1d16-4398-a716-85546b90d59d owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:03.789037 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7bc666ff-56c4-45fb-8bb1-d2a8b64182ee tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:03.790657 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43780) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:03.797469 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d0db0c30-0e75-4b9a-a45c-fcbc3cb6163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:03.834611 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee460a1b-5c40-47dc-97ef-4caf69be56bc tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:03.834611 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ee460a1b-5c40-47dc-97ef-4caf69be56bc tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Synchronizing usage tracker for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:03.869352 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0b4def2-e098-415a-b199-bb099669fbf7 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:03.906222 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0b4def2-e098-415a-b199-bb099669fbf7 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:03.948725 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-805e5348-ad39-47d9-9cc8-bf027187f991 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] For port de118167-1d16-4398-a716-85546b90d59d, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=de118167-1d16-4398-a716-85546b90d59d,segment=NetworkSegment(15fb05ee-9c71-4814-b250-3fd35002153c),segment_id=15fb05ee-9c71-4814-b250-3fd35002153c)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:03.949082 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-805e5348-ad39-47d9-9cc8-bf027187f991 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:03.957816 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-af4b40cd-f3b7-4173-acff-d8d64c9f7409 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:03.970060 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ee460a1b-5c40-47dc-97ef-4caf69be56bc tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Unset dirty status for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:03.973957 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ee460a1b-5c40-47dc-97ef-4caf69be56bc tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3748703 Sep 23 15:06:03.976573 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-1c98fd34-83b8-4a13-8005-c8160f7c87ed tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1078481301'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:03.981725 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43786) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:03.989540 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1c98fd34-83b8-4a13-8005-c8160f7c87ed tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:03.989781 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db0c30-0e75-4b9a-a45c-fcbc3cb6163d None None] Pushing event updated for resources: {'Port': ['ID=7ec0467e-5a21-4e8b-97d0-af9b934c3861,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:04.033989 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1c98fd34-83b8-4a13-8005-c8160f7c87ed tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Usage tracker for resource:network and tenant:9082743dda5a4f53b15c26965083c5da is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:04.043085 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-af4b40cd-f3b7-4173-acff-d8d64c9f7409 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:04.045486 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1c98fd34-83b8-4a13-8005-c8160f7c87ed tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:04.053449 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ef284e-442f-495a-b1b6-b5499f208290 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] GET failed (client error): The resource could not be found. Sep 23 15:06:04.058688 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-89ef284e-442f-495a-b1b6-b5499f208290 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "GET /v2.0/ports/1eff6bed-130d-4486-8f18-4a64153f60e2 HTTP/1.1" status: 404 len: 333 time: 0.0715220 Sep 23 15:06:04.058688 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0b4def2-e098-415a-b199-bb099669fbf7 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:04.060990 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43790) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:04.065256 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1c98fd34-83b8-4a13-8005-c8160f7c87ed tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:04.084864 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-af4b40cd-f3b7-4173-acff-d8d64c9f7409 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:04.092550 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-21f03678-fa3d-4319-a0f7-b2c60482a905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:04.093492 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-921c73b1-b735-4c61-a0a3-c678481c3647 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-656084115'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:04.107045 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4def2-e098-415a-b199-bb099669fbf7 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d561ab8-87c0-4daa-b199-6ed50d15e51a,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:04.109692 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-921c73b1-b735-4c61-a0a3-c678481c3647 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:04.120085 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-805e5348-ad39-47d9-9cc8-bf027187f991 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Calling delete_port for de118167-1d16-4398-a716-85546b90d59d owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:04.120554 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-921c73b1-b735-4c61-a0a3-c678481c3647 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:network and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:04.125395 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-921c73b1-b735-4c61-a0a3-c678481c3647 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:04.139017 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-921c73b1-b735-4c61-a0a3-c678481c3647 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:04.143502 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0b4def2-e098-415a-b199-bb099669fbf7 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:04.144622 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d0b4def2-e098-415a-b199-bb099669fbf7 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "DELETE /v2.0/security-groups/5d561ab8-87c0-4daa-b199-6ed50d15e51a HTTP/1.1" status: 204 len: 168 time: 0.4275541 Sep 23 15:06:04.150928 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43794) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:04.168467 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f03678-fa3d-4319-a0f7-b2c60482a905 None None] No DVR routers for this DVR port de118167-1d16-4398-a716-85546b90d59d on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:06:04.169085 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf1b9321-0a7c-4bdb-b7d8-6714dc9889ec tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:04.180447 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f03678-fa3d-4319-a0f7-b2c60482a905 None None] Pushing event deleted for resources: {'Port': ['ID=de118167-1d16-4398-a716-85546b90d59d,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:04.208578 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c98fd34-83b8-4a13-8005-c8160f7c87ed tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Made reservation on behalf of 9082743dda5a4f53b15c26965083c5da for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:04.212577 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1c98fd34-83b8-4a13-8005-c8160f7c87ed tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:04.238496 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1c98fd34-83b8-4a13-8005-c8160f7c87ed tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:04.266649 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921c73b1-b735-4c61-a0a3-c678481c3647 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:04.269164 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-921c73b1-b735-4c61-a0a3-c678481c3647 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:04.315566 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-64dc1498-fbf1-4c92-9d99-faa0dd6aa5d5 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Synchronizing usage tracker for tenant:98f32ff383e74feaac26c7742718f481 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:04.319600 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1c98fd34-83b8-4a13-8005-c8160f7c87ed tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:04.334358 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1c98fd34-83b8-4a13-8005-c8160f7c87ed tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Usage tracker for resource:security_group_rule and tenant:9082743dda5a4f53b15c26965083c5da is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:04.335617 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b9321-0a7c-4bdb-b7d8-6714dc9889ec tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Subnet': ['ID=f68cc945-5a7d-497b-b8cb-10a6af5cf060,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:04.337929 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf1b9321-0a7c-4bdb-b7d8-6714dc9889ec tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:04.347111 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a69f6c6-119a-4c00-92d1-aafc7b07c39a None None] Network 900aeb01-e8c7-42a6-8e94-d080b9a4996d requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:04.353932 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-af4b40cd-f3b7-4173-acff-d8d64c9f7409 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:04.357413 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1c98fd34-83b8-4a13-8005-c8160f7c87ed tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:04.365181 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921c73b1-b735-4c61-a0a3-c678481c3647 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:06:04.367560 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1c98fd34-83b8-4a13-8005-c8160f7c87ed tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:04.373337 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9a7a0384-ed73-448d-8e47-18b09655ae6d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:04.382526 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-921c73b1-b735-4c61-a0a3-c678481c3647 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:04.383068 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-921c73b1-b735-4c61-a0a3-c678481c3647 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Added segment 3763c39e-9260-446f-b78c-658cb1ea3465 of type vlan for network 88801c63-08bd-410f-896b-ed43bdf3cf07 Sep 23 15:06:04.400677 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-cf1b9321-0a7c-4bdb-b7d8-6714dc9889ec tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/subnets/f68cc945-5a7d-497b-b8cb-10a6af5cf060 HTTP/1.1" status: 204 len: 168 time: 2.0044229 Sep 23 15:06:04.403866 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43798) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:04.446043 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-9a7a0384-ed73-448d-8e47-18b09655ae6d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Transition to ACTIVE for port object 37563d24-1d9b-4c7f-803e-a54f78e3ebef will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:04.451099 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-64dc1498-fbf1-4c92-9d99-faa0dd6aa5d5 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Unset dirty status for tenant:98f32ff383e74feaac26c7742718f481 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:04.455879 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-64dc1498-fbf1-4c92-9d99-faa0dd6aa5d5 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3004723 Sep 23 15:06:04.460129 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43802) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:04.468119 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.api [None req-805e5348-ad39-47d9-9cc8-bf027187f991 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:06:04.468567 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG oslo_db.api [None req-805e5348-ad39-47d9-9cc8-bf027187f991 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:06:04.473148 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-ee48d3b7-d8b9-4518-a8fd-634c5a7b1916 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group': {'name': 'tempest-secgroup--439231219'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:04.486511 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ee48d3b7-d8b9-4518-a8fd-634c5a7b1916 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:04.503635 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ee48d3b7-d8b9-4518-a8fd-634c5a7b1916 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:04.505314 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-921c73b1-b735-4c61-a0a3-c678481c3647 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:04.534347 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7bc666ff-56c4-45fb-8bb1-d2a8b64182ee tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:04.534915 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-af4b40cd-f3b7-4173-acff-d8d64c9f7409 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:04.592497 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ee48d3b7-d8b9-4518-a8fd-634c5a7b1916 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:04.614619 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ee48d3b7-d8b9-4518-a8fd-634c5a7b1916 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:04.617483 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1e3555e1-cbe8-4249-bcd8-618f48dc06a9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:04.619154 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7bc666ff-56c4-45fb-8bb1-d2a8b64182ee tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:04.646680 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b40cd-f3b7-4173-acff-d8d64c9f7409 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e80f600b-0206-464a-b0d7-2ee4dc931bee,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:04.649389 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9a7a0384-ed73-448d-8e47-18b09655ae6d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:04.651417 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ee48d3b7-d8b9-4518-a8fd-634c5a7b1916 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Usage tracker for resource:security_group_rule and tenant:98f32ff383e74feaac26c7742718f481 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:04.682825 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327640e7-337d-466e-9505-9aad2e8b0626 None None] DHCP port deletion for 900aeb01-e8c7-42a6-8e94-d080b9a4996d request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:06:04.683296 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-1e3555e1-cbe8-4249-bcd8-618f48dc06a9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Deleting port a4b362bf-02af-48b5-8065-b0d130cd359d {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:04.683639 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1e3555e1-cbe8-4249-bcd8-618f48dc06a9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:04.686632 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ee48d3b7-d8b9-4518-a8fd-634c5a7b1916 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:04.688006 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-327640e7-337d-466e-9505-9aad2e8b0626 None None] Deleting port a4b362bf-02af-48b5-8065-b0d130cd359d {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:04.688646 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-327640e7-337d-466e-9505-9aad2e8b0626 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:04.719561 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-921c73b1-b735-4c61-a0a3-c678481c3647 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:04.724957 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921c73b1-b735-4c61-a0a3-c678481c3647 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:04.725563 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-921c73b1-b735-4c61-a0a3-c678481c3647 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:04.727856 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ee48d3b7-d8b9-4518-a8fd-634c5a7b1916 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:04.763298 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7a0384-ed73-448d-8e47-18b09655ae6d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:04.769028 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc666ff-56c4-45fb-8bb1-d2a8b64182ee tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Pushing event updated for resources: {'Port': ['ID=8bce1997-5fc8-4d9d-ab9b-b066f237a5d2,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:04.771844 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-9a7a0384-ed73-448d-8e47-18b09655ae6d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:04.815648 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7bc666ff-56c4-45fb-8bb1-d2a8b64182ee tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:04.827837 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7a0384-ed73-448d-8e47-18b09655ae6d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:04.838120 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7a0384-ed73-448d-8e47-18b09655ae6d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:04.838811 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9a7a0384-ed73-448d-8e47-18b09655ae6d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:04.896529 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-af4b40cd-f3b7-4173-acff-d8d64c9f7409 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:04.901300 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-af4b40cd-f3b7-4173-acff-d8d64c9f7409 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2181821 Sep 23 15:06:04.902034 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43806) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:04.908006 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1c98fd34-83b8-4a13-8005-c8160f7c87ed tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:04.911890 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-2f243721-e9ce-4b93-b8f8-377be3793699 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Request body: {'security_group_rule': {'security_group_id': 'e80f600b-0206-464a-b0d7-2ee4dc931bee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:04.916445 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a0384-ed73-448d-8e47-18b09655ae6d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Port': ['ID=37563d24-1d9b-4c7f-803e-a54f78e3ebef,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:04.920576 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-2f243721-e9ce-4b93-b8f8-377be3793699 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:04.930215 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2f243721-e9ce-4b93-b8f8-377be3793699 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Usage tracker for resource:security_group_rule and tenant:3fc971569b8040148359743b9a26dcf0 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:04.933590 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2f243721-e9ce-4b93-b8f8-377be3793699 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:04.940065 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-2f243721-e9ce-4b93-b8f8-377be3793699 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:04.972646 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9a7a0384-ed73-448d-8e47-18b09655ae6d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6560056 Sep 23 15:06:04.973231 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43810) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:04.973366 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-805e5348-ad39-47d9-9cc8-bf027187f991 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port de118167-1d16-4398-a716-85546b90d59d {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:04.973827 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-805e5348-ad39-47d9-9cc8-bf027187f991 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:04.990552 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-327640e7-337d-466e-9505-9aad2e8b0626 None None] For port a4b362bf-02af-48b5-8065-b0d130cd359d, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a4b362bf-02af-48b5-8065-b0d130cd359d,segment=NetworkSegment(45bbd5da-0ea7-4b86-adf0-f4899b1a32bc),segment_id=45bbd5da-0ea7-4b86-adf0-f4899b1a32bc)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:04.991654 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-327640e7-337d-466e-9505-9aad2e8b0626 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:05.022776 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7bc666ff-56c4-45fb-8bb1-d2a8b64182ee tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:05.026810 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7bc666ff-56c4-45fb-8bb1-d2a8b64182ee tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 5.4802439 Sep 23 15:06:05.031900 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43814) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:05.064542 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1c98fd34-83b8-4a13-8005-c8160f7c87ed tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:05.089104 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-29d74b13-792b-42d4-a659-7caa7de192bb tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1188711709', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'fixed_ips': [{'ip_address': '172.26.10.186'}]}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:05.098435 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c73b1-b735-4c61-a0a3-c678481c3647 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Network': ['ID=88801c63-08bd-410f-896b-ed43bdf3cf07,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:05.105150 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-921c73b1-b735-4c61-a0a3-c678481c3647 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0268352 Sep 23 15:06:05.118556 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43818) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:05.119017 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 88801c63-08bd-410f-896b-ed43bdf3cf07 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:06:05.133142 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-0fdb5e7a-4d95-4681-9402-bd2a8c4fdf0b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'subnet': {'network_id': '88801c63-08bd-410f-896b-ed43bdf3cf07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:05.133607 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-805e5348-ad39-47d9-9cc8-bf027187f991 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] The port 'de118167-1d16-4398-a716-85546b90d59d' was deleted {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:06:05.137361 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-29d74b13-792b-42d4-a659-7caa7de192bb tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:05.144714 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-29d74b13-792b-42d4-a659-7caa7de192bb tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Usage tracker for resource:port and tenant:61ce6f3293464ba7bb7298d9af2d94fc is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:05.148574 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-29d74b13-792b-42d4-a659-7caa7de192bb tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:05.158414 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-29d74b13-792b-42d4-a659-7caa7de192bb tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:05.179797 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c98fd34-83b8-4a13-8005-c8160f7c87ed tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:06:05.226533 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-249edd76-2931-40b9-992e-c66bd4909f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:05.235669 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-327640e7-337d-466e-9505-9aad2e8b0626 None None] Calling delete_port for a4b362bf-02af-48b5-8065-b0d130cd359d owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:05.244798 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ee48d3b7-d8b9-4518-a8fd-634c5a7b1916 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:05.268667 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 7ec0467e-5a21-4e8b-97d0-af9b934c3861 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:06:05.276640 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98fd34-83b8-4a13-8005-c8160f7c87ed tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2001afe-e22d-47f1-b30a-b2cc49412e08,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:05.335416 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1c98fd34-83b8-4a13-8005-c8160f7c87ed tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:05.335816 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-1c98fd34-83b8-4a13-8005-c8160f7c87ed tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Added segment c62bf205-7bb0-4d7f-ad7c-5ab1380fbe4c of type vlan for network bf507c25-23ad-4370-9941-edd9ac68ce87 Sep 23 15:06:05.441145 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1c98fd34-83b8-4a13-8005-c8160f7c87ed tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:05.445228 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0fdb5e7a-4d95-4681-9402-bd2a8c4fdf0b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:05.448507 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-1e3555e1-cbe8-4249-bcd8-618f48dc06a9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] For port a4b362bf-02af-48b5-8065-b0d130cd359d, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a4b362bf-02af-48b5-8065-b0d130cd359d,segment=NetworkSegment(45bbd5da-0ea7-4b86-adf0-f4899b1a32bc),segment_id=45bbd5da-0ea7-4b86-adf0-f4899b1a32bc)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:05.448866 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1e3555e1-cbe8-4249-bcd8-618f48dc06a9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:05.468774 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0fdb5e7a-4d95-4681-9402-bd2a8c4fdf0b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:subnet and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:05.512908 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d74b13-792b-42d4-a659-7caa7de192bb tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Made reservation on behalf of 61ce6f3293464ba7bb7298d9af2d94fc for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:05.516473 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-29d74b13-792b-42d4-a659-7caa7de192bb tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:05.541589 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ee48d3b7-d8b9-4518-a8fd-634c5a7b1916 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:05.581524 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-327640e7-337d-466e-9505-9aad2e8b0626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:05.588044 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0fdb5e7a-4d95-4681-9402-bd2a8c4fdf0b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:05.593561 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-29d74b13-792b-42d4-a659-7caa7de192bb tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:05.600779 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-1e3555e1-cbe8-4249-bcd8-618f48dc06a9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Calling delete_port for a4b362bf-02af-48b5-8065-b0d130cd359d owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:05.601677 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2f243721-e9ce-4b93-b8f8-377be3793699 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:05.638993 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804e8cb1-96b6-4e8b-8e1a-140ac8370e87 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:05.640896 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-805e5348-ad39-47d9-9cc8-bf027187f991 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:05.641071 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327640e7-337d-466e-9505-9aad2e8b0626 None None] Pushing event deleted for resources: {'Port': ['ID=a4b362bf-02af-48b5-8065-b0d130cd359d,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:05.642865 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327640e7-337d-466e-9505-9aad2e8b0626 None None] No DVR routers for this DVR port a4b362bf-02af-48b5-8065-b0d130cd359d on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:06:05.647347 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804e8cb1-96b6-4e8b-8e1a-140ac8370e87 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:05.648975 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-804e8cb1-96b6-4e8b-8e1a-140ac8370e87 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6639898 Sep 23 15:06:05.659574 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:05.664650 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0fdb5e7a-4d95-4681-9402-bd2a8c4fdf0b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:05.664650 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43822) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:05.676525 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.resource_extend [None req-1c98fd34-83b8-4a13-8005-c8160f7c87ed tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:06:05.680301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-29d74b13-792b-42d4-a659-7caa7de192bb tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:05.686968 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:05.688748 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-74ca541b-8691-4d45-9755-64db83289a88 None None] Provisioning for port 7ec0467e-5a21-4e8b-97d0-af9b934c3861 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:06:05.699322 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48d3b7-d8b9-4518-a8fd-634c5a7b1916 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=870a981e-5f53-42f9-a1b4-f0e0c7121379,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:05.704325 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-29d74b13-792b-42d4-a659-7caa7de192bb tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Usage tracker for resource:security_group_rule and tenant:61ce6f3293464ba7bb7298d9af2d94fc is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:05.717540 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-29d74b13-792b-42d4-a659-7caa7de192bb tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:05.735079 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-29d74b13-792b-42d4-a659-7caa7de192bb tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:05.737787 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-805e5348-ad39-47d9-9cc8-bf027187f991 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de479a0b-a25d-408c-b6e9-aac2e03793e1']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:05.746177 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 7ec0467e-5a21-4e8b-97d0-af9b934c3861 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:06:05.754876 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 7ec0467e-5a21-4e8b-97d0-af9b934c3861 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:06:05.755561 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:05.755918 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 7ec0467e-5a21-4e8b-97d0-af9b934c3861 Sep 23 15:06:05.760175 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-805e5348-ad39-47d9-9cc8-bf027187f991 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15fb05ee-9c71-4814-b250-3fd35002153c') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:05.760480 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-805e5348-ad39-47d9-9cc8-bf027187f991 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15fb05ee-9c71-4814-b250-3fd35002153c') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:05.781717 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-805e5348-ad39-47d9-9cc8-bf027187f991 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: from cryptography.utils import int_from_bytes Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: from cryptography.utils import int_from_bytes Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: util.warn_limited( Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: util.warn_limited( Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: util.warn( Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: util.warn( Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: util.warn( Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: util.warn( Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: util.warn( Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: util.warn( Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: util.warn( Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: util.warn( Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: util.warn( Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: util.warn( Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: util.warn( Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: util.warn( Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: util.warn( Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: util.warn( Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: util.warn( Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: util.warn( Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:06:05.783684 dv-neutron-859093-1-hyperv neutron-server[89738]: util.warn( Sep 23 15:06:05.787335 dv-neutron-859093-1-hyperv neutron-server[89738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:06:05.787335 dv-neutron-859093-1-hyperv neutron-server[89738]: util.warn( Sep 23 15:06:05.787335 dv-neutron-859093-1-hyperv neutron-server[89738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:06:05.787335 dv-neutron-859093-1-hyperv neutron-server[89738]: util.warn( Sep 23 15:06:05.787335 dv-neutron-859093-1-hyperv neutron-server[89738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:06:05.787335 dv-neutron-859093-1-hyperv neutron-server[89738]: util.warn( Sep 23 15:06:05.787335 dv-neutron-859093-1-hyperv neutron-server[89738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:06:05.787335 dv-neutron-859093-1-hyperv neutron-server[89738]: util.warn( Sep 23 15:06:05.787335 dv-neutron-859093-1-hyperv neutron-server[89738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:06:05.787335 dv-neutron-859093-1-hyperv neutron-server[89738]: util.warn( Sep 23 15:06:05.787335 dv-neutron-859093-1-hyperv neutron-server[89738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:06:05.787335 dv-neutron-859093-1-hyperv neutron-server[89738]: util.warn( Sep 23 15:06:05.787335 dv-neutron-859093-1-hyperv neutron-server[89738]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:06:05.787335 dv-neutron-859093-1-hyperv neutron-server[89738]: util.warn( Sep 23 15:06:05.799746 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-6914cd06-7067-4b8b-91aa-366b0b84c74b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting port 37563d24-1d9b-4c7f-803e-a54f78e3ebef {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:05.800353 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6914cd06-7067-4b8b-91aa-366b0b84c74b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:05.802417 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ee48d3b7-d8b9-4518-a8fd-634c5a7b1916 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:05.806851 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ee48d3b7-d8b9-4518-a8fd-634c5a7b1916 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3418972 Sep 23 15:06:05.819177 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43826) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:05.836287 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-f3e6010f-4f0d-498f-81ba-c4dc9e57a12f tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group_rule': {'security_group_id': '870a981e-5f53-42f9-a1b4-f0e0c7121379', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:05.860724 dv-neutron-859093-1-hyperv neutron-server[89739]: WARNING neutron.api.v2.base [None req-f3e6010f-4f0d-498f-81ba-c4dc9e57a12f tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 23 15:06:05.861575 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-f3e6010f-4f0d-498f-81ba-c4dc9e57a12f tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:05.866360 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f3e6010f-4f0d-498f-81ba-c4dc9e57a12f tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0427709 Sep 23 15:06:05.866360 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-805e5348-ad39-47d9-9cc8-bf027187f991 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:05.866731 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1c98fd34-83b8-4a13-8005-c8160f7c87ed tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:05.870815 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c98fd34-83b8-4a13-8005-c8160f7c87ed tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:05.871244 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2f243721-e9ce-4b93-b8f8-377be3793699 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:05.871565 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1c98fd34-83b8-4a13-8005-c8160f7c87ed tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:05.872190 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43830) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:05.885212 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-e4f23f98-d106-484d-9290-cfbe8bf5910d tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group_rule': {'security_group_id': '870a981e-5f53-42f9-a1b4-f0e0c7121379', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:05.886052 dv-neutron-859093-1-hyperv neutron-server[89739]: WARNING neutron.api.v2.base [None req-e4f23f98-d106-484d-9290-cfbe8bf5910d tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 23 15:06:05.886573 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-e4f23f98-d106-484d-9290-cfbe8bf5910d tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:05.887524 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e4f23f98-d106-484d-9290-cfbe8bf5910d tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0105827 Sep 23 15:06:05.889590 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-805e5348-ad39-47d9-9cc8-bf027187f991 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:06:05.890561 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-805e5348-ad39-47d9-9cc8-bf027187f991 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:05.904080 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43834) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:05.904894 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.api [None req-1e3555e1-cbe8-4249-bcd8-618f48dc06a9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:06:05.905227 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG oslo_db.api [None req-1e3555e1-cbe8-4249-bcd8-618f48dc06a9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:06:05.908451 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 7ec0467e-5a21-4e8b-97d0-af9b934c3861 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:06:05.908899 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:05.944103 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 7ec0467e-5a21-4e8b-97d0-af9b934c3861, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=7ec0467e-5a21-4e8b-97d0-af9b934c3861,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:05.949379 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ab3ad1f5-15f3-46b8-88e1-830352fb1562 None None] Provisioning for port 37563d24-1d9b-4c7f-803e-a54f78e3ebef completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:06:05.954941 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ab3ad1f5-15f3-46b8-88e1-830352fb1562 None None] Provisioning complete for port 37563d24-1d9b-4c7f-803e-a54f78e3ebef triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:06:05.957988 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ab3ad1f5-15f3-46b8-88e1-830352fb1562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:05.957988 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ab3ad1f5-15f3-46b8-88e1-830352fb1562 None None] Attempt 1 to provision port 37563d24-1d9b-4c7f-803e-a54f78e3ebef Sep 23 15:06:05.967369 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 15fb05ee-9c71-4814-b250-3fd35002153c resource provider aggregate not found Sep 23 15:06:05.996269 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 15fb05ee-9c71-4814-b250-3fd35002153c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15fb05ee-9c71-4814-b250-3fd35002153c found for delete ", "request_id": "req-68449250-c7b3-4817-a576-8cef24a1f0a4"}]} Sep 23 15:06:06.003046 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2f243721-e9ce-4b93-b8f8-377be3793699 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:06.004024 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdb5e7a-4d95-4681-9402-bd2a8c4fdf0b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:06.007542 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0fdb5e7a-4d95-4681-9402-bd2a8c4fdf0b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:06.018604 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ad1f5-15f3-46b8-88e1-830352fb1562 None None] Port 37563d24-1d9b-4c7f-803e-a54f78e3ebef cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:06.028430 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-69d32237-4298-495d-bd4d-74addcba9391 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group_rule': {'security_group_id': '870a981e-5f53-42f9-a1b4-f0e0c7121379', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:06.030230 dv-neutron-859093-1-hyperv neutron-server[89738]: WARNING neutron.api.v2.base [None req-69d32237-4298-495d-bd4d-74addcba9391 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 23 15:06:06.030789 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-69d32237-4298-495d-bd4d-74addcba9391 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:06.031737 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-69d32237-4298-495d-bd4d-74addcba9391 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1255932 Sep 23 15:06:06.039872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43842) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:06.042440 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f243721-e9ce-4b93-b8f8-377be3793699 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62de0eaa-32b3-4bcb-bae9-7f2295d95e41,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:06.052940 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:06.055311 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-60bf888f-9ec5-4b07-a1a4-fab3dc1228e1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group_rule': {'security_group_id': '870a981e-5f53-42f9-a1b4-f0e0c7121379', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:06.055779 dv-neutron-859093-1-hyperv neutron-server[89739]: WARNING neutron.api.v2.base [None req-60bf888f-9ec5-4b07-a1a4-fab3dc1228e1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 23 15:06:06.056257 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-60bf888f-9ec5-4b07-a1a4-fab3dc1228e1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:06.058126 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-60bf888f-9ec5-4b07-a1a4-fab3dc1228e1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0126662 Sep 23 15:06:06.071377 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43846) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:06.123880 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a4b362bf-02af-48b5-8065-b0d130cd359d no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:06:06.136190 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-805e5348-ad39-47d9-9cc8-bf027187f991 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:06.157584 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-805e5348-ad39-47d9-9cc8-bf027187f991 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:06.159825 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-805e5348-ad39-47d9-9cc8-bf027187f991 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/networks/de479a0b-a25d-408c-b6e9-aac2e03793e1 HTTP/1.1" status: 204 len: 168 time: 3.6103220 Sep 23 15:06:06.169786 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98fd34-83b8-4a13-8005-c8160f7c87ed tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Pushing event updated for resources: {'Network': ['ID=bf507c25-23ad-4370-9941-edd9ac68ce87,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:06.174360 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43850) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:06.179308 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: a4b362bf-02af-48b5-8065-b0d130cd359d {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:06:06.180537 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a4b362bf-02af-48b5-8065-b0d130cd359d not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:06:06.180766 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device de118167-1d16-4398-a716-85546b90d59d no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:06:06.193682 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e5348-ad39-47d9-9cc8-bf027187f991 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Network': ['ID=de479a0b-a25d-408c-b6e9-aac2e03793e1,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:06.199095 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-29d74b13-792b-42d4-a659-7caa7de192bb tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:06.203038 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-cbf75cc9-b324-453e-8fe0-605d20b42804 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-556705358'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:06.212589 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-cbf75cc9-b324-453e-8fe0-605d20b42804 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:06.218676 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network bf507c25-23ad-4370-9941-edd9ac68ce87 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:06:06.219022 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2f243721-e9ce-4b93-b8f8-377be3793699 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:06.222882 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2f243721-e9ce-4b93-b8f8-377be3793699 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3162925 Sep 23 15:06:06.222882 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-cbf75cc9-b324-453e-8fe0-605d20b42804 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:network and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:06.225836 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-cbf75cc9-b324-453e-8fe0-605d20b42804 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:06.225976 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43854) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:06.228707 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a5f135df-90c6-4e95-9993-2d4d96d3f868 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:06.234150 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-cbf75cc9-b324-453e-8fe0-605d20b42804 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:06.242054 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: de118167-1d16-4398-a716-85546b90d59d {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:06:06.242607 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device de118167-1d16-4398-a716-85546b90d59d not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:06:06.266735 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a5f135df-90c6-4e95-9993-2d4d96d3f868 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:06.298104 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=7ec0467e-5a21-4e8b-97d0-af9b934c3861,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:06.300194 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-29d74b13-792b-42d4-a659-7caa7de192bb tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:06.313982 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-29d74b13-792b-42d4-a659-7caa7de192bb tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] device_id is not set on port 7945b9bd-e346-4b4f-be61-d97325ebca3e yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:06.316801 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1c98fd34-83b8-4a13-8005-c8160f7c87ed tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5147917 Sep 23 15:06:06.327997 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43858) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:06.332405 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-24dd96f0-52ac-4d35-8ea1-f6ed5c82c7d0 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:06.349507 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-90066ba1-e44d-41f6-b58f-cb54135acbb0 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Request body: {'subnet': {'network_id': 'bf507c25-23ad-4370-9941-edd9ac68ce87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:06.353897 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf75cc9-b324-453e-8fe0-605d20b42804 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:06.357283 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cbf75cc9-b324-453e-8fe0-605d20b42804 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:06.381115 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-24dd96f0-52ac-4d35-8ea1-f6ed5c82c7d0 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:06.399929 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d74b13-792b-42d4-a659-7caa7de192bb tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e00fa97-c9bd-4494-a464-e214bf3ec8af,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:06.439436 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-1e3555e1-cbe8-4249-bcd8-618f48dc06a9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Deleting port a4b362bf-02af-48b5-8065-b0d130cd359d {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:06.439770 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1e3555e1-cbe8-4249-bcd8-618f48dc06a9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:06.473012 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a5f135df-90c6-4e95-9993-2d4d96d3f868 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:06.475315 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf75cc9-b324-453e-8fe0-605d20b42804 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:06:06.501977 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f135df-90c6-4e95-9993-2d4d96d3f868 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=870a981e-5f53-42f9-a1b4-f0e0c7121379,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:06.517776 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cbf75cc9-b324-453e-8fe0-605d20b42804 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:06.518117 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-cbf75cc9-b324-453e-8fe0-605d20b42804 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Added segment 914ad053-b969-44ba-8735-64b6a8f48284 of type vlan for network 437ed165-316a-4cfe-b758-ff380c3a10de Sep 23 15:06:06.522882 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ab3ad1f5-15f3-46b8-88e1-830352fb1562 None None] Attempt 2 to provision port 37563d24-1d9b-4c7f-803e-a54f78e3ebef Sep 23 15:06:06.586356 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ad1f5-15f3-46b8-88e1-830352fb1562 None None] Port 37563d24-1d9b-4c7f-803e-a54f78e3ebef cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:06.599718 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a5f135df-90c6-4e95-9993-2d4d96d3f868 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:06.600852 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a5f135df-90c6-4e95-9993-2d4d96d3f868 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "DELETE /v2.0/security-groups/870a981e-5f53-42f9-a1b4-f0e0c7121379 HTTP/1.1" status: 204 len: 168 time: 0.5284295 Sep 23 15:06:06.602742 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cbf75cc9-b324-453e-8fe0-605d20b42804 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:06.608713 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43862) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:06.673538 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d74b13-792b-42d4-a659-7caa7de192bb tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 23 15:06:06.674043 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29d74b13-792b-42d4-a659-7caa7de192bb tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:06:06.684144 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-1e3555e1-cbe8-4249-bcd8-618f48dc06a9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] The port 'a4b362bf-02af-48b5-8065-b0d130cd359d' was deleted {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:06:06.700931 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b7e78a36-fb2b-42c9-a640-e01aced3fb0a tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Synchronizing usage tracker for tenant:98f32ff383e74feaac26c7742718f481 on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:06.760869 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cbf75cc9-b324-453e-8fe0-605d20b42804 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:06.766760 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf75cc9-b324-453e-8fe0-605d20b42804 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:06.768234 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cbf75cc9-b324-453e-8fe0-605d20b42804 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:06.786715 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6914cd06-7067-4b8b-91aa-366b0b84c74b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:06.800446 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-29d74b13-792b-42d4-a659-7caa7de192bb tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 409 len: 373 time: 1.7670131 Sep 23 15:06:06.801253 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b7e78a36-fb2b-42c9-a640-e01aced3fb0a tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Unset dirty status for tenant:98f32ff383e74feaac26c7742718f481 on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:06.806902 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b7e78a36-fb2b-42c9-a640-e01aced3fb0a tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1928031 Sep 23 15:06:06.807054 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43866) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:06.807143 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43868) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:06.828151 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-90066ba1-e44d-41f6-b58f-cb54135acbb0 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:06.857062 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-8ad1510d-411b-4df7-9f83-7a699a71be1d tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group': {'name': 'tempest-secgroup--1588572663'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:06.881885 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8ad1510d-411b-4df7-9f83-7a699a71be1d tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:06.899217 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8ad1510d-411b-4df7-9f83-7a699a71be1d tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:06.901168 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf75cc9-b324-453e-8fe0-605d20b42804 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Network': ['ID=437ed165-316a-4cfe-b758-ff380c3a10de,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:06.920329 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 437ed165-316a-4cfe-b758-ff380c3a10de details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:06:06.939859 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-cbf75cc9-b324-453e-8fe0-605d20b42804 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7644267 Sep 23 15:06:06.942912 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43874) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:06.948429 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-df3664a2-2107-423b-8023-a2ed9f8fec64 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'subnet': {'network_id': '437ed165-316a-4cfe-b758-ff380c3a10de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:06.978368 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:07.014560 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8ad1510d-411b-4df7-9f83-7a699a71be1d tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:07.050954 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-90066ba1-e44d-41f6-b58f-cb54135acbb0 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Usage tracker for resource:subnet and tenant:9082743dda5a4f53b15c26965083c5da is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:07.076341 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8ad1510d-411b-4df7-9f83-7a699a71be1d tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:07.084912 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8ad1510d-411b-4df7-9f83-7a699a71be1d tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Usage tracker for resource:security_group_rule and tenant:98f32ff383e74feaac26c7742718f481 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:07.085775 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 7ec0467e-5a21-4e8b-97d0-af9b934c3861 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:06:07.088486 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8ad1510d-411b-4df7-9f83-7a699a71be1d tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:07.090635 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-6914cd06-7067-4b8b-91aa-366b0b84c74b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Calling delete_port for 37563d24-1d9b-4c7f-803e-a54f78e3ebef owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:07.091422 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-df3664a2-2107-423b-8023-a2ed9f8fec64 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:07.097808 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8ad1510d-411b-4df7-9f83-7a699a71be1d tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:07.099982 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-df3664a2-2107-423b-8023-a2ed9f8fec64 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:subnet and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:07.103466 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-df3664a2-2107-423b-8023-a2ed9f8fec64 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:07.113451 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-df3664a2-2107-423b-8023-a2ed9f8fec64 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:07.117165 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-24dd96f0-52ac-4d35-8ea1-f6ed5c82c7d0 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:07.120442 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-90066ba1-e44d-41f6-b58f-cb54135acbb0 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:07.138861 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ab3ad1f5-15f3-46b8-88e1-830352fb1562 None None] Attempt 3 to provision port 37563d24-1d9b-4c7f-803e-a54f78e3ebef Sep 23 15:06:07.185699 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8ad1510d-411b-4df7-9f83-7a699a71be1d tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:07.200777 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3664a2-2107-423b-8023-a2ed9f8fec64 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:07.205279 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-df3664a2-2107-423b-8023-a2ed9f8fec64 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:07.205627 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ad1f5-15f3-46b8-88e1-830352fb1562 None None] Port 37563d24-1d9b-4c7f-803e-a54f78e3ebef cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:07.214163 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 7ec0467e-5a21-4e8b-97d0-af9b934c3861 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:06:07.215921 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:07.215921 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 7ec0467e-5a21-4e8b-97d0-af9b934c3861 Sep 23 15:06:07.234066 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-90066ba1-e44d-41f6-b58f-cb54135acbb0 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:07.251275 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd96f0-52ac-4d35-8ea1-f6ed5c82c7d0 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62de0eaa-32b3-4bcb-bae9-7f2295d95e41,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:07.269819 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1e3555e1-cbe8-4249-bcd8-618f48dc06a9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:07.277778 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8ad1510d-411b-4df7-9f83-7a699a71be1d tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:07.308558 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-e7820b94-3b60-4e78-a136-a6ff6065140a tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Deleting port 8bce1997-5fc8-4d9d-ab9b-b066f237a5d2 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:07.308558 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e7820b94-3b60-4e78-a136-a6ff6065140a tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:07.337751 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 7ec0467e-5a21-4e8b-97d0-af9b934c3861 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:06:07.354463 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1510d-411b-4df7-9f83-7a699a71be1d tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db2076e-ca7b-4423-aadd-9f6716cb0ece,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:07.361926 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-1e3555e1-cbe8-4249-bcd8-618f48dc06a9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900aeb01-e8c7-42a6-8e94-d080b9a4996d']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:07.381740 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0fdb5e7a-4d95-4681-9402-bd2a8c4fdf0b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:07.425998 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-24dd96f0-52ac-4d35-8ea1-f6ed5c82c7d0 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:07.427102 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-24dd96f0-52ac-4d35-8ea1-f6ed5c82c7d0 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/62de0eaa-32b3-4bcb-bae9-7f2295d95e41 HTTP/1.1" status: 204 len: 168 time: 1.2002871 Sep 23 15:06:07.429741 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43878) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:07.431975 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-1e3555e1-cbe8-4249-bcd8-618f48dc06a9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45bbd5da-0ea7-4b86-adf0-f4899b1a32bc') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:07.432272 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-1e3555e1-cbe8-4249-bcd8-618f48dc06a9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45bbd5da-0ea7-4b86-adf0-f4899b1a32bc') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:07.444030 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90066ba1-e44d-41f6-b58f-cb54135acbb0 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Made reservation on behalf of 9082743dda5a4f53b15c26965083c5da for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:07.447641 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-90066ba1-e44d-41f6-b58f-cb54135acbb0 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:07.452045 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8ad1510d-411b-4df7-9f83-7a699a71be1d tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:07.455934 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8ad1510d-411b-4df7-9f83-7a699a71be1d tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6451294 Sep 23 15:06:07.459292 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43882) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:07.469546 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-2afdc3e4-fb98-4fbb-a776-9264e8a42613 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group_rule': {'security_group_id': '0db2076e-ca7b-4423-aadd-9f6716cb0ece', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:07.470261 dv-neutron-859093-1-hyperv neutron-server[89739]: WARNING neutron.api.v2.base [None req-2afdc3e4-fb98-4fbb-a776-9264e8a42613 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 23 15:06:07.470779 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-2afdc3e4-fb98-4fbb-a776-9264e8a42613 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:07.472575 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2afdc3e4-fb98-4fbb-a776-9264e8a42613 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0115690 Sep 23 15:06:07.476636 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43886) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:07.492923 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1e3555e1-cbe8-4249-bcd8-618f48dc06a9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:07.498155 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-bed4ebba-3860-44d2-89cb-70cd3446ceeb tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group_rule': {'security_group_id': '0db2076e-ca7b-4423-aadd-9f6716cb0ece', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:07.512446 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-bed4ebba-3860-44d2-89cb-70cd3446ceeb tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:07.533309 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-bc7c0616-b05d-484d-aa80-60eac7ea1692 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Synchronizing usage tracker for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group_rule {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:07.542056 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-bed4ebba-3860-44d2-89cb-70cd3446ceeb tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Usage tracker for resource:security_group_rule and tenant:98f32ff383e74feaac26c7742718f481 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:07.547727 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-bed4ebba-3860-44d2-89cb-70cd3446ceeb tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:07.556435 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-bed4ebba-3860-44d2-89cb-70cd3446ceeb tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:07.648904 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-df3664a2-2107-423b-8023-a2ed9f8fec64 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:07.676999 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1e3555e1-cbe8-4249-bcd8-618f48dc06a9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:07.689188 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-bc7c0616-b05d-484d-aa80-60eac7ea1692 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Unset dirty status for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group_rule {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:07.690470 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-bc7c0616-b05d-484d-aa80-60eac7ea1692 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2597411 Sep 23 15:06:07.695959 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43890) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:07.707313 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ab3ad1f5-15f3-46b8-88e1-830352fb1562 None None] Attempt 4 to provision port 37563d24-1d9b-4c7f-803e-a54f78e3ebef Sep 23 15:06:07.733044 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3555e1-cbe8-4249-bcd8-618f48dc06a9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:06:07.734182 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1e3555e1-cbe8-4249-bcd8-618f48dc06a9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:07.760248 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb5e7a-4d95-4681-9402-bd2a8c4fdf0b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Subnet': ['ID=605e801e-2870-48dd-9389-a3f3732d1b1e,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:07.764508 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ad1f5-15f3-46b8-88e1-830352fb1562 None None] Port 37563d24-1d9b-4c7f-803e-a54f78e3ebef cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:07.774361 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3664a2-2107-423b-8023-a2ed9f8fec64 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Subnet': ['ID=abc407cf-37bc-4da7-8526-efff7e2797ec,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:07.802407 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3664a2-2107-423b-8023-a2ed9f8fec64 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Checking segment: {'id': '914ad053-b969-44ba-8735-64b6a8f48284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '437ed165-316a-4cfe-b758-ff380c3a10de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:06:07.802946 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3664a2-2107-423b-8023-a2ed9f8fec64 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network hostable DHCP agents. Network: 437ed165-316a-4cfe-b758-ff380c3a10de, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:06:07.832107 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 45bbd5da-0ea7-4b86-adf0-f4899b1a32bc resource provider aggregate not found Sep 23 15:06:07.834011 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5f65f617-1e9d-4b5e-b75f-1f1cec81b252 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:07.850665 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-bed4ebba-3860-44d2-89cb-70cd3446ceeb tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:07.851742 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-bed4ebba-3860-44d2-89cb-70cd3446ceeb tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3741987 Sep 23 15:06:07.854921 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43898) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:07.879097 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-caf8787c-b042-404a-8841-a986c3934c90 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group_rule': {'security_group_id': '0db2076e-ca7b-4423-aadd-9f6716cb0ece', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:07.879744 dv-neutron-859093-1-hyperv neutron-server[89739]: WARNING neutron.api.v2.base [None req-caf8787c-b042-404a-8841-a986c3934c90 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 23 15:06:07.880275 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-caf8787c-b042-404a-8841-a986c3934c90 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:07.880757 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 45bbd5da-0ea7-4b86-adf0-f4899b1a32bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45bbd5da-0ea7-4b86-adf0-f4899b1a32bc found for delete ", "request_id": "req-b220881f-1a8c-4715-8689-1d65bc2f6b8d"}]} Sep 23 15:06:07.881212 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-caf8787c-b042-404a-8841-a986c3934c90 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0140669 Sep 23 15:06:07.885534 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5f65f617-1e9d-4b5e-b75f-1f1cec81b252 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:07.888893 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43902) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:07.905859 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-4113970a-7b26-4076-9891-e525b3f798ea tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group_rule': {'security_group_id': '0db2076e-ca7b-4423-aadd-9f6716cb0ece', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:07.918615 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdb5e7a-4d95-4681-9402-bd2a8c4fdf0b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Checking segment: {'id': '3763c39e-9260-446f-b78c-658cb1ea3465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '88801c63-08bd-410f-896b-ed43bdf3cf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:06:07.919007 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdb5e7a-4d95-4681-9402-bd2a8c4fdf0b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network hostable DHCP agents. Network: 88801c63-08bd-410f-896b-ed43bdf3cf07, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:06:07.932254 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4113970a-7b26-4076-9891-e525b3f798ea tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:07.937779 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3664a2-2107-423b-8023-a2ed9f8fec64 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network 437ed165-316a-4cfe-b758-ff380c3a10de is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:06:07.942111 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e7820b94-3b60-4e78-a136-a6ff6065140a tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:07.942493 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e7820b94-3b60-4e78-a136-a6ff6065140a tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:07.958614 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4113970a-7b26-4076-9891-e525b3f798ea tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Usage tracker for resource:security_group_rule and tenant:98f32ff383e74feaac26c7742718f481 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:08.023718 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5f65f617-1e9d-4b5e-b75f-1f1cec81b252 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:08.041981 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65f617-1e9d-4b5e-b75f-1f1cec81b252 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80f600b-0206-464a-b0d7-2ee4dc931bee,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:08.043177 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4113970a-7b26-4076-9891-e525b3f798ea tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:08.065418 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-df3664a2-2107-423b-8023-a2ed9f8fec64 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 437ed165-316a-4cfe-b758-ff380c3a10de) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:08.072960 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3664a2-2107-423b-8023-a2ed9f8fec64 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:08.073563 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-df3664a2-2107-423b-8023-a2ed9f8fec64 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:08.074602 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9341895b-18cf-4870-9941-ddea0050f777 None None] Network 437ed165-316a-4cfe-b758-ff380c3a10de requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:08.138705 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5f65f617-1e9d-4b5e-b75f-1f1cec81b252 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:08.140842 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5f65f617-1e9d-4b5e-b75f-1f1cec81b252 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "DELETE /v2.0/security-groups/e80f600b-0206-464a-b0d7-2ee4dc931bee HTTP/1.1" status: 204 len: 168 time: 0.4375663 Sep 23 15:06:08.156785 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43906) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:08.177555 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-df3664a2-2107-423b-8023-a2ed9f8fec64 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2335873 Sep 23 15:06:08.180260 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43910) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:08.191189 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-2e44418c-8693-400a-88a9-0a4e48b03649 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'port': {'network_id': '437ed165-316a-4cfe-b758-ff380c3a10de', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-616958953'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:08.249688 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6914cd06-7067-4b8b-91aa-366b0b84c74b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:08.257279 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-e7820b94-3b60-4e78-a136-a6ff6065140a tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Calling delete_port for 8bce1997-5fc8-4d9d-ab9b-b066f237a5d2 owned by network:floatingip {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:08.288907 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4113970a-7b26-4076-9891-e525b3f798ea tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:08.290977 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1e3555e1-cbe8-4249-bcd8-618f48dc06a9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:08.300028 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ab3ad1f5-15f3-46b8-88e1-830352fb1562 None None] Attempt 5 to provision port 37563d24-1d9b-4c7f-803e-a54f78e3ebef Sep 23 15:06:08.341829 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ad1f5-15f3-46b8-88e1-830352fb1562 None None] Port 37563d24-1d9b-4c7f-803e-a54f78e3ebef was deleted so its status cannot be updated. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 15:06:08.349951 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf1867c-5f02-440e-b81c-68e912cb2906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-437ed165-316a-4cfe-b758-ff380c3a10de', 'network_id': '437ed165-316a-4cfe-b758-ff380c3a10de', 'tenant_id': 'fe968160af094339b6a6d6f363efa62e', 'fixed_ips': [{'subnet_id': 'abc407cf-37bc-4da7-8526-efff7e2797ec'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:06:08.356600 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-acf1867c-5f02-440e-b81c-68e912cb2906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:08.388319 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1e3555e1-cbe8-4249-bcd8-618f48dc06a9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:08.403903 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914cd06-7067-4b8b-91aa-366b0b84c74b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Port': ['ID=37563d24-1d9b-4c7f-803e-a54f78e3ebef,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:08.406288 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdb5e7a-4d95-4681-9402-bd2a8c4fdf0b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network 88801c63-08bd-410f-896b-ed43bdf3cf07 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:06:08.416820 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3555e1-cbe8-4249-bcd8-618f48dc06a9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] Pushing event deleted for resources: {'Network': ['ID=900aeb01-e8c7-42a6-8e94-d080b9a4996d,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:08.427248 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2b152014-b315-4993-a8d3-fa435e8d783a tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Synchronizing usage tracker for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:08.486506 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-0fdb5e7a-4d95-4681-9402-bd2a8c4fdf0b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 88801c63-08bd-410f-896b-ed43bdf3cf07) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:08.496657 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1e3555e1-cbe8-4249-bcd8-618f48dc06a9 tempest-NetworksTest-911307097 tempest-NetworksTest-911307097-project] 10.222.0.67 "DELETE /v2.0/networks/900aeb01-e8c7-42a6-8e94-d080b9a4996d HTTP/1.1" status: 204 len: 168 time: 4.0882483 Sep 23 15:06:08.496865 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4118a5f4-b40f-4248-b5f9-090984052be0 None None] Network 88801c63-08bd-410f-896b-ed43bdf3cf07 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:08.503573 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdb5e7a-4d95-4681-9402-bd2a8c4fdf0b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:08.504163 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0fdb5e7a-4d95-4681-9402-bd2a8c4fdf0b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:08.504402 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-2e44418c-8693-400a-88a9-0a4e48b03649 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:08.508178 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6914cd06-7067-4b8b-91aa-366b0b84c74b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:08.511245 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6914cd06-7067-4b8b-91aa-366b0b84c74b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/37563d24-1d9b-4c7f-803e-a54f78e3ebef HTTP/1.1" status: 204 len: 168 time: 2.8389893 Sep 23 15:06:08.511623 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2e44418c-8693-400a-88a9-0a4e48b03649 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:port and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:08.515853 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2e44418c-8693-400a-88a9-0a4e48b03649 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:08.519395 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43916) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:08.567976 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-2e44418c-8693-400a-88a9-0a4e48b03649 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:08.586207 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2b152014-b315-4993-a8d3-fa435e8d783a tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Unset dirty status for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:08.587532 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2b152014-b315-4993-a8d3-fa435e8d783a tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4296436 Sep 23 15:06:08.592762 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43920) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:08.631836 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-cdaae6ad-aee1-4514-a876-57320706b407 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Request body: {'security_group': {'name': 'tempest-secgroup--1565145065'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:08.642757 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-cdaae6ad-aee1-4514-a876-57320706b407 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:08.663697 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c1a6a6-3a69-40e2-8664-ca45322e249d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:08.665397 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c1a6a6-3a69-40e2-8664-ca45322e249d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:08.666154 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-69c1a6a6-3a69-40e2-8664-ca45322e249d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:08.707334 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-90066ba1-e44d-41f6-b58f-cb54135acbb0 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:08.708101 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-cdaae6ad-aee1-4514-a876-57320706b407 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:08.712902 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-69c1a6a6-3a69-40e2-8664-ca45322e249d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:08.713795 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-69c1a6a6-3a69-40e2-8664-ca45322e249d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1930616 Sep 23 15:06:08.716496 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43924) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:08.761274 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e44418c-8693-400a-88a9-0a4e48b03649 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:08.765470 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2e44418c-8693-400a-88a9-0a4e48b03649 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:08.776908 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-acf1867c-5f02-440e-b81c-68e912cb2906 None None] Allocated IP 2001:db8::2 (437ed165-316a-4cfe-b758-ff380c3a10de/abc407cf-37bc-4da7-8526-efff7e2797ec/37fb00c0-d013-4ddc-8e0c-db72648bdb32) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:08.796379 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90066ba1-e44d-41f6-b58f-cb54135acbb0 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Pushing event updated for resources: {'Subnet': ['ID=39b046f2-bcfe-4451-9e24-2ee21125d13d,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:08.800385 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-4113970a-7b26-4076-9891-e525b3f798ea tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:08.805329 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-2e44418c-8693-400a-88a9-0a4e48b03649 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] device_id is not set on port 736e379c-b282-4cf8-af7c-1ee415ed33f0 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:08.806431 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4113970a-7b26-4076-9891-e525b3f798ea tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9110343 Sep 23 15:06:08.807851 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43928) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:08.817744 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0fdb5e7a-4d95-4681-9402-bd2a8c4fdf0b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6957605 Sep 23 15:06:08.824489 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-fb462071-ec5a-4faf-8c81-eb89aef116f4 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group_rule': {'security_group_id': '0db2076e-ca7b-4423-aadd-9f6716cb0ece', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:08.825475 dv-neutron-859093-1-hyperv neutron-server[89738]: WARNING neutron.api.v2.base [None req-fb462071-ec5a-4faf-8c81-eb89aef116f4 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 23 15:06:08.826297 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-fb462071-ec5a-4faf-8c81-eb89aef116f4 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:08.830987 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-fb462071-ec5a-4faf-8c81-eb89aef116f4 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0115106 Sep 23 15:06:08.841125 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43932) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:08.841859 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43934) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:08.847810 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cdaae6ad-aee1-4514-a876-57320706b407 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:08.867360 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-224ae209-e872-4796-a096-f9e7ad9072ad tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet 4e40a8e3-f962-4641-b6ef-c2d1cb3c5bce {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:06:08.891200 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-224ae209-e872-4796-a096-f9e7ad9072ad tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:08.895903 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-7ef60313-f422-4275-a62d-8e05349c1ae0 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group_rule': {'security_group_id': '0db2076e-ca7b-4423-aadd-9f6716cb0ece', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:08.905511 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-9084a108-3d99-4337-8ea0-f7c3611199b2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'subnet': {'network_id': '88801c63-08bd-410f-896b-ed43bdf3cf07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:08.941488 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-cdaae6ad-aee1-4514-a876-57320706b407 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:08.959573 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-cdaae6ad-aee1-4514-a876-57320706b407 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Usage tracker for resource:security_group_rule and tenant:3fc971569b8040148359743b9a26dcf0 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:08.967270 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-cdaae6ad-aee1-4514-a876-57320706b407 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:08.978714 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-cdaae6ad-aee1-4514-a876-57320706b407 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:08.982201 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-224ae209-e872-4796-a096-f9e7ad9072ad tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:09.013661 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7ef60313-f422-4275-a62d-8e05349c1ae0 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:09.020761 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e7820b94-3b60-4e78-a136-a6ff6065140a tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:09.051036 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4217519-dbd1-40f6-a072-66551d162659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-88801c63-08bd-410f-896b-ed43bdf3cf07', 'network_id': '88801c63-08bd-410f-896b-ed43bdf3cf07', 'tenant_id': '87bbd071fee24c85b631c0e8a5ccb335', 'fixed_ips': [{'subnet_id': '605e801e-2870-48dd-9389-a3f3732d1b1e'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:06:09.051875 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d4217519-dbd1-40f6-a072-66551d162659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:09.107303 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90066ba1-e44d-41f6-b58f-cb54135acbb0 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Checking segment: {'id': 'c62bf205-7bb0-4d7f-ad7c-5ab1380fbe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bf507c25-23ad-4370-9941-edd9ac68ce87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:06:09.108044 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90066ba1-e44d-41f6-b58f-cb54135acbb0 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Network hostable DHCP agents. Network: bf507c25-23ad-4370-9941-edd9ac68ce87, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:06:09.113933 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7ef60313-f422-4275-a62d-8e05349c1ae0 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Usage tracker for resource:security_group_rule and tenant:98f32ff383e74feaac26c7742718f481 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:09.123874 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7820b94-3b60-4e78-a136-a6ff6065140a tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Pushing event deleted for resources: {'Port': ['ID=8bce1997-5fc8-4d9d-ab9b-b066f237a5d2,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:09.128369 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7ef60313-f422-4275-a62d-8e05349c1ae0 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:09.165388 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43942) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:09.184534 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7ef60313-f422-4275-a62d-8e05349c1ae0 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:09.194343 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-224ae209-e872-4796-a096-f9e7ad9072ad tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:09.255611 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cdaae6ad-aee1-4514-a876-57320706b407 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:09.304632 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-acf1867c-5f02-440e-b81c-68e912cb2906 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:09.307908 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9084a108-3d99-4337-8ea0-f7c3611199b2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:09.315243 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cdaae6ad-aee1-4514-a876-57320706b407 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:09.317530 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9084a108-3d99-4337-8ea0-f7c3611199b2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:subnet and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:09.323858 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e7820b94-3b60-4e78-a136-a6ff6065140a tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:09.327764 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9084a108-3d99-4337-8ea0-f7c3611199b2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:09.334795 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9084a108-3d99-4337-8ea0-f7c3611199b2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:09.346205 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-d4217519-dbd1-40f6-a072-66551d162659 None None] Allocated IP 172.20.0.2 (88801c63-08bd-410f-896b-ed43bdf3cf07/605e801e-2870-48dd-9389-a3f3732d1b1e/36a73b71-cff8-4f1b-b207-0219a47d7da6) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:09.348863 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e7820b94-3b60-4e78-a136-a6ff6065140a tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:09.350054 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e7820b94-3b60-4e78-a136-a6ff6065140a tempest-ExternalNetworksAdminNegativeTestJSON-2108546981 tempest-ExternalNetworksAdminNegativeTestJSON-2108546981-project-admin] 10.222.0.67 "DELETE /v2.0/floatingips/2ae347ea-14b5-4632-a2fa-5456b777d17e HTTP/1.1" status: 204 len: 168 time: 2.5279868 Sep 23 15:06:09.360437 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaae6ad-aee1-4514-a876-57320706b407 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d4a31c-c345-442e-a113-8e3f61e37bfb,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:09.372313 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90066ba1-e44d-41f6-b58f-cb54135acbb0 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Network bf507c25-23ad-4370-9941-edd9ac68ce87 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:06:09.401300 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-acf1867c-5f02-440e-b81c-68e912cb2906 None None] Transition to ACTIVE for port object 37fb00c0-d013-4ddc-8e0c-db72648bdb32 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:09.401510 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.securitygroups_db [None req-7ef60313-f422-4275-a62d-8e05349c1ae0 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Project 98f32ff383e74feaac26c7742718f481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:06:09.411233 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-224ae209-e872-4796-a096-f9e7ad9072ad tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:09.446849 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-acf1867c-5f02-440e-b81c-68e912cb2906 None None] Transition to ACTIVE for port object 37fb00c0-d013-4ddc-8e0c-db72648bdb32 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:09.452424 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9084a108-3d99-4337-8ea0-f7c3611199b2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:09.456108 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9084a108-3d99-4337-8ea0-f7c3611199b2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:09.475472 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ae209-e872-4796-a096-f9e7ad9072ad tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=4e40a8e3-f962-4641-b6ef-c2d1cb3c5bce,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:09.482295 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-7ef60313-f422-4275-a62d-8e05349c1ae0 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:09.486683 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7ef60313-f422-4275-a62d-8e05349c1ae0 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5947535 Sep 23 15:06:09.486829 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-224ae209-e872-4796-a096-f9e7ad9072ad tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:09.488328 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-224ae209-e872-4796-a096-f9e7ad9072ad tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/4e40a8e3-f962-4641-b6ef-c2d1cb3c5bce HTTP/1.1" status: 204 len: 168 time: 0.7708185 Sep 23 15:06:09.489430 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43950) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:09.496758 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cdaae6ad-aee1-4514-a876-57320706b407 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:09.500695 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-cdaae6ad-aee1-4514-a876-57320706b407 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9044735 Sep 23 15:06:09.505120 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43952) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:09.505514 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43956) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:09.509994 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-ec21da89-3e20-4264-b1da-68921b27e0b8 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group_rule': {'security_group_id': '0db2076e-ca7b-4423-aadd-9f6716cb0ece', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:09.510263 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a061c2-b8eb-4dc7-a29b-1ae5344653f8 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:09.510507 dv-neutron-859093-1-hyperv neutron-server[89739]: WARNING neutron.api.v2.base [None req-ec21da89-3e20-4264-b1da-68921b27e0b8 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 23 15:06:09.511016 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-ec21da89-3e20-4264-b1da-68921b27e0b8 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:09.514878 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ec21da89-3e20-4264-b1da-68921b27e0b8 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0126507 Sep 23 15:06:09.517603 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43960) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:09.537475 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-90066ba1-e44d-41f6-b58f-cb54135acbb0 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, bf507c25-23ad-4370-9941-edd9ac68ce87) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:09.541782 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90066ba1-e44d-41f6-b58f-cb54135acbb0 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:09.546624 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-90066ba1-e44d-41f6-b58f-cb54135acbb0 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:09.580388 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc848c4-c985-461e-ae50-e218a2d903dc None None] Network bf507c25-23ad-4370-9941-edd9ac68ce87 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:09.585687 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-47b3a1e7-8a77-4404-a384-8bbf50b94b38 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group_rule': {'security_group_id': '0db2076e-ca7b-4423-aadd-9f6716cb0ece', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:09.591796 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-47b3a1e7-8a77-4404-a384-8bbf50b94b38 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:09.595691 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-47b3a1e7-8a77-4404-a384-8bbf50b94b38 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Usage tracker for resource:security_group_rule and tenant:98f32ff383e74feaac26c7742718f481 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:09.598981 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-47b3a1e7-8a77-4404-a384-8bbf50b94b38 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:09.602253 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-acf1867c-5f02-440e-b81c-68e912cb2906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:09.606447 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-47b3a1e7-8a77-4404-a384-8bbf50b94b38 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:09.619752 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-c51f8574-f753-4d85-b923-0ffc9fa7a433 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Request body: {'security_group_rule': {'security_group_id': '34d4a31c-c345-442e-a113-8e3f61e37bfb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:09.628752 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.ipam_backend_mixin [None req-9084a108-3d99-4337-8ea0-f7c3611199b2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 605e801e-2870-48dd-9389-a3f3732d1b1e (CIDR: 172.20.0.0/28) Sep 23 15:06:09.669103 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f252185d-37b8-4c86-9e87-f950db8935b9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6162ca6451a94ec88464d67d4a92acb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4998438 Sep 23 15:06:09.669103 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c51f8574-f753-4d85-b923-0ffc9fa7a433 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:09.669516 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43966) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:09.681300 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-76013da9-564f-4955-a1cc-e18783041d62 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1654093 Sep 23 15:06:09.684293 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43970) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:09.688880 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-90066ba1-e44d-41f6-b58f-cb54135acbb0 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3473134 Sep 23 15:06:09.691700 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43974) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:09.691873 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c51f8574-f753-4d85-b923-0ffc9fa7a433 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Usage tracker for resource:security_group_rule and tenant:3fc971569b8040148359743b9a26dcf0 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:09.693216 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-e26488b2-7de7-41a9-ba1e-25cc25af77f5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:09.695281 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c51f8574-f753-4d85-b923-0ffc9fa7a433 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:09.704357 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c51f8574-f753-4d85-b923-0ffc9fa7a433 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:09.718759 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-9084a108-3d99-4337-8ea0-f7c3611199b2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:09.719838 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9084a108-3d99-4337-8ea0-f7c3611199b2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:06:09.737189 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-2e44418c-8693-400a-88a9-0a4e48b03649 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Allocated IP 2001:db8::2a5 (437ed165-316a-4cfe-b758-ff380c3a10de/abc407cf-37bc-4da7-8526-efff7e2797ec/736e379c-b282-4cf8-af7c-1ee415ed33f0) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:09.738641 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-bf611b5e-59fa-4783-a79f-c840b288936c tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Request body: {'port': {'network_id': 'bf507c25-23ad-4370-9941-edd9ac68ce87', 'name': 'tempest-AllowedAddressPairTestJSON-1522323625'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:09.787717 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf1867c-5f02-440e-b81c-68e912cb2906 None None] Network 437ed165-316a-4cfe-b758-ff380c3a10de is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:09.795365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-acf1867c-5f02-440e-b81c-68e912cb2906 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:09.841424 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf1867c-5f02-440e-b81c-68e912cb2906 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:09.844373 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1867c-5f02-440e-b81c-68e912cb2906 None None] Pushing event updated for resources: {'Port': ['ID=37fb00c0-d013-4ddc-8e0c-db72648bdb32,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:09.848239 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.securitygroups_db [None req-47b3a1e7-8a77-4404-a384-8bbf50b94b38 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Project 98f32ff383e74feaac26c7742718f481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:06:09.867657 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c51f8574-f753-4d85-b923-0ffc9fa7a433 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:09.930412 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43980) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:09.995045 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-47b3a1e7-8a77-4404-a384-8bbf50b94b38 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:09.999025 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-47b3a1e7-8a77-4404-a384-8bbf50b94b38 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4196048 Sep 23 15:06:10.012520 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43986) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:10.022637 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2e44418c-8693-400a-88a9-0a4e48b03649 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:10.026525 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c51f8574-f753-4d85-b923-0ffc9fa7a433 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:10.035402 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-30368864-67c1-400f-94ea-c2d3df357e76 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group_rule': {'security_group_id': '0db2076e-ca7b-4423-aadd-9f6716cb0ece', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:10.042069 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-30368864-67c1-400f-94ea-c2d3df357e76 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:10.042514 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-2e44418c-8693-400a-88a9-0a4e48b03649 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Transition to ACTIVE for port object 736e379c-b282-4cf8-af7c-1ee415ed33f0 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:10.046559 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-30368864-67c1-400f-94ea-c2d3df357e76 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Usage tracker for resource:security_group_rule and tenant:98f32ff383e74feaac26c7742718f481 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:10.049746 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-30368864-67c1-400f-94ea-c2d3df357e76 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:10.055795 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-30368864-67c1-400f-94ea-c2d3df357e76 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:10.090835 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9084a108-3d99-4337-8ea0-f7c3611199b2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2037752 Sep 23 15:06:10.094174 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 43990) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:10.095939 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e26488b2-7de7-41a9-ba1e-25cc25af77f5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:10.101812 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-f9994759-806c-42be-a0d1-5f337dd8c368 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'subnet': {'network_id': '88801c63-08bd-410f-896b-ed43bdf3cf07', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:10.106088 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e26488b2-7de7-41a9-ba1e-25cc25af77f5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:10.131375 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-217b16db-e208-49ec-82f7-ad61df9a727e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:10.149685 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c51f8574-f753-4d85-b923-0ffc9fa7a433 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:10.150615 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-acf1867c-5f02-440e-b81c-68e912cb2906 None None] Attempting to bind port 37fb00c0-d013-4ddc-8e0c-db72648bdb32 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:10.150993 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-acf1867c-5f02-440e-b81c-68e912cb2906 None None] Attempting to bind port 37fb00c0-d013-4ddc-8e0c-db72648bdb32 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '914ad053-b969-44ba-8735-64b6a8f48284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '437ed165-316a-4cfe-b758-ff380c3a10de'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:10.151361 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf1867c-5f02-440e-b81c-68e912cb2906 None None] Attempting to bind port 37fb00c0-d013-4ddc-8e0c-db72648bdb32 on network 437ed165-316a-4cfe-b758-ff380c3a10de {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:10.173099 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf1867c-5f02-440e-b81c-68e912cb2906 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:06:10.173099 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf1867c-5f02-440e-b81c-68e912cb2906 None None] Checking segment: {'id': '914ad053-b969-44ba-8735-64b6a8f48284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '437ed165-316a-4cfe-b758-ff380c3a10de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:06:10.173099 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-acf1867c-5f02-440e-b81c-68e912cb2906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:10.173099 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf1867c-5f02-440e-b81c-68e912cb2906 None None] Bound using segment: {'id': '914ad053-b969-44ba-8735-64b6a8f48284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '437ed165-316a-4cfe-b758-ff380c3a10de'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:06:10.173099 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-acf1867c-5f02-440e-b81c-68e912cb2906 None None] Bound port: 37fb00c0-d013-4ddc-8e0c-db72648bdb32, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914ad053-b969-44ba-8735-64b6a8f48284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '437ed165-316a-4cfe-b758-ff380c3a10de'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:06:10.173099 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-acf1867c-5f02-440e-b81c-68e912cb2906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:10.173730 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.securitygroups_db [None req-30368864-67c1-400f-94ea-c2d3df357e76 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Project 98f32ff383e74feaac26c7742718f481 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:06:10.185187 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d4217519-dbd1-40f6-a072-66551d162659 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:10.192177 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-217b16db-e208-49ec-82f7-ad61df9a727e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:10.209088 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-bf611b5e-59fa-4783-a79f-c840b288936c tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:10.214944 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26488b2-7de7-41a9-ba1e-25cc25af77f5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:10.218428 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e26488b2-7de7-41a9-ba1e-25cc25af77f5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:10.218707 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2388620b-379c-4f90-9ac2-d4fb5413339e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:10.231351 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2e44418c-8693-400a-88a9-0a4e48b03649 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:10.243810 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-bf611b5e-59fa-4783-a79f-c840b288936c tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Usage tracker for resource:port and tenant:9082743dda5a4f53b15c26965083c5da is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:10.253833 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-bf611b5e-59fa-4783-a79f-c840b288936c tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:10.310149 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f8574-f753-4d85-b923-0ffc9fa7a433 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5795e9be-d4e2-431b-9be8-aff7b1bceb09,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:10.316602 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-bf611b5e-59fa-4783-a79f-c840b288936c tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:10.320434 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d4217519-dbd1-40f6-a072-66551d162659 None None] Transition to ACTIVE for port object 36a73b71-cff8-4f1b-b207-0219a47d7da6 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:10.328095 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-2388620b-379c-4f90-9ac2-d4fb5413339e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:10.344136 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-30368864-67c1-400f-94ea-c2d3df357e76 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:10.345180 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-30368864-67c1-400f-94ea-c2d3df357e76 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3317025 Sep 23 15:06:10.354086 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43994) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:10.357624 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2388620b-379c-4f90-9ac2-d4fb5413339e admin admin] Usage tracker for resource:security_group_rule and tenant:4c86efa9d80e4da5883a325bd9377401 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:10.367239 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2388620b-379c-4f90-9ac2-d4fb5413339e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:10.369811 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4f6e9a-81e2-43ee-b303-9d41b5d637e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-bf507c25-23ad-4370-9941-edd9ac68ce87', 'network_id': 'bf507c25-23ad-4370-9941-edd9ac68ce87', 'tenant_id': '9082743dda5a4f53b15c26965083c5da', 'fixed_ips': [{'subnet_id': '39b046f2-bcfe-4451-9e24-2ee21125d13d'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:06:10.371246 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5d4f6e9a-81e2-43ee-b303-9d41b5d637e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:10.375172 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e44418c-8693-400a-88a9-0a4e48b03649 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network 437ed165-316a-4cfe-b758-ff380c3a10de is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:10.392925 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-2388620b-379c-4f90-9ac2-d4fb5413339e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:10.398392 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-2e44418c-8693-400a-88a9-0a4e48b03649 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:10.402905 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d4217519-dbd1-40f6-a072-66551d162659 None None] Transition to ACTIVE for port object 36a73b71-cff8-4f1b-b207-0219a47d7da6 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:10.405515 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44418c-8693-400a-88a9-0a4e48b03649 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Port': ['ID=736e379c-b282-4cf8-af7c-1ee415ed33f0,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:10.413033 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e44418c-8693-400a-88a9-0a4e48b03649 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:10.419010 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e44418c-8693-400a-88a9-0a4e48b03649 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:10.420487 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2e44418c-8693-400a-88a9-0a4e48b03649 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:10.433748 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c51f8574-f753-4d85-b923-0ffc9fa7a433 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:10.438221 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c51f8574-f753-4d85-b923-0ffc9fa7a433 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9192343 Sep 23 15:06:10.439114 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 43998) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:10.479647 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f9994759-806c-42be-a0d1-5f337dd8c368 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:10.487631 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a86ad31c-c64e-4e5f-b4f9-6d709b1edb82 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-group-rules/5795e9be-d4e2-431b-9be8-aff7b1bceb09 HTTP/1.1" status: 200 len: 763 time: 0.0450377 Sep 23 15:06:10.488634 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44002) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:10.493494 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f9994759-806c-42be-a0d1-5f337dd8c368 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:subnet and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:10.496014 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-acf1867c-5f02-440e-b81c-68e912cb2906 None None] For port 37fb00c0-d013-4ddc-8e0c-db72648bdb32, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:06:10.508583 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7af35ca-a69d-47de-b6f0-8199dd7d3393 None None] DHCP port deletion for c3d67a4b-9092-448f-b14d-bd8d70a05623 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:06:10.511526 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f9994759-806c-42be-a0d1-5f337dd8c368 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:10.520752 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf611b5e-59fa-4783-a79f-c840b288936c tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Made reservation on behalf of 9082743dda5a4f53b15c26965083c5da for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:10.522582 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-acf1867c-5f02-440e-b81c-68e912cb2906 None None] For port 37fb00c0-d013-4ddc-8e0c-db72648bdb32, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=37fb00c0-d013-4ddc-8e0c-db72648bdb32,segment=NetworkSegment(914ad053-b969-44ba-8735-64b6a8f48284),segment_id=914ad053-b969-44ba-8735-64b6a8f48284)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:06:10.524019 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d4217519-dbd1-40f6-a072-66551d162659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:10.524167 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f9994759-806c-42be-a0d1-5f337dd8c368 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:10.524358 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf611b5e-59fa-4783-a79f-c840b288936c tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:10.539960 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f31b323c-5111-4d9f-a423-bfae033ae5ce tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:10.546736 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-217b16db-e208-49ec-82f7-ad61df9a727e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:10.564987 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c7af35ca-a69d-47de-b6f0-8199dd7d3393 None None] Deleting port 7ec0467e-5a21-4e8b-97d0-af9b934c3861 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:10.565376 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c7af35ca-a69d-47de-b6f0-8199dd7d3393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:10.573010 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-17ece19d-f508-46c4-b9e2-34ea2adf1937 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Synchronizing usage tracker for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group_rule {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:10.581517 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2e44418c-8693-400a-88a9-0a4e48b03649 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.4002318 Sep 23 15:06:10.582691 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44006) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:10.594133 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b16db-e208-49ec-82f7-ad61df9a727e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabe80cc-c69d-4394-a13a-0dde0210c5a9,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:10.597126 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-bf611b5e-59fa-4783-a79f-c840b288936c tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] device_id is not set on port 89444030-10d8-4ac4-b7df-279e205bb4bf yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:10.623293 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-acf1867c-5f02-440e-b81c-68e912cb2906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:10.652877 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f31b323c-5111-4d9f-a423-bfae033ae5ce tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:10.673430 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9994759-806c-42be-a0d1-5f337dd8c368 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:10.676830 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f9994759-806c-42be-a0d1-5f337dd8c368 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:10.696598 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4217519-dbd1-40f6-a072-66551d162659 None None] Network 88801c63-08bd-410f-896b-ed43bdf3cf07 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:10.713702 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2388620b-379c-4f90-9ac2-d4fb5413339e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:10.737317 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-d4217519-dbd1-40f6-a072-66551d162659 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:10.752456 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4217519-dbd1-40f6-a072-66551d162659 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:10.761967 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-93257a6c-9ab3-46a1-a343-1b481937e9bd tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port 736e379c-b282-4cf8-af7c-1ee415ed33f0 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:10.762389 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-93257a6c-9ab3-46a1-a343-1b481937e9bd tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:10.787987 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4217519-dbd1-40f6-a072-66551d162659 None None] Pushing event updated for resources: {'Port': ['ID=36a73b71-cff8-4f1b-b207-0219a47d7da6,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:10.796872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-17ece19d-f508-46c4-b9e2-34ea2adf1937 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Unset dirty status for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group_rule {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:10.798249 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-17ece19d-f508-46c4-b9e2-34ea2adf1937 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3085017 Sep 23 15:06:10.806368 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2388620b-379c-4f90-9ac2-d4fb5413339e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:10.824805 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44010) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:10.970164 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-217b16db-e208-49ec-82f7-ad61df9a727e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:10.971432 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-217b16db-e208-49ec-82f7-ad61df9a727e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/aabe80cc-c69d-4394-a13a-0dde0210c5a9 HTTP/1.1" status: 204 len: 168 time: 1.3009090 Sep 23 15:06:10.986072 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-5d4f6e9a-81e2-43ee-b303-9d41b5d637e8 None None] Allocated IP 172.20.0.2 (bf507c25-23ad-4370-9941-edd9ac68ce87/39b046f2-bcfe-4451-9e24-2ee21125d13d/0699e135-338c-4d24-891a-34173329ff24) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:11.028081 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e26488b2-7de7-41a9-ba1e-25cc25af77f5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:11.104678 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f31b323c-5111-4d9f-a423-bfae033ae5ce tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:11.127729 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2388620b-379c-4f90-9ac2-d4fb5413339e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4c86efa9d80e4da5883a325bd9377401&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1851883 Sep 23 15:06:11.129274 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388620b-379c-4f90-9ac2-d4fb5413339e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805a7f28-9ab1-42ec-8a56-7b110037afeb,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:11.132819 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26488b2-7de7-41a9-ba1e-25cc25af77f5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:11.135772 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44016) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:11.146094 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-79d19832-ec1f-4418-a0b7-fd6d586c2869 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:11.156860 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-e26488b2-7de7-41a9-ba1e-25cc25af77f5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:11.168141 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b323c-5111-4d9f-a423-bfae033ae5ce tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db2076e-ca7b-4423-aadd-9f6716cb0ece,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:11.176985 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26488b2-7de7-41a9-ba1e-25cc25af77f5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:11.177619 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e26488b2-7de7-41a9-ba1e-25cc25af77f5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:11.207083 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f31b323c-5111-4d9f-a423-bfae033ae5ce tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:11.211320 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f31b323c-5111-4d9f-a423-bfae033ae5ce tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "DELETE /v2.0/security-groups/0db2076e-ca7b-4423-aadd-9f6716cb0ece HTTP/1.1" status: 204 len: 168 time: 0.8538897 Sep 23 15:06:11.215229 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d4217519-dbd1-40f6-a072-66551d162659 None None] Attempting to bind port 36a73b71-cff8-4f1b-b207-0219a47d7da6 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:11.215951 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d4217519-dbd1-40f6-a072-66551d162659 None None] Attempting to bind port 36a73b71-cff8-4f1b-b207-0219a47d7da6 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '3763c39e-9260-446f-b78c-658cb1ea3465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '88801c63-08bd-410f-896b-ed43bdf3cf07'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:11.216680 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4217519-dbd1-40f6-a072-66551d162659 None None] Attempting to bind port 36a73b71-cff8-4f1b-b207-0219a47d7da6 on network 88801c63-08bd-410f-896b-ed43bdf3cf07 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:11.219133 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44020) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:11.231923 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-79d19832-ec1f-4418-a0b7-fd6d586c2869 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:11.232363 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-c7af35ca-a69d-47de-b6f0-8199dd7d3393 None None] For port 7ec0467e-5a21-4e8b-97d0-af9b934c3861, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=7ec0467e-5a21-4e8b-97d0-af9b934c3861,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:11.232840 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c7af35ca-a69d-47de-b6f0-8199dd7d3393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:11.264805 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26488b2-7de7-41a9-ba1e-25cc25af77f5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=f566471e-385d-4bb8-93c3-115bdb8a95b3,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:11.304555 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-baf85502-e5d0-4e7c-8e7e-8343461b0f5a tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Synchronizing usage tracker for tenant:98f32ff383e74feaac26c7742718f481 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:11.308698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 7ec0467e-5a21-4e8b-97d0-af9b934c3861 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:06:11.356101 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e26488b2-7de7-41a9-ba1e-25cc25af77f5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6680167 Sep 23 15:06:11.359362 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44026) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:11.371796 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-5fc8bf4e-bd3f-4018-a915-4804ba3856ba tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'port': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'fixed_ips': [{'subnet_id': 'f566471e-385d-4bb8-93c3-115bdb8a95b3', 'ip_address': '2001:db8::1a1c:d4c9:a036:54b4'}], 'name': 'tempest-NetworksTestDHCPv6-2142712094'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:11.373489 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4217519-dbd1-40f6-a072-66551d162659 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:06:11.375289 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4217519-dbd1-40f6-a072-66551d162659 None None] Checking segment: {'id': '3763c39e-9260-446f-b78c-658cb1ea3465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '88801c63-08bd-410f-896b-ed43bdf3cf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:06:11.376016 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d4217519-dbd1-40f6-a072-66551d162659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:11.376562 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4217519-dbd1-40f6-a072-66551d162659 None None] Bound using segment: {'id': '3763c39e-9260-446f-b78c-658cb1ea3465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '88801c63-08bd-410f-896b-ed43bdf3cf07'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:06:11.377358 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d4217519-dbd1-40f6-a072-66551d162659 None None] Bound port: 36a73b71-cff8-4f1b-b207-0219a47d7da6, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3763c39e-9260-446f-b78c-658cb1ea3465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '88801c63-08bd-410f-896b-ed43bdf3cf07'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:06:11.377883 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d4217519-dbd1-40f6-a072-66551d162659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:11.494451 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-baf85502-e5d0-4e7c-8e7e-8343461b0f5a tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Unset dirty status for tenant:98f32ff383e74feaac26c7742718f481 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:11.494616 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-93257a6c-9ab3-46a1-a343-1b481937e9bd tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:11.496354 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-baf85502-e5d0-4e7c-8e7e-8343461b0f5a tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2711248 Sep 23 15:06:11.507256 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44032) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:11.526106 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-7c5f0a04-4ea2-4aab-baa5-ef4a601b3f8e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group': {'name': 'tempest-secgroup--1124779082'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:11.536893 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7c5f0a04-4ea2-4aab-baa5-ef4a601b3f8e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:11.539504 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c7af35ca-a69d-47de-b6f0-8199dd7d3393 None None] Calling delete_port for 7ec0467e-5a21-4e8b-97d0-af9b934c3861 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:11.559832 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7c5f0a04-4ea2-4aab-baa5-ef4a601b3f8e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:11.580734 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1867c-5f02-440e-b81c-68e912cb2906 None None] Pushing event updated for resources: {'Port': ['ID=37fb00c0-d013-4ddc-8e0c-db72648bdb32,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:11.612314 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6e2f0c64-0adf-428f-b4ff-3e395799c0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:11.636526 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-5fc8bf4e-bd3f-4018-a915-4804ba3856ba tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:11.642413 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5fc8bf4e-bd3f-4018-a915-4804ba3856ba tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:port and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:11.647487 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5fc8bf4e-bd3f-4018-a915-4804ba3856ba tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:11.654872 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-5fc8bf4e-bd3f-4018-a915-4804ba3856ba tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:11.687355 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-79d19832-ec1f-4418-a0b7-fd6d586c2869 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:11.699768 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-93257a6c-9ab3-46a1-a343-1b481937e9bd tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Calling delete_port for 736e379c-b282-4cf8-af7c-1ee415ed33f0 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:11.700343 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0a04-4ea2-4aab-baa5-ef4a601b3f8e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:11.722748 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7c5f0a04-4ea2-4aab-baa5-ef4a601b3f8e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:11.728705 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7c5f0a04-4ea2-4aab-baa5-ef4a601b3f8e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Usage tracker for resource:security_group_rule and tenant:98f32ff383e74feaac26c7742718f481 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:11.731281 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7c5f0a04-4ea2-4aab-baa5-ef4a601b3f8e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:11.739547 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc8bf4e-bd3f-4018-a915-4804ba3856ba tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:11.819750 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d19832-ec1f-4418-a0b7-fd6d586c2869 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5795e9be-d4e2-431b-9be8-aff7b1bceb09,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:11.833857 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6e2f0c64-0adf-428f-b4ff-3e395799c0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:11.910859 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d4217519-dbd1-40f6-a072-66551d162659 None None] For port 36a73b71-cff8-4f1b-b207-0219a47d7da6, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:06:11.915233 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c7af35ca-a69d-47de-b6f0-8199dd7d3393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:11.950609 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-79d19832-ec1f-4418-a0b7-fd6d586c2869 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:11.951945 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-79d19832-ec1f-4418-a0b7-fd6d586c2869 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/5795e9be-d4e2-431b-9be8-aff7b1bceb09 HTTP/1.1" status: 204 len: 168 time: 0.9968534 Sep 23 15:06:11.959508 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44042) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:11.976767 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 7ec0467e-5a21-4e8b-97d0-af9b934c3861 is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:06:11.979680 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:11.991792 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7c5f0a04-4ea2-4aab-baa5-ef4a601b3f8e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:11.997249 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5fc8bf4e-bd3f-4018-a915-4804ba3856ba tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:12.000090 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d4217519-dbd1-40f6-a072-66551d162659 None None] For port 36a73b71-cff8-4f1b-b207-0219a47d7da6, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=36a73b71-cff8-4f1b-b207-0219a47d7da6,segment=NetworkSegment(3763c39e-9260-446f-b78c-658cb1ea3465),segment_id=3763c39e-9260-446f-b78c-658cb1ea3465)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:06:12.004302 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af35ca-a69d-47de-b6f0-8199dd7d3393 None None] Pushing event deleted for resources: {'Port': ['ID=7ec0467e-5a21-4e8b-97d0-af9b934c3861,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:12.007973 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af35ca-a69d-47de-b6f0-8199dd7d3393 None None] No DVR routers for this DVR port 7ec0467e-5a21-4e8b-97d0-af9b934c3861 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:06:12.041621 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-5fc8bf4e-bd3f-4018-a915-4804ba3856ba tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] device_id is not set on port f09a6afa-eecd-4245-a1f7-3f30f733828e yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:12.043573 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5d4f6e9a-81e2-43ee-b303-9d41b5d637e8 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:12.061333 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940b2bb0-7d6d-4ce9-851a-9ce37eb51e3f None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:12.094306 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5d4f6e9a-81e2-43ee-b303-9d41b5d637e8 None None] Transition to ACTIVE for port object 0699e135-338c-4d24-891a-34173329ff24 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:12.229810 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-669a0e60-e955-4f93-a39f-f1b1c2dc86a9 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Synchronizing usage tracker for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group_rule {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:12.246559 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d4217519-dbd1-40f6-a072-66551d162659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:12.256720 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-93257a6c-9ab3-46a1-a343-1b481937e9bd tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:12.309087 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93257a6c-9ab3-46a1-a343-1b481937e9bd tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Port': ['ID=736e379c-b282-4cf8-af7c-1ee415ed33f0,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:12.333752 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-5fc8bf4e-bd3f-4018-a915-4804ba3856ba tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 2001:db8::1a1c:d4c9:a036:54b4 (c3d67a4b-9092-448f-b14d-bd8d70a05623/f566471e-385d-4bb8-93c3-115bdb8a95b3/f09a6afa-eecd-4245-a1f7-3f30f733828e) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:12.341861 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef76400-737f-425e-b5db-b67add2ca9a0 None None] Network 437ed165-316a-4cfe-b758-ff380c3a10de requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:12.351137 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f9994759-806c-42be-a0d1-5f337dd8c368 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:12.374810 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5d4f6e9a-81e2-43ee-b303-9d41b5d637e8 None None] Transition to ACTIVE for port object 0699e135-338c-4d24-891a-34173329ff24 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:12.418342 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6e2f0c64-0adf-428f-b4ff-3e395799c0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:12.422412 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-669a0e60-e955-4f93-a39f-f1b1c2dc86a9 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Unset dirty status for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group_rule {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:12.423863 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-669a0e60-e955-4f93-a39f-f1b1c2dc86a9 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4615219 Sep 23 15:06:12.425358 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-93257a6c-9ab3-46a1-a343-1b481937e9bd tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:12.455088 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44054) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:12.478785 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-e3f8033e-f1ac-45b1-a76e-fdb909d85b93 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Request body: {'security_group_rule': {'security_group_id': '34d4a31c-c345-442e-a113-8e3f61e37bfb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:12.488536 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9994759-806c-42be-a0d1-5f337dd8c368 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network 88801c63-08bd-410f-896b-ed43bdf3cf07 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:12.491688 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f0c64-0adf-428f-b4ff-3e395799c0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805a7f28-9ab1-42ec-8a56-7b110037afeb,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:12.500509 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e3f8033e-f1ac-45b1-a76e-fdb909d85b93 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:12.516715 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-f9994759-806c-42be-a0d1-5f337dd8c368 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:12.526836 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9994759-806c-42be-a0d1-5f337dd8c368 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:12.527825 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f9994759-806c-42be-a0d1-5f337dd8c368 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:12.531546 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4217519-dbd1-40f6-a072-66551d162659 None None] Pushing event updated for resources: {'Port': ['ID=36a73b71-cff8-4f1b-b207-0219a47d7da6,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:12.552212 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5d4f6e9a-81e2-43ee-b303-9d41b5d637e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:12.569003 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6e2f0c64-0adf-428f-b4ff-3e395799c0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:12.570524 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6e2f0c64-0adf-428f-b4ff-3e395799c0db admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/805a7f28-9ab1-42ec-8a56-7b110037afeb HTTP/1.1" status: 204 len: 168 time: 1.4159465 Sep 23 15:06:12.572217 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-93257a6c-9ab3-46a1-a343-1b481937e9bd tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/ports/736e379c-b282-4cf8-af7c-1ee415ed33f0 HTTP/1.1" status: 204 len: 168 time: 1.9842660 Sep 23 15:06:12.593430 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9994759-806c-42be-a0d1-5f337dd8c368 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Subnet': ['ID=f03f309a-be1b-4c73-a9f8-154d4ae2b085,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:12.596321 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e3f8033e-f1ac-45b1-a76e-fdb909d85b93 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:12.598704 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44058) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:12.599199 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44062) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:12.666418 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-260df4fa-2f21-45a3-a990-8917e028d382 None None] Provisioning for port 37fb00c0-d013-4ddc-8e0c-db72648bdb32 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:06:12.668048 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa58ceb-d0fc-4f29-8e52-12c8b41ddb37 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] GET failed (client error): The resource could not be found. Sep 23 15:06:12.668468 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7aa58ceb-d0fc-4f29-8e52-12c8b41ddb37 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Synchronizing usage tracker for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:12.692254 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-bf611b5e-59fa-4783-a79f-c840b288936c tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Allocated IP 172.20.0.7 (bf507c25-23ad-4370-9941-edd9ac68ce87/39b046f2-bcfe-4451-9e24-2ee21125d13d/89444030-10d8-4ac4-b7df-279e205bb4bf) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:12.712097 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f9994759-806c-42be-a0d1-5f337dd8c368 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6159616 Sep 23 15:06:12.731669 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44070) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:12.767093 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-b41fd256-f779-4cf2-b03a-2023da0021ad tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'port': {'network_id': '88801c63-08bd-410f-896b-ed43bdf3cf07', 'fixed_ips': [{'subnet_id': '605e801e-2870-48dd-9389-a3f3732d1b1e'}, {'subnet_id': 'f03f309a-be1b-4c73-a9f8-154d4ae2b085'}], 'name': 'tempest-PortsTestJSON-693110922'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:12.774896 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4f6e9a-81e2-43ee-b303-9d41b5d637e8 None None] Network bf507c25-23ad-4370-9941-edd9ac68ce87 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:12.780954 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-5d4f6e9a-81e2-43ee-b303-9d41b5d637e8 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:12.799707 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4f6e9a-81e2-43ee-b303-9d41b5d637e8 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:12.821608 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f6e9a-81e2-43ee-b303-9d41b5d637e8 None None] Pushing event updated for resources: {'Port': ['ID=0699e135-338c-4d24-891a-34173329ff24,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:12.889334 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7aa58ceb-d0fc-4f29-8e52-12c8b41ddb37 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Unset dirty status for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:12.894908 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7aa58ceb-d0fc-4f29-8e52-12c8b41ddb37 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "GET /v2.0/ports/736e379c-b282-4cf8-af7c-1ee415ed33f0 HTTP/1.1" status: 404 len: 333 time: 0.2922783 Sep 23 15:06:12.941209 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44074) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:12.955040 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0a04-4ea2-4aab-baa5-ef4a601b3f8e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:12.975129 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e3f8033e-f1ac-45b1-a76e-fdb909d85b93 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:12.985087 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-369c858d-59d1-4d8c-9f36-c6ba892e95db tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1273994624'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:12.996503 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-369c858d-59d1-4d8c-9f36-c6ba892e95db tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:13.009185 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-369c858d-59d1-4d8c-9f36-c6ba892e95db tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Usage tracker for resource:network and tenant:0c86105d59784618b672665375061c30 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:13.015452 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-369c858d-59d1-4d8c-9f36-c6ba892e95db tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:13.030888 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf611b5e-59fa-4783-a79f-c840b288936c tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:13.031426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-369c858d-59d1-4d8c-9f36-c6ba892e95db tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:13.078991 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-1271a5f9-5e3b-48c4-9316-3461dd2f0507 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting subnet abc407cf-37bc-4da7-8526-efff7e2797ec {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:06:13.093650 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-bf611b5e-59fa-4783-a79f-c840b288936c tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Transition to ACTIVE for port object 89444030-10d8-4ac4-b7df-279e205bb4bf will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:13.098926 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1271a5f9-5e3b-48c4-9316-3461dd2f0507 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:13.128099 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0a04-4ea2-4aab-baa5-ef4a601b3f8e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:13.193370 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b41fd256-f779-4cf2-b03a-2023da0021ad tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:13.208245 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e3f8033e-f1ac-45b1-a76e-fdb909d85b93 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:13.210207 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86c9425-af12-4438-8ce3-e794da08399a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-c3d67a4b-9092-448f-b14d-bd8d70a05623', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'fixed_ips': [{'subnet_id': 'f566471e-385d-4bb8-93c3-115bdb8a95b3'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:06:13.210207 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c86c9425-af12-4438-8ce3-e794da08399a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:13.210455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369c858d-59d1-4d8c-9f36-c6ba892e95db tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Made reservation on behalf of 0c86105d59784618b672665375061c30 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:13.212447 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-369c858d-59d1-4d8c-9f36-c6ba892e95db tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:13.224647 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b41fd256-f779-4cf2-b03a-2023da0021ad tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:port and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:13.228282 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b41fd256-f779-4cf2-b03a-2023da0021ad tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:13.235201 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-369c858d-59d1-4d8c-9f36-c6ba892e95db tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:13.244338 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b41fd256-f779-4cf2-b03a-2023da0021ad tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:13.257243 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-369c858d-59d1-4d8c-9f36-c6ba892e95db tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:13.262085 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-369c858d-59d1-4d8c-9f36-c6ba892e95db tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Usage tracker for resource:security_group_rule and tenant:0c86105d59784618b672665375061c30 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:13.265201 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-369c858d-59d1-4d8c-9f36-c6ba892e95db tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:13.267925 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5fc8bf4e-bd3f-4018-a915-4804ba3856ba tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:13.271581 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1271a5f9-5e3b-48c4-9316-3461dd2f0507 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:13.271722 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-369c858d-59d1-4d8c-9f36-c6ba892e95db tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:13.304852 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0a04-4ea2-4aab-baa5-ef4a601b3f8e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46088b71-0bea-4324-96f0-859b62da7295,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:13.307141 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 36a73b71-cff8-4f1b-b207-0219a47d7da6 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:06:13.307322 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e3f8033e-f1ac-45b1-a76e-fdb909d85b93 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:13.346021 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41fd256-f779-4cf2-b03a-2023da0021ad tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:13.353637 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-5fc8bf4e-bd3f-4018-a915-4804ba3856ba tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Transition to ACTIVE for port object f09a6afa-eecd-4245-a1f7-3f30f733828e will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:13.389195 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f8033e-f1ac-45b1-a76e-fdb909d85b93 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f83216a5-3a01-4e4f-9579-613eef086ca1,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:13.402781 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1271a5f9-5e3b-48c4-9316-3461dd2f0507 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:13.434721 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-5d4f6e9a-81e2-43ee-b303-9d41b5d637e8 None None] Attempting to bind port 0699e135-338c-4d24-891a-34173329ff24 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:13.435622 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-5d4f6e9a-81e2-43ee-b303-9d41b5d637e8 None None] Attempting to bind port 0699e135-338c-4d24-891a-34173329ff24 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'c62bf205-7bb0-4d7f-ad7c-5ab1380fbe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bf507c25-23ad-4370-9941-edd9ac68ce87'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:13.436172 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4f6e9a-81e2-43ee-b303-9d41b5d637e8 None None] Attempting to bind port 0699e135-338c-4d24-891a-34173329ff24 on network bf507c25-23ad-4370-9941-edd9ac68ce87 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:13.439273 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf611b5e-59fa-4783-a79f-c840b288936c tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:13.445963 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0a04-4ea2-4aab-baa5-ef4a601b3f8e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:13.449819 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7c5f0a04-4ea2-4aab-baa5-ef4a601b3f8e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9389060 Sep 23 15:06:13.458182 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4f6e9a-81e2-43ee-b303-9d41b5d637e8 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:06:13.458870 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4f6e9a-81e2-43ee-b303-9d41b5d637e8 None None] Checking segment: {'id': 'c62bf205-7bb0-4d7f-ad7c-5ab1380fbe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bf507c25-23ad-4370-9941-edd9ac68ce87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:06:13.459427 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5d4f6e9a-81e2-43ee-b303-9d41b5d637e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:13.459956 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4f6e9a-81e2-43ee-b303-9d41b5d637e8 None None] Bound using segment: {'id': 'c62bf205-7bb0-4d7f-ad7c-5ab1380fbe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bf507c25-23ad-4370-9941-edd9ac68ce87'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:06:13.460729 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-5d4f6e9a-81e2-43ee-b303-9d41b5d637e8 None None] Bound port: 0699e135-338c-4d24-891a-34173329ff24, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62bf205-7bb0-4d7f-ad7c-5ab1380fbe4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'bf507c25-23ad-4370-9941-edd9ac68ce87'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:06:13.461272 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5d4f6e9a-81e2-43ee-b303-9d41b5d637e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:13.470076 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44080) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:13.501213 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-19810a88-1ba3-41e2-ac1c-95f692548a2d tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group_rule': {'security_group_id': '46088b71-0bea-4324-96f0-859b62da7295', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:13.518034 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-19810a88-1ba3-41e2-ac1c-95f692548a2d tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:13.536588 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-19810a88-1ba3-41e2-ac1c-95f692548a2d tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Usage tracker for resource:security_group_rule and tenant:98f32ff383e74feaac26c7742718f481 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:13.541158 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-19810a88-1ba3-41e2-ac1c-95f692548a2d tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:13.548904 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf611b5e-59fa-4783-a79f-c840b288936c tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Network bf507c25-23ad-4370-9941-edd9ac68ce87 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:13.549871 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-19810a88-1ba3-41e2-ac1c-95f692548a2d tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:13.566025 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-bf611b5e-59fa-4783-a79f-c840b288936c tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:13.568323 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5fc8bf4e-bd3f-4018-a915-4804ba3856ba tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:13.569917 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf611b5e-59fa-4783-a79f-c840b288936c tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:13.622917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e3f8033e-f1ac-45b1-a76e-fdb909d85b93 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:13.626856 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e3f8033e-f1ac-45b1-a76e-fdb909d85b93 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1598990 Sep 23 15:06:13.629460 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44084) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:13.661903 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf611b5e-59fa-4783-a79f-c840b288936c tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Pushing event updated for resources: {'Port': ['ID=89444030-10d8-4ac4-b7df-279e205bb4bf,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:13.663473 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b41fd256-f779-4cf2-b03a-2023da0021ad tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:13.702931 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6cf56667-c17a-4e34-92f2-7e63c4754a28 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-group-rules/f83216a5-3a01-4e4f-9579-613eef086ca1 HTTP/1.1" status: 200 len: 763 time: 0.0699368 Sep 23 15:06:13.702931 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-369c858d-59d1-4d8c-9f36-c6ba892e95db tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:13.704110 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44088) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:13.711580 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-b41fd256-f779-4cf2-b03a-2023da0021ad tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] device_id is not set on port d6c894d2-357b-4f7a-8ea8-242f8dc7b24a yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:13.721152 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-5d4f6e9a-81e2-43ee-b303-9d41b5d637e8 None None] For port 0699e135-338c-4d24-891a-34173329ff24, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:06:13.734835 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-5d4f6e9a-81e2-43ee-b303-9d41b5d637e8 None None] For port 0699e135-338c-4d24-891a-34173329ff24, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=0699e135-338c-4d24-891a-34173329ff24,segment=NetworkSegment(c62bf205-7bb0-4d7f-ad7c-5ab1380fbe4c),segment_id=c62bf205-7bb0-4d7f-ad7c-5ab1380fbe4c)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:06:13.752329 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf611b5e-59fa-4783-a79f-c840b288936c tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:13.752968 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf611b5e-59fa-4783-a79f-c840b288936c tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:13.762578 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc8bf4e-bd3f-4018-a915-4804ba3856ba tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:13.770820 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-c86c9425-af12-4438-8ce3-e794da08399a None None] Allocated IP 2001:db8::2 (c3d67a4b-9092-448f-b14d-bd8d70a05623/f566471e-385d-4bb8-93c3-115bdb8a95b3/f6334fda-f9e6-4c99-9d4e-c113e3d05df8) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:13.778061 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-5fc8bf4e-bd3f-4018-a915-4804ba3856ba tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:13.788153 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc8bf4e-bd3f-4018-a915-4804ba3856ba tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:13.792951 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 36a73b71-cff8-4f1b-b207-0219a47d7da6 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:06:13.793787 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc8bf4e-bd3f-4018-a915-4804ba3856ba tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:13.800811 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5fc8bf4e-bd3f-4018-a915-4804ba3856ba tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:13.821682 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 37fb00c0-d013-4ddc-8e0c-db72648bdb32 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:06:13.845031 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8bf4e-bd3f-4018-a915-4804ba3856ba tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Port': ['ID=f09a6afa-eecd-4245-a1f7-3f30f733828e,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:13.897640 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-369c858d-59d1-4d8c-9f36-c6ba892e95db tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:13.911586 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5d4f6e9a-81e2-43ee-b303-9d41b5d637e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:13.937344 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1271a5f9-5e3b-48c4-9316-3461dd2f0507 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:13.989706 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90b3c3b-065b-4065-aada-b64864bd456e None None] Network 88801c63-08bd-410f-896b-ed43bdf3cf07 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:14.119048 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44092) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:14.143653 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5fc8bf4e-bd3f-4018-a915-4804ba3856ba tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7829173 Sep 23 15:06:14.146286 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271a5f9-5e3b-48c4-9316-3461dd2f0507 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Subnet': ['ID=abc407cf-37bc-4da7-8526-efff7e2797ec,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:14.148644 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bf611b5e-59fa-4783-a79f-c840b288936c tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4364491 Sep 23 15:06:14.149570 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44096) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:14.150603 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1271a5f9-5e3b-48c4-9316-3461dd2f0507 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:14.156517 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1271a5f9-5e3b-48c4-9316-3461dd2f0507 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/subnets/abc407cf-37bc-4da7-8526-efff7e2797ec HTTP/1.1" status: 204 len: 168 time: 1.2052276 Sep 23 15:06:14.157863 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44100) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:14.158196 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44098) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:14.160770 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369c858d-59d1-4d8c-9f36-c6ba892e95db tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:06:14.205171 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c858d-59d1-4d8c-9f36-c6ba892e95db tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34155c5d-9f02-4ad5-9471-bfbc5a73c80a,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:14.221307 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-1ef43aaa-b67b-4057-862b-5b640fc06bd7 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Request body: {'port': {'network_id': 'bf507c25-23ad-4370-9941-edd9ac68ce87', 'name': 'tempest-AllowedAddressPairTestJSON-2105708914', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:bf:11:3b'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:14.227651 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-dee1b830-172c-4ae1-b0d7-8f430f5c4b76 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Synchronizing usage tracker for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group_rule {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:14.230660 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-369c858d-59d1-4d8c-9f36-c6ba892e95db tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:14.231006 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-369c858d-59d1-4d8c-9f36-c6ba892e95db tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Added segment 70a70e09-f44a-4ef2-9ed9-c6e1d9e527aa of type vlan for network 36c7d0ee-f6ea-4fb5-8843-8675de2d993d Sep 23 15:06:14.317453 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-19810a88-1ba3-41e2-ac1c-95f692548a2d tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] create failed (client error): The resource could not be found. Sep 23 15:06:14.318724 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-19810a88-1ba3-41e2-ac1c-95f692548a2d tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.8437200 Sep 23 15:06:14.335594 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3ca42071-3208-4a80-adff-ff9cb15bdca3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=61ce6f3293464ba7bb7298d9af2d94fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2066913 Sep 23 15:06:14.343112 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44108) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:14.343502 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44110) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:14.370562 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f6e9a-81e2-43ee-b303-9d41b5d637e8 None None] Pushing event updated for resources: {'Port': ['ID=0699e135-338c-4d24-891a-34173329ff24,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:14.377230 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-7191a581-c3c2-4c31-af99-1e9c8eface60 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group_rule': {'security_group_id': '46088b71-0bea-4324-96f0-859b62da7295', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '01286f6a-81cd-4abd-a403-86039c7deb2a'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:14.394307 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-dee1b830-172c-4ae1-b0d7-8f430f5c4b76 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Unset dirty status for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group_rule {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:14.396015 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-dee1b830-172c-4ae1-b0d7-8f430f5c4b76 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6908529 Sep 23 15:06:14.401247 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-369c858d-59d1-4d8c-9f36-c6ba892e95db tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:14.408915 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-7191a581-c3c2-4c31-af99-1e9c8eface60 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:14.416720 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44116) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:14.463858 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7191a581-c3c2-4c31-af99-1e9c8eface60 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Usage tracker for resource:security_group_rule and tenant:98f32ff383e74feaac26c7742718f481 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:14.482597 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7191a581-c3c2-4c31-af99-1e9c8eface60 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:14.496678 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc130546-3331-413d-9deb-a513ebc2edb2 None None] Network 437ed165-316a-4cfe-b758-ff380c3a10de requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:14.505988 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-06fddbe8-54ae-47ea-84ca-0189ca4b7675 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:14.508981 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-7191a581-c3c2-4c31-af99-1e9c8eface60 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:14.511502 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-b41fd256-f779-4cf2-b03a-2023da0021ad tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Allocated IP 172.20.0.11 (88801c63-08bd-410f-896b-ed43bdf3cf07/605e801e-2870-48dd-9389-a3f3732d1b1e/d6c894d2-357b-4f7a-8ea8-242f8dc7b24a) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:14.545323 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-b41fd256-f779-4cf2-b03a-2023da0021ad tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Allocated IP 172.20.0.18 (88801c63-08bd-410f-896b-ed43bdf3cf07/f03f309a-be1b-4c73-a9f8-154d4ae2b085/d6c894d2-357b-4f7a-8ea8-242f8dc7b24a) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:14.548919 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-06fddbe8-54ae-47ea-84ca-0189ca4b7675 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port 37fb00c0-d013-4ddc-8e0c-db72648bdb32 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:14.549571 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-06fddbe8-54ae-47ea-84ca-0189ca4b7675 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:14.573301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-85615f19-5dfa-4e6e-8de5-dc3874edf516 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:14.609761 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-85615f19-5dfa-4e6e-8de5-dc3874edf516 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:14.616224 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-27731966-64a6-40a2-ae2e-2ef10358dfef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:14.630082 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2c5b918e-57ed-4991-8f60-e2444fa83f2c None None] Provisioning for port 36a73b71-cff8-4f1b-b207-0219a47d7da6 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:06:14.684068 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2c5b918e-57ed-4991-8f60-e2444fa83f2c None None] Provisioning complete for port 36a73b71-cff8-4f1b-b207-0219a47d7da6 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:06:14.684447 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c5b918e-57ed-4991-8f60-e2444fa83f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:14.684783 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2c5b918e-57ed-4991-8f60-e2444fa83f2c None None] Attempt 1 to provision port 36a73b71-cff8-4f1b-b207-0219a47d7da6 Sep 23 15:06:14.710653 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-27731966-64a6-40a2-ae2e-2ef10358dfef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:14.727013 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-369c858d-59d1-4d8c-9f36-c6ba892e95db tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:14.732596 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369c858d-59d1-4d8c-9f36-c6ba892e95db tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:14.733338 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-369c858d-59d1-4d8c-9f36-c6ba892e95db tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:14.767988 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 37fb00c0-d013-4ddc-8e0c-db72648bdb32 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:06:14.793790 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-06fddbe8-54ae-47ea-84ca-0189ca4b7675 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] For port 37fb00c0-d013-4ddc-8e0c-db72648bdb32, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=37fb00c0-d013-4ddc-8e0c-db72648bdb32,segment=NetworkSegment(914ad053-b969-44ba-8735-64b6a8f48284),segment_id=914ad053-b969-44ba-8735-64b6a8f48284)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:14.793790 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-06fddbe8-54ae-47ea-84ca-0189ca4b7675 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:14.848788 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 37fb00c0-d013-4ddc-8e0c-db72648bdb32 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:06:14.849174 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:14.849515 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 37fb00c0-d013-4ddc-8e0c-db72648bdb32 Sep 23 15:06:14.883488 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-85615f19-5dfa-4e6e-8de5-dc3874edf516 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:14.929900 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-06fddbe8-54ae-47ea-84ca-0189ca4b7675 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Calling delete_port for 37fb00c0-d013-4ddc-8e0c-db72648bdb32 owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:15.011146 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85615f19-5dfa-4e6e-8de5-dc3874edf516 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f83216a5-3a01-4e4f-9579-613eef086ca1,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:15.043048 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c858d-59d1-4d8c-9f36-c6ba892e95db tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Pushing event updated for resources: {'Network': ['ID=36c7d0ee-f6ea-4fb5-8843-8675de2d993d,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:15.043952 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7caccc-4e88-477b-8d43-e97bc749051d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:15.044703 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6d7caccc-4e88-477b-8d43-e97bc749051d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:15.065328 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-7191a581-c3c2-4c31-af99-1e9c8eface60 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] create failed (client error): The resource could not be found. Sep 23 15:06:15.068973 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7191a581-c3c2-4c31-af99-1e9c8eface60 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7186286 Sep 23 15:06:15.069230 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44120) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:15.079059 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1ef43aaa-b67b-4057-862b-5b640fc06bd7 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:15.080507 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c86c9425-af12-4438-8ce3-e794da08399a None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:15.083473 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1ef43aaa-b67b-4057-862b-5b640fc06bd7 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Usage tracker for resource:port and tenant:9082743dda5a4f53b15c26965083c5da is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:15.086419 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1ef43aaa-b67b-4057-862b-5b640fc06bd7 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:15.093186 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-06fddbe8-54ae-47ea-84ca-0189ca4b7675 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:15.096216 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b918e-57ed-4991-8f60-e2444fa83f2c None None] Current status of the port 36a73b71-cff8-4f1b-b207-0219a47d7da6 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:06:15.096596 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c5b918e-57ed-4991-8f60-e2444fa83f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:15.105822 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-369c858d-59d1-4d8c-9f36-c6ba892e95db tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.5011103 Sep 23 15:06:15.106128 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1ef43aaa-b67b-4057-862b-5b640fc06bd7 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:15.122930 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44124) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:15.137477 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-54de742d-8191-45cc-a2e4-b48a6dfdad35 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Request body: {'subnet': {'network_id': '36c7d0ee-f6ea-4fb5-8843-8675de2d993d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:15.137702 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-2c5b918e-57ed-4991-8f60-e2444fa83f2c None None] For port 36a73b71-cff8-4f1b-b207-0219a47d7da6, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=36a73b71-cff8-4f1b-b207-0219a47d7da6,segment=NetworkSegment(3763c39e-9260-446f-b78c-658cb1ea3465),segment_id=3763c39e-9260-446f-b78c-658cb1ea3465)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:15.138717 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 36c7d0ee-f6ea-4fb5-8843-8675de2d993d details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:06:15.146237 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fddbe8-54ae-47ea-84ca-0189ca4b7675 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] No DVR routers for this DVR port 37fb00c0-d013-4ddc-8e0c-db72648bdb32 on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:06:15.171229 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-85615f19-5dfa-4e6e-8de5-dc3874edf516 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:15.172384 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-85615f19-5dfa-4e6e-8de5-dc3874edf516 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/f83216a5-3a01-4e4f-9579-613eef086ca1 HTTP/1.1" status: 204 len: 168 time: 0.7539730 Sep 23 15:06:15.180603 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Could not find standard attr ID for object 37fb00c0-d013-4ddc-8e0c-db72648bdb32. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:06:15.191826 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c86c9425-af12-4438-8ce3-e794da08399a None None] Transition to ACTIVE for port object f6334fda-f9e6-4c99-9d4e-c113e3d05df8 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:15.193146 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fddbe8-54ae-47ea-84ca-0189ca4b7675 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Port': ['ID=37fb00c0-d013-4ddc-8e0c-db72648bdb32,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:15.201224 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44128) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:15.216617 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6d7caccc-4e88-477b-8d43-e97bc749051d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:15.220254 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6d7caccc-4e88-477b-8d43-e97bc749051d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 1.0614517 Sep 23 15:06:15.222229 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44132) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:15.245096 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-27731966-64a6-40a2-ae2e-2ef10358dfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:15.253326 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No ports have port_id starting with 37fb00c0-d013-4ddc-8e0c-db72648bdb32 Sep 23 15:06:15.278058 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b41fd256-f779-4cf2-b03a-2023da0021ad tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:15.281578 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c5b918e-57ed-4991-8f60-e2444fa83f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:15.324834 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27731966-64a6-40a2-ae2e-2ef10358dfef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e00fa97-c9bd-4494-a464-e214bf3ec8af,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:15.339463 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-27731966-64a6-40a2-ae2e-2ef10358dfef admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:15.341490 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-27731966-64a6-40a2-ae2e-2ef10358dfef admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1e00fa97-c9bd-4494-a464-e214bf3ec8af HTTP/1.1" status: 204 len: 168 time: 0.9908919 Sep 23 15:06:15.343568 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bf7e7ac6-de2a-443f-950f-eed20816b5c4 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:15.348637 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-b41fd256-f779-4cf2-b03a-2023da0021ad tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Transition to ACTIVE for port object d6c894d2-357b-4f7a-8ea8-242f8dc7b24a will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:15.384203 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-54de742d-8191-45cc-a2e4-b48a6dfdad35 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:15.395552 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c86c9425-af12-4438-8ce3-e794da08399a None None] Transition to ACTIVE for port object f6334fda-f9e6-4c99-9d4e-c113e3d05df8 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:15.399185 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-54de742d-8191-45cc-a2e4-b48a6dfdad35 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Usage tracker for resource:subnet and tenant:0c86105d59784618b672665375061c30 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:15.407924 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bf7e7ac6-de2a-443f-950f-eed20816b5c4 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:15.443570 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e8ad8842-d71d-4ebb-aa44-6c2cb5447d3f None None] Could not find standard attr ID for object 37fb00c0-d013-4ddc-8e0c-db72648bdb32. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:06:15.456005 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-06fddbe8-54ae-47ea-84ca-0189ca4b7675 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:15.458109 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6062239f-69b5-411a-94ac-0c1e97fa7238 None None] Update dhcp port {'port': {'network_id': '88801c63-08bd-410f-896b-ed43bdf3cf07', 'fixed_ips': [{'subnet_id': '605e801e-2870-48dd-9389-a3f3732d1b1e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f03f309a-be1b-4c73-a9f8-154d4ae2b085'}], 'binding:host_id': 'dv-neutron-859093-1-hyperv'}, 'id': '36a73b71-cff8-4f1b-b207-0219a47d7da6'} from dv-neutron-859093-1-hyperv. {{(pid=89740) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 23 15:06:15.519506 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e8ad8842-d71d-4ebb-aa44-6c2cb5447d3f None None] Could not find standard attr ID for object 736e379c-b282-4cf8-af7c-1ee415ed33f0. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:06:15.527953 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-54de742d-8191-45cc-a2e4-b48a6dfdad35 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:15.532130 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9664155-6afd-4009-a0cb-d0c6893c4a9c None None] DHCP port deletion for 437ed165-316a-4cfe-b758-ff380c3a10de request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:06:15.543090 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b918e-57ed-4991-8f60-e2444fa83f2c None None] Pushing event updated for resources: {'Port': ['ID=36a73b71-cff8-4f1b-b207-0219a47d7da6,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:15.556619 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c86c9425-af12-4438-8ce3-e794da08399a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:15.564626 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-06fddbe8-54ae-47ea-84ca-0189ca4b7675 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['437ed165-316a-4cfe-b758-ff380c3a10de']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:15.571628 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-54de742d-8191-45cc-a2e4-b48a6dfdad35 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:15.602188 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef43aaa-b67b-4057-862b-5b640fc06bd7 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Made reservation on behalf of 9082743dda5a4f53b15c26965083c5da for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:15.651882 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6062239f-69b5-411a-94ac-0c1e97fa7238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:15.665247 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 0699e135-338c-4d24-891a-34173329ff24 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:06:15.677249 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54de742d-8191-45cc-a2e4-b48a6dfdad35 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Made reservation on behalf of 0c86105d59784618b672665375061c30 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:15.681011 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54de742d-8191-45cc-a2e4-b48a6dfdad35 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:15.714498 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-06fddbe8-54ae-47ea-84ca-0189ca4b7675 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914ad053-b969-44ba-8735-64b6a8f48284') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:15.714498 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-06fddbe8-54ae-47ea-84ca-0189ca4b7675 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914ad053-b969-44ba-8735-64b6a8f48284') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:15.737981 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86c9425-af12-4438-8ce3-e794da08399a None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:15.738706 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c9425-af12-4438-8ce3-e794da08399a None None] Pushing event updated for resources: {'Port': ['ID=f6334fda-f9e6-4c99-9d4e-c113e3d05df8,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:15.743929 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f6a25b1e-a902-455d-a9e9-68df17159030 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Synchronizing usage tracker for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group_rule {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:15.744597 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-c86c9425-af12-4438-8ce3-e794da08399a None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:15.750432 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86c9425-af12-4438-8ce3-e794da08399a None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:15.782261 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-06fddbe8-54ae-47ea-84ca-0189ca4b7675 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:15.797454 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bf7e7ac6-de2a-443f-950f-eed20816b5c4 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:15.807893 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-ae19f6fd-eaa0-48e5-a984-9acc82b6556e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting port f09a6afa-eecd-4245-a1f7-3f30f733828e {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:15.810670 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ae19f6fd-eaa0-48e5-a984-9acc82b6556e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:15.838061 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b41fd256-f779-4cf2-b03a-2023da0021ad tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:15.845324 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bf7e7ac6-de2a-443f-950f-eed20816b5c4 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:15.849317 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-bf7e7ac6-de2a-443f-950f-eed20816b5c4 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "DELETE /v2.0/security-groups/46088b71-0bea-4324-96f0-859b62da7295 HTTP/1.1" status: 204 len: 168 time: 0.7791700 Sep 23 15:06:15.849980 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44138) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:15.901754 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-06fddbe8-54ae-47ea-84ca-0189ca4b7675 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:15.914163 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e7ac6-de2a-443f-950f-eed20816b5c4 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46088b71-0bea-4324-96f0-859b62da7295,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:15.935102 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06fddbe8-54ae-47ea-84ca-0189ca4b7675 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:06:15.935899 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-06fddbe8-54ae-47ea-84ca-0189ca4b7675 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:15.996223 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41fd256-f779-4cf2-b03a-2023da0021ad tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network 88801c63-08bd-410f-896b-ed43bdf3cf07 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:16.000204 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 914ad053-b969-44ba-8735-64b6a8f48284 resource provider aggregate not found Sep 23 15:06:16.020004 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45bd955-ff4b-44b3-a883-46ce4606fdc4 None None] Network bf507c25-23ad-4370-9941-edd9ac68ce87 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:16.034532 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-fecd3a36-bb20-428c-86f2-a61e27781c23 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Synchronizing usage tracker for tenant:98f32ff383e74feaac26c7742718f481 on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:16.039319 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-b41fd256-f779-4cf2-b03a-2023da0021ad tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:16.046222 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fd256-f779-4cf2-b03a-2023da0021ad tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Port': ['ID=d6c894d2-357b-4f7a-8ea8-242f8dc7b24a,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:16.048798 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41fd256-f779-4cf2-b03a-2023da0021ad tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:16.064692 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 0699e135-338c-4d24-891a-34173329ff24 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:06:16.128950 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41fd256-f779-4cf2-b03a-2023da0021ad tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:16.130021 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b41fd256-f779-4cf2-b03a-2023da0021ad tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:16.132070 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-c86c9425-af12-4438-8ce3-e794da08399a None None] Attempting to bind port f6334fda-f9e6-4c99-9d4e-c113e3d05df8 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:16.132307 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-c86c9425-af12-4438-8ce3-e794da08399a None None] Attempting to bind port f6334fda-f9e6-4c99-9d4e-c113e3d05df8 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:16.132787 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86c9425-af12-4438-8ce3-e794da08399a None None] Attempting to bind port f6334fda-f9e6-4c99-9d4e-c113e3d05df8 on network c3d67a4b-9092-448f-b14d-bd8d70a05623 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:16.164749 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86c9425-af12-4438-8ce3-e794da08399a None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:06:16.167445 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86c9425-af12-4438-8ce3-e794da08399a None None] Checking segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:06:16.167445 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c86c9425-af12-4438-8ce3-e794da08399a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:16.167445 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86c9425-af12-4438-8ce3-e794da08399a None None] Bound using segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:06:16.167445 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-c86c9425-af12-4438-8ce3-e794da08399a None None] Bound port: f6334fda-f9e6-4c99-9d4e-c113e3d05df8, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:06:16.167445 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c86c9425-af12-4438-8ce3-e794da08399a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:16.227797 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f6a25b1e-a902-455d-a9e9-68df17159030 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Unset dirty status for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group_rule {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:16.229085 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f6a25b1e-a902-455d-a9e9-68df17159030 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.0138533 Sep 23 15:06:16.232335 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 914ad053-b969-44ba-8735-64b6a8f48284 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 914ad053-b969-44ba-8735-64b6a8f48284 found for delete ", "request_id": "req-3d8e7459-a678-4a65-95ff-9a25ad08d9e6"}]} Sep 23 15:06:16.251397 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44152) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:16.255835 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1ef43aaa-b67b-4057-862b-5b640fc06bd7 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:16.273803 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-fecd3a36-bb20-428c-86f2-a61e27781c23 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Unset dirty status for tenant:98f32ff383e74feaac26c7742718f481 on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:16.280963 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-fecd3a36-bb20-428c-86f2-a61e27781c23 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4154634 Sep 23 15:06:16.281331 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-a45518dd-8f85-4674-986a-0512f4d8ba4d tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Request body: {'security_group_rule': {'security_group_id': '34d4a31c-c345-442e-a113-8e3f61e37bfb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:16.281581 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44158) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:16.291631 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b41fd256-f779-4cf2-b03a-2023da0021ad tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.5510342 Sep 23 15:06:16.294956 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44162) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:16.298362 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-41958a7c-c168-45df-9bf0-47dcbe090727 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group_rule': {'security_group_id': 'd6b6a06f-19bf-444e-8cf9-9853521a20a7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:16.324030 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-f24fe82f-536f-444c-826a-b014bac52fc7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '605e801e-2870-48dd-9389-a3f3732d1b1e'}]}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:16.327943 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a45518dd-8f85-4674-986a-0512f4d8ba4d tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:16.345335 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d832af57-ed2c-4747-93aa-489b45e3a270 None None] Provisioning for port 0699e135-338c-4d24-891a-34173329ff24 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:06:16.356447 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-1ef43aaa-b67b-4057-862b-5b640fc06bd7 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] device_id is not set on port 03bd8be4-e46b-42ca-9d10-9f53998d0dd4 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:16.357945 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-41958a7c-c168-45df-9bf0-47dcbe090727 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:16.369287 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d832af57-ed2c-4747-93aa-489b45e3a270 None None] Provisioning complete for port 0699e135-338c-4d24-891a-34173329ff24 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:06:16.369999 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d832af57-ed2c-4747-93aa-489b45e3a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:16.370473 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-d832af57-ed2c-4747-93aa-489b45e3a270 None None] Attempt 1 to provision port 0699e135-338c-4d24-891a-34173329ff24 Sep 23 15:06:16.379193 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-41958a7c-c168-45df-9bf0-47dcbe090727 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Usage tracker for resource:security_group_rule and tenant:98f32ff383e74feaac26c7742718f481 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:16.388835 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-41958a7c-c168-45df-9bf0-47dcbe090727 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:16.395434 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a45518dd-8f85-4674-986a-0512f4d8ba4d tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:16.398770 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-41958a7c-c168-45df-9bf0-47dcbe090727 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:16.430678 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-6062239f-69b5-411a-94ac-0c1e97fa7238 None None] Allocated IP 172.20.0.19 (88801c63-08bd-410f-896b-ed43bdf3cf07/f03f309a-be1b-4c73-a9f8-154d4ae2b085/36a73b71-cff8-4f1b-b207-0219a47d7da6) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:16.454986 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-06fddbe8-54ae-47ea-84ca-0189ca4b7675 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:16.459284 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-06fddbe8-54ae-47ea-84ca-0189ca4b7675 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:16.481057 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f24fe82f-536f-444c-826a-b014bac52fc7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:16.502095 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54de742d-8191-45cc-a2e4-b48a6dfdad35 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:16.561031 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.securitygroups_db [None req-a45518dd-8f85-4674-986a-0512f4d8ba4d tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Project 3fc971569b8040148359743b9a26dcf0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:06:16.568248 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-c86c9425-af12-4438-8ce3-e794da08399a None None] For port f6334fda-f9e6-4c99-9d4e-c113e3d05df8, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:06:16.585094 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fddbe8-54ae-47ea-84ca-0189ca4b7675 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Network': ['ID=437ed165-316a-4cfe-b758-ff380c3a10de,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:16.592539 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a45518dd-8f85-4674-986a-0512f4d8ba4d tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:16.648728 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-c86c9425-af12-4438-8ce3-e794da08399a None None] For port f6334fda-f9e6-4c99-9d4e-c113e3d05df8, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f6334fda-f9e6-4c99-9d4e-c113e3d05df8,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:06:16.656794 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-06fddbe8-54ae-47ea-84ca-0189ca4b7675 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/networks/437ed165-316a-4cfe-b758-ff380c3a10de HTTP/1.1" status: 204 len: 168 time: 2.4942701 Sep 23 15:06:16.666798 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44170) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:16.703123 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-898499bf-e9fa-471a-b400-695ff4b7c613 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'port': {'network_id': '7d95921e-fadf-4067-8857-64762396ad45', 'name': 'tempest-PortsIpV6TestJSON-836512578'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:16.720233 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54de742d-8191-45cc-a2e4-b48a6dfdad35 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Checking segment: {'id': '70a70e09-f44a-4ef2-9ed9-c6e1d9e527aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '36c7d0ee-f6ea-4fb5-8843-8675de2d993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:06:16.720457 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54de742d-8191-45cc-a2e4-b48a6dfdad35 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Network hostable DHCP agents. Network: 36c7d0ee-f6ea-4fb5-8843-8675de2d993d, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:06:16.736143 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de742d-8191-45cc-a2e4-b48a6dfdad35 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Pushing event updated for resources: {'Subnet': ['ID=eae6cc83-b437-469e-835d-0e4b887fc4f2,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:16.793883 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c86c9425-af12-4438-8ce3-e794da08399a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:16.804225 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-1ef43aaa-b67b-4057-862b-5b640fc06bd7 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Allocated IP 172.20.0.9 (bf507c25-23ad-4370-9941-edd9ac68ce87/39b046f2-bcfe-4451-9e24-2ee21125d13d/03bd8be4-e46b-42ca-9d10-9f53998d0dd4) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:16.883617 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ae19f6fd-eaa0-48e5-a984-9acc82b6556e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:16.945215 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-41958a7c-c168-45df-9bf0-47dcbe090727 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] create failed (client error): The resource could not be found. Sep 23 15:06:16.950842 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-41958a7c-c168-45df-9bf0-47dcbe090727 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6647692 Sep 23 15:06:16.952803 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-6062239f-69b5-411a-94ac-0c1e97fa7238 None None] For port 36a73b71-cff8-4f1b-b207-0219a47d7da6, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=36a73b71-cff8-4f1b-b207-0219a47d7da6,segment=NetworkSegment(3763c39e-9260-446f-b78c-658cb1ea3465),segment_id=3763c39e-9260-446f-b78c-658cb1ea3465)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:17.007760 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44178) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:17.050454 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c9425-af12-4438-8ce3-e794da08399a None None] Pushing event updated for resources: {'Port': ['ID=f6334fda-f9e6-4c99-9d4e-c113e3d05df8,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:17.065066 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d832af57-ed2c-4747-93aa-489b45e3a270 None None] Current status of the port 0699e135-338c-4d24-891a-34173329ff24 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:06:17.065450 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d832af57-ed2c-4747-93aa-489b45e3a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:17.125567 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-ae19f6fd-eaa0-48e5-a984-9acc82b6556e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Calling delete_port for f09a6afa-eecd-4245-a1f7-3f30f733828e owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:17.137885 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6062239f-69b5-411a-94ac-0c1e97fa7238 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:17.161510 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-c25867ed-afe2-43d3-a18f-4c1ee371fd4c tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group': {'name': 'tempest-secgroup--327649238'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:17.179471 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a45518dd-8f85-4674-986a-0512f4d8ba4d tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:17.184434 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-6062239f-69b5-411a-94ac-0c1e97fa7238 None None] Transition to ACTIVE for port object 36a73b71-cff8-4f1b-b207-0219a47d7da6 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:17.189570 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d832af57-ed2c-4747-93aa-489b45e3a270 None None] For port 0699e135-338c-4d24-891a-34173329ff24, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=0699e135-338c-4d24-891a-34173329ff24,segment=NetworkSegment(c62bf205-7bb0-4d7f-ad7c-5ab1380fbe4c),segment_id=c62bf205-7bb0-4d7f-ad7c-5ab1380fbe4c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:17.193462 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-c25867ed-afe2-43d3-a18f-4c1ee371fd4c tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:17.218738 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54de742d-8191-45cc-a2e4-b48a6dfdad35 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Network 36c7d0ee-f6ea-4fb5-8843-8675de2d993d is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:06:17.226784 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-898499bf-e9fa-471a-b400-695ff4b7c613 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:17.276203 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-898499bf-e9fa-471a-b400-695ff4b7c613 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:port and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:17.280841 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-c25867ed-afe2-43d3-a18f-4c1ee371fd4c tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:17.285813 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-898499bf-e9fa-471a-b400-695ff4b7c613 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:17.306017 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6062239f-69b5-411a-94ac-0c1e97fa7238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:17.309269 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a45518dd-8f85-4674-986a-0512f4d8ba4d tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:17.309887 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-54de742d-8191-45cc-a2e4-b48a6dfdad35 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 36c7d0ee-f6ea-4fb5-8843-8675de2d993d) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:17.331025 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-898499bf-e9fa-471a-b400-695ff4b7c613 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:17.331192 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54de742d-8191-45cc-a2e4-b48a6dfdad35 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:17.332330 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54de742d-8191-45cc-a2e4-b48a6dfdad35 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:17.437066 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d832af57-ed2c-4747-93aa-489b45e3a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:17.454938 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507ef247-a190-4cab-8e6f-59704bf63d3d None None] Network 36c7d0ee-f6ea-4fb5-8843-8675de2d993d requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:17.520376 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45518dd-8f85-4674-986a-0512f4d8ba4d tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e307ad8e-1eb0-4b76-b759-26bf57bfbe91,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:17.537988 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-f24fe82f-536f-444c-826a-b014bac52fc7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Delete allocated IP 172.20.0.18 (88801c63-08bd-410f-896b-ed43bdf3cf07/f03f309a-be1b-4c73-a9f8-154d4ae2b085) {{(pid=89739) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 15:06:17.608817 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-54de742d-8191-45cc-a2e4-b48a6dfdad35 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4818213 Sep 23 15:06:17.612074 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c25867ed-afe2-43d3-a18f-4c1ee371fd4c tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:17.622869 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44188) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:17.626896 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f6334fda-f9e6-4c99-9d4e-c113e3d05df8 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:06:17.640493 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-7e5e6147-358e-4c22-a0e6-e5372d641d8e tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Request body: {'port': {'network_id': '36c7d0ee-f6ea-4fb5-8843-8675de2d993d', 'name': 'tempest-TagsExtTest-1862501135'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:17.675999 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898499bf-e9fa-471a-b400-695ff4b7c613 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:17.679509 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-898499bf-e9fa-471a-b400-695ff4b7c613 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:17.759639 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e0a1ec30-a1c3-4342-a7b3-35ccee1e6a9b None None] Provisioning for port 89444030-10d8-4ac4-b7df-279e205bb4bf completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:06:17.762885 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062239f-69b5-411a-94ac-0c1e97fa7238 None None] Pushing event updated for resources: {'Port': ['ID=36a73b71-cff8-4f1b-b207-0219a47d7da6,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:17.787555 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a45518dd-8f85-4674-986a-0512f4d8ba4d tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:17.791943 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a45518dd-8f85-4674-986a-0512f4d8ba4d tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5249214 Sep 23 15:06:17.801731 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44194) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:17.836766 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-c25867ed-afe2-43d3-a18f-4c1ee371fd4c tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:17.843493 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-06ae9b9e-63dd-4381-8301-7707ce59de38 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-group-rules/e307ad8e-1eb0-4b76-b759-26bf57bfbe91 HTTP/1.1" status: 200 len: 769 time: 0.0382824 Sep 23 15:06:17.844292 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e0a1ec30-a1c3-4342-a7b3-35ccee1e6a9b None None] Provisioning complete for port 89444030-10d8-4ac4-b7df-279e205bb4bf triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:06:17.850272 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0a1ec30-a1c3-4342-a7b3-35ccee1e6a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:17.850272 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e0a1ec30-a1c3-4342-a7b3-35ccee1e6a9b None None] Attempt 1 to provision port 89444030-10d8-4ac4-b7df-279e205bb4bf Sep 23 15:06:17.850906 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44200) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:17.907552 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-898499bf-e9fa-471a-b400-695ff4b7c613 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] device_id is not set on port 1a524824-d0e3-4447-a568-dc8edb586075 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:17.977540 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-c25867ed-afe2-43d3-a18f-4c1ee371fd4c tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Usage tracker for resource:security_group_rule and tenant:98f32ff383e74feaac26c7742718f481 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:17.981556 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-9466cd7a-6609-40c2-99c3-49afde9f5148 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Synchronizing usage tracker for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group_rule {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:18.011573 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-c25867ed-afe2-43d3-a18f-4c1ee371fd4c tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:18.016661 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f24fe82f-536f-444c-826a-b014bac52fc7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:18.030270 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e0a1ec30-a1c3-4342-a7b3-35ccee1e6a9b None None] Port 89444030-10d8-4ac4-b7df-279e205bb4bf cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:18.040696 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-f24fe82f-536f-444c-826a-b014bac52fc7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Ignored duplicate provisioning block setup for port d6c894d2-357b-4f7a-8ea8-242f8dc7b24a by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 23 15:06:18.051419 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-c25867ed-afe2-43d3-a18f-4c1ee371fd4c tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:18.051694 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832af57-ed2c-4747-93aa-489b45e3a270 None None] Pushing event updated for resources: {'Port': ['ID=0699e135-338c-4d24-891a-34173329ff24,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:18.138310 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862080ff-a64b-4e1b-8512-5677beeea2ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-36c7d0ee-f6ea-4fb5-8843-8675de2d993d', 'network_id': '36c7d0ee-f6ea-4fb5-8843-8675de2d993d', 'tenant_id': '0c86105d59784618b672665375061c30', 'fixed_ips': [{'subnet_id': 'eae6cc83-b437-469e-835d-0e4b887fc4f2'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:06:18.139533 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-862080ff-a64b-4e1b-8512-5677beeea2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:18.145816 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f24fe82f-536f-444c-826a-b014bac52fc7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:18.191383 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1ef43aaa-b67b-4057-862b-5b640fc06bd7 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:18.228308 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-9466cd7a-6609-40c2-99c3-49afde9f5148 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Unset dirty status for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group_rule {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:18.229130 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9466cd7a-6609-40c2-99c3-49afde9f5148 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3772645 Sep 23 15:06:18.254178 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ae19f6fd-eaa0-48e5-a984-9acc82b6556e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:18.266374 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port f6334fda-f9e6-4c99-9d4e-c113e3d05df8 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:06:18.266622 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44208) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:18.282620 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-1ef43aaa-b67b-4057-862b-5b640fc06bd7 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Transition to ACTIVE for port object 03bd8be4-e46b-42ca-9d10-9f53998d0dd4 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:18.296275 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 36a73b71-cff8-4f1b-b207-0219a47d7da6 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:06:18.310258 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7e5e6147-358e-4c22-a0e6-e5372d641d8e tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:18.315970 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7e5e6147-358e-4c22-a0e6-e5372d641d8e tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Usage tracker for resource:port and tenant:0c86105d59784618b672665375061c30 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:18.320246 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7e5e6147-358e-4c22-a0e6-e5372d641d8e tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:18.328021 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7e5e6147-358e-4c22-a0e6-e5372d641d8e tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:18.463630 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-f24fe82f-536f-444c-826a-b014bac52fc7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] In _notify_port_updated(), no bound segment for port d6c894d2-357b-4f7a-8ea8-242f8dc7b24a on network 88801c63-08bd-410f-896b-ed43bdf3cf07 {{(pid=89739) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 23 15:06:18.466472 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24fe82f-536f-444c-826a-b014bac52fc7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:18.468006 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f24fe82f-536f-444c-826a-b014bac52fc7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:18.469569 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f24fe82f-536f-444c-826a-b014bac52fc7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "PUT /v2.0/ports/d6c894d2-357b-4f7a-8ea8-242f8dc7b24a HTTP/1.1" status: 200 len: 919 time: 2.1645479 Sep 23 15:06:18.475577 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44214) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:18.486549 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-3b7dd025-0abf-42b7-b78c-98719a3dab6b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '605e801e-2870-48dd-9389-a3f3732d1b1e'}, {'subnet_id': 'f03f309a-be1b-4c73-a9f8-154d4ae2b085'}]}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:18.500154 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-898499bf-e9fa-471a-b400-695ff4b7c613 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:18.521410 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44218) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:18.538153 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e0a1ec30-a1c3-4342-a7b3-35ccee1e6a9b None None] Attempt 2 to provision port 89444030-10d8-4ac4-b7df-279e205bb4bf Sep 23 15:06:18.555105 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fe82f-536f-444c-826a-b014bac52fc7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Port': ['ID=d6c894d2-357b-4f7a-8ea8-242f8dc7b24a,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:18.626901 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 37fb00c0-d013-4ddc-8e0c-db72648bdb32 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:06:18.701156 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-862080ff-a64b-4e1b-8512-5677beeea2ba None None] Allocated IP 172.20.0.2 (36c7d0ee-f6ea-4fb5-8843-8675de2d993d/eae6cc83-b437-469e-835d-0e4b887fc4f2/73b8d791-45b2-41e1-b0f9-2f260b91ba2f) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:18.701266 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd025-0abf-42b7-b78c-98719a3dab6b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:18.701896 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 37fb00c0-d013-4ddc-8e0c-db72648bdb32 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:06:18.702117 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 37fb00c0-d013-4ddc-8e0c-db72648bdb32 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:06:18.724312 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e0a1ec30-a1c3-4342-a7b3-35ccee1e6a9b None None] Port 89444030-10d8-4ac4-b7df-279e205bb4bf cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:18.737904 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5e6147-358e-4c22-a0e6-e5372d641d8e tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Made reservation on behalf of 0c86105d59784618b672665375061c30 for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:18.755238 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7e5e6147-358e-4c22-a0e6-e5372d641d8e tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:18.870054 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9f4c81-99c2-4f29-b2e3-b9e487d35741 None None] Network 88801c63-08bd-410f-896b-ed43bdf3cf07 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:18.907928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-80a5f5ba-2cf6-40d6-8136-0017ff8fa801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1050849445'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:18.917469 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-80a5f5ba-2cf6-40d6-8136-0017ff8fa801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:18.926731 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-80a5f5ba-2cf6-40d6-8136-0017ff8fa801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Usage tracker for resource:network and tenant:bfdf9aa1137f4ff39b18d6bbf4fc5d59 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:18.932380 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-80a5f5ba-2cf6-40d6-8136-0017ff8fa801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:18.961167 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-898499bf-e9fa-471a-b400-695ff4b7c613 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:18.976109 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-80a5f5ba-2cf6-40d6-8136-0017ff8fa801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:18.978801 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-454dc178-c9ce-49c3-8a0a-c8cf638d2882 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:18.985800 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae19f6fd-eaa0-48e5-a984-9acc82b6556e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Port': ['ID=f09a6afa-eecd-4245-a1f7-3f30f733828e,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:19.093757 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a5f5ba-2cf6-40d6-8136-0017ff8fa801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Made reservation on behalf of bfdf9aa1137f4ff39b18d6bbf4fc5d59 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:19.097744 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-80a5f5ba-2cf6-40d6-8136-0017ff8fa801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:19.105043 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-454dc178-c9ce-49c3-8a0a-c8cf638d2882 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:19.115224 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-80a5f5ba-2cf6-40d6-8136-0017ff8fa801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:19.127247 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-3b7dd025-0abf-42b7-b78c-98719a3dab6b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Allocated IP 172.20.0.29 (88801c63-08bd-410f-896b-ed43bdf3cf07/f03f309a-be1b-4c73-a9f8-154d4ae2b085/d6c894d2-357b-4f7a-8ea8-242f8dc7b24a) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:19.133970 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ae19f6fd-eaa0-48e5-a984-9acc82b6556e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:19.156169 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898499bf-e9fa-471a-b400-695ff4b7c613 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network 7d95921e-fadf-4067-8857-64762396ad45 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:19.158808 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-80a5f5ba-2cf6-40d6-8136-0017ff8fa801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:19.166521 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-7e5e6147-358e-4c22-a0e6-e5372d641d8e tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] device_id is not set on port f58618a4-95a7-4df7-8b52-0705dfde83fb yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:19.204207 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1ef43aaa-b67b-4057-862b-5b640fc06bd7 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:19.210944 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-898499bf-e9fa-471a-b400-695ff4b7c613 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:19.213473 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898499bf-e9fa-471a-b400-695ff4b7c613 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:19.216999 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-80a5f5ba-2cf6-40d6-8136-0017ff8fa801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Usage tracker for resource:security_group_rule and tenant:bfdf9aa1137f4ff39b18d6bbf4fc5d59 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:19.219688 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898499bf-e9fa-471a-b400-695ff4b7c613 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:19.220475 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-898499bf-e9fa-471a-b400-695ff4b7c613 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:19.225143 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-80a5f5ba-2cf6-40d6-8136-0017ff8fa801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:19.225799 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e0a1ec30-a1c3-4342-a7b3-35ccee1e6a9b None None] Attempt 3 to provision port 89444030-10d8-4ac4-b7df-279e205bb4bf Sep 23 15:06:19.226941 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c25867ed-afe2-43d3-a18f-4c1ee371fd4c tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:19.240685 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-80a5f5ba-2cf6-40d6-8136-0017ff8fa801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:19.291297 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-862080ff-a64b-4e1b-8512-5677beeea2ba None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:19.292367 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898499bf-e9fa-471a-b400-695ff4b7c613 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Port': ['ID=1a524824-d0e3-4447-a568-dc8edb586075,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:19.351560 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c25867ed-afe2-43d3-a18f-4c1ee371fd4c tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:19.363399 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e0a1ec30-a1c3-4342-a7b3-35ccee1e6a9b None None] Port 89444030-10d8-4ac4-b7df-279e205bb4bf cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:19.375266 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd025-0abf-42b7-b78c-98719a3dab6b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:19.382031 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef43aaa-b67b-4057-862b-5b640fc06bd7 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Network bf507c25-23ad-4370-9941-edd9ac68ce87 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:19.391515 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-862080ff-a64b-4e1b-8512-5677beeea2ba None None] Transition to ACTIVE for port object 73b8d791-45b2-41e1-b0f9-2f260b91ba2f will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:19.398016 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-1ef43aaa-b67b-4057-862b-5b640fc06bd7 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:19.400754 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef43aaa-b67b-4057-862b-5b640fc06bd7 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:19.409408 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-3b7dd025-0abf-42b7-b78c-98719a3dab6b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Ignored duplicate provisioning block setup for port d6c894d2-357b-4f7a-8ea8-242f8dc7b24a by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 23 15:06:19.415010 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-862080ff-a64b-4e1b-8512-5677beeea2ba None None] Transition to ACTIVE for port object 73b8d791-45b2-41e1-b0f9-2f260b91ba2f will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:19.438008 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-454dc178-c9ce-49c3-8a0a-c8cf638d2882 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:19.443205 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-454dc178-c9ce-49c3-8a0a-c8cf638d2882 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:19.444097 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-454dc178-c9ce-49c3-8a0a-c8cf638d2882 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/e307ad8e-1eb0-4b76-b759-26bf57bfbe91 HTTP/1.1" status: 204 len: 168 time: 1.1412578 Sep 23 15:06:19.446725 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44224) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:19.467136 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ae19f6fd-eaa0-48e5-a984-9acc82b6556e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/f09a6afa-eecd-4245-a1f7-3f30f733828e HTTP/1.1" status: 204 len: 168 time: 4.2433400 Sep 23 15:06:19.470524 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-898499bf-e9fa-471a-b400-695ff4b7c613 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.7954760 Sep 23 15:06:19.470871 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44228) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:19.471201 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44230) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:19.480494 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 0699e135-338c-4d24-891a-34173329ff24 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:06:19.510177 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd025-0abf-42b7-b78c-98719a3dab6b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:19.559333 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-862080ff-a64b-4e1b-8512-5677beeea2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:19.584719 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454dc178-c9ce-49c3-8a0a-c8cf638d2882 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e307ad8e-1eb0-4b76-b759-26bf57bfbe91,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:19.601734 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25867ed-afe2-43d3-a18f-4c1ee371fd4c tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c7b3d6-d00a-41bb-91b5-b3c49238c1e7,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:19.604673 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef43aaa-b67b-4057-862b-5b640fc06bd7 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Pushing event updated for resources: {'Port': ['ID=03bd8be4-e46b-42ca-9d10-9f53998d0dd4,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:19.679230 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c25867ed-afe2-43d3-a18f-4c1ee371fd4c tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:19.679451 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-80a5f5ba-2cf6-40d6-8136-0017ff8fa801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:19.683019 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c25867ed-afe2-43d3-a18f-4c1ee371fd4c tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.6694763 Sep 23 15:06:19.684488 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862080ff-a64b-4e1b-8512-5677beeea2ba None None] Network 36c7d0ee-f6ea-4fb5-8843-8675de2d993d is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:19.690403 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-862080ff-a64b-4e1b-8512-5677beeea2ba None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:19.695133 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862080ff-a64b-4e1b-8512-5677beeea2ba None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:19.703608 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2c1e538b-6ce4-4a01-bc30-b67c61fe53a9 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2553999 Sep 23 15:06:19.710854 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44236) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:19.711092 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44238) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:19.728508 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-a409a176-2308-4378-841c-77069c3193c8 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group': {'name': 'tempest-secgroup--149407484'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:19.753305 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 0699e135-338c-4d24-891a-34173329ff24 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:06:19.753760 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:19.754001 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 0699e135-338c-4d24-891a-34173329ff24 Sep 23 15:06:19.763306 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7dd025-0abf-42b7-b78c-98719a3dab6b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Port': ['ID=d6c894d2-357b-4f7a-8ea8-242f8dc7b24a,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:19.773336 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-80a5f5ba-2cf6-40d6-8136-0017ff8fa801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:19.807269 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef43aaa-b67b-4057-862b-5b640fc06bd7 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:19.807500 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1ef43aaa-b67b-4057-862b-5b640fc06bd7 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:19.820850 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862080ff-a64b-4e1b-8512-5677beeea2ba None None] Pushing event updated for resources: {'Port': ['ID=73b8d791-45b2-41e1-b0f9-2f260b91ba2f,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:19.823194 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a409a176-2308-4378-841c-77069c3193c8 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:19.850553 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a5f5ba-2cf6-40d6-8136-0017ff8fa801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:06:19.885408 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-80a5f5ba-2cf6-40d6-8136-0017ff8fa801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:19.885826 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-80a5f5ba-2cf6-40d6-8136-0017ff8fa801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Added segment 330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9 of type vlan for network d912a073-55f2-4f25-8176-6de9154331bd Sep 23 15:06:19.896255 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5f5ba-2cf6-40d6-8136-0017ff8fa801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b48c9ca8-c8ec-4427-b9e3-f02d353ea6df,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:19.898913 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e0a1ec30-a1c3-4342-a7b3-35ccee1e6a9b None None] Attempt 4 to provision port 89444030-10d8-4ac4-b7df-279e205bb4bf Sep 23 15:06:19.909789 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-3b7dd025-0abf-42b7-b78c-98719a3dab6b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] In _notify_port_updated(), no bound segment for port d6c894d2-357b-4f7a-8ea8-242f8dc7b24a on network 88801c63-08bd-410f-896b-ed43bdf3cf07 {{(pid=89739) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 23 15:06:19.925262 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7dd025-0abf-42b7-b78c-98719a3dab6b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:19.925262 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd025-0abf-42b7-b78c-98719a3dab6b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:19.926059 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3b7dd025-0abf-42b7-b78c-98719a3dab6b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "PUT /v2.0/ports/d6c894d2-357b-4f7a-8ea8-242f8dc7b24a HTTP/1.1" status: 200 len: 999 time: 1.4485443 Sep 23 15:06:19.926570 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44244) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:19.932212 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c68a707-7737-4903-8dc0-1d877ac7c6de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:19.933820 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c68a707-7737-4903-8dc0-1d877ac7c6de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:19.934634 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2c68a707-7737-4903-8dc0-1d877ac7c6de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:19.938458 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a409a176-2308-4378-841c-77069c3193c8 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:19.950788 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-eb724ff1-b48b-4e94-8939-b44f9c2f6e17 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port 1a524824-d0e3-4447-a568-dc8edb586075 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:19.951126 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eb724ff1-b48b-4e94-8939-b44f9c2f6e17 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:20.000603 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-7e5e6147-358e-4c22-a0e6-e5372d641d8e tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Allocated IP 172.20.0.4 (36c7d0ee-f6ea-4fb5-8843-8675de2d993d/eae6cc83-b437-469e-835d-0e4b887fc4f2/f58618a4-95a7-4df7-8b52-0705dfde83fb) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:20.001272 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-862080ff-a64b-4e1b-8512-5677beeea2ba None None] Attempting to bind port 73b8d791-45b2-41e1-b0f9-2f260b91ba2f on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:20.001812 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-862080ff-a64b-4e1b-8512-5677beeea2ba None None] Attempting to bind port 73b8d791-45b2-41e1-b0f9-2f260b91ba2f by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '70a70e09-f44a-4ef2-9ed9-c6e1d9e527aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '36c7d0ee-f6ea-4fb5-8843-8675de2d993d'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:20.002342 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862080ff-a64b-4e1b-8512-5677beeea2ba None None] Attempting to bind port 73b8d791-45b2-41e1-b0f9-2f260b91ba2f on network 36c7d0ee-f6ea-4fb5-8843-8675de2d993d {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:20.015150 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-015d35ef-7bef-42be-9872-5f231cbaec17 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting port d6c894d2-357b-4f7a-8ea8-242f8dc7b24a {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:20.015150 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-015d35ef-7bef-42be-9872-5f231cbaec17 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:20.033584 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e0a1ec30-a1c3-4342-a7b3-35ccee1e6a9b None None] Port 89444030-10d8-4ac4-b7df-279e205bb4bf cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:20.040879 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862080ff-a64b-4e1b-8512-5677beeea2ba None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:06:20.041511 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862080ff-a64b-4e1b-8512-5677beeea2ba None None] Checking segment: {'id': '70a70e09-f44a-4ef2-9ed9-c6e1d9e527aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '36c7d0ee-f6ea-4fb5-8843-8675de2d993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:06:20.042072 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-862080ff-a64b-4e1b-8512-5677beeea2ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:20.042722 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862080ff-a64b-4e1b-8512-5677beeea2ba None None] Bound using segment: {'id': '70a70e09-f44a-4ef2-9ed9-c6e1d9e527aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '36c7d0ee-f6ea-4fb5-8843-8675de2d993d'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:06:20.043351 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-862080ff-a64b-4e1b-8512-5677beeea2ba None None] Bound port: 73b8d791-45b2-41e1-b0f9-2f260b91ba2f, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a70e09-f44a-4ef2-9ed9-c6e1d9e527aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '36c7d0ee-f6ea-4fb5-8843-8675de2d993d'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:06:20.043916 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-862080ff-a64b-4e1b-8512-5677beeea2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:20.053111 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1ef43aaa-b67b-4057-862b-5b640fc06bd7 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 5.8904672 Sep 23 15:06:20.059885 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44248) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:20.074811 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-80a5f5ba-2cf6-40d6-8136-0017ff8fa801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:20.136052 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 0699e135-338c-4d24-891a-34173329ff24 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:06:20.137386 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 36a73b71-cff8-4f1b-b207-0219a47d7da6 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:06:20.188636 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2c68a707-7737-4903-8dc0-1d877ac7c6de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:20.189814 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2c68a707-7737-4903-8dc0-1d877ac7c6de tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7000163 Sep 23 15:06:20.190921 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a409a176-2308-4378-841c-77069c3193c8 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:20.202815 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44252) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:20.221018 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0611e32e-1bf7-46fc-891b-65680370ddaa tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:20.244771 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-862080ff-a64b-4e1b-8512-5677beeea2ba None None] For port 73b8d791-45b2-41e1-b0f9-2f260b91ba2f, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:06:20.248394 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-862080ff-a64b-4e1b-8512-5677beeea2ba None None] For port 73b8d791-45b2-41e1-b0f9-2f260b91ba2f, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=73b8d791-45b2-41e1-b0f9-2f260b91ba2f,segment=NetworkSegment(70a70e09-f44a-4ef2-9ed9-c6e1d9e527aa),segment_id=70a70e09-f44a-4ef2-9ed9-c6e1d9e527aa)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:06:20.327679 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-862080ff-a64b-4e1b-8512-5677beeea2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:20.360019 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-80a5f5ba-2cf6-40d6-8136-0017ff8fa801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:20.365674 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a5f5ba-2cf6-40d6-8136-0017ff8fa801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:20.366480 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-80a5f5ba-2cf6-40d6-8136-0017ff8fa801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:20.392003 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a409a176-2308-4378-841c-77069c3193c8 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:20.421227 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0611e32e-1bf7-46fc-891b-65680370ddaa tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:20.440523 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862080ff-a64b-4e1b-8512-5677beeea2ba None None] Pushing event updated for resources: {'Port': ['ID=73b8d791-45b2-41e1-b0f9-2f260b91ba2f,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:20.445122 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a409a176-2308-4378-841c-77069c3193c8 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Usage tracker for resource:security_group_rule and tenant:98f32ff383e74feaac26c7742718f481 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:20.496128 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a409a176-2308-4378-841c-77069c3193c8 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:20.535512 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e0a1ec30-a1c3-4342-a7b3-35ccee1e6a9b None None] Attempt 5 to provision port 89444030-10d8-4ac4-b7df-279e205bb4bf Sep 23 15:06:20.559667 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d0f580-3792-427e-8a61-4de273bc6827 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet f566471e-385d-4bb8-93c3-115bdb8a95b3 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:06:20.569995 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5f5ba-2cf6-40d6-8136-0017ff8fa801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Pushing event updated for resources: {'Network': ['ID=d912a073-55f2-4f25-8176-6de9154331bd,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:20.576021 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-015d35ef-7bef-42be-9872-5f231cbaec17 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:20.597626 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network d912a073-55f2-4f25-8176-6de9154331bd details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:06:20.611760 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a409a176-2308-4378-841c-77069c3193c8 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:20.613673 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-57d0f580-3792-427e-8a61-4de273bc6827 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:20.669560 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-80a5f5ba-2cf6-40d6-8136-0017ff8fa801 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.1362362 Sep 23 15:06:20.756034 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-015d35ef-7bef-42be-9872-5f231cbaec17 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Calling delete_port for d6c894d2-357b-4f7a-8ea8-242f8dc7b24a owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:20.803325 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e0a1ec30-a1c3-4342-a7b3-35ccee1e6a9b None None] Port 89444030-10d8-4ac4-b7df-279e205bb4bf cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:20.846795 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-57d0f580-3792-427e-8a61-4de273bc6827 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:20.912356 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eb724ff1-b48b-4e94-8939-b44f9c2f6e17 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:20.985252 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8583af9-3fcc-4423-971a-f18dae8eb002 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:20.991356 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8583af9-3fcc-4423-971a-f18dae8eb002 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:20.997368 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8583af9-3fcc-4423-971a-f18dae8eb002 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:20.998354 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d8583af9-3fcc-4423-971a-f18dae8eb002 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Synchronizing usage tracker for tenant:9082743dda5a4f53b15c26965083c5da on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:21.015339 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44260) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:21.025504 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Request body: {'port': {'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd', 'binding:host_id': 'hv-neutron-8590', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-939754394'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:21.035496 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:21.043071 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Usage tracker for resource:port and tenant:7c2b0fb79600434f931aa80be70d991c is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:21.048127 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:21.057035 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:21.140073 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-015d35ef-7bef-42be-9872-5f231cbaec17 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:21.187930 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Made reservation on behalf of 7c2b0fb79600434f931aa80be70d991c for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:21.190534 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:21.244633 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d35ef-7bef-42be-9872-5f231cbaec17 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Port': ['ID=d6c894d2-357b-4f7a-8ea8-242f8dc7b24a,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:21.255672 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:21.267964 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-eb724ff1-b48b-4e94-8939-b44f9c2f6e17 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Calling delete_port for 1a524824-d0e3-4447-a568-dc8edb586075 owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:21.298426 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0611e32e-1bf7-46fc-891b-65680370ddaa tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:21.305360 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e0a1ec30-a1c3-4342-a7b3-35ccee1e6a9b None None] Attempt 6 to provision port 89444030-10d8-4ac4-b7df-279e205bb4bf Sep 23 15:06:21.317217 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:21.350706 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Usage tracker for resource:security_group_rule and tenant:7c2b0fb79600434f931aa80be70d991c is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:21.363603 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:21.382122 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:21.414464 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-015d35ef-7bef-42be-9872-5f231cbaec17 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:21.421502 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611e32e-1bf7-46fc-891b-65680370ddaa tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d4a31c-c345-442e-a113-8e3f61e37bfb,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:21.440641 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7e5e6147-358e-4c22-a0e6-e5372d641d8e tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:21.454293 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-015d35ef-7bef-42be-9872-5f231cbaec17 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/ports/d6c894d2-357b-4f7a-8ea8-242f8dc7b24a HTTP/1.1" status: 204 len: 168 time: 1.5233390 Sep 23 15:06:21.458547 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44264) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:21.492791 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e0a1ec30-a1c3-4342-a7b3-35ccee1e6a9b None None] Port 89444030-10d8-4ac4-b7df-279e205bb4bf cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:21.501897 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 73b8d791-45b2-41e1-b0f9-2f260b91ba2f up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:06:21.524916 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-712484a6-e543-42b5-a626-ec4f0f935d9d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] GET failed (client error): The resource could not be found. Sep 23 15:06:21.525157 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-712484a6-e543-42b5-a626-ec4f0f935d9d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Synchronizing usage tracker for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:21.547645 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-7e5e6147-358e-4c22-a0e6-e5372d641d8e tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Transition to ACTIVE for port object f58618a4-95a7-4df7-8b52-0705dfde83fb will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:21.550752 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d8583af9-3fcc-4423-971a-f18dae8eb002 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Unset dirty status for tenant:9082743dda5a4f53b15c26965083c5da on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:21.551951 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d8583af9-3fcc-4423-971a-f18dae8eb002 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 1.4846661 Sep 23 15:06:21.557872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44268) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:21.588480 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0611e32e-1bf7-46fc-891b-65680370ddaa tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:21.592577 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0611e32e-1bf7-46fc-891b-65680370ddaa tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "DELETE /v2.0/security-groups/34d4a31c-c345-442e-a113-8e3f61e37bfb HTTP/1.1" status: 204 len: 168 time: 1.8723044 Sep 23 15:06:21.596241 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-57d0f580-3792-427e-8a61-4de273bc6827 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:21.602432 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44272) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:21.629072 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a409a176-2308-4378-841c-77069c3193c8 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:21.666211 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-712484a6-e543-42b5-a626-ec4f0f935d9d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Unset dirty status for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:21.669927 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-712484a6-e543-42b5-a626-ec4f0f935d9d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "GET /v2.0/ports/d6c894d2-357b-4f7a-8ea8-242f8dc7b24a HTTP/1.1" status: 404 len: 333 time: 0.2077975 Sep 23 15:06:21.672003 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44276) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:21.694487 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 73b8d791-45b2-41e1-b0f9-2f260b91ba2f completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:06:21.707516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-90887cba-1f81-4f0a-8a5d-77fd36d9c7ee tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Deleting port 03bd8be4-e46b-42ca-9d10-9f53998d0dd4 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:21.707865 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-90887cba-1f81-4f0a-8a5d-77fd36d9c7ee tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:21.729371 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eb724ff1-b48b-4e94-8939-b44f9c2f6e17 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:21.731499 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a409a176-2308-4378-841c-77069c3193c8 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:21.790063 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:21.800851 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-12be13e1-4344-4688-87c1-5a579e380db1 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Synchronizing usage tracker for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:21.833418 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7e5e6147-358e-4c22-a0e6-e5372d641d8e tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:21.847755 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633c1e2d-4a9f-4df4-8de8-7e724e87cbf8 None None] Network 36c7d0ee-f6ea-4fb5-8843-8675de2d993d requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:21.863035 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb724ff1-b48b-4e94-8939-b44f9c2f6e17 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Port': ['ID=1a524824-d0e3-4447-a568-dc8edb586075,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:21.878740 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:21.893253 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] device_id is not set on port 17f40b77-43aa-4e80-adaa-36eaf21db515 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:21.906433 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eb724ff1-b48b-4e94-8939-b44f9c2f6e17 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:21.930466 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-61499c5e-0578-4077-9137-61db1ec31701 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting subnet f03f309a-be1b-4c73-a9f8-154d4ae2b085 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:06:21.946448 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a409a176-2308-4378-841c-77069c3193c8 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=219b7e82-464b-4bd2-bf51-23dfffa350cc,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:21.957063 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-61499c5e-0578-4077-9137-61db1ec31701 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:21.999044 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-eb724ff1-b48b-4e94-8939-b44f9c2f6e17 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/ports/1a524824-d0e3-4447-a568-dc8edb586075 HTTP/1.1" status: 204 len: 168 time: 2.5056400 Sep 23 15:06:21.999503 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-57d0f580-3792-427e-8a61-4de273bc6827 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:22.013890 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44280) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:22.017774 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-12be13e1-4344-4688-87c1-5a579e380db1 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Unset dirty status for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:22.017774 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-12be13e1-4344-4688-87c1-5a579e380db1 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4119205 Sep 23 15:06:22.027623 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e0a1ec30-a1c3-4342-a7b3-35ccee1e6a9b None None] Attempt 7 to provision port 89444030-10d8-4ac4-b7df-279e205bb4bf Sep 23 15:06:22.042943 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5e6147-358e-4c22-a0e6-e5372d641d8e tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Network 36c7d0ee-f6ea-4fb5-8843-8675de2d993d is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:22.044478 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44282) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:22.052297 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-62053fb0-5b30-4495-b18e-0372f7b68e81 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'port': {'network_id': '7d95921e-fadf-4067-8857-64762396ad45', 'mac_address': 'fa:16:3e:40:7c:5f', 'name': 'tempest-PortsIpV6TestJSON-468958028'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:22.059809 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44875b4-7d73-4079-8348-97814c9c4f75,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:22.071970 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a409a176-2308-4378-841c-77069c3193c8 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:22.077143 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a409a176-2308-4378-841c-77069c3193c8 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3608708 Sep 23 15:06:22.078191 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44288) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:22.091769 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-7e5e6147-358e-4c22-a0e6-e5372d641d8e tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:22.100975 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5e6147-358e-4c22-a0e6-e5372d641d8e tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:22.136050 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-35061b17-1d71-4311-b8c6-4038472a47b8 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Request body: {'security_group': {'name': 'tempest-secgroup--357815703'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:22.143285 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0f580-3792-427e-8a61-4de273bc6827 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=f566471e-385d-4bb8-93c3-115bdb8a95b3,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:22.144353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e0a1ec30-a1c3-4342-a7b3-35ccee1e6a9b None None] Port 89444030-10d8-4ac4-b7df-279e205bb4bf cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:22.191491 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-cf086314-dd9c-485e-8527-81834b529bf1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group_rule': {'security_group_id': '07c7b3d6-d00a-41bb-91b5-b3c49238c1e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '219b7e82-464b-4bd2-bf51-23dfffa350cc'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:22.213547 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-35061b17-1d71-4311-b8c6-4038472a47b8 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:22.216156 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bdb5a8-8ab6-4fa8-84fc-6b7fa437608a None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:22.222255 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e6147-358e-4c22-a0e6-e5372d641d8e tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Pushing event updated for resources: {'Port': ['ID=f58618a4-95a7-4df7-8b52-0705dfde83fb,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:22.225034 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-57d0f580-3792-427e-8a61-4de273bc6827 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:22.227817 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-57d0f580-3792-427e-8a61-4de273bc6827 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/f566471e-385d-4bb8-93c3-115bdb8a95b3 HTTP/1.1" status: 204 len: 168 time: 2.0078101 Sep 23 15:06:22.235923 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-90887cba-1f81-4f0a-8a5d-77fd36d9c7ee tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:22.243379 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44292) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:22.252675 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-cf086314-dd9c-485e-8527-81834b529bf1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:22.262156 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-61499c5e-0578-4077-9137-61db1ec31701 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:22.340157 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-35061b17-1d71-4311-b8c6-4038472a47b8 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:22.355936 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-cf086314-dd9c-485e-8527-81834b529bf1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Usage tracker for resource:security_group_rule and tenant:98f32ff383e74feaac26c7742718f481 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:22.360102 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-cf086314-dd9c-485e-8527-81834b529bf1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:22.370535 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-cf086314-dd9c-485e-8527-81834b529bf1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:22.380808 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-62053fb0-5b30-4495-b18e-0372f7b68e81 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:22.385840 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-62053fb0-5b30-4495-b18e-0372f7b68e81 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:port and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:22.389629 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-62053fb0-5b30-4495-b18e-0372f7b68e81 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:22.396505 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-62053fb0-5b30-4495-b18e-0372f7b68e81 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:22.430793 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-35061b17-1d71-4311-b8c6-4038472a47b8 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:22.458209 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5e6147-358e-4c22-a0e6-e5372d641d8e tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:22.458929 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7e5e6147-358e-4c22-a0e6-e5372d641d8e tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:22.487863 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62053fb0-5b30-4495-b18e-0372f7b68e81 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:22.556316 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8463bd74-ff92-4072-b540-7a71f3109505 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3118763 Sep 23 15:06:22.573388 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-90887cba-1f81-4f0a-8a5d-77fd36d9c7ee tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Calling delete_port for 03bd8be4-e46b-42ca-9d10-9f53998d0dd4 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:22.573528 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44296) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:22.590458 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-4977c5bb-bd2f-40e3-acd4-4b242f50cd95 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:22.635190 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df78950-d79e-48f8-ba6c-7286975a58ac None None] DHCP port deletion for c3d67a4b-9092-448f-b14d-bd8d70a05623 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:06:22.640869 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7df78950-d79e-48f8-ba6c-7286975a58ac None None] Deleting port f6334fda-f9e6-4c99-9d4e-c113e3d05df8 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:22.641698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7df78950-d79e-48f8-ba6c-7286975a58ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:22.678613 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e0a1ec30-a1c3-4342-a7b3-35ccee1e6a9b None None] Attempt 8 to provision port 89444030-10d8-4ac4-b7df-279e205bb4bf Sep 23 15:06:22.680162 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7e5e6147-358e-4c22-a0e6-e5372d641d8e tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.0480742 Sep 23 15:06:22.681355 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-35061b17-1d71-4311-b8c6-4038472a47b8 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:22.683277 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44300) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:22.700620 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-35061b17-1d71-4311-b8c6-4038472a47b8 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Usage tracker for resource:security_group_rule and tenant:3fc971569b8040148359743b9a26dcf0 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:22.701466 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-0d0107c1-1e26-42a1-aea8-1a1a162571bd tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-437692088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:22.724545 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-35061b17-1d71-4311-b8c6-4038472a47b8 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:22.728049 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0d0107c1-1e26-42a1-aea8-1a1a162571bd tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:22.738228 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0d0107c1-1e26-42a1-aea8-1a1a162571bd tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Usage tracker for resource:router and tenant:0c86105d59784618b672665375061c30 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:22.743087 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0d0107c1-1e26-42a1-aea8-1a1a162571bd tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:22.751060 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-35061b17-1d71-4311-b8c6-4038472a47b8 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:22.756427 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] device_id is not set on port 17f40b77-43aa-4e80-adaa-36eaf21db515 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:22.778666 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:22.778985 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-62053fb0-5b30-4495-b18e-0372f7b68e81 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:22.794294 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Transition to ACTIVE for port object 17f40b77-43aa-4e80-adaa-36eaf21db515 will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:22.806650 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e0a1ec30-a1c3-4342-a7b3-35ccee1e6a9b None None] Port 89444030-10d8-4ac4-b7df-279e205bb4bf cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:22.807715 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-61499c5e-0578-4077-9137-61db1ec31701 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:22.809454 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0d0107c1-1e26-42a1-aea8-1a1a162571bd tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:22.854695 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4977c5bb-bd2f-40e3-acd4-4b242f50cd95 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:22.858689 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-62053fb0-5b30-4495-b18e-0372f7b68e81 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] device_id is not set on port 6c5a3fb9-231a-4d7a-aea3-e464722ce3d6 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:22.877744 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:22.896648 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-cf086314-dd9c-485e-8527-81834b529bf1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:22.900489 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-cf086314-dd9c-485e-8527-81834b529bf1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.8037632 Sep 23 15:06:22.909748 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44304) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:22.929809 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4977c5bb-bd2f-40e3-acd4-4b242f50cd95 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:22.932066 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-7df78950-d79e-48f8-ba6c-7286975a58ac None None] For port f6334fda-f9e6-4c99-9d4e-c113e3d05df8, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f6334fda-f9e6-4c99-9d4e-c113e3d05df8,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:22.932555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0d0107c1-1e26-42a1-aea8-1a1a162571bd tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:22.932675 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7df78950-d79e-48f8-ba6c-7286975a58ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:22.933342 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0d0107c1-1e26-42a1-aea8-1a1a162571bd tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:22.979537 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Pushing event updated for resources: {'Port': ['ID=17f40b77-43aa-4e80-adaa-36eaf21db515,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:23.016523 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Checking segment: {'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:06:23.018352 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Network hostable DHCP agents. Network: d912a073-55f2-4f25-8176-6de9154331bd, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:06:23.073841 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7df78950-d79e-48f8-ba6c-7286975a58ac None None] Calling delete_port for f6334fda-f9e6-4c99-9d4e-c113e3d05df8 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:23.126304 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-35061b17-1d71-4311-b8c6-4038472a47b8 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:23.146458 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-85f47177-db77-49df-81bf-987906bf2ec0 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:23.203428 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-90887cba-1f81-4f0a-8a5d-77fd36d9c7ee tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:23.241273 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-85f47177-db77-49df-81bf-987906bf2ec0 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:23.255330 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7df78950-d79e-48f8-ba6c-7286975a58ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:23.262843 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Network d912a073-55f2-4f25-8176-6de9154331bd is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:06:23.264069 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-35061b17-1d71-4311-b8c6-4038472a47b8 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:23.268825 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90887cba-1f81-4f0a-8a5d-77fd36d9c7ee tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Pushing event deleted for resources: {'Port': ['ID=03bd8be4-e46b-42ca-9d10-9f53998d0dd4,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:23.288570 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4977c5bb-bd2f-40e3-acd4-4b242f50cd95 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:23.292050 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4977c5bb-bd2f-40e3-acd4-4b242f50cd95 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:23.303360 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df78950-d79e-48f8-ba6c-7286975a58ac None None] Pushing event deleted for resources: {'Port': ['ID=f6334fda-f9e6-4c99-9d4e-c113e3d05df8,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:23.308112 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e0a1ec30-a1c3-4342-a7b3-35ccee1e6a9b None None] Attempt 9 to provision port 89444030-10d8-4ac4-b7df-279e205bb4bf Sep 23 15:06:23.308290 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-61499c5e-0578-4077-9137-61db1ec31701 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:23.320113 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0d0107c1-1e26-42a1-aea8-1a1a162571bd tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:23.357497 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df78950-d79e-48f8-ba6c-7286975a58ac None None] No DVR routers for this DVR port f6334fda-f9e6-4c99-9d4e-c113e3d05df8 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:06:23.420865 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e0a1ec30-a1c3-4342-a7b3-35ccee1e6a9b None None] Port 89444030-10d8-4ac4-b7df-279e205bb4bf cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:23.441122 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f6334fda-f9e6-4c99-9d4e-c113e3d05df8 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:06:23.498796 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: f6334fda-f9e6-4c99-9d4e-c113e3d05df8 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:06:23.499541 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f6334fda-f9e6-4c99-9d4e-c113e3d05df8 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:06:23.521530 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, d912a073-55f2-4f25-8176-6de9154331bd) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:23.526225 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0d0107c1-1e26-42a1-aea8-1a1a162571bd tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:23.533685 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdd488c-5781-4b77-8b6d-6a332b9d5150 None None] Network d912a073-55f2-4f25-8176-6de9154331bd requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:23.567575 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:23.590060 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-90887cba-1f81-4f0a-8a5d-77fd36d9c7ee tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:23.591922 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-90887cba-1f81-4f0a-8a5d-77fd36d9c7ee tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] 10.222.0.67 "DELETE /v2.0/ports/03bd8be4-e46b-42ca-9d10-9f53998d0dd4 HTTP/1.1" status: 204 len: 168 time: 2.0319257 Sep 23 15:06:23.593786 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:23.594125 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:23.594483 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:23.596636 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44308) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:23.603050 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-62053fb0-5b30-4495-b18e-0372f7b68e81 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:23.619312 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61499c5e-0578-4077-9137-61db1ec31701 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Subnet': ['ID=f03f309a-be1b-4c73-a9f8-154d4ae2b085,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:23.633965 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 17f40b77-43aa-4e80-adaa-36eaf21db515 on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:23.634337 dv-neutron-859093-1-hyperv neutron-server[89739]: ERROR neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:23.639602 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.plugins.ml2.plugin [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempt 2 to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 Sep 23 15:06:23.655344 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-c61215ed-4946-47ea-835a-9d7de956b796 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] GET failed (client error): The resource could not be found. Sep 23 15:06:23.655577 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c61215ed-4946-47ea-835a-9d7de956b796 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Synchronizing usage tracker for tenant:9082743dda5a4f53b15c26965083c5da on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:23.668815 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33104ab-daa8-4e2e-a294-c707412aad73 None None] Network 88801c63-08bd-410f-896b-ed43bdf3cf07 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:23.670758 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-61499c5e-0578-4077-9137-61db1ec31701 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:23.681841 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0d0107c1-1e26-42a1-aea8-1a1a162571bd tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:23.681841 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0d0107c1-1e26-42a1-aea8-1a1a162571bd tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9909129 Sep 23 15:06:23.681841 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:23.681841 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:23.681841 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:23.681841 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44312) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:23.682488 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35061b17-1d71-4311-b8c6-4038472a47b8 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74dacafb-e42f-422e-ad29-bad6d1ccdbe6,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:23.685869 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-85368392-5e37-446f-8466-b271f1f2a65d tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1674573001', 'prefixes': ['172.20.0.0/16']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:23.693369 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 17f40b77-43aa-4e80-adaa-36eaf21db515 on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:23.693621 dv-neutron-859093-1-hyperv neutron-server[89739]: ERROR neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:23.694640 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-85368392-5e37-446f-8466-b271f1f2a65d tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:23.696344 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.plugins.ml2.plugin [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempt 3 to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 Sep 23 15:06:23.712408 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44316) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:23.714564 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-61499c5e-0578-4077-9137-61db1ec31701 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/subnets/f03f309a-be1b-4c73-a9f8-154d4ae2b085 HTTP/1.1" status: 204 len: 168 time: 2.0364759 Sep 23 15:06:23.745115 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:23.745452 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:23.745785 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:23.758696 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c61215ed-4946-47ea-835a-9d7de956b796 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Unset dirty status for tenant:9082743dda5a4f53b15c26965083c5da on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:23.763558 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c61215ed-4946-47ea-835a-9d7de956b796 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] 10.222.0.67 "GET /v2.0/ports/03bd8be4-e46b-42ca-9d10-9f53998d0dd4 HTTP/1.1" status: 404 len: 333 time: 0.1622565 Sep 23 15:06:23.763961 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44320) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:23.766838 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 17f40b77-43aa-4e80-adaa-36eaf21db515 on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:23.766979 dv-neutron-859093-1-hyperv neutron-server[89739]: ERROR neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:23.769762 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.plugins.ml2.plugin [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempt 4 to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 Sep 23 15:06:23.769913 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-f02db2ee-622c-4f7f-b727-c69d0c90effc tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Request body: {'port': {'network_id': 'bf507c25-23ad-4370-9941-edd9ac68ce87', 'name': 'tempest-AllowedAddressPairTestJSON-1345455313'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:23.793681 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:23.794050 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:23.794376 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:23.801560 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 17f40b77-43aa-4e80-adaa-36eaf21db515 on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:23.801887 dv-neutron-859093-1-hyperv neutron-server[89739]: ERROR neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:23.802568 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.plugins.ml2.plugin [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempt 5 to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 Sep 23 15:06:23.813469 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91e72c4-bb11-4a98-ad90-43e528c6f154 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting subnet 605e801e-2870-48dd-9389-a3f3732d1b1e {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:06:23.828998 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a91e72c4-bb11-4a98-ad90-43e528c6f154 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:23.857252 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-35061b17-1d71-4311-b8c6-4038472a47b8 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:23.862308 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-35061b17-1d71-4311-b8c6-4038472a47b8 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7918396 Sep 23 15:06:23.862553 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:23.862894 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:23.863228 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:23.864181 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-62053fb0-5b30-4495-b18e-0372f7b68e81 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:23.865485 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44324) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:23.879168 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-85f47177-db77-49df-81bf-987906bf2ec0 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:23.886299 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-4af1e137-9375-493d-9fb8-81d6affb5c73 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Request body: {'security_group_rule': {'security_group_id': '74dacafb-e42f-422e-ad29-bad6d1ccdbe6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:23.891520 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 17f40b77-43aa-4e80-adaa-36eaf21db515 on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:23.891852 dv-neutron-859093-1-hyperv neutron-server[89739]: ERROR neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:23.892829 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-4af1e137-9375-493d-9fb8-81d6affb5c73 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:23.896704 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.plugins.ml2.plugin [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempt 6 to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 Sep 23 15:06:23.913532 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4af1e137-9375-493d-9fb8-81d6affb5c73 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Usage tracker for resource:security_group_rule and tenant:3fc971569b8040148359743b9a26dcf0 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:23.920797 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4af1e137-9375-493d-9fb8-81d6affb5c73 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:23.924325 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e0a1ec30-a1c3-4342-a7b3-35ccee1e6a9b None None] Attempt 10 to provision port 89444030-10d8-4ac4-b7df-279e205bb4bf Sep 23 15:06:23.929441 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a91e72c4-bb11-4a98-ad90-43e528c6f154 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:23.964883 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f47177-db77-49df-81bf-987906bf2ec0 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=219b7e82-464b-4bd2-bf51-23dfffa350cc,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:23.966421 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:23.966626 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:23.967475 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:23.971080 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-4af1e137-9375-493d-9fb8-81d6affb5c73 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:23.979788 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62053fb0-5b30-4495-b18e-0372f7b68e81 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network 7d95921e-fadf-4067-8857-64762396ad45 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:23.989858 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-62053fb0-5b30-4495-b18e-0372f7b68e81 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:23.993800 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 17f40b77-43aa-4e80-adaa-36eaf21db515 on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:23.994137 dv-neutron-859093-1-hyperv neutron-server[89739]: ERROR neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:24.000530 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62053fb0-5b30-4495-b18e-0372f7b68e81 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:24.000704 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.plugins.ml2.plugin [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempt 7 to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 Sep 23 15:06:24.001239 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e0a1ec30-a1c3-4342-a7b3-35ccee1e6a9b None None] Port 89444030-10d8-4ac4-b7df-279e205bb4bf cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:24.006185 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62053fb0-5b30-4495-b18e-0372f7b68e81 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:24.007058 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-62053fb0-5b30-4495-b18e-0372f7b68e81 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:24.039672 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:24.045774 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:24.045774 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:24.053766 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 17f40b77-43aa-4e80-adaa-36eaf21db515 on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:24.053766 dv-neutron-859093-1-hyperv neutron-server[89739]: ERROR neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:24.054629 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.plugins.ml2.plugin [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempt 8 to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 Sep 23 15:06:24.084153 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e0a1ec30-a1c3-4342-a7b3-35ccee1e6a9b None None] Provisioning complete for port 0699e135-338c-4d24-891a-34173329ff24 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:06:24.084524 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0a1ec30-a1c3-4342-a7b3-35ccee1e6a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:24.084864 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e0a1ec30-a1c3-4342-a7b3-35ccee1e6a9b None None] Attempt 1 to provision port 0699e135-338c-4d24-891a-34173329ff24 Sep 23 15:06:24.086973 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:24.087314 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:24.087654 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:24.097392 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62053fb0-5b30-4495-b18e-0372f7b68e81 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Port': ['ID=6c5a3fb9-231a-4d7a-aea3-e464722ce3d6,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:24.102787 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 17f40b77-43aa-4e80-adaa-36eaf21db515 on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:24.103110 dv-neutron-859093-1-hyperv neutron-server[89739]: ERROR neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:24.104163 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a91e72c4-bb11-4a98-ad90-43e528c6f154 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:24.129835 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-85f47177-db77-49df-81bf-987906bf2ec0 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:24.131070 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-85f47177-db77-49df-81bf-987906bf2ec0 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "DELETE /v2.0/security-groups/219b7e82-464b-4bd2-bf51-23dfffa350cc HTTP/1.1" status: 204 len: 168 time: 1.2112575 Sep 23 15:06:24.133820 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.plugins.ml2.plugin [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempt 9 to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 Sep 23 15:06:24.136621 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44328) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:24.156186 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f02db2ee-622c-4f7f-b727-c69d0c90effc tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:24.160010 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4af1e137-9375-493d-9fb8-81d6affb5c73 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:24.185258 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f02db2ee-622c-4f7f-b727-c69d0c90effc tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:24.189094 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:24.189094 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:24.189094 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:24.199652 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-62053fb0-5b30-4495-b18e-0372f7b68e81 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1593559 Sep 23 15:06:24.207293 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44332) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:24.207841 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 17f40b77-43aa-4e80-adaa-36eaf21db515 on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:24.208174 dv-neutron-859093-1-hyperv neutron-server[89739]: ERROR neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:24.215323 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.plugins.ml2.plugin [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempt 10 to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 Sep 23 15:06:24.223120 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e0a1ec30-a1c3-4342-a7b3-35ccee1e6a9b None None] Current status of the port 0699e135-338c-4d24-891a-34173329ff24 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:06:24.250693 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7de4afc3-c741-44cf-a0bd-fefd4848d845 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Synchronizing usage tracker for tenant:98f32ff383e74feaac26c7742718f481 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:24.288769 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4977c5bb-bd2f-40e3-acd4-4b242f50cd95 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:24.293581 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-85368392-5e37-446f-8466-b271f1f2a65d tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks [] for subnetpool, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:24.294779 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-85368392-5e37-446f-8466-b271f1f2a65d tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6145680 Sep 23 15:06:24.305304 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:24.305642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:24.305986 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:24.308322 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44336) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:24.333154 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7de4afc3-c741-44cf-a0bd-fefd4848d845 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Unset dirty status for tenant:98f32ff383e74feaac26c7742718f481 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:24.334486 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7de4afc3-c741-44cf-a0bd-fefd4848d845 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1943543 Sep 23 15:06:24.336614 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.tag.tag_plugin [None req-2b92f441-8e70-478e-b836-081b895bc3b8 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'eae6cc83-b437-469e-835d-0e4b887fc4f2', 'tempest-TagsExtTest-Tag-307473747') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:24.344785 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44340) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:24.367577 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 17f40b77-43aa-4e80-adaa-36eaf21db515 on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:24.367916 dv-neutron-859093-1-hyperv neutron-server[89739]: ERROR neutron.plugins.ml2.managers [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 17f40b77-43aa-4e80-adaa-36eaf21db515 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:24.368263 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:24.380757 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02db2ee-622c-4f7f-b727-c69d0c90effc tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Made reservation on behalf of 9082743dda5a4f53b15c26965083c5da for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:24.384621 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f02db2ee-622c-4f7f-b727-c69d0c90effc tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:24.405422 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4977c5bb-bd2f-40e3-acd4-4b242f50cd95 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:24.409740 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880a2c24-c0c9-4655-844a-39cf6fe5915f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:24.411174 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-880a2c24-c0c9-4655-844a-39cf6fe5915f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "GET /v2.0/ports/6c5a3fb9-231a-4d7a-aea3-e464722ce3d6 HTTP/1.1" status: 200 len: 844 time: 0.2021239 Sep 23 15:06:24.413342 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-4977c5bb-bd2f-40e3-acd4-4b242f50cd95 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:24.416873 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44344) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:24.420531 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Provisioning for port f58618a4-95a7-4df7-8b52-0705dfde83fb completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:06:24.423270 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4977c5bb-bd2f-40e3-acd4-4b242f50cd95 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:24.428621 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4977c5bb-bd2f-40e3-acd4-4b242f50cd95 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:24.428621 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977c5bb-bd2f-40e3-acd4-4b242f50cd95 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=6b9fef40-f6fc-44ff-b79b-b757ab892e6a,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:24.433292 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911a4bbd-8bc6-4a11-a6b8-1e2100c76e77 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:24.453928 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-f02db2ee-622c-4f7f-b727-c69d0c90effc tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] device_id is not set on port 1f4a2581-f816-4454-ba2c-f447ba97e8a1 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:24.510641 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4af1e137-9375-493d-9fb8-81d6affb5c73 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:24.524350 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a91e72c4-bb11-4a98-ad90-43e528c6f154 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:24.624179 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c442f8ca-306f-418c-bd79-4d18364029b9 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:24.633485 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4977c5bb-bd2f-40e3-acd4-4b242f50cd95 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0530720 Sep 23 15:06:24.646166 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44348) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:24.654438 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Provisioning complete for port f58618a4-95a7-4df7-8b52-0705dfde83fb triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:06:24.654785 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:24.655065 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Attempt 1 to provision port f58618a4-95a7-4df7-8b52-0705dfde83fb Sep 23 15:06:24.665426 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'port': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'fixed_ips': [{'subnet_id': '6b9fef40-f6fc-44ff-b79b-b757ab892e6a', 'ip_address': '2001:db8::5258:f4fe:2d7c:6357'}], 'name': 'tempest-NetworksTestDHCPv6-1384409149'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:24.708188 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-f02db2ee-622c-4f7f-b727-c69d0c90effc tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Allocated IP 172.20.0.9 (bf507c25-23ad-4370-9941-edd9ac68ce87/39b046f2-bcfe-4451-9e24-2ee21125d13d/1f4a2581-f816-4454-ba2c-f447ba97e8a1) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:24.722489 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Port f58618a4-95a7-4df7-8b52-0705dfde83fb cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:24.750862 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c442f8ca-306f-418c-bd79-4d18364029b9 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:24.813835 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-eb2328df-b1a0-42f1-abf0-61191beef13d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port 6c5a3fb9-231a-4d7a-aea3-e464722ce3d6 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:24.814927 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-eb2328df-b1a0-42f1-abf0-61191beef13d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:24.825100 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b4370e-b83f-4900-a93e-25a58431f049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-c3d67a4b-9092-448f-b14d-bd8d70a05623', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'fixed_ips': [{'subnet_id': '6b9fef40-f6fc-44ff-b79b-b757ab892e6a'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:06:24.825961 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-09b4370e-b83f-4900-a93e-25a58431f049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:24.870381 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4af1e137-9375-493d-9fb8-81d6affb5c73 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:24.897283 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e72c4-bb11-4a98-ad90-43e528c6f154 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Subnet': ['ID=605e801e-2870-48dd-9389-a3f3732d1b1e,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:24.911222 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a91e72c4-bb11-4a98-ad90-43e528c6f154 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:24.929654 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a60327-0930-435a-b1b2-881bc352f3e9 None None] Network 88801c63-08bd-410f-896b-ed43bdf3cf07 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:24.932845 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] For port 17f40b77-43aa-4e80-adaa-36eaf21db515, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:06:24.933217 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempted to set empty binding levels {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 23 15:06:24.945645 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1e137-9375-493d-9fb8-81d6affb5c73 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db58c60-c4f8-49bf-877e-6a6de62b405a,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:24.958750 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a91e72c4-bb11-4a98-ad90-43e528c6f154 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/subnets/605e801e-2870-48dd-9389-a3f3732d1b1e HTTP/1.1" status: 204 len: 168 time: 1.2442775 Sep 23 15:06:24.961862 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44352) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:25.046867 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:25.065602 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:port and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:25.070529 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:25.078872 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:25.093648 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:25.094726 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:25.095315 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:25.141293 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4af1e137-9375-493d-9fb8-81d6affb5c73 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:25.142497 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4af1e137-9375-493d-9fb8-81d6affb5c73 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2680962 Sep 23 15:06:25.146004 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44356) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:25.173600 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-09b4370e-b83f-4900-a93e-25a58431f049 None None] Allocated IP 2001:db8::2 (c3d67a4b-9092-448f-b14d-bd8d70a05623/6b9fef40-f6fc-44ff-b79b-b757ab892e6a/ba426144-ade9-43c0-a317-ff29cbf0ca73) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:25.174158 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c442f8ca-306f-418c-bd79-4d18364029b9 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:25.198219 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f02db2ee-622c-4f7f-b727-c69d0c90effc tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:25.206252 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:25.246200 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442f8ca-306f-418c-bd79-4d18364029b9 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c7b3d6-d00a-41bb-91b5-b3c49238c1e7,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:25.264481 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Attempt 2 to provision port f58618a4-95a7-4df7-8b52-0705dfde83fb Sep 23 15:06:25.300483 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Pushing event updated for resources: {'Port': ['ID=17f40b77-43aa-4e80-adaa-36eaf21db515,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:25.322260 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-442799d7-1050-4349-bc8d-2aa2369eb49f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:25.327687 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-f02db2ee-622c-4f7f-b727-c69d0c90effc tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Transition to ACTIVE for port object 1f4a2581-f816-4454-ba2c-f447ba97e8a1 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:25.329967 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2b92f441-8e70-478e-b836-081b895bc3b8 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "PUT /v2.0/subnets/eae6cc83-b437-469e-835d-0e4b887fc4f2/tags/tempest-TagsExtTest-Tag-307473747 HTTP/1.1" status: 201 len: 201 time: 1.0139179 Sep 23 15:06:25.336261 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44360) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:25.344022 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44364) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:25.346773 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3a15cee6-f589-4c13-83a6-777b6332bc17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.3269322 Sep 23 15:06:25.355395 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-64cbf207-fc6d-4f31-9d47-3489d46b7edf tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f58618a4-95a7-4df7-8b52-0705dfde83fb', 'tempest-TagsExtTest-Tag-327189934') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:25.364214 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-442799d7-1050-4349-bc8d-2aa2369eb49f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting port 36a73b71-cff8-4f1b-b207-0219a47d7da6 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:25.364346 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-442799d7-1050-4349-bc8d-2aa2369eb49f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:25.364571 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Port f58618a4-95a7-4df7-8b52-0705dfde83fb cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:25.433514 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-eb2328df-b1a0-42f1-abf0-61191beef13d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:25.447771 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a88e4c-be12-4249-95b8-54b76370e6d6 None None] DHCP port deletion for 88801c63-08bd-410f-896b-ed43bdf3cf07 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:06:25.456881 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5680068e-7dd5-45b7-9ffa-5b0532906a60 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:25.471617 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-95a88e4c-be12-4249-95b8-54b76370e6d6 None None] Deleting port 36a73b71-cff8-4f1b-b207-0219a47d7da6 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:25.472072 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95a88e4c-be12-4249-95b8-54b76370e6d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:25.525026 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c442f8ca-306f-418c-bd79-4d18364029b9 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:25.528538 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c442f8ca-306f-418c-bd79-4d18364029b9 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "DELETE /v2.0/security-groups/07c7b3d6-d00a-41bb-91b5-b3c49238c1e7 HTTP/1.1" status: 204 len: 168 time: 1.1777680 Sep 23 15:06:25.537038 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-09b4370e-b83f-4900-a93e-25a58431f049 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:25.546146 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44368) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:25.554083 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5680068e-7dd5-45b7-9ffa-5b0532906a60 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:25.580524 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-09b4370e-b83f-4900-a93e-25a58431f049 None None] Transition to ACTIVE for port object ba426144-ade9-43c0-a317-ff29cbf0ca73 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:25.585025 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-0286aef1-7480-4786-bca4-fd0e906859fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Deleting port 17f40b77-43aa-4e80-adaa-36eaf21db515 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:25.585350 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0286aef1-7480-4786-bca4-fd0e906859fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:25.603232 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-eb2328df-b1a0-42f1-abf0-61191beef13d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Calling delete_port for 6c5a3fb9-231a-4d7a-aea3-e464722ce3d6 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:25.622984 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-09b4370e-b83f-4900-a93e-25a58431f049 None None] Transition to ACTIVE for port object ba426144-ade9-43c0-a317-ff29cbf0ca73 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:25.625798 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:25.709749 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-09b4370e-b83f-4900-a93e-25a58431f049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:25.718238 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] device_id is not set on port 46523df6-4fd1-4a7a-a259-2afbe4c1a0c5 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:25.799432 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-95a88e4c-be12-4249-95b8-54b76370e6d6 None None] For port 36a73b71-cff8-4f1b-b207-0219a47d7da6, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=36a73b71-cff8-4f1b-b207-0219a47d7da6,segment=NetworkSegment(3763c39e-9260-446f-b78c-658cb1ea3465),segment_id=3763c39e-9260-446f-b78c-658cb1ea3465)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:25.800761 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95a88e4c-be12-4249-95b8-54b76370e6d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:25.800952 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-442799d7-1050-4349-bc8d-2aa2369eb49f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] For port 36a73b71-cff8-4f1b-b207-0219a47d7da6, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=36a73b71-cff8-4f1b-b207-0219a47d7da6,segment=NetworkSegment(3763c39e-9260-446f-b78c-658cb1ea3465),segment_id=3763c39e-9260-446f-b78c-658cb1ea3465)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:25.800952 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-442799d7-1050-4349-bc8d-2aa2369eb49f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:25.801289 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f02db2ee-622c-4f7f-b727-c69d0c90effc tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:25.872091 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Attempt 3 to provision port f58618a4-95a7-4df7-8b52-0705dfde83fb Sep 23 15:06:25.900781 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b4370e-b83f-4900-a93e-25a58431f049 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:25.946959 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-eb2328df-b1a0-42f1-abf0-61191beef13d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:25.954464 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-442799d7-1050-4349-bc8d-2aa2369eb49f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Calling delete_port for 36a73b71-cff8-4f1b-b207-0219a47d7da6 owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:25.957323 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4370e-b83f-4900-a93e-25a58431f049 None None] Pushing event updated for resources: {'Port': ['ID=ba426144-ade9-43c0-a317-ff29cbf0ca73,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:25.965176 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-95a88e4c-be12-4249-95b8-54b76370e6d6 None None] Calling delete_port for 36a73b71-cff8-4f1b-b207-0219a47d7da6 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:26.001727 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-09b4370e-b83f-4900-a93e-25a58431f049 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:26.015763 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-efb68982-f2d1-48c1-a7e3-93d4e381bb6c tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Synchronizing usage tracker for tenant:98f32ff383e74feaac26c7742718f481 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:26.049169 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2328df-b1a0-42f1-abf0-61191beef13d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Port': ['ID=6c5a3fb9-231a-4d7a-aea3-e464722ce3d6,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:26.059454 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-eb2328df-b1a0-42f1-abf0-61191beef13d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:26.076656 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b4370e-b83f-4900-a93e-25a58431f049 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:26.076854 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-eb2328df-b1a0-42f1-abf0-61191beef13d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/ports/6c5a3fb9-231a-4d7a-aea3-e464722ce3d6 HTTP/1.1" status: 204 len: 168 time: 1.6300387 Sep 23 15:06:26.087257 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44372) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:26.088968 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02db2ee-622c-4f7f-b727-c69d0c90effc tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Network bf507c25-23ad-4370-9941-edd9ac68ce87 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:26.122287 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-f02db2ee-622c-4f7f-b727-c69d0c90effc tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:26.125228 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02db2ee-622c-4f7f-b727-c69d0c90effc tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:26.195130 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-442799d7-1050-4349-bc8d-2aa2369eb49f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:26.202308 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Port f58618a4-95a7-4df7-8b52-0705dfde83fb cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:26.219534 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-09b4370e-b83f-4900-a93e-25a58431f049 None None] Attempting to bind port ba426144-ade9-43c0-a317-ff29cbf0ca73 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:26.219906 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-09b4370e-b83f-4900-a93e-25a58431f049 None None] Attempting to bind port ba426144-ade9-43c0-a317-ff29cbf0ca73 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:26.220259 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b4370e-b83f-4900-a93e-25a58431f049 None None] Attempting to bind port ba426144-ade9-43c0-a317-ff29cbf0ca73 on network c3d67a4b-9092-448f-b14d-bd8d70a05623 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:26.226503 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b4370e-b83f-4900-a93e-25a58431f049 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:06:26.226867 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b4370e-b83f-4900-a93e-25a58431f049 None None] Checking segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:06:26.227273 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-09b4370e-b83f-4900-a93e-25a58431f049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:26.227653 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b4370e-b83f-4900-a93e-25a58431f049 None None] Bound using segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:06:26.228121 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-09b4370e-b83f-4900-a93e-25a58431f049 None None] Bound port: ba426144-ade9-43c0-a317-ff29cbf0ca73, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:06:26.228642 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-09b4370e-b83f-4900-a93e-25a58431f049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:26.254157 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02db2ee-622c-4f7f-b727-c69d0c90effc tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Pushing event updated for resources: {'Port': ['ID=1f4a2581-f816-4454-ba2c-f447ba97e8a1,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:26.255818 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442799d7-1050-4349-bc8d-2aa2369eb49f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Port': ['ID=36a73b71-cff8-4f1b-b207-0219a47d7da6,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:26.257935 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442799d7-1050-4349-bc8d-2aa2369eb49f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] No DVR routers for this DVR port 36a73b71-cff8-4f1b-b207-0219a47d7da6 on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:06:26.275675 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-95a88e4c-be12-4249-95b8-54b76370e6d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:06:26.275675 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-95a88e4c-be12-4249-95b8-54b76370e6d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:06:26.287342 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5680068e-7dd5-45b7-9ffa-5b0532906a60 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:26.291900 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-efb68982-f2d1-48c1-a7e3-93d4e381bb6c tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Unset dirty status for tenant:98f32ff383e74feaac26c7742718f481 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:26.293149 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-efb68982-f2d1-48c1-a7e3-93d4e381bb6c tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7431452 Sep 23 15:06:26.333642 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-09b4370e-b83f-4900-a93e-25a58431f049 None None] For port ba426144-ade9-43c0-a317-ff29cbf0ca73, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:06:26.336864 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-09b4370e-b83f-4900-a93e-25a58431f049 None None] For port ba426144-ade9-43c0-a317-ff29cbf0ca73, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ba426144-ade9-43c0-a317-ff29cbf0ca73,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:06:26.345672 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44376) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:26.347465 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-84721c34-95aa-41ad-898e-d4091125d6f7 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] GET failed (client error): The resource could not be found. Sep 23 15:06:26.347991 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-84721c34-95aa-41ad-898e-d4091125d6f7 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Synchronizing usage tracker for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:26.369675 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-af8c54cc-4bd9-405f-8b74-7aa6c1fa0a84 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group': {'name': 'tempest-secgroup--1957952778'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:26.384787 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-64cbf207-fc6d-4f31-9d47-3489d46b7edf tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "PUT /v2.0/ports/f58618a4-95a7-4df7-8b52-0705dfde83fb/tags/tempest-TagsExtTest-Tag-327189934 HTTP/1.1" status: 201 len: 201 time: 1.0447805 Sep 23 15:06:26.385702 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44380) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:26.393388 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.tag.tag_plugin [None req-a40f2211-c97d-42d2-aeb9-f3448dc4b9e9 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'eab6cb66-3e69-4f8d-9b9a-852dbc292376', 'tempest-TagsExtTest-Tag-737643638') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:26.395125 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-09b4370e-b83f-4900-a93e-25a58431f049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:26.405061 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680068e-7dd5-45b7-9ffa-5b0532906a60 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74dacafb-e42f-422e-ad29-bad6d1ccdbe6,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:26.405651 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-af8c54cc-4bd9-405f-8b74-7aa6c1fa0a84 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:26.443113 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02db2ee-622c-4f7f-b727-c69d0c90effc tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:26.443727 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f02db2ee-622c-4f7f-b727-c69d0c90effc tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:26.456137 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-0286aef1-7480-4786-bca4-fd0e906859fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] For port 17f40b77-43aa-4e80-adaa-36eaf21db515, host hv-neutron-8590, got binding levels [] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:26.456393 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-442799d7-1050-4349-bc8d-2aa2369eb49f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:26.456518 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0286aef1-7480-4786-bca4-fd0e906859fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:26.465810 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-af8c54cc-4bd9-405f-8b74-7aa6c1fa0a84 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:26.497892 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4370e-b83f-4900-a93e-25a58431f049 None None] Pushing event updated for resources: {'Port': ['ID=ba426144-ade9-43c0-a317-ff29cbf0ca73,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:26.647814 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-84721c34-95aa-41ad-898e-d4091125d6f7 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Unset dirty status for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:26.653576 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-84721c34-95aa-41ad-898e-d4091125d6f7 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "GET /v2.0/ports/6c5a3fb9-231a-4d7a-aea3-e464722ce3d6 HTTP/1.1" status: 404 len: 333 time: 0.5415704 Sep 23 15:06:26.664345 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44384) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:26.665909 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-0286aef1-7480-4786-bca4-fd0e906859fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Calling delete_port for 17f40b77-43aa-4e80-adaa-36eaf21db515 owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:26.674619 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-442799d7-1050-4349-bc8d-2aa2369eb49f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88801c63-08bd-410f-896b-ed43bdf3cf07']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:26.689543 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-10c1a60a-dc99-48a9-baa1-12f2e5f173ff tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'port': {'network_id': '7d95921e-fadf-4067-8857-64762396ad45', 'name': 'tempest-PortsIpV6TestJSON-938723741'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:26.693721 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5680068e-7dd5-45b7-9ffa-5b0532906a60 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:26.699849 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5680068e-7dd5-45b7-9ffa-5b0532906a60 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "DELETE /v2.0/security-groups/74dacafb-e42f-422e-ad29-bad6d1ccdbe6 HTTP/1.1" status: 204 len: 168 time: 1.5478785 Sep 23 15:06:26.704109 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Attempt 4 to provision port f58618a4-95a7-4df7-8b52-0705dfde83fb Sep 23 15:06:26.705259 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44388) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:26.718016 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f02db2ee-622c-4f7f-b727-c69d0c90effc tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9529126 Sep 23 15:06:26.718464 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-442799d7-1050-4349-bc8d-2aa2369eb49f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3763c39e-9260-446f-b78c-658cb1ea3465') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:26.718657 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-442799d7-1050-4349-bc8d-2aa2369eb49f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3763c39e-9260-446f-b78c-658cb1ea3465') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:26.718834 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44392) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:26.737653 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-220f8ce9-b883-4e0b-8795-573ca2ad93f0 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:bf:11:3b'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:26.788893 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-95a88e4c-be12-4249-95b8-54b76370e6d6 None None] Deleting port 36a73b71-cff8-4f1b-b207-0219a47d7da6 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:26.790149 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95a88e4c-be12-4249-95b8-54b76370e6d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:26.840802 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-af8c54cc-4bd9-405f-8b74-7aa6c1fa0a84 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:26.861224 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-442799d7-1050-4349-bc8d-2aa2369eb49f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:26.876817 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 2001:db8::5258:f4fe:2d7c:6357 (c3d67a4b-9092-448f-b14d-bd8d70a05623/6b9fef40-f6fc-44ff-b79b-b757ab892e6a/46523df6-4fd1-4a7a-a259-2afbe4c1a0c5) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:26.879660 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-442799d7-1050-4349-bc8d-2aa2369eb49f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:26.886250 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442799d7-1050-4349-bc8d-2aa2369eb49f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:06:26.886685 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-442799d7-1050-4349-bc8d-2aa2369eb49f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:26.908459 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-95a88e4c-be12-4249-95b8-54b76370e6d6 None None] The port '36a73b71-cff8-4f1b-b207-0219a47d7da6' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:06:26.928475 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Port f58618a4-95a7-4df7-8b52-0705dfde83fb cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:26.937170 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-af8c54cc-4bd9-405f-8b74-7aa6c1fa0a84 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:27.003019 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 3763c39e-9260-446f-b78c-658cb1ea3465 resource provider aggregate not found Sep 23 15:06:27.006586 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-af8c54cc-4bd9-405f-8b74-7aa6c1fa0a84 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Usage tracker for resource:security_group_rule and tenant:98f32ff383e74feaac26c7742718f481 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:27.015729 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-af8c54cc-4bd9-405f-8b74-7aa6c1fa0a84 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:27.037239 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 3763c39e-9260-446f-b78c-658cb1ea3465 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3763c39e-9260-446f-b78c-658cb1ea3465 found for delete ", "request_id": "req-ad02c086-7482-4ffe-bfbf-02dab4c3b573"}]} Sep 23 15:06:27.041014 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-af8c54cc-4bd9-405f-8b74-7aa6c1fa0a84 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:27.058693 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-10c1a60a-dc99-48a9-baa1-12f2e5f173ff tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:27.076495 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b4197329-cede-4a68-92de-210f9a89deb7 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3657665 Sep 23 15:06:27.077067 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-10c1a60a-dc99-48a9-baa1-12f2e5f173ff tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:27.079074 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44400) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:27.128969 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c045afad-557b-4df3-aa73-002912ec50d1 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Synchronizing usage tracker for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group_rule {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:27.131754 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0286aef1-7480-4786-bca4-fd0e906859fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:27.151489 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-442799d7-1050-4349-bc8d-2aa2369eb49f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:27.156965 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-442799d7-1050-4349-bc8d-2aa2369eb49f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:27.182527 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a40f2211-c97d-42d2-aeb9-f3448dc4b9e9 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "PUT /v2.0/routers/eab6cb66-3e69-4f8d-9b9a-852dbc292376/tags/tempest-TagsExtTest-Tag-737643638 HTTP/1.1" status: 201 len: 201 time: 0.7963336 Sep 23 15:06:27.183466 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c1a60a-dc99-48a9-baa1-12f2e5f173ff tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:27.187002 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-10c1a60a-dc99-48a9-baa1-12f2e5f173ff tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:27.201110 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44404) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:27.209487 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442799d7-1050-4349-bc8d-2aa2369eb49f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Network': ['ID=88801c63-08bd-410f-896b-ed43bdf3cf07,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:27.217677 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.tag.tag_plugin [None req-8e0b3d70-ef49-43cd-9b5e-4ba81fc10660 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '452dba4b-27e0-4111-8061-1c44607c4077', 'tempest-TagsExtTest-Tag-1041952828') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:27.235809 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-442799d7-1050-4349-bc8d-2aa2369eb49f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/networks/88801c63-08bd-410f-896b-ed43bdf3cf07 HTTP/1.1" status: 204 len: 168 time: 2.2714214 Sep 23 15:06:27.239425 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c045afad-557b-4df3-aa73-002912ec50d1 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Unset dirty status for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group_rule {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:27.242639 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c045afad-557b-4df3-aa73-002912ec50d1 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1626081 Sep 23 15:06:27.245827 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44408) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:27.246154 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44410) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:27.260478 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286aef1-7480-4786-bca4-fd0e906859fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Pushing event deleted for resources: {'Port': ['ID=17f40b77-43aa-4e80-adaa-36eaf21db515,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:27.305919 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-10c1a60a-dc99-48a9-baa1-12f2e5f173ff tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] device_id is not set on port 7525ff69-5e1e-4fdb-97e9-ced9dc8d4a1a yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:27.345172 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0286aef1-7480-4786-bca4-fd0e906859fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:27.362254 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-875b46e1-a018-460a-814a-7d8b82ba976c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] delete failed (client error): The resource could not be found. Sep 23 15:06:27.367615 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-875b46e1-a018-460a-814a-7d8b82ba976c tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "DELETE /v2.0/security-groups/74dacafb-e42f-422e-ad29-bad6d1ccdbe6 HTTP/1.1" status: 404 len: 347 time: 0.1180058 Sep 23 15:06:27.371407 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44416) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:27.430140 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Attempt 5 to provision port f58618a4-95a7-4df7-8b52-0705dfde83fb Sep 23 15:06:27.465621 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-af8c54cc-4bd9-405f-8b74-7aa6c1fa0a84 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:27.476550 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0286aef1-7480-4786-bca4-fd0e906859fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] 10.222.0.67 "DELETE /v2.0/ports/17f40b77-43aa-4e80-adaa-36eaf21db515 HTTP/1.1" status: 204 len: 168 time: 2.0920396 Sep 23 15:06:27.480860 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ba426144-ade9-43c0-a317-ff29cbf0ca73 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:06:27.487197 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44420) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:27.498809 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-220f8ce9-b883-4e0b-8795-573ca2ad93f0 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:27.566154 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8e0b3d70-ef49-43cd-9b5e-4ba81fc10660 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "PUT /v2.0/subnetpools/452dba4b-27e0-4111-8061-1c44607c4077/tags/tempest-TagsExtTest-Tag-1041952828 HTTP/1.1" status: 201 len: 201 time: 0.3601799 Sep 23 15:06:27.574907 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78048c5-ab26-4ce4-bd1c-38cb6b722632 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:27.575872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a78048c5-ab26-4ce4-bd1c-38cb6b722632 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Synchronizing usage tracker for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:27.581879 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44424) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:27.587886 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Port f58618a4-95a7-4df7-8b52-0705dfde83fb cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:27.609872 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-840d6d37-114b-42a6-a4df-44233281237f tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'eae6cc83-b437-469e-835d-0e4b887fc4f2') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:27.621598 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-10c1a60a-dc99-48a9-baa1-12f2e5f173ff tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:27.637174 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-af8c54cc-4bd9-405f-8b74-7aa6c1fa0a84 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:27.641577 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be7ac4b-6a2d-45a2-98a0-b02649f3f11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] GET failed (client error): The resource could not be found. Sep 23 15:06:27.642106 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0be7ac4b-6a2d-45a2-98a0-b02649f3f11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Synchronizing usage tracker for tenant:7c2b0fb79600434f931aa80be70d991c on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:27.662221 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0463b3dc-7bb6-41df-8b24-a0a0e9118645 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Synchronizing usage tracker for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:27.665499 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port ba426144-ade9-43c0-a317-ff29cbf0ca73 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:06:27.676339 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:27.697328 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a78048c5-ab26-4ce4-bd1c-38cb6b722632 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Unset dirty status for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:27.698931 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a78048c5-ab26-4ce4-bd1c-38cb6b722632 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4508183 Sep 23 15:06:27.703063 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44428) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:27.727036 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 36a73b71-cff8-4f1b-b207-0219a47d7da6 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:06:27.781560 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-10c1a60a-dc99-48a9-baa1-12f2e5f173ff tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:27.791192 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Transition to ACTIVE for port object 46523df6-4fd1-4a7a-a259-2afbe4c1a0c5 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:27.799105 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 36a73b71-cff8-4f1b-b207-0219a47d7da6 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:06:27.799672 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 36a73b71-cff8-4f1b-b207-0219a47d7da6 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:06:27.805177 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c54cc-4bd9-405f-8b74-7aa6c1fa0a84 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=960f2b46-888c-4dd3-929d-4e1ef1bd1076,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:27.837564 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-af8c54cc-4bd9-405f-8b74-7aa6c1fa0a84 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:27.841605 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-af8c54cc-4bd9-405f-8b74-7aa6c1fa0a84 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4881563 Sep 23 15:06:27.842292 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c1a60a-dc99-48a9-baa1-12f2e5f173ff tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network 7d95921e-fadf-4067-8857-64762396ad45 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:27.851660 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44432) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:27.862046 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-10c1a60a-dc99-48a9-baa1-12f2e5f173ff tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:27.883516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c1a60a-dc99-48a9-baa1-12f2e5f173ff tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:27.889145 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c1a60a-dc99-48a9-baa1-12f2e5f173ff tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:27.894963 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-10c1a60a-dc99-48a9-baa1-12f2e5f173ff tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:27.896685 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-c43013bb-9fa0-4ad6-be40-5694b18a7fa1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group_rule': {'security_group_id': '960f2b46-888c-4dd3-929d-4e1ef1bd1076', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:27.914725 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c43013bb-9fa0-4ad6-be40-5694b18a7fa1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:27.922894 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0be7ac4b-6a2d-45a2-98a0-b02649f3f11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Unset dirty status for tenant:7c2b0fb79600434f931aa80be70d991c on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:27.929393 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0be7ac4b-6a2d-45a2-98a0-b02649f3f11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] 10.222.0.67 "GET /v2.0/ports/17f40b77-43aa-4e80-adaa-36eaf21db515 HTTP/1.1" status: 404 len: 333 time: 0.4269445 Sep 23 15:06:27.929588 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c43013bb-9fa0-4ad6-be40-5694b18a7fa1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Usage tracker for resource:security_group_rule and tenant:98f32ff383e74feaac26c7742718f481 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:27.936214 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44436) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:27.936648 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c43013bb-9fa0-4ad6-be40-5694b18a7fa1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:27.936873 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0463b3dc-7bb6-41df-8b24-a0a0e9118645 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] Unset dirty status for tenant:3fc971569b8040148359743b9a26dcf0 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:27.938481 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0463b3dc-7bb6-41df-8b24-a0a0e9118645 tempest-SecGroupIPv6Test-1336138244 tempest-SecGroupIPv6Test-1336138244-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5550694 Sep 23 15:06:27.950550 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-c2d9d8be-8b18-4e8f-8f56-d50a6196b3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Request body: {'port': {'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-635546317'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:27.958803 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c43013bb-9fa0-4ad6-be40-5694b18a7fa1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:27.962669 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1a60a-dc99-48a9-baa1-12f2e5f173ff tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Port': ['ID=7525ff69-5e1e-4fdb-97e9-ced9dc8d4a1a,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:27.964039 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-c2d9d8be-8b18-4e8f-8f56-d50a6196b3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:27.976056 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8fb0e75b-35b2-4d79-8e58-9baa7126de11 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2716992 Sep 23 15:06:27.977449 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-840d6d37-114b-42a6-a4df-44233281237f tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "GET /v2.0/subnets/eae6cc83-b437-469e-835d-0e4b887fc4f2/tags HTTP/1.1" status: 200 len: 240 time: 0.3882277 Sep 23 15:06:27.980218 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44444) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:27.980996 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44442) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:27.984000 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-c2d9d8be-8b18-4e8f-8f56-d50a6196b3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:27.988189 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.tag.tag_plugin [None req-72584896-1206-4e31-bb5c-d9b9939fc482 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'eae6cc83-b437-469e-835d-0e4b887fc4f2', 'tempest-TagsExtTest-Tag-307473747') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:28.025433 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-b4335374-165f-43d1-b1e4-adb4c3d1b549 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1937704250'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:28.034701 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b4335374-165f-43d1-b1e4-adb4c3d1b549 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:28.052707 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-10c1a60a-dc99-48a9-baa1-12f2e5f173ff tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3829515 Sep 23 15:06:28.052969 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b4335374-165f-43d1-b1e4-adb4c3d1b549 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:network and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:28.066163 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b4335374-165f-43d1-b1e4-adb4c3d1b549 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:28.068684 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44452) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:28.080743 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b4335374-165f-43d1-b1e4-adb4c3d1b549 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:28.086909 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-886add78-6bda-4663-b2ae-2de832bf0783 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:28.089228 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Attempt 6 to provision port f58618a4-95a7-4df7-8b52-0705dfde83fb Sep 23 15:06:28.142727 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:28.157401 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Port f58618a4-95a7-4df7-8b52-0705dfde83fb cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:28.217218 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-72584896-1206-4e31-bb5c-d9b9939fc482 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "GET /v2.0/subnets/eae6cc83-b437-469e-835d-0e4b887fc4f2/tags/tempest-TagsExtTest-Tag-307473747 HTTP/1.1" status: 204 len: 168 time: 0.2305846 Sep 23 15:06:28.218113 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d9d8be-8b18-4e8f-8f56-d50a6196b3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Made reservation on behalf of 7c2b0fb79600434f931aa80be70d991c for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:28.218842 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-c43013bb-9fa0-4ad6-be40-5694b18a7fa1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:28.219810 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c43013bb-9fa0-4ad6-be40-5694b18a7fa1 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3533108 Sep 23 15:06:28.220201 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c2d9d8be-8b18-4e8f-8f56-d50a6196b3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:28.222217 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44456) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:28.222544 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44458) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:28.230858 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-c2cc33cd-700f-44f3-859a-accbe825f848 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group_rule': {'security_group_id': '960f2b46-888c-4dd3-929d-4e1ef1bd1076', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:28.238424 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.tag.tag_plugin [None req-e1c5ef61-c243-46cc-b609-d3d785121cb0 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'eae6cc83-b437-469e-835d-0e4b887fc4f2', 'tempest-TagsExtTest-Tag-307473747') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:28.252655 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:28.259278 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:28.267727 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:28.273276 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:28.273910 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:28.275220 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c2cc33cd-700f-44f3-859a-accbe825f848 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:28.277761 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Port': ['ID=46523df6-4fd1-4a7a-a259-2afbe4c1a0c5,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:28.283697 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-c2d9d8be-8b18-4e8f-8f56-d50a6196b3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] device_id is not set on port 118014d8-8c81-4765-b4ae-afe3a1330c5f yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:28.286468 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c2cc33cd-700f-44f3-859a-accbe825f848 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Usage tracker for resource:security_group_rule and tenant:98f32ff383e74feaac26c7742718f481 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:28.289069 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-886add78-6bda-4663-b2ae-2de832bf0783 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:28.300982 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c2cc33cd-700f-44f3-859a-accbe825f848 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:28.316082 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4335374-165f-43d1-b1e4-adb4c3d1b549 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:28.319502 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b4335374-165f-43d1-b1e4-adb4c3d1b549 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:28.329389 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c2cc33cd-700f-44f3-859a-accbe825f848 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:28.338785 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:28.339322 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:28.339990 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:28.340463 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:28.340968 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:28.341451 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:28.341972 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:28.342492 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:28.342989 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:28.343477 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:28.343962 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:28.344447 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:28.380672 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-220f8ce9-b883-4e0b-8795-573ca2ad93f0 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:28.418437 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6bd21469-c5cf-459e-be1d-26fad6db2552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7713435 Sep 23 15:06:28.422821 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44464) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:28.430739 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4335374-165f-43d1-b1e4-adb4c3d1b549 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:06:28.464725 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-220f8ce9-b883-4e0b-8795-573ca2ad93f0 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:28.581384 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b4335374-165f-43d1-b1e4-adb4c3d1b549 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:28.581745 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-b4335374-165f-43d1-b1e4-adb4c3d1b549 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Added segment 9b4c763f-9f20-460f-9373-3c995ce1363e of type vlan for network faeec0de-4fd8-43f7-9666-e16a38ae4588 Sep 23 15:06:28.590808 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44470) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:28.660101 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Attempt 7 to provision port f58618a4-95a7-4df7-8b52-0705dfde83fb Sep 23 15:06:28.696516 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-220f8ce9-b883-4e0b-8795-573ca2ad93f0 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] In _notify_port_updated(), no bound segment for port 1f4a2581-f816-4454-ba2c-f447ba97e8a1 on network bf507c25-23ad-4370-9941-edd9ac68ce87 {{(pid=89738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 23 15:06:28.699373 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b4335374-165f-43d1-b1e4-adb4c3d1b549 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:28.702046 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220f8ce9-b883-4e0b-8795-573ca2ad93f0 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:28.702527 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-220f8ce9-b883-4e0b-8795-573ca2ad93f0 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:28.704582 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-220f8ce9-b883-4e0b-8795-573ca2ad93f0 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] 10.222.0.67 "PUT /v2.0/ports/1f4a2581-f816-4454-ba2c-f447ba97e8a1 HTTP/1.1" status: 200 len: 993 time: 1.9757514 Sep 23 15:06:28.704743 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f8ce9-b883-4e0b-8795-573ca2ad93f0 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Pushing event updated for resources: {'Port': ['ID=1f4a2581-f816-4454-ba2c-f447ba97e8a1,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:28.709953 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44476) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:28.710145 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c2d9d8be-8b18-4e8f-8f56-d50a6196b3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:28.748649 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Port f58618a4-95a7-4df7-8b52-0705dfde83fb cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:28.773495 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-c2cc33cd-700f-44f3-859a-accbe825f848 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:28.774573 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c2cc33cd-700f-44f3-859a-accbe825f848 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5496883 Sep 23 15:06:28.777516 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44480) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:28.796717 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e1c5ef61-c243-46cc-b609-d3d785121cb0 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "DELETE /v2.0/subnets/eae6cc83-b437-469e-835d-0e4b887fc4f2/tags/tempest-TagsExtTest-Tag-307473747 HTTP/1.1" status: 204 len: 168 time: 0.5731814 Sep 23 15:06:28.805561 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77760794-ff0c-47b0-8b50-dd88cecd97e6 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:28.812220 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77760794-ff0c-47b0-8b50-dd88cecd97e6 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:28.813925 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-77760794-ff0c-47b0-8b50-dd88cecd97e6 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:28.815961 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44484) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:28.842432 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-886add78-6bda-4663-b2ae-2de832bf0783 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:28.845953 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.tag.tag_plugin [None req-ae371416-026d-4310-8725-719b30680216 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'eae6cc83-b437-469e-835d-0e4b887fc4f2') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:28.852261 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1722e20b-0ba3-4b83-bd97-33240774fc7e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:28.888384 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1722e20b-0ba3-4b83-bd97-33240774fc7e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:28.944211 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c2d9d8be-8b18-4e8f-8f56-d50a6196b3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:29.024374 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d9d8be-8b18-4e8f-8f56-d50a6196b3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Network d912a073-55f2-4f25-8176-6de9154331bd is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:29.027769 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-c2d9d8be-8b18-4e8f-8f56-d50a6196b3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:29.030729 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-886add78-6bda-4663-b2ae-2de832bf0783 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:29.031330 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-886add78-6bda-4663-b2ae-2de832bf0783 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] In _notify_port_updated(), no bound segment for port 7525ff69-5e1e-4fdb-97e9-ced9dc8d4a1a on network 7d95921e-fadf-4067-8857-64762396ad45 {{(pid=89739) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 23 15:06:29.032360 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d9d8be-8b18-4e8f-8f56-d50a6196b3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:29.033242 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d9d8be-8b18-4e8f-8f56-d50a6196b3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:29.033836 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c2d9d8be-8b18-4e8f-8f56-d50a6196b3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:29.036756 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886add78-6bda-4663-b2ae-2de832bf0783 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:29.039282 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-886add78-6bda-4663-b2ae-2de832bf0783 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:29.039282 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-886add78-6bda-4663-b2ae-2de832bf0783 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "PUT /v2.0/ports/7525ff69-5e1e-4fdb-97e9-ced9dc8d4a1a HTTP/1.1" status: 200 len: 818 time: 0.9677927 Sep 23 15:06:29.044610 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44488) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:29.045794 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1722e20b-0ba3-4b83-bd97-33240774fc7e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:29.051103 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9d8be-8b18-4e8f-8f56-d50a6196b3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Pushing event updated for resources: {'Port': ['ID=118014d8-8c81-4765-b4ae-afe3a1330c5f,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:29.078529 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-16cb4160-d24c-4c91-b133-67da4af8b766 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Deleting port 1f4a2581-f816-4454-ba2c-f447ba97e8a1 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:29.078927 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-16cb4160-d24c-4c91-b133-67da4af8b766 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:29.113530 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722e20b-0ba3-4b83-bd97-33240774fc7e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=960f2b46-888c-4dd3-929d-4e1ef1bd1076,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:29.135721 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1722e20b-0ba3-4b83-bd97-33240774fc7e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:29.136837 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1722e20b-0ba3-4b83-bd97-33240774fc7e tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "DELETE /v2.0/security-groups/960f2b46-888c-4dd3-929d-4e1ef1bd1076 HTTP/1.1" status: 204 len: 168 time: 0.3583138 Sep 23 15:06:29.140205 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44492) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:29.151079 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b4335374-165f-43d1-b1e4-adb4c3d1b549 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:29.156538 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4335374-165f-43d1-b1e4-adb4c3d1b549 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:29.157126 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b4335374-165f-43d1-b1e4-adb4c3d1b549 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:29.184844 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-b17f401c-f37a-4bd0-91ba-ee5717aa189e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port 7525ff69-5e1e-4fdb-97e9-ced9dc8d4a1a {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:29.188548 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b17f401c-f37a-4bd0-91ba-ee5717aa189e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:29.219863 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c2d9d8be-8b18-4e8f-8f56-d50a6196b3b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2802207 Sep 23 15:06:29.226688 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44496) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:29.249165 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8590'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:29.250100 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Attempt 8 to provision port f58618a4-95a7-4df7-8b52-0705dfde83fb Sep 23 15:06:29.294430 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-77760794-ff0c-47b0-8b50-dd88cecd97e6 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:29.298979 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-77760794-ff0c-47b0-8b50-dd88cecd97e6 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.8683188 Sep 23 15:06:29.299124 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2680e879-02cc-433c-bd7d-8506a73cbe0a tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Synchronizing usage tracker for tenant:98f32ff383e74feaac26c7742718f481 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:29.314169 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44500) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:29.314454 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Port f58618a4-95a7-4df7-8b52-0705dfde83fb cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:29.361735 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0189f47c-fa7d-45f6-8287-24587d484302 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3fc971569b8040148359743b9a26dcf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7494941 Sep 23 15:06:29.371160 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886add78-6bda-4663-b2ae-2de832bf0783 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Port': ['ID=7525ff69-5e1e-4fdb-97e9-ced9dc8d4a1a,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:29.375678 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44504) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:29.387959 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4335374-165f-43d1-b1e4-adb4c3d1b549 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Network': ['ID=faeec0de-4fd8-43f7-9666-e16a38ae4588,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:29.398383 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network faeec0de-4fd8-43f7-9666-e16a38ae4588 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:06:29.418192 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b4335374-165f-43d1-b1e4-adb4c3d1b549 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4337444 Sep 23 15:06:29.419734 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44508) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:29.430329 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-74b052a1-0bba-4714-bb62-0d887e9ea440 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'subnet': {'network_id': 'faeec0de-4fd8-43f7-9666-e16a38ae4588', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:29.508237 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2680e879-02cc-433c-bd7d-8506a73cbe0a tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Unset dirty status for tenant:98f32ff383e74feaac26c7742718f481 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:29.509475 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2680e879-02cc-433c-bd7d-8506a73cbe0a tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3684430 Sep 23 15:06:29.538193 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44512) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:29.566597 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-3c5c80f6-9925-460d-8e64-87b1c77dd905 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting port 46523df6-4fd1-4a7a-a259-2afbe4c1a0c5 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:29.566858 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3c5c80f6-9925-460d-8e64-87b1c77dd905 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:29.600879 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-3ddc081a-3f29-4c49-8826-e64052582c57 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group': {'name': 'tempest-secgroup--1971983519'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:29.632499 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3ddc081a-3f29-4c49-8826-e64052582c57 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:29.639071 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:29.648828 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ae371416-026d-4310-8725-719b30680216 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "GET /v2.0/subnets/eae6cc83-b437-469e-835d-0e4b887fc4f2/tags HTTP/1.1" status: 200 len: 205 time: 0.8191631 Sep 23 15:06:29.658615 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44516) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:29.673982 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-fc700639-e16a-4c3c-97b7-056866b7a8f4 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f58618a4-95a7-4df7-8b52-0705dfde83fb') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:29.682060 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3ddc081a-3f29-4c49-8826-e64052582c57 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:29.698678 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a0b3362f-f14f-4c53-a2df-43f63b29c0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:29.716081 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-74b052a1-0bba-4714-bb62-0d887e9ea440 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:29.734666 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-74b052a1-0bba-4714-bb62-0d887e9ea440 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:subnet and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:29.735226 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b17f401c-f37a-4bd0-91ba-ee5717aa189e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:29.744572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-74b052a1-0bba-4714-bb62-0d887e9ea440 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:29.757069 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-74b052a1-0bba-4714-bb62-0d887e9ea440 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:29.768432 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-16cb4160-d24c-4c91-b133-67da4af8b766 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:29.814980 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Attempt 9 to provision port f58618a4-95a7-4df7-8b52-0705dfde83fb Sep 23 15:06:29.838019 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a0b3362f-f14f-4c53-a2df-43f63b29c0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:29.844570 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3ddc081a-3f29-4c49-8826-e64052582c57 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:29.873904 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Port f58618a4-95a7-4df7-8b52-0705dfde83fb cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:29.927911 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-16cb4160-d24c-4c91-b133-67da4af8b766 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Calling delete_port for 1f4a2581-f816-4454-ba2c-f447ba97e8a1 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:29.957345 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b052a1-0bba-4714-bb62-0d887e9ea440 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:29.960858 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-74b052a1-0bba-4714-bb62-0d887e9ea440 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:30.024110 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3ddc081a-3f29-4c49-8826-e64052582c57 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:30.065914 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-b17f401c-f37a-4bd0-91ba-ee5717aa189e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Calling delete_port for 7525ff69-5e1e-4fdb-97e9-ced9dc8d4a1a owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:30.093546 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3ddc081a-3f29-4c49-8826-e64052582c57 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Usage tracker for resource:security_group_rule and tenant:98f32ff383e74feaac26c7742718f481 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:30.110494 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3ddc081a-3f29-4c49-8826-e64052582c57 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:30.129132 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3ddc081a-3f29-4c49-8826-e64052582c57 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:30.290722 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a0b3362f-f14f-4c53-a2df-43f63b29c0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:30.325516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3362f-f14f-4c53-a2df-43f63b29c0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3521fab6-2363-4973-ac42-02f2045e787e,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:30.371555 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-fc700639-e16a-4c3c-97b7-056866b7a8f4 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "GET /v2.0/ports/f58618a4-95a7-4df7-8b52-0705dfde83fb/tags HTTP/1.1" status: 200 len: 240 time: 0.7068212 Sep 23 15:06:30.372195 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44520) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:30.375516 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Attempt 10 to provision port f58618a4-95a7-4df7-8b52-0705dfde83fb Sep 23 15:06:30.383419 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-154c8a43-8b17-427c-870f-6fca5179fb3a tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f58618a4-95a7-4df7-8b52-0705dfde83fb', 'tempest-TagsExtTest-Tag-327189934') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:30.406558 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-16cb4160-d24c-4c91-b133-67da4af8b766 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:30.451642 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Port f58618a4-95a7-4df7-8b52-0705dfde83fb cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:30.467795 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb4160-d24c-4c91-b133-67da4af8b766 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Pushing event deleted for resources: {'Port': ['ID=1f4a2581-f816-4454-ba2c-f447ba97e8a1,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:30.469063 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Provisioning complete for port 89444030-10d8-4ac4-b7df-279e205bb4bf triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:06:30.469643 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:30.471145 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Attempt 1 to provision port 89444030-10d8-4ac4-b7df-279e205bb4bf Sep 23 15:06:30.515995 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3c5c80f6-9925-460d-8e64-87b1c77dd905 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:30.537794 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Port 89444030-10d8-4ac4-b7df-279e205bb4bf cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:30.540117 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-74b052a1-0bba-4714-bb62-0d887e9ea440 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:30.573543 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b17f401c-f37a-4bd0-91ba-ee5717aa189e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:30.712021 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] device_id is not set on port 118014d8-8c81-4765-b4ae-afe3a1330c5f yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:30.751986 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b052a1-0bba-4714-bb62-0d887e9ea440 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Subnet': ['ID=79784d57-816f-4f52-b939-141762492e1d,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:30.775137 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-3c5c80f6-9925-460d-8e64-87b1c77dd905 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Calling delete_port for 46523df6-4fd1-4a7a-a259-2afbe4c1a0c5 owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:30.805446 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f401c-f37a-4bd0-91ba-ee5717aa189e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Port': ['ID=7525ff69-5e1e-4fdb-97e9-ced9dc8d4a1a,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:30.824453 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3ddc081a-3f29-4c49-8826-e64052582c57 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:30.825362 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:30.829955 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-154c8a43-8b17-427c-870f-6fca5179fb3a tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "GET /v2.0/ports/f58618a4-95a7-4df7-8b52-0705dfde83fb/tags/tempest-TagsExtTest-Tag-327189934 HTTP/1.1" status: 204 len: 168 time: 0.4518895 Sep 23 15:06:30.840897 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44524) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:30.857033 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-0640e71b-e14e-4602-babf-968256b322df tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f58618a4-95a7-4df7-8b52-0705dfde83fb', 'tempest-TagsExtTest-Tag-327189934') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:30.901042 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b17f401c-f37a-4bd0-91ba-ee5717aa189e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:30.925624 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Transition to ACTIVE for port object 118014d8-8c81-4765-b4ae-afe3a1330c5f will not be triggered until provisioned by entity L2. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:30.929519 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:06:30.962391 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b17f401c-f37a-4bd0-91ba-ee5717aa189e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/ports/7525ff69-5e1e-4fdb-97e9-ced9dc8d4a1a HTTP/1.1" status: 204 len: 168 time: 1.9085286 Sep 23 15:06:30.963869 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44528) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:30.996873 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a0b3362f-f14f-4c53-a2df-43f63b29c0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:31.000948 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a0b3362f-f14f-4c53-a2df-43f63b29c0c0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3521fab6-2363-4973-ac42-02f2045e787e HTTP/1.1" status: 204 len: 168 time: 1.6147866 Sep 23 15:06:31.000948 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3ddc081a-3f29-4c49-8826-e64052582c57 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:31.016260 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:31.038911 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Attempt 2 to provision port 89444030-10d8-4ac4-b7df-279e205bb4bf Sep 23 15:06:31.047101 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc081a-3f29-4c49-8826-e64052582c57 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f777c4-44f5-4af7-a039-fc1ec7efe69f,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:31.048025 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b052a1-0bba-4714-bb62-0d887e9ea440 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Checking segment: {'id': '9b4c763f-9f20-460f-9373-3c995ce1363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'faeec0de-4fd8-43f7-9666-e16a38ae4588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:06:31.048376 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b052a1-0bba-4714-bb62-0d887e9ea440 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network hostable DHCP agents. Network: faeec0de-4fd8-43f7-9666-e16a38ae4588, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:06:31.090130 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-16cb4160-d24c-4c91-b133-67da4af8b766 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:31.095550 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-16cb4160-d24c-4c91-b133-67da4af8b766 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] 10.222.0.67 "DELETE /v2.0/ports/1f4a2581-f816-4454-ba2c-f447ba97e8a1 HTTP/1.1" status: 204 len: 168 time: 2.3849790 Sep 23 15:06:31.096174 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44534) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:31.109314 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Port 89444030-10d8-4ac4-b7df-279e205bb4bf cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:31.137123 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3ddc081a-3f29-4c49-8826-e64052582c57 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:31.137461 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3ddc081a-3f29-4c49-8826-e64052582c57 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5540314 Sep 23 15:06:31.143657 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b052a1-0bba-4714-bb62-0d887e9ea440 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network faeec0de-4fd8-43f7-9666-e16a38ae4588 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:06:31.147298 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44538) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:31.151848 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96fb691-3b48-4283-ad6f-a075bcfb9848 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] GET failed (client error): The resource could not be found. Sep 23 15:06:31.152380 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f96fb691-3b48-4283-ad6f-a075bcfb9848 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Synchronizing usage tracker for tenant:9082743dda5a4f53b15c26965083c5da on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:31.158553 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-254bbc90-56ef-4a21-afdd-19ae83700eab tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:31.159251 dv-neutron-859093-1-hyperv neutron-server[89739]: WARNING neutron.api.v2.base [None req-254bbc90-56ef-4a21-afdd-19ae83700eab tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 23 15:06:31.163198 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-254bbc90-56ef-4a21-afdd-19ae83700eab tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] update failed (client error): There was a conflict when trying to complete your request. Sep 23 15:06:31.163198 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-254bbc90-56ef-4a21-afdd-19ae83700eab tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "PUT /v2.0/security-groups/02f777c4-44f5-4af7-a039-fc1ec7efe69f HTTP/1.1" status: 409 len: 330 time: 0.0125096 Sep 23 15:06:31.166004 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44542) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:31.240169 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-74b052a1-0bba-4714-bb62-0d887e9ea440 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, faeec0de-4fd8-43f7-9666-e16a38ae4588) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:31.245572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7c8db848-1bf7-41a5-b8e3-4b085ca24cf4 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:31.248135 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b052a1-0bba-4714-bb62-0d887e9ea440 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:31.248526 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-74b052a1-0bba-4714-bb62-0d887e9ea440 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:31.255371 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff6f2b5-b184-4709-823b-d560092e8596 None None] Network faeec0de-4fd8-43f7-9666-e16a38ae4588 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:31.263238 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:31.264467 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:31.265019 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:31.271084 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f96fb691-3b48-4283-ad6f-a075bcfb9848 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Unset dirty status for tenant:9082743dda5a4f53b15c26965083c5da on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:31.275647 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f96fb691-3b48-4283-ad6f-a075bcfb9848 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] 10.222.0.67 "GET /v2.0/ports/1f4a2581-f816-4454-ba2c-f447ba97e8a1 HTTP/1.1" status: 404 len: 333 time: 0.1754775 Sep 23 15:06:31.279214 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44546) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:31.295374 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Request body: {'port': {'network_id': 'bf507c25-23ad-4370-9941-edd9ac68ce87', 'name': 'tempest-AllowedAddressPairTestJSON-977173712'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:31.298850 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Pushing event updated for resources: {'Port': ['ID=118014d8-8c81-4765-b4ae-afe3a1330c5f,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:31.306290 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 118014d8-8c81-4765-b4ae-afe3a1330c5f on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:31.306636 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:31.308932 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempt 2 to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f Sep 23 15:06:31.315002 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7c8db848-1bf7-41a5-b8e3-4b085ca24cf4 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:31.329461 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:31.329461 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:31.329804 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:31.335009 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 118014d8-8c81-4765-b4ae-afe3a1330c5f on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:31.335328 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:31.339779 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempt 3 to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f Sep 23 15:06:31.361800 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56319a2-7315-4c32-9de0-925b48bc1d50 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:31.362551 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a56319a2-7315-4c32-9de0-925b48bc1d50 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Synchronizing usage tracker for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:31.374296 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:31.374640 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:31.375087 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:31.385551 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 118014d8-8c81-4765-b4ae-afe3a1330c5f on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:31.385796 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:31.388351 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempt 4 to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f Sep 23 15:06:31.401401 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3c5c80f6-9925-460d-8e64-87b1c77dd905 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:31.407948 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-74b052a1-0bba-4714-bb62-0d887e9ea440 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9810827 Sep 23 15:06:31.416731 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44552) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:31.427591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-b2c90cdd-59a8-4b1a-a580-3a48772ffd2f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'port': {'network_id': 'faeec0de-4fd8-43f7-9666-e16a38ae4588', 'name': 'tempest-PortsTestJSON-579504172'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:31.489661 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0640e71b-e14e-4602-babf-968256b322df tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "DELETE /v2.0/ports/f58618a4-95a7-4df7-8b52-0705dfde83fb/tags/tempest-TagsExtTest-Tag-327189934 HTTP/1.1" status: 204 len: 168 time: 0.6443858 Sep 23 15:06:31.501272 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44556) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:31.516933 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-e3e5792b-515c-48d8-b007-651d4f275a5b tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f58618a4-95a7-4df7-8b52-0705dfde83fb') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:31.586582 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:31.587054 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:31.587495 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:31.594245 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 118014d8-8c81-4765-b4ae-afe3a1330c5f on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:31.594720 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:31.596580 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c80f6-9925-460d-8e64-87b1c77dd905 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Port': ['ID=46523df6-4fd1-4a7a-a259-2afbe4c1a0c5,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:31.601586 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a56319a2-7315-4c32-9de0-925b48bc1d50 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Unset dirty status for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:31.603031 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a56319a2-7315-4c32-9de0-925b48bc1d50 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6338689 Sep 23 15:06:31.604786 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3c5c80f6-9925-460d-8e64-87b1c77dd905 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:31.609721 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempt 5 to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f Sep 23 15:06:31.612953 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Attempt 3 to provision port 89444030-10d8-4ac4-b7df-279e205bb4bf Sep 23 15:06:31.617418 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44564) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:31.628285 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:31.628285 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7c8db848-1bf7-41a5-b8e3-4b085ca24cf4 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:31.631066 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:31.631435 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:31.631879 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:31.660997 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 118014d8-8c81-4765-b4ae-afe3a1330c5f on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:31.661533 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:31.663017 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempt 6 to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f Sep 23 15:06:31.696708 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:31.697609 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:31.697947 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:31.709357 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 118014d8-8c81-4765-b4ae-afe3a1330c5f on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:31.709723 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:31.713875 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempt 7 to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f Sep 23 15:06:31.727441 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3a6dd5-2947-42a1-bdad-701e29a0882c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-faeec0de-4fd8-43f7-9666-e16a38ae4588', 'network_id': 'faeec0de-4fd8-43f7-9666-e16a38ae4588', 'tenant_id': '87bbd071fee24c85b631c0e8a5ccb335', 'fixed_ips': [{'subnet_id': '79784d57-816f-4f52-b939-141762492e1d'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:06:31.727669 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:31.728934 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ba3a6dd5-2947-42a1-bdad-701e29a0882c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:31.734442 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8db848-1bf7-41a5-b8e3-4b085ca24cf4 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f777c4-44f5-4af7-a039-fc1ec7efe69f,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:31.738428 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb0f965-b9bc-41ea-8eaa-e77f572cddce tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] GET failed (client error): The resource could not be found. Sep 23 15:06:31.738968 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8bb0f965-b9bc-41ea-8eaa-e77f572cddce tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Synchronizing usage tracker for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:31.745727 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44570) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:31.746140 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e3e5792b-515c-48d8-b007-651d4f275a5b tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "GET /v2.0/ports/f58618a4-95a7-4df7-8b52-0705dfde83fb/tags HTTP/1.1" status: 200 len: 205 time: 0.2342820 Sep 23 15:06:31.755269 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3c5c80f6-9925-460d-8e64-87b1c77dd905 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/46523df6-4fd1-4a7a-a259-2afbe4c1a0c5 HTTP/1.1" status: 204 len: 168 time: 2.4396620 Sep 23 15:06:31.756382 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44574) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:31.757503 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b2c90cdd-59a8-4b1a-a580-3a48772ffd2f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:31.767310 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.tag.tag_plugin [None req-27285011-11df-40a6-a980-1f3fccec6c0b tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'eab6cb66-3e69-4f8d-9b9a-852dbc292376') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:31.806444 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:31.807134 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:31.807679 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:31.828192 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7c8db848-1bf7-41a5-b8e3-4b085ca24cf4 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:31.831585 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7c8db848-1bf7-41a5-b8e3-4b085ca24cf4 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "DELETE /v2.0/security-groups/02f777c4-44f5-4af7-a039-fc1ec7efe69f HTTP/1.1" status: 204 len: 168 time: 0.6623733 Sep 23 15:06:31.840689 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b2c90cdd-59a8-4b1a-a580-3a48772ffd2f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:31.843067 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44578) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:31.848496 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8bb0f965-b9bc-41ea-8eaa-e77f572cddce tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Unset dirty status for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:31.853359 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8bb0f965-b9bc-41ea-8eaa-e77f572cddce tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "GET /v2.0/ports/7525ff69-5e1e-4fdb-97e9-ced9dc8d4a1a HTTP/1.1" status: 404 len: 333 time: 0.2346354 Sep 23 15:06:31.854742 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44582) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:31.855485 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 118014d8-8c81-4765-b4ae-afe3a1330c5f on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:31.855813 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:31.861425 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempt 8 to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f Sep 23 15:06:31.865266 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Port 89444030-10d8-4ac4-b7df-279e205bb4bf cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:31.875248 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Made reservation on behalf of 9082743dda5a4f53b15c26965083c5da for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:31.879735 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:31.885166 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-bcf432e4-9573-4484-bdb3-46612936f785 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1081662667'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:31.892705 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-bcf432e4-9573-4484-bdb3-46612936f785 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:31.895187 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:31.895517 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:31.896371 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:31.903409 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-bcf432e4-9573-4484-bdb3-46612936f785 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:network and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:31.909776 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-bcf432e4-9573-4484-bdb3-46612936f785 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:31.918865 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-bcf432e4-9573-4484-bdb3-46612936f785 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:31.921709 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 118014d8-8c81-4765-b4ae-afe3a1330c5f on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:31.922036 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:31.925782 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempt 9 to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f Sep 23 15:06:31.946712 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bd1b11-c524-416f-a672-e2338c1502e7 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:31.948752 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bd1b11-c524-416f-a672-e2338c1502e7 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:31.949664 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-98bd1b11-c524-416f-a672-e2338c1502e7 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:31.955006 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:31.955192 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:31.955516 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:31.967737 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 118014d8-8c81-4765-b4ae-afe3a1330c5f on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:31.968064 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:31.971122 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempt 10 to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f Sep 23 15:06:31.985104 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-98bd1b11-c524-416f-a672-e2338c1502e7 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:31.985854 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] device_id is not set on port dc505b17-55f3-4f31-8241-fcfb9300ccae yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:31.989668 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-98bd1b11-c524-416f-a672-e2338c1502e7 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2268972 Sep 23 15:06:31.989668 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44588) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:31.998973 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-ba3a6dd5-2947-42a1-bdad-701e29a0882c None None] Allocated IP 172.20.0.2 (faeec0de-4fd8-43f7-9666-e16a38ae4588/79784d57-816f-4f52-b939-141762492e1d/43d6718c-f446-47a3-b35c-6233a566f5dc) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:32.027689 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:32.028034 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:32.028352 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:32.044067 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 118014d8-8c81-4765-b4ae-afe3a1330c5f on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:32.044067 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 118014d8-8c81-4765-b4ae-afe3a1330c5f on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:32.044483 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:32.069038 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf432e4-9573-4484-bdb3-46612936f785 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:32.072459 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bcf432e4-9573-4484-bdb3-46612936f785 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:32.081958 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c90cdd-59a8-4b1a-a580-3a48772ffd2f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:32.085477 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b2c90cdd-59a8-4b1a-a580-3a48772ffd2f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:32.127774 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c26210b1-b17d-41a2-b351-0856646456a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:32.192320 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-9b6b531c-1b54-492f-b5b3-1a4bd44138b3 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Synchronizing usage tracker for tenant:98f32ff383e74feaac26c7742718f481 on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:32.197198 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-b2c90cdd-59a8-4b1a-a580-3a48772ffd2f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] device_id is not set on port 77cf7946-b83f-4dbf-842c-f8d49efa4ddc yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:32.236937 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-27285011-11df-40a6-a980-1f3fccec6c0b tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "GET /v2.0/routers/eab6cb66-3e69-4f8d-9b9a-852dbc292376/tags HTTP/1.1" status: 200 len: 240 time: 0.4817798 Sep 23 15:06:32.240666 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44598) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:32.277578 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-85f606aa-3bf6-4d87-9160-6f117d17e0f3 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eab6cb66-3e69-4f8d-9b9a-852dbc292376', 'tempest-TagsExtTest-Tag-737643638') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:32.302807 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ba3a6dd5-2947-42a1-bdad-701e29a0882c None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:32.311235 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Allocated IP 172.20.0.14 (bf507c25-23ad-4370-9941-edd9ac68ce87/39b046f2-bcfe-4451-9e24-2ee21125d13d/dc505b17-55f3-4f31-8241-fcfb9300ccae) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:32.315239 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ba3a6dd5-2947-42a1-bdad-701e29a0882c None None] Transition to ACTIVE for port object 43d6718c-f446-47a3-b35c-6233a566f5dc will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:32.341086 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-9b6b531c-1b54-492f-b5b3-1a4bd44138b3 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] Unset dirty status for tenant:98f32ff383e74feaac26c7742718f481 on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:32.343948 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9b6b531c-1b54-492f-b5b3-1a4bd44138b3 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4889607 Sep 23 15:06:32.347273 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ba3a6dd5-2947-42a1-bdad-701e29a0882c None None] Transition to ACTIVE for port object 43d6718c-f446-47a3-b35c-6233a566f5dc will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:32.351154 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44604) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:32.368600 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Attempt 4 to provision port 89444030-10d8-4ac4-b7df-279e205bb4bf Sep 23 15:06:32.374741 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada822f0-9e00-4163-ba22-b416812cf694 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet 6b9fef40-f6fc-44ff-b79b-b757ab892e6a {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:06:32.377214 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44608) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:32.382096 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf432e4-9573-4484-bdb3-46612936f785 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:06:32.388059 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ada822f0-9e00-4163-ba22-b416812cf694 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:32.397663 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-4878cdd4-cc93-497b-92f3-8c1e17fb8eb0 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] delete failed (client error): The resource could not be found. Sep 23 15:06:32.399583 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4878cdd4-cc93-497b-92f3-8c1e17fb8eb0 tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "DELETE /v2.0/security-groups/312f8e1e-8080-4e05-9534-aca9a86608e9 HTTP/1.1" status: 404 len: 347 time: 0.0471528 Sep 23 15:06:32.403556 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44612) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:32.434903 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ba3a6dd5-2947-42a1-bdad-701e29a0882c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:32.473772 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-380fd86d-1a97-4900-8e8c-8e822280fe9f tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] show failed (client error): The resource could not be found. Sep 23 15:06:32.475962 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-380fd86d-1a97-4900-8e8c-8e822280fe9f tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "GET /v2.0/security-groups/3ed870fb-f7ae-46eb-8769-a5d9a3b8c671 HTTP/1.1" status: 404 len: 347 time: 0.0704584 Sep 23 15:06:32.476237 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Port 89444030-10d8-4ac4-b7df-279e205bb4bf cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:32.484386 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44618) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:32.503758 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:32.513954 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3a6dd5-2947-42a1-bdad-701e29a0882c None None] Network faeec0de-4fd8-43f7-9666-e16a38ae4588 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:32.516878 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-ba3a6dd5-2947-42a1-bdad-701e29a0882c None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:32.521376 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3a6dd5-2947-42a1-bdad-701e29a0882c None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:32.524180 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bcf432e4-9573-4484-bdb3-46612936f785 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:32.524321 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a6dd5-2947-42a1-bdad-701e29a0882c None None] Pushing event updated for resources: {'Port': ['ID=43d6718c-f446-47a3-b35c-6233a566f5dc,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:32.524633 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-bcf432e4-9573-4484-bdb3-46612936f785 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Added segment 76e5fa16-54af-4115-a91a-1a46e335ba70 of type vlan for network 9e5dcba4-31f9-41d2-b868-55614eec8bdf Sep 23 15:06:32.543049 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ada822f0-9e00-4163-ba22-b416812cf694 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:32.597488 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-d6918373-019a-45b8-b1b4-5f9d44c3362c tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] show failed (client error): The resource could not be found. Sep 23 15:06:32.597488 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d6918373-019a-45b8-b1b4-5f9d44c3362c tempest-NegativeSecGroupIPv6Test-1871601832 tempest-NegativeSecGroupIPv6Test-1871601832-project] 10.222.0.67 "GET /v2.0/security-group-rules/b29f9fa3-f258-45cf-ac2c-f6fb63c4d77f HTTP/1.1" status: 404 len: 356 time: 0.1026881 Sep 23 15:06:32.612489 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] For port 118014d8-8c81-4765-b4ae-afe3a1330c5f, host hv-neutron-8590, cleared binding levels {{(pid=89738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:06:32.614262 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempted to set empty binding levels {{(pid=89738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 23 15:06:32.625143 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-b2c90cdd-59a8-4b1a-a580-3a48772ffd2f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Allocated IP 172.20.0.4 (faeec0de-4fd8-43f7-9666-e16a38ae4588/79784d57-816f-4f52-b939-141762492e1d/77cf7946-b83f-4dbf-842c-f8d49efa4ddc) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:32.664112 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-d916971f-e809-440e-97de-3ae8bb0ca5aa admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-625425279-network', 'tenant_id': 'e8ee137469b945bebf2c7f0015c1b0da'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:32.670760 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-85f606aa-3bf6-4d87-9160-6f117d17e0f3 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "GET /v2.0/routers/eab6cb66-3e69-4f8d-9b9a-852dbc292376/tags/tempest-TagsExtTest-Tag-737643638 HTTP/1.1" status: 204 len: 168 time: 0.4057586 Sep 23 15:06:32.675667 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bcf432e4-9573-4484-bdb3-46612936f785 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:32.679449 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ba3a6dd5-2947-42a1-bdad-701e29a0882c None None] Attempting to bind port 43d6718c-f446-47a3-b35c-6233a566f5dc on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:32.681093 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44624) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:32.681432 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ba3a6dd5-2947-42a1-bdad-701e29a0882c None None] Attempting to bind port 43d6718c-f446-47a3-b35c-6233a566f5dc by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '9b4c763f-9f20-460f-9373-3c995ce1363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'faeec0de-4fd8-43f7-9666-e16a38ae4588'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:32.681930 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a6dd5-2947-42a1-bdad-701e29a0882c None None] Attempting to bind port 43d6718c-f446-47a3-b35c-6233a566f5dc on network faeec0de-4fd8-43f7-9666-e16a38ae4588 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:32.682052 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d916971f-e809-440e-97de-3ae8bb0ca5aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:32.689712 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a6dd5-2947-42a1-bdad-701e29a0882c None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:06:32.690496 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a6dd5-2947-42a1-bdad-701e29a0882c None None] Checking segment: {'id': '9b4c763f-9f20-460f-9373-3c995ce1363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'faeec0de-4fd8-43f7-9666-e16a38ae4588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:06:32.695646 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ba3a6dd5-2947-42a1-bdad-701e29a0882c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:32.695797 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-b80a7717-003a-4ff4-941e-f4404757b31d tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'eab6cb66-3e69-4f8d-9b9a-852dbc292376', 'tempest-TagsExtTest-Tag-737643638') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:32.695913 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a6dd5-2947-42a1-bdad-701e29a0882c None None] Bound using segment: {'id': '9b4c763f-9f20-460f-9373-3c995ce1363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'faeec0de-4fd8-43f7-9666-e16a38ae4588'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:06:32.695913 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ba3a6dd5-2947-42a1-bdad-701e29a0882c None None] Bound port: 43d6718c-f446-47a3-b35c-6233a566f5dc, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4c763f-9f20-460f-9373-3c995ce1363e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'faeec0de-4fd8-43f7-9666-e16a38ae4588'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:06:32.695913 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ba3a6dd5-2947-42a1-bdad-701e29a0882c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:32.730778 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:32.750406 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d916971f-e809-440e-97de-3ae8bb0ca5aa admin admin] Usage tracker for resource:network and tenant:e8ee137469b945bebf2c7f0015c1b0da is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:32.761779 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d916971f-e809-440e-97de-3ae8bb0ca5aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:32.771492 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:32.772035 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] In _notify_port_updated(), no bound segment for port 118014d8-8c81-4765-b4ae-afe3a1330c5f on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 23 15:06:32.772896 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:32.773499 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:32.777465 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] 10.222.0.67 "PUT /v2.0/ports/118014d8-8c81-4765-b4ae-afe3a1330c5f HTTP/1.1" status: 200 len: 980 time: 3.5419495 Sep 23 15:06:32.781672 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44628) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:32.793173 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ba3a6dd5-2947-42a1-bdad-701e29a0882c None None] For port 43d6718c-f446-47a3-b35c-6233a566f5dc, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:06:32.797088 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ba3a6dd5-2947-42a1-bdad-701e29a0882c None None] For port 43d6718c-f446-47a3-b35c-6233a566f5dc, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=43d6718c-f446-47a3-b35c-6233a566f5dc,segment=NetworkSegment(9b4c763f-9f20-460f-9373-3c995ce1363e),segment_id=9b4c763f-9f20-460f-9373-3c995ce1363e)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:06:32.816206 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d916971f-e809-440e-97de-3ae8bb0ca5aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:32.839351 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Transition to ACTIVE for port object dc505b17-55f3-4f31-8241-fcfb9300ccae will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:32.886638 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ba3a6dd5-2947-42a1-bdad-701e29a0882c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:32.934364 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b2c90cdd-59a8-4b1a-a580-3a48772ffd2f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:32.952340 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-b2c90cdd-59a8-4b1a-a580-3a48772ffd2f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Transition to ACTIVE for port object 77cf7946-b83f-4dbf-842c-f8d49efa4ddc will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:32.957232 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.resource_extend [None req-bcf432e4-9573-4484-bdb3-46612936f785 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:06:32.977242 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Attempt 5 to provision port 89444030-10d8-4ac4-b7df-279e205bb4bf Sep 23 15:06:32.991702 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:33.011466 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a6dd5-2947-42a1-bdad-701e29a0882c None None] Pushing event updated for resources: {'Port': ['ID=43d6718c-f446-47a3-b35c-6233a566f5dc,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:33.028934 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ada822f0-9e00-4163-ba22-b416812cf694 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:33.048510 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Port 89444030-10d8-4ac4-b7df-279e205bb4bf cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:33.057372 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f703ac6-650c-4c1f-bfb8-e01f8a815da0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Pushing event updated for resources: {'Port': ['ID=118014d8-8c81-4765-b4ae-afe3a1330c5f,revision_number=3']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:33.074474 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d916971f-e809-440e-97de-3ae8bb0ca5aa admin admin] Made reservation on behalf of e8ee137469b945bebf2c7f0015c1b0da for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:33.078406 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d916971f-e809-440e-97de-3ae8bb0ca5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:33.101055 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bcf432e4-9573-4484-bdb3-46612936f785 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:33.106684 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf432e4-9573-4484-bdb3-46612936f785 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:33.107361 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bcf432e4-9573-4484-bdb3-46612936f785 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:33.132153 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d916971f-e809-440e-97de-3ae8bb0ca5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:33.165386 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44634) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:33.220077 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b2c90cdd-59a8-4b1a-a580-3a48772ffd2f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:33.226200 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Network bf507c25-23ad-4370-9941-edd9ac68ce87 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:33.235430 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:33.244411 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:33.255188 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d916971f-e809-440e-97de-3ae8bb0ca5aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:33.271564 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d916971f-e809-440e-97de-3ae8bb0ca5aa admin admin] Usage tracker for resource:security_group_rule and tenant:e8ee137469b945bebf2c7f0015c1b0da is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:33.277269 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d916971f-e809-440e-97de-3ae8bb0ca5aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:33.283968 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Pushing event updated for resources: {'Port': ['ID=dc505b17-55f3-4f31-8241-fcfb9300ccae,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:33.304732 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf432e4-9573-4484-bdb3-46612936f785 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Network': ['ID=9e5dcba4-31f9-41d2-b868-55614eec8bdf,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:33.320948 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d916971f-e809-440e-97de-3ae8bb0ca5aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:33.321191 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:33.321549 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:33.321892 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:33.322421 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:33.322639 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:33.322970 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:33.323789 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:33.324142 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:33.324474 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:33.325087 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:33.325219 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:33.325436 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:33.331533 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c90cdd-59a8-4b1a-a580-3a48772ffd2f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network faeec0de-4fd8-43f7-9666-e16a38ae4588 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:33.340062 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea91cd6d-aa3e-4c5f-9b1b-26d9a008be30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:33.340576 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea91cd6d-aa3e-4c5f-9b1b-26d9a008be30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:33.341040 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea91cd6d-aa3e-4c5f-9b1b-26d9a008be30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:33.341538 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea91cd6d-aa3e-4c5f-9b1b-26d9a008be30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:33.342135 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea91cd6d-aa3e-4c5f-9b1b-26d9a008be30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:33.343283 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea91cd6d-aa3e-4c5f-9b1b-26d9a008be30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:33.343767 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea91cd6d-aa3e-4c5f-9b1b-26d9a008be30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:33.344446 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea91cd6d-aa3e-4c5f-9b1b-26d9a008be30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:33.345078 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea91cd6d-aa3e-4c5f-9b1b-26d9a008be30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:33.345550 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea91cd6d-aa3e-4c5f-9b1b-26d9a008be30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:33.346009 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea91cd6d-aa3e-4c5f-9b1b-26d9a008be30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:33.346423 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 9e5dcba4-31f9-41d2-b868-55614eec8bdf details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:06:33.346916 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea91cd6d-aa3e-4c5f-9b1b-26d9a008be30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:33.347008 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea91cd6d-aa3e-4c5f-9b1b-26d9a008be30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:33.348569 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ea91cd6d-aa3e-4c5f-9b1b-26d9a008be30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Synchronizing usage tracker for tenant:7c2b0fb79600434f931aa80be70d991c on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:33.373785 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b80a7717-003a-4ff4-941e-f4404757b31d tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "DELETE /v2.0/routers/eab6cb66-3e69-4f8d-9b9a-852dbc292376/tags/tempest-TagsExtTest-Tag-737643638 HTTP/1.1" status: 204 len: 168 time: 0.6884341 Sep 23 15:06:33.376307 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44640) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:33.382636 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-12b9f2a6-3f7e-40e3-bc2b-28bc837fa1f2 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'eab6cb66-3e69-4f8d-9b9a-852dbc292376') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:33.456834 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c90cdd-59a8-4b1a-a580-3a48772ffd2f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Port': ['ID=77cf7946-b83f-4dbf-842c-f8d49efa4ddc,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:33.459446 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-b2c90cdd-59a8-4b1a-a580-3a48772ffd2f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:33.467758 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bcf432e4-9573-4484-bdb3-46612936f785 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6076274 Sep 23 15:06:33.467986 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c90cdd-59a8-4b1a-a580-3a48772ffd2f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:33.474113 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44644) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:33.487485 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ada822f0-9e00-4163-ba22-b416812cf694 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:33.496455 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-5dcadf9c-674a-4ca5-9ded-47e926a0e4b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'subnet': {'network_id': '9e5dcba4-31f9-41d2-b868-55614eec8bdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:33.552172 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Attempt 6 to provision port 89444030-10d8-4ac4-b7df-279e205bb4bf Sep 23 15:06:33.607892 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:33.608575 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:33.648647 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 43d6718c-f446-47a3-b35c-6233a566f5dc up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:06:33.675538 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c90cdd-59a8-4b1a-a580-3a48772ffd2f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:33.676504 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b2c90cdd-59a8-4b1a-a580-3a48772ffd2f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:33.679603 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ea91cd6d-aa3e-4c5f-9b1b-26d9a008be30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Unset dirty status for tenant:7c2b0fb79600434f931aa80be70d991c on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:33.680888 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ea91cd6d-aa3e-4c5f-9b1b-26d9a008be30 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11602 time: 0.8673022 Sep 23 15:06:33.699043 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44648) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:33.716121 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Port 89444030-10d8-4ac4-b7df-279e205bb4bf cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:33.736015 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ada822f0-9e00-4163-ba22-b416812cf694 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:33.739095 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada822f0-9e00-4163-ba22-b416812cf694 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=6b9fef40-f6fc-44ff-b79b-b757ab892e6a,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:33.742067 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc71a3f4-17f1-4172-b2cf-119fbeddc748 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:33.778345 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-7411a13f-d708-4e54-a785-c2cc56a13eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Deleting port 118014d8-8c81-4765-b4ae-afe3a1330c5f {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:33.778815 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7411a13f-d708-4e54-a785-c2cc56a13eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:33.812785 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-73f56f93-a12e-4576-bccc-5aeb3bc93a51 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5259712 Sep 23 15:06:33.821061 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44652) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:33.834449 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-5dcadf9c-674a-4ca5-9ded-47e926a0e4b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:33.837349 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-6ea47862-fafb-4d72-a281-9c6c927d999a tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:bf:11:3b'}]}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:33.846022 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0b99bdb5-569d-433e-8c39-a61db446b3c1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=98f32ff383e74feaac26c7742718f481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6258585 Sep 23 15:06:33.851637 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5dcadf9c-674a-4ca5-9ded-47e926a0e4b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:subnet and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:33.854085 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44656) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:33.856696 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5dcadf9c-674a-4ca5-9ded-47e926a0e4b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:33.865676 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-12b9f2a6-3f7e-40e3-bc2b-28bc837fa1f2 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "GET /v2.0/routers/eab6cb66-3e69-4f8d-9b9a-852dbc292376/tags HTTP/1.1" status: 200 len: 205 time: 0.4860277 Sep 23 15:06:33.876042 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44660) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:33.879390 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-5dcadf9c-674a-4ca5-9ded-47e926a0e4b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:33.889228 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.tag.tag_plugin [None req-1a97a33c-bba8-46f8-a867-7fe28864b88f tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '452dba4b-27e0-4111-8061-1c44607c4077') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:33.913050 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 43d6718c-f446-47a3-b35c-6233a566f5dc completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:06:33.916538 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b2c90cdd-59a8-4b1a-a580-3a48772ffd2f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4987137 Sep 23 15:06:33.922755 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44664) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:33.957611 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ada822f0-9e00-4163-ba22-b416812cf694 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/6b9fef40-f6fc-44ff-b79b-b757ab892e6a HTTP/1.1" status: 204 len: 168 time: 1.9674587 Sep 23 15:06:33.959781 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d916971f-e809-440e-97de-3ae8bb0ca5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:33.960577 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44668) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:33.961660 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-753d1d8b-9313-41b4-8d18-6b31f4b3deca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'port': {'network_id': 'faeec0de-4fd8-43f7-9666-e16a38ae4588', 'name': 'tempest-PortsTestJSON-165712536'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:34.086081 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d1c689-05ce-4fd1-b130-f2d0b8525fbe None None] DHCP port deletion for c3d67a4b-9092-448f-b14d-bd8d70a05623 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:06:34.096141 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-44d1c689-05ce-4fd1-b130-f2d0b8525fbe None None] Deleting port ba426144-ade9-43c0-a317-ff29cbf0ca73 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:34.096517 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-44d1c689-05ce-4fd1-b130-f2d0b8525fbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:34.188774 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1a97a33c-bba8-46f8-a867-7fe28864b88f tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "GET /v2.0/subnetpools/452dba4b-27e0-4111-8061-1c44607c4077/tags HTTP/1.1" status: 200 len: 241 time: 0.3127747 Sep 23 15:06:34.192426 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6b740751-4b9b-4ce9-9c99-2ac8efdfa645 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2294049 Sep 23 15:06:34.193486 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44672) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:34.200182 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44674) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:34.206223 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-645ef45d-026b-4461-b5dd-46d2c322c07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:34.214212 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-d93f83d0-9ce9-4797-be5b-db529dbbf54d tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '452dba4b-27e0-4111-8061-1c44607c4077', 'tempest-TagsExtTest-Tag-1041952828') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:34.216904 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Attempt 7 to provision port 89444030-10d8-4ac4-b7df-279e205bb4bf Sep 23 15:06:34.230655 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d916971f-e809-440e-97de-3ae8bb0ca5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:34.234307 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcadf9c-674a-4ca5-9ded-47e926a0e4b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:34.237872 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5dcadf9c-674a-4ca5-9ded-47e926a0e4b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:34.309926 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916971f-e809-440e-97de-3ae8bb0ca5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353147c3-04d5-4845-9d1c-8e23b8cecfb9,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:34.417901 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Port 89444030-10d8-4ac4-b7df-279e205bb4bf cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:34.423326 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d93f83d0-9ce9-4797-be5b-db529dbbf54d tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "GET /v2.0/subnetpools/452dba4b-27e0-4111-8061-1c44607c4077/tags/tempest-TagsExtTest-Tag-1041952828 HTTP/1.1" status: 204 len: 168 time: 0.2163377 Sep 23 15:06:34.423326 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d916971f-e809-440e-97de-3ae8bb0ca5aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:06:34.428923 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44680) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:34.436517 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-645ef45d-026b-4461-b5dd-46d2c322c07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:34.445419 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-44d1c689-05ce-4fd1-b130-f2d0b8525fbe None None] For port ba426144-ade9-43c0-a317-ff29cbf0ca73, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ba426144-ade9-43c0-a317-ff29cbf0ca73,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:34.446184 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-44d1c689-05ce-4fd1-b130-f2d0b8525fbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:34.461862 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d916971f-e809-440e-97de-3ae8bb0ca5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:34.462361 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-d916971f-e809-440e-97de-3ae8bb0ca5aa admin admin] Added segment 477ccb8f-0dad-4f0e-b831-fb05867fe98c of type vlan for network 232b40d3-9067-44b8-ae10-69d9756e5382 Sep 23 15:06:34.474455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.tag.tag_plugin [None req-8ed2068a-12c8-4d5b-b142-50cb26abe036 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '452dba4b-27e0-4111-8061-1c44607c4077', 'tempest-TagsExtTest-Tag-1041952828') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:34.488331 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-753d1d8b-9313-41b4-8d18-6b31f4b3deca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:34.510013 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97eb22f-e4b6-4041-ad89-75861f299633 None None] Network faeec0de-4fd8-43f7-9666-e16a38ae4588 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:34.530357 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d916971f-e809-440e-97de-3ae8bb0ca5aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:34.531540 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-753d1d8b-9313-41b4-8d18-6b31f4b3deca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:port and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:34.535788 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-7411a13f-d708-4e54-a785-c2cc56a13eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] For port 118014d8-8c81-4765-b4ae-afe3a1330c5f, host hv-neutron-8590, got binding levels [] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:34.536159 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7411a13f-d708-4e54-a785-c2cc56a13eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:34.554078 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-753d1d8b-9313-41b4-8d18-6b31f4b3deca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:34.591119 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-44d1c689-05ce-4fd1-b130-f2d0b8525fbe None None] Calling delete_port for ba426144-ade9-43c0-a317-ff29cbf0ca73 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:34.624535 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-753d1d8b-9313-41b4-8d18-6b31f4b3deca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:34.642572 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d916971f-e809-440e-97de-3ae8bb0ca5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:34.643646 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d916971f-e809-440e-97de-3ae8bb0ca5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:34.644279 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d916971f-e809-440e-97de-3ae8bb0ca5aa admin admin] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:34.663438 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-645ef45d-026b-4461-b5dd-46d2c322c07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:34.698276 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-7411a13f-d708-4e54-a785-c2cc56a13eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Calling delete_port for 118014d8-8c81-4765-b4ae-afe3a1330c5f owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:34.752765 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ef45d-026b-4461-b5dd-46d2c322c07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d641b3-e88f-4ed8-bf73-98cd1f455124,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:34.767391 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6ea47862-fafb-4d72-a281-9c6c927d999a tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:34.796357 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916971f-e809-440e-97de-3ae8bb0ca5aa admin admin] Pushing event updated for resources: {'Network': ['ID=232b40d3-9067-44b8-ae10-69d9756e5382,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:34.815283 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 232b40d3-9067-44b8-ae10-69d9756e5382 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:06:34.844302 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38182b7-874d-4610-ac32-a970de425507 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:34.848201 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f38182b7-874d-4610-ac32-a970de425507 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6385467 Sep 23 15:06:34.848201 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753d1d8b-9313-41b4-8d18-6b31f4b3deca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:34.849103 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44684) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:34.850381 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-753d1d8b-9313-41b4-8d18-6b31f4b3deca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:34.887743 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-44d1c689-05ce-4fd1-b130-f2d0b8525fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:34.906216 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-753d1d8b-9313-41b4-8d18-6b31f4b3deca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] device_id is not set on port a9073706-e8b3-4647-9bee-f3ae40f0c528 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:34.913603 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5dcadf9c-674a-4ca5-9ded-47e926a0e4b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:34.945776 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Attempt 8 to provision port 89444030-10d8-4ac4-b7df-279e205bb4bf Sep 23 15:06:34.957881 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8ed2068a-12c8-4d5b-b142-50cb26abe036 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "DELETE /v2.0/subnetpools/452dba4b-27e0-4111-8061-1c44607c4077/tags/tempest-TagsExtTest-Tag-1041952828 HTTP/1.1" status: 204 len: 168 time: 0.5214927 Sep 23 15:06:34.963575 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44688) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:34.973860 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-645ef45d-026b-4461-b5dd-46d2c322c07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:34.974991 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-645ef45d-026b-4461-b5dd-46d2c322c07b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/23d641b3-e88f-4ed8-bf73-98cd1f455124 HTTP/1.1" status: 204 len: 168 time: 1.1199515 Sep 23 15:06:34.986580 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.tag.tag_plugin [None req-92975a21-171d-4679-8ae3-e75d6f2fb3ed tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '452dba4b-27e0-4111-8061-1c44607c4077') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:35.027659 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcadf9c-674a-4ca5-9ded-47e926a0e4b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Subnet': ['ID=5dc3ba0a-fa1f-4055-87a2-a4f4de9531c3,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:35.034746 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1c689-05ce-4fd1-b130-f2d0b8525fbe None None] Pushing event deleted for resources: {'Port': ['ID=ba426144-ade9-43c0-a317-ff29cbf0ca73,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:35.052408 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d916971f-e809-440e-97de-3ae8bb0ca5aa admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6678226 Sep 23 15:06:35.059759 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d1c689-05ce-4fd1-b130-f2d0b8525fbe None None] No DVR routers for this DVR port ba426144-ade9-43c0-a317-ff29cbf0ca73 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:06:35.069441 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44694) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:35.076700 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fa0098-198d-410d-9684-36759fc50a8a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:35.077377 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-18fa0098-198d-410d-9684-36759fc50a8a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:35.084910 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-7ac10592-61ba-4099-82b4-ff2a8a312ca7 admin admin] Request body: {'subnet': {'network_id': '232b40d3-9067-44b8-ae10-69d9756e5382', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-625425279-subnet', 'tenant_id': 'e8ee137469b945bebf2c7f0015c1b0da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:35.092271 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7ac10592-61ba-4099-82b4-ff2a8a312ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:35.092416 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-92975a21-171d-4679-8ae3-e75d6f2fb3ed tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "GET /v2.0/subnetpools/452dba4b-27e0-4111-8061-1c44607c4077/tags HTTP/1.1" status: 200 len: 205 time: 0.1207013 Sep 23 15:06:35.094374 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44698) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:35.101752 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Port 89444030-10d8-4ac4-b7df-279e205bb4bf cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:35.102100 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7ac10592-61ba-4099-82b4-ff2a8a312ca7 admin admin] Usage tracker for resource:subnet and tenant:e8ee137469b945bebf2c7f0015c1b0da is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:35.108703 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-233287d2-fc1b-44a5-897a-cb97abf5817f tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '452dba4b-27e0-4111-8061-1c44607c4077') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:35.113745 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7411a13f-d708-4e54-a785-c2cc56a13eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:35.128150 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7ac10592-61ba-4099-82b4-ff2a8a312ca7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:35.131153 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcadf9c-674a-4ca5-9ded-47e926a0e4b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Checking segment: {'id': '76e5fa16-54af-4115-a91a-1a46e335ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9e5dcba4-31f9-41d2-b868-55614eec8bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:06:35.131518 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcadf9c-674a-4ca5-9ded-47e926a0e4b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network hostable DHCP agents. Network: 9e5dcba4-31f9-41d2-b868-55614eec8bdf, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:06:35.145980 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7ac10592-61ba-4099-82b4-ff2a8a312ca7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:35.150983 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-96fb51a0-9600-40f6-ae7a-880e4f16a982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:35.190731 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-233287d2-fc1b-44a5-897a-cb97abf5817f tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "DELETE /v2.0/subnetpools/452dba4b-27e0-4111-8061-1c44607c4077/tags HTTP/1.1" status: 204 len: 168 time: 0.0923259 Sep 23 15:06:35.195276 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44702) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:35.200928 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-b3f898b4-4fd2-43fd-8a7b-33308679aaa0 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'eab6cb66-3e69-4f8d-9b9a-852dbc292376') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:35.264281 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcadf9c-674a-4ca5-9ded-47e926a0e4b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network 9e5dcba4-31f9-41d2-b868-55614eec8bdf is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:06:35.273418 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac10592-61ba-4099-82b4-ff2a8a312ca7 admin admin] Made reservation on behalf of e8ee137469b945bebf2c7f0015c1b0da for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:35.275955 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7ac10592-61ba-4099-82b4-ff2a8a312ca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:35.291309 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-18fa0098-198d-410d-9684-36759fc50a8a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:35.298232 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-18fa0098-198d-410d-9684-36759fc50a8a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4468653 Sep 23 15:06:35.299064 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44708) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:35.348098 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411a13f-d708-4e54-a785-c2cc56a13eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Pushing event deleted for resources: {'Port': ['ID=118014d8-8c81-4765-b4ae-afe3a1330c5f,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:35.394391 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7411a13f-d708-4e54-a785-c2cc56a13eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:35.411956 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-753d1d8b-9313-41b4-8d18-6b31f4b3deca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Allocated IP 172.20.0.7 (faeec0de-4fd8-43f7-9666-e16a38ae4588/79784d57-816f-4f52-b939-141762492e1d/a9073706-e8b3-4647-9bee-f3ae40f0c528) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:35.514437 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-adc464ec-a274-4888-9742-f3a04ba5692b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2091062 Sep 23 15:06:35.515643 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44714) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:35.516585 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ba426144-ade9-43c0-a317-ff29cbf0ca73 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:06:35.540664 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-5dcadf9c-674a-4ca5-9ded-47e926a0e4b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 9e5dcba4-31f9-41d2-b868-55614eec8bdf) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:35.547767 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-60c91782-cd1f-45f7-bcb4-7ae8ce8072dc tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:35.552543 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2001891-5e74-461c-8ac5-4893c7b9698b None None] Network 9e5dcba4-31f9-41d2-b868-55614eec8bdf requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:35.553741 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6ea47862-fafb-4d72-a281-9c6c927d999a tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:35.562537 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7411a13f-d708-4e54-a785-c2cc56a13eae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] 10.222.0.67 "DELETE /v2.0/ports/118014d8-8c81-4765-b4ae-afe3a1330c5f HTTP/1.1" status: 204 len: 168 time: 1.8612456 Sep 23 15:06:35.568123 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44718) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:35.574836 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcadf9c-674a-4ca5-9ded-47e926a0e4b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:35.575589 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5dcadf9c-674a-4ca5-9ded-47e926a0e4b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:35.580090 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: ba426144-ade9-43c0-a317-ff29cbf0ca73 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:06:35.580428 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ba426144-ade9-43c0-a317-ff29cbf0ca73 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:06:35.586865 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:35.587929 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:35.638931 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Attempt 9 to provision port 89444030-10d8-4ac4-b7df-279e205bb4bf Sep 23 15:06:35.678573 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6ea47862-fafb-4d72-a281-9c6c927d999a tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:35.745810 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Port 89444030-10d8-4ac4-b7df-279e205bb4bf cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:35.757546 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b3f898b4-4fd2-43fd-8a7b-33308679aaa0 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "DELETE /v2.0/routers/eab6cb66-3e69-4f8d-9b9a-852dbc292376/tags HTTP/1.1" status: 204 len: 168 time: 0.5611467 Sep 23 15:06:35.764110 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44726) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:35.767689 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-60c91782-cd1f-45f7-bcb4-7ae8ce8072dc tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:35.773221 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-9c44a98b-5741-4f8c-9840-a6e782dabddb tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f58618a4-95a7-4df7-8b52-0705dfde83fb') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:35.819346 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-60c91782-cd1f-45f7-bcb4-7ae8ce8072dc tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:35.863507 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5dcadf9c-674a-4ca5-9ded-47e926a0e4b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3866930 Sep 23 15:06:35.869572 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44732) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:35.877534 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf3c22a0-5e93-4df4-862a-c5da4fe01992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] GET failed (client error): The resource could not be found. Sep 23 15:06:35.878355 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-cf3c22a0-5e93-4df4-862a-c5da4fe01992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Synchronizing usage tracker for tenant:7c2b0fb79600434f931aa80be70d991c on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:35.884744 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-593d97fd-0df7-486a-a18e-331dd95c091b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'subnet': {'network_id': '9e5dcba4-31f9-41d2-b868-55614eec8bdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:35.921856 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea47862-fafb-4d72-a281-9c6c927d999a tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Pushing event updated for resources: {'Port': ['ID=dc505b17-55f3-4f31-8241-fcfb9300ccae,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:35.940136 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-6ea47862-fafb-4d72-a281-9c6c927d999a tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] In _notify_port_updated(), no bound segment for port dc505b17-55f3-4f31-8241-fcfb9300ccae on network bf507c25-23ad-4370-9941-edd9ac68ce87 {{(pid=89739) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 23 15:06:35.945459 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea47862-fafb-4d72-a281-9c6c927d999a tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:35.946088 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6ea47862-fafb-4d72-a281-9c6c927d999a tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:35.947388 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6ea47862-fafb-4d72-a281-9c6c927d999a tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] 10.222.0.67 "PUT /v2.0/ports/dc505b17-55f3-4f31-8241-fcfb9300ccae HTTP/1.1" status: 200 len: 996 time: 2.1254005 Sep 23 15:06:35.950363 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44736) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:35.963980 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37de97f-560e-4389-b7f1-db5c5028b725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-9e5dcba4-31f9-41d2-b868-55614eec8bdf', 'network_id': '9e5dcba4-31f9-41d2-b868-55614eec8bdf', 'tenant_id': 'fe968160af094339b6a6d6f363efa62e', 'fixed_ips': [{'subnet_id': '5dc3ba0a-fa1f-4055-87a2-a4f4de9531c3'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:06:35.965172 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d37de97f-560e-4389-b7f1-db5c5028b725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:35.980327 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c91782-cd1f-45f7-bcb4-7ae8ce8072dc tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:35.984371 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-60c91782-cd1f-45f7-bcb4-7ae8ce8072dc tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:36.025217 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-13dfdd15-d007-417a-96ee-27a8aa931b8b tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Deleting port dc505b17-55f3-4f31-8241-fcfb9300ccae {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:36.025217 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-13dfdd15-d007-417a-96ee-27a8aa931b8b tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:36.077647 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-cf3c22a0-5e93-4df4-862a-c5da4fe01992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Unset dirty status for tenant:7c2b0fb79600434f931aa80be70d991c on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:36.082908 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-cf3c22a0-5e93-4df4-862a-c5da4fe01992 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] 10.222.0.67 "GET /v2.0/ports/118014d8-8c81-4765-b4ae-afe3a1330c5f HTTP/1.1" status: 404 len: 333 time: 0.5137172 Sep 23 15:06:36.091042 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44744) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:36.108608 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-46044757-11c4-4f11-9464-71d82c31adea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1697375409', 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:36.113609 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-46044757-11c4-4f11-9464-71d82c31adea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:36.124707 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-46044757-11c4-4f11-9464-71d82c31adea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:36.180634 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-d37de97f-560e-4389-b7f1-db5c5028b725 None None] Allocated IP 2001:db8::2 (9e5dcba4-31f9-41d2-b868-55614eec8bdf/5dc3ba0a-fa1f-4055-87a2-a4f4de9531c3/02e346e6-9c15-4091-af33-e230b785c921) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:36.207746 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46044757-11c4-4f11-9464-71d82c31adea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Made reservation on behalf of 7c2b0fb79600434f931aa80be70d991c for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:36.210057 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-46044757-11c4-4f11-9464-71d82c31adea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:36.232974 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-753d1d8b-9313-41b4-8d18-6b31f4b3deca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:36.265944 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-46044757-11c4-4f11-9464-71d82c31adea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] device_id is not set on port 0a38a255-13c6-4521-9918-4f87dd5914a2 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:36.298258 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-753d1d8b-9313-41b4-8d18-6b31f4b3deca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Transition to ACTIVE for port object a9073706-e8b3-4647-9bee-f3ae40f0c528 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:36.341864 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9c44a98b-5741-4f8c-9840-a6e782dabddb tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "DELETE /v2.0/ports/f58618a4-95a7-4df7-8b52-0705dfde83fb/tags HTTP/1.1" status: 204 len: 168 time: 0.5768225 Sep 23 15:06:36.344570 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44752) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:36.348434 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-593d97fd-0df7-486a-a18e-331dd95c091b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:36.351278 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Attempt 10 to provision port 89444030-10d8-4ac4-b7df-279e205bb4bf Sep 23 15:06:36.353864 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-5b7adfde-7f6e-468e-91c8-816991eb5a5b tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'eae6cc83-b437-469e-835d-0e4b887fc4f2') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:36.395843 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-593d97fd-0df7-486a-a18e-331dd95c091b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:subnet and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:36.403783 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7ac10592-61ba-4099-82b4-ff2a8a312ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:36.410057 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-593d97fd-0df7-486a-a18e-331dd95c091b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:36.434504 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44756) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:36.454573 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-593d97fd-0df7-486a-a18e-331dd95c091b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:36.464661 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Port 89444030-10d8-4ac4-b7df-279e205bb4bf cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:36.575808 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac10592-61ba-4099-82b4-ff2a8a312ca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81dd6424-cc8f-428e-aa6c-132a9b3390d7,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:36.584606 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-753d1d8b-9313-41b4-8d18-6b31f4b3deca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:36.606445 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593d97fd-0df7-486a-a18e-331dd95c091b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:36.610474 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-593d97fd-0df7-486a-a18e-331dd95c091b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:36.612288 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d37de97f-560e-4389-b7f1-db5c5028b725 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:36.624531 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d37de97f-560e-4389-b7f1-db5c5028b725 None None] Transition to ACTIVE for port object 02e346e6-9c15-4091-af33-e230b785c921 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:36.641196 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac10592-61ba-4099-82b4-ff2a8a312ca7 admin admin] Checking segment: {'id': '477ccb8f-0dad-4f0e-b831-fb05867fe98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '232b40d3-9067-44b8-ae10-69d9756e5382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:06:36.641554 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac10592-61ba-4099-82b4-ff2a8a312ca7 admin admin] Network hostable DHCP agents. Network: 232b40d3-9067-44b8-ae10-69d9756e5382, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:06:36.645467 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-424d8457-c767-4e7c-8af1-af63dc6bacf7 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:36.646107 dv-neutron-859093-1-hyperv neutron-server[89739]: WARNING neutron.api.v2.base [None req-424d8457-c767-4e7c-8af1-af63dc6bacf7 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 23 15:06:36.651740 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-424d8457-c767-4e7c-8af1-af63dc6bacf7 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] create failed (client error): There was a conflict when trying to complete your request. Sep 23 15:06:36.651885 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Provisioning for port 73b8d791-45b2-41e1-b0f9-2f260b91ba2f completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:06:36.651991 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-424d8457-c767-4e7c-8af1-af63dc6bacf7 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2094188 Sep 23 15:06:36.655560 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d37de97f-560e-4389-b7f1-db5c5028b725 None None] Transition to ACTIVE for port object 02e346e6-9c15-4091-af33-e230b785c921 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:36.656864 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Provisioning complete for port 73b8d791-45b2-41e1-b0f9-2f260b91ba2f triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:06:36.657320 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:36.657847 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Attempt 1 to provision port 73b8d791-45b2-41e1-b0f9-2f260b91ba2f Sep 23 15:06:36.660473 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-13dfdd15-d007-417a-96ee-27a8aa931b8b tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:36.667429 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44762) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:36.709255 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-8b757ac2-32b2-4277-83f7-8dc778db3598 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group': {'name': 'tempest-secgroup--414175721'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:36.754537 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5b7adfde-7f6e-468e-91c8-816991eb5a5b tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "DELETE /v2.0/subnets/eae6cc83-b437-469e-835d-0e4b887fc4f2/tags HTTP/1.1" status: 204 len: 168 time: 0.4089119 Sep 23 15:06:36.768340 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44766) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:36.778629 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-58e50921-5c0f-482f-920c-06c9615290fc tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'eae6cc83-b437-469e-835d-0e4b887fc4f2', 'tempest-TagsExtTest-Tag-467909099') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:36.792846 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Current status of the port 73b8d791-45b2-41e1-b0f9-2f260b91ba2f is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:06:36.793618 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:36.814620 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-60c91782-cd1f-45f7-bcb4-7ae8ce8072dc tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:36.821372 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d37de97f-560e-4389-b7f1-db5c5028b725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:36.869409 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8b757ac2-32b2-4277-83f7-8dc778db3598 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:36.874250 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8b757ac2-32b2-4277-83f7-8dc778db3598 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Usage tracker for resource:security_group and tenant:b1bdcf6d3c594a5b91bb52b4be546a88 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:36.877201 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8b757ac2-32b2-4277-83f7-8dc778db3598 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:36.880402 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac10592-61ba-4099-82b4-ff2a8a312ca7 admin admin] Network 232b40d3-9067-44b8-ae10-69d9756e5382 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:06:36.885644 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753d1d8b-9313-41b4-8d18-6b31f4b3deca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network faeec0de-4fd8-43f7-9666-e16a38ae4588 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:36.885961 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.ipam_backend_mixin [None req-593d97fd-0df7-486a-a18e-331dd95c091b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5dc3ba0a-fa1f-4055-87a2-a4f4de9531c3 (CIDR: 2001:db8::/64) Sep 23 15:06:36.900350 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-753d1d8b-9313-41b4-8d18-6b31f4b3deca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:36.904626 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-46044757-11c4-4f11-9464-71d82c31adea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:36.908677 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37de97f-560e-4389-b7f1-db5c5028b725 None None] Network 9e5dcba4-31f9-41d2-b868-55614eec8bdf is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:36.909375 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c91782-cd1f-45f7-bcb4-7ae8ce8072dc tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:36.910847 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] For port 73b8d791-45b2-41e1-b0f9-2f260b91ba2f, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=73b8d791-45b2-41e1-b0f9-2f260b91ba2f,segment=NetworkSegment(70a70e09-f44a-4ef2-9ed9-c6e1d9e527aa),segment_id=70a70e09-f44a-4ef2-9ed9-c6e1d9e527aa)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:36.914337 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-60c91782-cd1f-45f7-bcb4-7ae8ce8072dc tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:36.914576 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-d37de97f-560e-4389-b7f1-db5c5028b725 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:36.918585 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37de97f-560e-4389-b7f1-db5c5028b725 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:36.918721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-13dfdd15-d007-417a-96ee-27a8aa931b8b tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Calling delete_port for dc505b17-55f3-4f31-8241-fcfb9300ccae owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:36.919222 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c91782-cd1f-45f7-bcb4-7ae8ce8072dc tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:36.919842 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-60c91782-cd1f-45f7-bcb4-7ae8ce8072dc tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:36.940498 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c91782-cd1f-45f7-bcb4-7ae8ce8072dc tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=caaa396a-c1b0-4405-bf78-fb078ff04bf8,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:36.947420 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-593d97fd-0df7-486a-a18e-331dd95c091b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:36.947420 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-593d97fd-0df7-486a-a18e-331dd95c091b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:06:36.956313 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753d1d8b-9313-41b4-8d18-6b31f4b3deca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:36.982954 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8b757ac2-32b2-4277-83f7-8dc778db3598 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:36.989572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d1d8b-9313-41b4-8d18-6b31f4b3deca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Port': ['ID=a9073706-e8b3-4647-9bee-f3ae40f0c528,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:36.999668 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-7ac10592-61ba-4099-82b4-ff2a8a312ca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 232b40d3-9067-44b8-ae10-69d9756e5382) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:37.010136 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac10592-61ba-4099-82b4-ff2a8a312ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:37.011059 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7ac10592-61ba-4099-82b4-ff2a8a312ca7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:37.039209 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621d0143-65ef-4ff5-9d65-56dfe52ffb17 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:37.067135 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-60c91782-cd1f-45f7-bcb4-7ae8ce8072dc tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5286379 Sep 23 15:06:37.067254 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2405f45-e1ab-4987-a823-87d4be1f8806 None None] Network 232b40d3-9067-44b8-ae10-69d9756e5382 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:37.069229 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44770) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:37.079487 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:37.081130 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-d284323d-4e5c-4932-8bf3-c8ac11588d69 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'port': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'fixed_ips': [{'subnet_id': 'caaa396a-c1b0-4405-bf78-fb078ff04bf8', 'ip_address': '2001:db8::5fb6:feba:2ba2:8d6f'}], 'name': 'tempest-NetworksTestDHCPv6-1098417858'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:37.100718 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:37.105498 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-593d97fd-0df7-486a-a18e-331dd95c091b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2288651 Sep 23 15:06:37.108575 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44774) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:37.117594 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-23a01728-ed8f-4ff6-af1f-997657718268 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'subnet': {'network_id': '9e5dcba4-31f9-41d2-b868-55614eec8bdf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:37.142924 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7ac10592-61ba-4099-82b4-ff2a8a312ca7 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0724351 Sep 23 15:06:37.189639 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Could not find standard attr ID for object f09a6afa-eecd-4245-a1f7-3f30f733828e. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:06:37.191960 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37de97f-560e-4389-b7f1-db5c5028b725 None None] Pushing event updated for resources: {'Port': ['ID=02e346e6-9c15-4091-af33-e230b785c921,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:37.201176 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-58e50921-5c0f-482f-920c-06c9615290fc tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "PUT /v2.0/subnets/eae6cc83-b437-469e-835d-0e4b887fc4f2/tags/tempest-TagsExtTest-Tag-467909099 HTTP/1.1" status: 201 len: 201 time: 0.4292705 Sep 23 15:06:37.203771 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44780) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:37.217809 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-5a58e831-8a50-490d-9c79-9e090fcade3f tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f58618a4-95a7-4df7-8b52-0705dfde83fb', 'tempest-TagsExtTest-Tag-115638417') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:37.222365 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8b757ac2-32b2-4277-83f7-8dc778db3598 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:37.335935 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-23a01728-ed8f-4ff6-af1f-997657718268 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:37.343421 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-23a01728-ed8f-4ff6-af1f-997657718268 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:subnet and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:37.346862 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-23a01728-ed8f-4ff6-af1f-997657718268 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:37.355803 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-23a01728-ed8f-4ff6-af1f-997657718268 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:37.378342 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Could not find standard attr ID for object d6c894d2-357b-4f7a-8ea8-242f8dc7b24a. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:06:37.395583 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d37de97f-560e-4389-b7f1-db5c5028b725 None None] Attempting to bind port 02e346e6-9c15-4091-af33-e230b785c921 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:37.396091 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d37de97f-560e-4389-b7f1-db5c5028b725 None None] Attempting to bind port 02e346e6-9c15-4091-af33-e230b785c921 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '76e5fa16-54af-4115-a91a-1a46e335ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9e5dcba4-31f9-41d2-b868-55614eec8bdf'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:37.396528 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37de97f-560e-4389-b7f1-db5c5028b725 None None] Attempting to bind port 02e346e6-9c15-4091-af33-e230b785c921 on network 9e5dcba4-31f9-41d2-b868-55614eec8bdf {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:37.415476 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Could not find standard attr ID for object 36a73b71-cff8-4f1b-b207-0219a47d7da6. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:06:37.428385 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37de97f-560e-4389-b7f1-db5c5028b725 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:06:37.434756 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37de97f-560e-4389-b7f1-db5c5028b725 None None] Checking segment: {'id': '76e5fa16-54af-4115-a91a-1a46e335ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9e5dcba4-31f9-41d2-b868-55614eec8bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:06:37.434756 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d37de97f-560e-4389-b7f1-db5c5028b725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:37.434756 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37de97f-560e-4389-b7f1-db5c5028b725 None None] Bound using segment: {'id': '76e5fa16-54af-4115-a91a-1a46e335ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9e5dcba4-31f9-41d2-b868-55614eec8bdf'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:06:37.434756 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d37de97f-560e-4389-b7f1-db5c5028b725 None None] Bound port: 02e346e6-9c15-4091-af33-e230b785c921, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e5fa16-54af-4115-a91a-1a46e335ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9e5dcba4-31f9-41d2-b868-55614eec8bdf'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:06:37.434756 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d37de97f-560e-4389-b7f1-db5c5028b725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:37.436008 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753d1d8b-9313-41b4-8d18-6b31f4b3deca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:37.436008 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-753d1d8b-9313-41b4-8d18-6b31f4b3deca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:37.445894 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Could not find standard attr ID for object f6334fda-f9e6-4c99-9d4e-c113e3d05df8. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:06:37.448386 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8b757ac2-32b2-4277-83f7-8dc778db3598 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:37.453900 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a01728-ed8f-4ff6-af1f-997657718268 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:37.457664 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-23a01728-ed8f-4ff6-af1f-997657718268 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:37.502629 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Could not find standard attr ID for object 03bd8be4-e46b-42ca-9d10-9f53998d0dd4. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:06:37.505169 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8b757ac2-32b2-4277-83f7-8dc778db3598 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:37.515014 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839970fa-a4d6-49f2-8841-04ecb9afb886 None None] Pushing event updated for resources: {'Port': ['ID=73b8d791-45b2-41e1-b0f9-2f260b91ba2f,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:37.516198 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8b757ac2-32b2-4277-83f7-8dc778db3598 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Usage tracker for resource:security_group_rule and tenant:b1bdcf6d3c594a5b91bb52b4be546a88 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:37.521268 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8b757ac2-32b2-4277-83f7-8dc778db3598 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:37.542791 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8b757ac2-32b2-4277-83f7-8dc778db3598 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:37.594234 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-753d1d8b-9313-41b4-8d18-6b31f4b3deca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6638441 Sep 23 15:06:37.597434 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44788) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:37.610653 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d284323d-4e5c-4932-8bf3-c8ac11588d69 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:37.663393 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d37de97f-560e-4389-b7f1-db5c5028b725 None None] For port 02e346e6-9c15-4091-af33-e230b785c921, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:06:37.664542 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d37de97f-560e-4389-b7f1-db5c5028b725 None None] For port 02e346e6-9c15-4091-af33-e230b785c921, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=02e346e6-9c15-4091-af33-e230b785c921,segment=NetworkSegment(76e5fa16-54af-4115-a91a-1a46e335ba70),segment_id=76e5fa16-54af-4115-a91a-1a46e335ba70)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:06:37.664762 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d284323d-4e5c-4932-8bf3-c8ac11588d69 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:port and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:37.668162 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-46044757-11c4-4f11-9464-71d82c31adea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:37.682862 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d284323d-4e5c-4932-8bf3-c8ac11588d69 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:37.731342 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d284323d-4e5c-4932-8bf3-c8ac11588d69 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:37.747066 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-13dfdd15-d007-417a-96ee-27a8aa931b8b tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:37.845763 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-c3d67a4b-9092-448f-b14d-bd8d70a05623', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'fixed_ips': [{'subnet_id': 'caaa396a-c1b0-4405-bf78-fb078ff04bf8'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:06:37.846736 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:37.880227 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46044757-11c4-4f11-9464-71d82c31adea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Network d912a073-55f2-4f25-8176-6de9154331bd is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:37.912555 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5a58e831-8a50-490d-9c79-9e090fcade3f tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "PUT /v2.0/ports/f58618a4-95a7-4df7-8b52-0705dfde83fb/tags/tempest-TagsExtTest-Tag-115638417 HTTP/1.1" status: 201 len: 201 time: 0.7077656 Sep 23 15:06:37.913754 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-23a01728-ed8f-4ff6-af1f-997657718268 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:37.918553 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44796) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:37.923443 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d37de97f-560e-4389-b7f1-db5c5028b725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:37.926543 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d87e50-52bd-4340-bbf5-3fc50aee5c18 None None] Network 232b40d3-9067-44b8-ae10-69d9756e5382 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:37.954355 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-46044757-11c4-4f11-9464-71d82c31adea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:37.968731 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46044757-11c4-4f11-9464-71d82c31adea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:37.969813 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46044757-11c4-4f11-9464-71d82c31adea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:37.970451 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-46044757-11c4-4f11-9464-71d82c31adea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:37.977035 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Provisioning for port 77cf7946-b83f-4dbf-842c-f8d49efa4ddc completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:06:38.001007 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a01728-ed8f-4ff6-af1f-997657718268 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Subnet': ['ID=7ba7a85c-a672-4b45-908d-5ae620f283fa,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:38.008813 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-2ca41c07-7504-4acb-b01d-02daee8b8907 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'eab6cb66-3e69-4f8d-9b9a-852dbc292376', 'tempest-TagsExtTest-Tag-1968755219') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:38.047517 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46044757-11c4-4f11-9464-71d82c31adea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Pushing event updated for resources: {'Port': ['ID=0a38a255-13c6-4521-9918-4f87dd5914a2,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:38.049671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d284323d-4e5c-4932-8bf3-c8ac11588d69 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:38.065104 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Provisioning complete for port 77cf7946-b83f-4dbf-842c-f8d49efa4ddc triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:06:38.065491 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:38.065826 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Attempt 1 to provision port 77cf7946-b83f-4dbf-842c-f8d49efa4ddc Sep 23 15:06:38.085350 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a01728-ed8f-4ff6-af1f-997657718268 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network 9e5dcba4-31f9-41d2-b868-55614eec8bdf is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:38.093207 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-23a01728-ed8f-4ff6-af1f-997657718268 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:38.096322 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a01728-ed8f-4ff6-af1f-997657718268 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:38.096845 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-23a01728-ed8f-4ff6-af1f-997657718268 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:38.133013 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-46044757-11c4-4f11-9464-71d82c31adea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0363843 Sep 23 15:06:38.171461 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44802) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:38.202407 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfdd15-d007-417a-96ee-27a8aa931b8b tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Pushing event deleted for resources: {'Port': ['ID=dc505b17-55f3-4f31-8241-fcfb9300ccae,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:38.204176 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44808) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:38.236460 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-fbc844b1-285f-49eb-90ef-cd9841bae6a0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1409204074-network', 'tenant_id': '899c918c95034b5eb08e364e2e40d721'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:38.251474 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-13dfdd15-d007-417a-96ee-27a8aa931b8b tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:38.258207 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-fbc844b1-285f-49eb-90ef-cd9841bae6a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:38.268488 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-fbc844b1-285f-49eb-90ef-cd9841bae6a0 admin admin] Usage tracker for resource:network and tenant:899c918c95034b5eb08e364e2e40d721 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:38.274828 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-fbc844b1-285f-49eb-90ef-cd9841bae6a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:38.282876 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-13dfdd15-d007-417a-96ee-27a8aa931b8b tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] 10.222.0.67 "DELETE /v2.0/ports/dc505b17-55f3-4f31-8241-fcfb9300ccae HTTP/1.1" status: 204 len: 168 time: 2.3312619 Sep 23 15:06:38.287363 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44812) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:38.296608 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fc3746-fbff-4097-9328-8bc6049f12ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:38.297970 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-59fc3746-fbff-4097-9328-8bc6049f12ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] 10.222.0.67 "GET /v2.0/ports/0a38a255-13c6-4521-9918-4f87dd5914a2 HTTP/1.1" status: 200 len: 959 time: 0.1030996 Sep 23 15:06:38.303817 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-23a01728-ed8f-4ff6-af1f-997657718268 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1917162 Sep 23 15:06:38.303817 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44814) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:38.304425 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Port 77cf7946-b83f-4dbf-842c-f8d49efa4ddc cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:38.305665 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44818) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:38.309815 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76858b2-f08f-4894-988e-91925c03c52f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:38.311202 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b76858b2-f08f-4894-988e-91925c03c52f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Synchronizing usage tracker for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:38.312626 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37de97f-560e-4389-b7f1-db5c5028b725 None None] Pushing event updated for resources: {'Port': ['ID=02e346e6-9c15-4091-af33-e230b785c921,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:38.331245 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-fbc844b1-285f-49eb-90ef-cd9841bae6a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:38.338581 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Allocated IP 2001:db8::2 (c3d67a4b-9092-448f-b14d-bd8d70a05623/caaa396a-c1b0-4405-bf78-fb078ff04bf8/353b76cc-8e2e-4620-8652-309a8c1d483c) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:38.351849 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-ce335f37-5d54-4e5a-9e3f-32ba5debd456 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'port': {'network_id': '9e5dcba4-31f9-41d2-b868-55614eec8bdf', 'fixed_ips': [{'subnet_id': '5dc3ba0a-fa1f-4055-87a2-a4f4de9531c3'}, {'subnet_id': '7ba7a85c-a672-4b45-908d-5ae620f283fa'}], 'name': 'tempest-PortsIpV6TestJSON-712137193'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:38.381470 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8b757ac2-32b2-4277-83f7-8dc778db3598 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:38.409388 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b3284b-8a20-4fe9-b8d3-58abd72816d4 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] GET failed (client error): The resource could not be found. Sep 23 15:06:38.410126 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f2b3284b-8a20-4fe9-b8d3-58abd72816d4 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Synchronizing usage tracker for tenant:9082743dda5a4f53b15c26965083c5da on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:38.446336 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d284323d-4e5c-4932-8bf3-c8ac11588d69 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:38.451230 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2ca41c07-7504-4acb-b01d-02daee8b8907 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "PUT /v2.0/routers/eab6cb66-3e69-4f8d-9b9a-852dbc292376/tags/tempest-TagsExtTest-Tag-1968755219 HTTP/1.1" status: 201 len: 201 time: 0.4551313 Sep 23 15:06:38.463635 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44824) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:38.474851 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.tag.tag_plugin [None req-134b6411-e0b3-4033-bc8a-726dcffa7054 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '452dba4b-27e0-4111-8061-1c44607c4077', 'tempest-TagsExtTest-Tag-1534302260') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:38.481020 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-c8495966-30d9-4333-9f46-2b725c2f353f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Deleting port 0a38a255-13c6-4521-9918-4f87dd5914a2 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:38.481367 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c8495966-30d9-4333-9f46-2b725c2f353f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:38.485852 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8b757ac2-32b2-4277-83f7-8dc778db3598 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:38.506228 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8b757ac2-32b2-4277-83f7-8dc778db3598 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:38.521067 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc844b1-285f-49eb-90ef-cd9841bae6a0 admin admin] Made reservation on behalf of 899c918c95034b5eb08e364e2e40d721 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:38.523563 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fbc844b1-285f-49eb-90ef-cd9841bae6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:38.541442 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-d284323d-4e5c-4932-8bf3-c8ac11588d69 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] device_id is not set on port bda957a7-fae9-4ed0-a40e-ff620c427123 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:38.608876 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8b757ac2-32b2-4277-83f7-8dc778db3598 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Usage tracker for resource:security_group_rule and tenant:b1bdcf6d3c594a5b91bb52b4be546a88 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:38.619195 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8b757ac2-32b2-4277-83f7-8dc778db3598 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:38.630275 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8b757ac2-32b2-4277-83f7-8dc778db3598 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:38.660997 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b76858b2-f08f-4894-988e-91925c03c52f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Unset dirty status for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:38.662256 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b76858b2-f08f-4894-988e-91925c03c52f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 1.0636706 Sep 23 15:06:38.663327 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fbc844b1-285f-49eb-90ef-cd9841bae6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:38.674355 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f2b3284b-8a20-4fe9-b8d3-58abd72816d4 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Unset dirty status for tenant:9082743dda5a4f53b15c26965083c5da on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:38.676254 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f2b3284b-8a20-4fe9-b8d3-58abd72816d4 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] 10.222.0.67 "GET /v2.0/ports/dc505b17-55f3-4f31-8241-fcfb9300ccae HTTP/1.1" status: 404 len: 333 time: 0.3762603 Sep 23 15:06:38.692449 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44828) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:38.692949 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44830) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:38.754069 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-a13d9ae2-2f73-4543-8b15-bcd7d0e0fbbf tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Request body: {'port': {'network_id': 'bf507c25-23ad-4370-9941-edd9ac68ce87', 'name': 'tempest-AllowedAddressPairTestJSON-1151567798'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:38.761518 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:38.777186 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Transition to ACTIVE for port object 353b76cc-8e2e-4620-8652-309a8c1d483c will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:38.800081 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Transition to ACTIVE for port object 353b76cc-8e2e-4620-8652-309a8c1d483c will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:38.805620 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Attempt 2 to provision port 77cf7946-b83f-4dbf-842c-f8d49efa4ddc Sep 23 15:06:38.841702 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b757ac2-32b2-4277-83f7-8dc778db3598 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2444c05-c285-4383-ae17-f4de315fac1a,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:38.843411 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ce335f37-5d54-4e5a-9e3f-32ba5debd456 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:38.853897 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ce335f37-5d54-4e5a-9e3f-32ba5debd456 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:port and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:38.859283 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ce335f37-5d54-4e5a-9e3f-32ba5debd456 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:38.867210 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-fbc844b1-285f-49eb-90ef-cd9841bae6a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:38.888208 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Port 77cf7946-b83f-4dbf-842c-f8d49efa4ddc cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:38.894052 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ce335f37-5d54-4e5a-9e3f-32ba5debd456 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:38.900838 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:38.901010 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-fbc844b1-285f-49eb-90ef-cd9841bae6a0 admin admin] Usage tracker for resource:security_group_rule and tenant:899c918c95034b5eb08e364e2e40d721 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:38.911130 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-fbc844b1-285f-49eb-90ef-cd9841bae6a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:38.933333 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-fbc844b1-285f-49eb-90ef-cd9841bae6a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:38.981522 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Pushing event updated for resources: {'Port': ['ID=353b76cc-8e2e-4620-8652-309a8c1d483c,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:38.991170 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:38.992114 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:38.993045 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:38.993045 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:38.996490 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:38.996490 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:38.996490 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:38.996490 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:38.996490 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:38.996490 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:38.996490 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:38.996490 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:06:39.009673 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:39.011648 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:39.014519 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce335f37-5d54-4e5a-9e3f-32ba5debd456 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:39.015363 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:39.041692 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-ca1fff67-ad1d-4585-ba16-998b1e221e1a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting port a9073706-e8b3-4647-9bee-f3ae40f0c528 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:39.042028 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ca1fff67-ad1d-4585-ba16-998b1e221e1a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:39.103197 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c8495966-30d9-4333-9f46-2b725c2f353f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:39.107616 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-134b6411-e0b3-4033-bc8a-726dcffa7054 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "PUT /v2.0/subnetpools/452dba4b-27e0-4111-8061-1c44607c4077/tags/tempest-TagsExtTest-Tag-1534302260 HTTP/1.1" status: 201 len: 201 time: 0.6409967 Sep 23 15:06:39.111182 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44836) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:39.128837 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-7f9f7913-b02e-4121-8444-4760ac6d1f24 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'eae6cc83-b437-469e-835d-0e4b887fc4f2', {'tags': ['tempest-TagsExtTest-Tag-831137288', 'tempest-TagsExtTest-Tag-650275111', 'tempest-TagsExtTest-Tag-1443863981']}) {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:39.129833 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Attempting to bind port 353b76cc-8e2e-4620-8652-309a8c1d483c on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:39.130397 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Attempting to bind port 353b76cc-8e2e-4620-8652-309a8c1d483c by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:39.130858 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Attempting to bind port 353b76cc-8e2e-4620-8652-309a8c1d483c on network c3d67a4b-9092-448f-b14d-bd8d70a05623 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:39.136852 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:06:39.137385 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Checking segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:06:39.137865 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:39.139619 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Bound using segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:06:39.140155 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Bound port: 353b76cc-8e2e-4620-8652-309a8c1d483c, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:06:39.140752 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:39.147469 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a13d9ae2-2f73-4543-8b15-bcd7d0e0fbbf tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:39.195325 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a13d9ae2-2f73-4543-8b15-bcd7d0e0fbbf tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:39.206574 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8b757ac2-32b2-4277-83f7-8dc778db3598 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:39.250162 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] For port 353b76cc-8e2e-4620-8652-309a8c1d483c, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:06:39.253377 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] For port 353b76cc-8e2e-4620-8652-309a8c1d483c, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=353b76cc-8e2e-4620-8652-309a8c1d483c,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:06:39.293579 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-c8495966-30d9-4333-9f46-2b725c2f353f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Calling delete_port for 0a38a255-13c6-4521-9918-4f87dd5914a2 owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:39.314937 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8b757ac2-32b2-4277-83f7-8dc778db3598 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:39.345978 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:39.482342 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Attempt 3 to provision port 77cf7946-b83f-4dbf-842c-f8d49efa4ddc Sep 23 15:06:39.490054 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ce335f37-5d54-4e5a-9e3f-32ba5debd456 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:39.536891 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13d9ae2-2f73-4543-8b15-bcd7d0e0fbbf tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Made reservation on behalf of 9082743dda5a4f53b15c26965083c5da for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:39.539898 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2e588-27c7-45d8-9254-d937ce1000a7 None None] Pushing event updated for resources: {'Port': ['ID=353b76cc-8e2e-4620-8652-309a8c1d483c,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:39.540354 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-ce335f37-5d54-4e5a-9e3f-32ba5debd456 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] device_id is not set on port 869922ce-0fac-4df9-82bb-2a40f7315f1b yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:39.540747 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a13d9ae2-2f73-4543-8b15-bcd7d0e0fbbf tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:39.566023 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-d284323d-4e5c-4932-8bf3-c8ac11588d69 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 2001:db8::5fb6:feba:2ba2:8d6f (c3d67a4b-9092-448f-b14d-bd8d70a05623/caaa396a-c1b0-4405-bf78-fb078ff04bf8/bda957a7-fae9-4ed0-a40e-ff620c427123) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:39.577851 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b757ac2-32b2-4277-83f7-8dc778db3598 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b78c95-a47a-4e3e-ae8c-15ae493ec63e,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:39.602293 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c8495966-30d9-4333-9f46-2b725c2f353f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:39.609367 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Port 77cf7946-b83f-4dbf-842c-f8d49efa4ddc cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:39.627279 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 02e346e6-9c15-4091-af33-e230b785c921 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:06:39.662926 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fbc844b1-285f-49eb-90ef-cd9841bae6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:39.683979 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-a13d9ae2-2f73-4543-8b15-bcd7d0e0fbbf tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] device_id is not set on port ca13ae65-5c24-4117-8306-0dc35b5d7e44 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:39.693400 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8495966-30d9-4333-9f46-2b725c2f353f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a38a255-13c6-4521-9918-4f87dd5914a2,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:39.696565 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7f9f7913-b02e-4121-8444-4760ac6d1f24 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "PUT /v2.0/subnets/eae6cc83-b437-469e-835d-0e4b887fc4f2/tags HTTP/1.1" status: 200 len: 316 time: 0.5769870 Sep 23 15:06:39.702691 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44840) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:39.732814 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-0b486241-ff9a-48c7-858d-a2788a4175a8 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'eae6cc83-b437-469e-835d-0e4b887fc4f2') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:39.774290 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c8495966-30d9-4333-9f46-2b725c2f353f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:39.787426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8b757ac2-32b2-4277-83f7-8dc778db3598 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:39.790925 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8b757ac2-32b2-4277-83f7-8dc778db3598 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 3.1012535 Sep 23 15:06:39.791730 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fbc844b1-285f-49eb-90ef-cd9841bae6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:39.820489 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44844) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:39.846436 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 02e346e6-9c15-4091-af33-e230b785c921 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:06:39.855841 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 73b8d791-45b2-41e1-b0f9-2f260b91ba2f up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:06:39.910578 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33df6223-66a2-46e5-8263-8091234444ff None None] Network 9e5dcba4-31f9-41d2-b868-55614eec8bdf requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:39.971731 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c8495966-30d9-4333-9f46-2b725c2f353f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] 10.222.0.67 "DELETE /v2.0/ports/0a38a255-13c6-4521-9918-4f87dd5914a2 HTTP/1.1" status: 204 len: 168 time: 1.6676891 Sep 23 15:06:39.985653 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44848) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:40.020325 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-5ca67746-6c1b-49d1-9061-c71cfc36a2ef tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group_rule': {'security_group_id': 'a7b78c95-a47a-4e3e-ae8c-15ae493ec63e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:40.040942 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5ca67746-6c1b-49d1-9061-c71cfc36a2ef tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:40.063995 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-e412ed4e-b99b-4ccb-ab75-d047c192fa09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] GET failed (client error): The resource could not be found. Sep 23 15:06:40.064582 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc844b1-285f-49eb-90ef-cd9841bae6a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:06:40.067325 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e412ed4e-b99b-4ccb-ab75-d047c192fa09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Synchronizing usage tracker for tenant:7c2b0fb79600434f931aa80be70d991c on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:40.078718 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 73b8d791-45b2-41e1-b0f9-2f260b91ba2f triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:06:40.079096 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:40.079430 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 73b8d791-45b2-41e1-b0f9-2f260b91ba2f Sep 23 15:06:40.090030 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-5ca67746-6c1b-49d1-9061-c71cfc36a2ef tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Usage tracker for resource:security_group_rule and tenant:b1bdcf6d3c594a5b91bb52b4be546a88 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:40.102356 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-5ca67746-6c1b-49d1-9061-c71cfc36a2ef tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:40.114616 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Attempt 4 to provision port 77cf7946-b83f-4dbf-842c-f8d49efa4ddc Sep 23 15:06:40.133958 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ca1fff67-ad1d-4585-ba16-998b1e221e1a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:40.141138 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc844b1-285f-49eb-90ef-cd9841bae6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1867d4f-cca2-4895-9bab-ec5e0e2ba055,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:40.149717 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5ca67746-6c1b-49d1-9061-c71cfc36a2ef tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:40.180824 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0b486241-ff9a-48c7-858d-a2788a4175a8 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "DELETE /v2.0/subnets/eae6cc83-b437-469e-835d-0e4b887fc4f2/tags HTTP/1.1" status: 204 len: 168 time: 0.4512279 Sep 23 15:06:40.191550 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44852) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:40.194889 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-ce335f37-5d54-4e5a-9e3f-32ba5debd456 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Allocated IP 2001:db8::303 (9e5dcba4-31f9-41d2-b868-55614eec8bdf/5dc3ba0a-fa1f-4055-87a2-a4f4de9531c3/869922ce-0fac-4df9-82bb-2a40f7315f1b) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:40.199636 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-abc01da3-4c36-45bf-9dfb-0256874e795b tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'eae6cc83-b437-469e-835d-0e4b887fc4f2', 'tempest-TagsExtTest-Tag-831137288') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:40.200922 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fbc844b1-285f-49eb-90ef-cd9841bae6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:40.201276 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-fbc844b1-285f-49eb-90ef-cd9841bae6a0 admin admin] Added segment d810c8ab-6985-497e-bf33-3fd34866c953 of type vlan for network c4cfcb40-4c21-426a-b546-30b94f5e9a6b Sep 23 15:06:40.232774 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e412ed4e-b99b-4ccb-ab75-d047c192fa09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Unset dirty status for tenant:7c2b0fb79600434f931aa80be70d991c on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:40.234035 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e412ed4e-b99b-4ccb-ab75-d047c192fa09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] 10.222.0.67 "GET /v2.0/ports/0a38a255-13c6-4521-9918-4f87dd5914a2 HTTP/1.1" status: 404 len: 333 time: 0.2475471 Sep 23 15:06:40.235746 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-ce335f37-5d54-4e5a-9e3f-32ba5debd456 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Allocated IP 2001:db8:0:1::136 (9e5dcba4-31f9-41d2-b868-55614eec8bdf/7ba7a85c-a672-4b45-908d-5ae620f283fa/869922ce-0fac-4df9-82bb-2a40f7315f1b) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:40.241242 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44856) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:40.245049 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Port 77cf7946-b83f-4dbf-842c-f8d49efa4ddc cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:40.255011 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-54c78ac9-42c0-4192-8556-754a0eb333e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Request body: {'port': {'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130346574'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:40.281173 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-54c78ac9-42c0-4192-8556-754a0eb333e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:40.306116 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-54c78ac9-42c0-4192-8556-754a0eb333e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:40.370484 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 73b8d791-45b2-41e1-b0f9-2f260b91ba2f is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:06:40.381990 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-ca1fff67-ad1d-4585-ba16-998b1e221e1a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Calling delete_port for a9073706-e8b3-4647-9bee-f3ae40f0c528 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:40.409613 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c78ac9-42c0-4192-8556-754a0eb333e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Made reservation on behalf of 7c2b0fb79600434f931aa80be70d991c for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:40.412444 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-54c78ac9-42c0-4192-8556-754a0eb333e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:40.479866 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-54c78ac9-42c0-4192-8556-754a0eb333e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] device_id is not set on port 25602f13-29cf-4f11-81f2-87240f3cd864 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:40.491609 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fbc844b1-285f-49eb-90ef-cd9841bae6a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:40.495226 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5ca67746-6c1b-49d1-9061-c71cfc36a2ef tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:40.513225 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-abc01da3-4c36-45bf-9dfb-0256874e795b tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] show failed (client error): The resource could not be found. Sep 23 15:06:40.516907 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-abc01da3-4c36-45bf-9dfb-0256874e795b tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "GET /v2.0/subnets/eae6cc83-b437-469e-835d-0e4b887fc4f2/tags/tempest-TagsExtTest-Tag-831137288 HTTP/1.1" status: 404 len: 328 time: 0.3216670 Sep 23 15:06:40.519723 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44860) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:40.525473 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ce907f-585b-498d-bb08-13715461afca None None] Update dhcp port {'port': {'network_id': '9e5dcba4-31f9-41d2-b868-55614eec8bdf', 'fixed_ips': [{'subnet_id': '5dc3ba0a-fa1f-4055-87a2-a4f4de9531c3', 'ip_address': '2001:db8::2'}, {'subnet_id': '7ba7a85c-a672-4b45-908d-5ae620f283fa'}], 'binding:host_id': 'dv-neutron-859093-1-hyperv'}, 'id': '02e346e6-9c15-4091-af33-e230b785c921'} from dv-neutron-859093-1-hyperv. {{(pid=89740) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 23 15:06:40.532092 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.tag.tag_plugin [None req-603323a9-8a0f-478c-8613-038d871043b3 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'eae6cc83-b437-469e-835d-0e4b887fc4f2', 'tempest-TagsExtTest-Tag-650275111') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:40.595870 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b3ce907f-585b-498d-bb08-13715461afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:40.648536 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ce335f37-5d54-4e5a-9e3f-32ba5debd456 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:40.668158 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-ce335f37-5d54-4e5a-9e3f-32ba5debd456 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Transition to ACTIVE for port object 869922ce-0fac-4df9-82bb-2a40f7315f1b will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:40.672630 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-a13d9ae2-2f73-4543-8b15-bcd7d0e0fbbf tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Allocated IP 172.20.0.10 (bf507c25-23ad-4370-9941-edd9ac68ce87/39b046f2-bcfe-4451-9e24-2ee21125d13d/ca13ae65-5c24-4117-8306-0dc35b5d7e44) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:40.681574 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.resource_extend [None req-fbc844b1-285f-49eb-90ef-cd9841bae6a0 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:06:40.709224 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d284323d-4e5c-4932-8bf3-c8ac11588d69 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:40.761495 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Attempt 5 to provision port 77cf7946-b83f-4dbf-842c-f8d49efa4ddc Sep 23 15:06:40.809478 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-d284323d-4e5c-4932-8bf3-c8ac11588d69 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Transition to ACTIVE for port object bda957a7-fae9-4ed0-a40e-ff620c427123 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:40.837244 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-54c78ac9-42c0-4192-8556-754a0eb333e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:40.851883 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Port 77cf7946-b83f-4dbf-842c-f8d49efa4ddc cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:40.855715 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ce335f37-5d54-4e5a-9e3f-32ba5debd456 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:40.895185 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5ca67746-6c1b-49d1-9061-c71cfc36a2ef tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:40.905219 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fbc844b1-285f-49eb-90ef-cd9841bae6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:40.906246 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc844b1-285f-49eb-90ef-cd9841bae6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:40.906910 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fbc844b1-285f-49eb-90ef-cd9841bae6a0 admin admin] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:40.927236 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-b3ce907f-585b-498d-bb08-13715461afca None None] Allocated IP 2001:db8:0:1::2 (9e5dcba4-31f9-41d2-b868-55614eec8bdf/7ba7a85c-a672-4b45-908d-5ae620f283fa/02e346e6-9c15-4091-af33-e230b785c921) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:41.035017 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5ca67746-6c1b-49d1-9061-c71cfc36a2ef tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:41.054533 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce335f37-5d54-4e5a-9e3f-32ba5debd456 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network 9e5dcba4-31f9-41d2-b868-55614eec8bdf is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:41.064356 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-ce335f37-5d54-4e5a-9e3f-32ba5debd456 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:41.070332 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce335f37-5d54-4e5a-9e3f-32ba5debd456 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:41.076087 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce335f37-5d54-4e5a-9e3f-32ba5debd456 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:41.076714 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ce335f37-5d54-4e5a-9e3f-32ba5debd456 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:41.105013 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce335f37-5d54-4e5a-9e3f-32ba5debd456 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Port': ['ID=869922ce-0fac-4df9-82bb-2a40f7315f1b,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:41.113905 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d284323d-4e5c-4932-8bf3-c8ac11588d69 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:41.121421 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b3ce907f-585b-498d-bb08-13715461afca None None] For port 02e346e6-9c15-4091-af33-e230b785c921, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=02e346e6-9c15-4091-af33-e230b785c921,segment=NetworkSegment(76e5fa16-54af-4115-a91a-1a46e335ba70),segment_id=76e5fa16-54af-4115-a91a-1a46e335ba70)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:41.147533 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b3ce907f-585b-498d-bb08-13715461afca None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:41.160540 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca67746-6c1b-49d1-9061-c71cfc36a2ef tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da18516e-171b-4643-8b13-8ee08602a6a1,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:41.162021 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b3ce907f-585b-498d-bb08-13715461afca None None] Ignored duplicate provisioning block setup for port 02e346e6-9c15-4091-af33-e230b785c921 by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 23 15:06:41.163037 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-54c78ac9-42c0-4192-8556-754a0eb333e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:41.205792 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b3ce907f-585b-498d-bb08-13715461afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:41.217156 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ce335f37-5d54-4e5a-9e3f-32ba5debd456 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.9105241 Sep 23 15:06:41.226334 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ca1fff67-ad1d-4585-ba16-998b1e221e1a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:41.226535 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44864) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:41.241630 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-0700da6f-8d76-43e8-8ead-10a00353a8b7 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5dc3ba0a-fa1f-4055-87a2-a4f4de9531c3'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:41.245249 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc844b1-285f-49eb-90ef-cd9841bae6a0 admin admin] Pushing event updated for resources: {'Network': ['ID=c4cfcb40-4c21-426a-b546-30b94f5e9a6b,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:41.268535 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c78ac9-42c0-4192-8556-754a0eb333e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Network d912a073-55f2-4f25-8176-6de9154331bd is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:41.277783 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network c4cfcb40-4c21-426a-b546-30b94f5e9a6b details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:06:41.277996 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-54c78ac9-42c0-4192-8556-754a0eb333e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:41.291422 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d284323d-4e5c-4932-8bf3-c8ac11588d69 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:41.295015 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c78ac9-42c0-4192-8556-754a0eb333e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:41.295472 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-603323a9-8a0f-478c-8613-038d871043b3 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] show failed (client error): The resource could not be found. Sep 23 15:06:41.296516 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-603323a9-8a0f-478c-8613-038d871043b3 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "GET /v2.0/subnets/eae6cc83-b437-469e-835d-0e4b887fc4f2/tags/tempest-TagsExtTest-Tag-650275111 HTTP/1.1" status: 404 len: 328 time: 0.7688725 Sep 23 15:06:41.297096 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c78ac9-42c0-4192-8556-754a0eb333e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:41.297806 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-54c78ac9-42c0-4192-8556-754a0eb333e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:41.303484 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-d284323d-4e5c-4932-8bf3-c8ac11588d69 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:41.304998 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44868) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:41.329623 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c78ac9-42c0-4192-8556-754a0eb333e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Pushing event updated for resources: {'Port': ['ID=25602f13-29cf-4f11-81f2-87240f3cd864,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:41.348662 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d284323d-4e5c-4932-8bf3-c8ac11588d69 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:41.355508 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d284323d-4e5c-4932-8bf3-c8ac11588d69 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:41.355622 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d284323d-4e5c-4932-8bf3-c8ac11588d69 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:41.383366 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.tag.tag_plugin [None req-2df12a9e-6c93-4dbc-ae8a-e90dde60ef1b tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'eae6cc83-b437-469e-835d-0e4b887fc4f2', 'tempest-TagsExtTest-Tag-1443863981') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:41.404950 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Attempt 6 to provision port 77cf7946-b83f-4dbf-842c-f8d49efa4ddc Sep 23 15:06:41.430121 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284323d-4e5c-4932-8bf3-c8ac11588d69 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Port': ['ID=bda957a7-fae9-4ed0-a40e-ff620c427123,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:41.459733 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-54c78ac9-42c0-4192-8556-754a0eb333e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2137692 Sep 23 15:06:41.469170 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44872) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:41.504375 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5ca67746-6c1b-49d1-9061-c71cfc36a2ef tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:41.507117 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5ca67746-6c1b-49d1-9061-c71cfc36a2ef tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6784213 Sep 23 15:06:41.510137 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-fbc844b1-285f-49eb-90ef-cd9841bae6a0 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.2918415 Sep 23 15:06:41.512466 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Port 77cf7946-b83f-4dbf-842c-f8d49efa4ddc cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:41.512864 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44874) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:41.514271 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44876) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:41.529860 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fff67-ad1d-4585-ba16-998b1e221e1a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Port': ['ID=a9073706-e8b3-4647-9bee-f3ae40f0c528,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:41.553370 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0700da6f-8d76-43e8-8ead-10a00353a8b7 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:41.563880 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 353b76cc-8e2e-4620-8652-309a8c1d483c up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:06:41.577793 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8590'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:41.639247 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-34c19c59-cc93-40af-acd3-14ed2118280e admin admin] Request body: {'subnet': {'network_id': 'c4cfcb40-4c21-426a-b546-30b94f5e9a6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1409204074-subnet', 'tenant_id': '899c918c95034b5eb08e364e2e40d721', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:41.644702 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce907f-585b-498d-bb08-13715461afca None None] Pushing event updated for resources: {'Port': ['ID=02e346e6-9c15-4091-af33-e230b785c921,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:41.645062 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-34c19c59-cc93-40af-acd3-14ed2118280e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:41.650255 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-34c19c59-cc93-40af-acd3-14ed2118280e admin admin] Usage tracker for resource:subnet and tenant:899c918c95034b5eb08e364e2e40d721 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:41.662942 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-34c19c59-cc93-40af-acd3-14ed2118280e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:41.670712 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-34c19c59-cc93-40af-acd3-14ed2118280e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:41.686998 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ca1fff67-ad1d-4585-ba16-998b1e221e1a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:41.692344 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ca1fff67-ad1d-4585-ba16-998b1e221e1a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/ports/a9073706-e8b3-4647-9bee-f3ae40f0c528 HTTP/1.1" status: 204 len: 168 time: 2.9982324 Sep 23 15:06:41.696750 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-41f3bdb5-e1f6-4a25-9cee-9b11f65bf2a4 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group_rule': {'security_group_id': 'a7b78c95-a47a-4e3e-ae8c-15ae493ec63e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:41.704440 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-41f3bdb5-e1f6-4a25-9cee-9b11f65bf2a4 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:41.709102 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-41f3bdb5-e1f6-4a25-9cee-9b11f65bf2a4 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Usage tracker for resource:security_group_rule and tenant:b1bdcf6d3c594a5b91bb52b4be546a88 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:41.712267 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-41f3bdb5-e1f6-4a25-9cee-9b11f65bf2a4 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:41.738124 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44884) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:41.751416 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-41f3bdb5-e1f6-4a25-9cee-9b11f65bf2a4 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:41.758051 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c19c59-cc93-40af-acd3-14ed2118280e admin admin] Made reservation on behalf of 899c918c95034b5eb08e364e2e40d721 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:41.760414 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-34c19c59-cc93-40af-acd3-14ed2118280e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:41.773607 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 353b76cc-8e2e-4620-8652-309a8c1d483c completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:06:41.825703 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:41.857893 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-072f5359-1d75-40cd-beef-68b7402a0a02 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] GET failed (client error): The resource could not be found. Sep 23 15:06:41.861649 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-072f5359-1d75-40cd-beef-68b7402a0a02 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "GET /v2.0/ports/a9073706-e8b3-4647-9bee-f3ae40f0c528 HTTP/1.1" status: 404 len: 333 time: 0.1198633 Sep 23 15:06:41.868934 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d284323d-4e5c-4932-8bf3-c8ac11588d69 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.7959828 Sep 23 15:06:41.871121 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44888) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:41.873509 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44890) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:41.922223 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-c4a20f51-e739-40b0-afdb-936622dfc291 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'port': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'fixed_ips': [{'subnet_id': 'caaa396a-c1b0-4405-bf78-fb078ff04bf8', 'ip_address': '2001:db8::5fb6:feba:2ba2:8d6f'}], 'name': 'tempest-NetworksTestDHCPv6-1858642592'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:42.014732 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Attempt 7 to provision port 77cf7946-b83f-4dbf-842c-f8d49efa4ddc Sep 23 15:06:42.089787 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Port 77cf7946-b83f-4dbf-842c-f8d49efa4ddc cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:42.177558 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a13d9ae2-2f73-4543-8b15-bcd7d0e0fbbf tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:42.192069 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-41f3bdb5-e1f6-4a25-9cee-9b11f65bf2a4 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:42.252937 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-3330a5ab-e255-41f4-a9a1-1aa0538b8a3f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting port 77cf7946-b83f-4dbf-842c-f8d49efa4ddc {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:42.253285 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3330a5ab-e255-41f4-a9a1-1aa0538b8a3f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:42.300148 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6af230-a81f-4052-8267-9bc3f236eb2b None None] Network 9e5dcba4-31f9-41d2-b868-55614eec8bdf requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:42.331537 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-a13d9ae2-2f73-4543-8b15-bcd7d0e0fbbf tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Transition to ACTIVE for port object ca13ae65-5c24-4117-8306-0dc35b5d7e44 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:42.331765 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-0700da6f-8d76-43e8-8ead-10a00353a8b7 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Delete allocated IP 2001:db8:0:1::136 (9e5dcba4-31f9-41d2-b868-55614eec8bdf/7ba7a85c-a672-4b45-908d-5ae620f283fa) {{(pid=89738) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 15:06:42.335088 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] device_id is not set on port 25602f13-29cf-4f11-81f2-87240f3cd864 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:42.345125 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:42.367740 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-2df12a9e-6c93-4dbc-ae8a-e90dde60ef1b tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] show failed (client error): The resource could not be found. Sep 23 15:06:42.368974 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2df12a9e-6c93-4dbc-ae8a-e90dde60ef1b tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "GET /v2.0/subnets/eae6cc83-b437-469e-835d-0e4b887fc4f2/tags/tempest-TagsExtTest-Tag-1443863981 HTTP/1.1" status: 404 len: 329 time: 1.0217993 Sep 23 15:06:42.378810 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44896) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:42.441994 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-6577a769-9d85-4fd7-880e-ca8812e107af tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f58618a4-95a7-4df7-8b52-0705dfde83fb', {'tags': ['tempest-TagsExtTest-Tag-1728827824', 'tempest-TagsExtTest-Tag-954677927', 'tempest-TagsExtTest-Tag-1107844665']}) {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:42.483835 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Transition to ACTIVE for port object 25602f13-29cf-4f11-81f2-87240f3cd864 will not be triggered until provisioned by entity L2. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:42.526877 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c4a20f51-e739-40b0-afdb-936622dfc291 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:42.542362 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c4a20f51-e739-40b0-afdb-936622dfc291 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:port and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:42.547437 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c4a20f51-e739-40b0-afdb-936622dfc291 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:42.561399 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:42.579052 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c4a20f51-e739-40b0-afdb-936622dfc291 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:42.591045 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Attempt 8 to provision port 77cf7946-b83f-4dbf-842c-f8d49efa4ddc Sep 23 15:06:42.650384 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-41f3bdb5-e1f6-4a25-9cee-9b11f65bf2a4 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] create failed (client error): There was a conflict when trying to complete your request. Sep 23 15:06:42.651466 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-41f3bdb5-e1f6-4a25-9cee-9b11f65bf2a4 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1180873 Sep 23 15:06:42.654432 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Port 77cf7946-b83f-4dbf-842c-f8d49efa4ddc cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:42.672838 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44900) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:42.733879 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a13d9ae2-2f73-4543-8b15-bcd7d0e0fbbf tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:42.757684 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:42.758023 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:42.758396 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:42.771000 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Pushing event updated for resources: {'Port': ['ID=25602f13-29cf-4f11-81f2-87240f3cd864,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:42.775837 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0700da6f-8d76-43e8-8ead-10a00353a8b7 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:42.787068 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6577a769-9d85-4fd7-880e-ca8812e107af tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "PUT /v2.0/ports/f58618a4-95a7-4df7-8b52-0705dfde83fb/tags HTTP/1.1" status: 200 len: 317 time: 0.4070942 Sep 23 15:06:42.793026 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 25602f13-29cf-4f11-81f2-87240f3cd864 on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:42.793511 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:42.796561 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44904) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:42.799435 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempt 2 to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 Sep 23 15:06:42.803371 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a20f51-e739-40b0-afdb-936622dfc291 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:42.808577 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c4a20f51-e739-40b0-afdb-936622dfc291 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:42.818467 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-5aa08969-cc9c-475f-a675-379b3172f49b tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f58618a4-95a7-4df7-8b52-0705dfde83fb') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:42.844240 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3330a5ab-e255-41f4-a9a1-1aa0538b8a3f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:42.856372 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-34c19c59-cc93-40af-acd3-14ed2118280e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:42.858961 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-0700da6f-8d76-43e8-8ead-10a00353a8b7 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Ignored duplicate provisioning block setup for port 869922ce-0fac-4df9-82bb-2a40f7315f1b by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 23 15:06:42.882710 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:42.883055 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:42.883397 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:42.903568 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-aabdc8c6-0ea9-42ef-ba8e-238a4ace699a tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:42.905770 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 25602f13-29cf-4f11-81f2-87240f3cd864 on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:42.905770 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:42.907920 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempt 3 to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 Sep 23 15:06:42.921483 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13d9ae2-2f73-4543-8b15-bcd7d0e0fbbf tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Network bf507c25-23ad-4370-9941-edd9ac68ce87 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:42.945557 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0700da6f-8d76-43e8-8ead-10a00353a8b7 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:42.953115 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-aabdc8c6-0ea9-42ef-ba8e-238a4ace699a tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:42.967612 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:42.967996 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:42.968287 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:42.981463 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-c4a20f51-e739-40b0-afdb-936622dfc291 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] device_id is not set on port e3ea263b-3bce-4b68-b351-c509fd18d586 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:43.076474 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-a13d9ae2-2f73-4543-8b15-bcd7d0e0fbbf tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:43.085917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-3330a5ab-e255-41f4-a9a1-1aa0538b8a3f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Calling delete_port for 77cf7946-b83f-4dbf-842c-f8d49efa4ddc owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:43.133161 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13d9ae2-2f73-4543-8b15-bcd7d0e0fbbf tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:43.154967 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 25602f13-29cf-4f11-81f2-87240f3cd864 on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:43.155583 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:43.156163 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Attempt 9 to provision port 77cf7946-b83f-4dbf-842c-f8d49efa4ddc Sep 23 15:06:43.185486 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d9ae2-2f73-4543-8b15-bcd7d0e0fbbf tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Pushing event updated for resources: {'Port': ['ID=ca13ae65-5c24-4117-8306-0dc35b5d7e44,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:43.198710 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempt 4 to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 Sep 23 15:06:43.259321 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Port 77cf7946-b83f-4dbf-842c-f8d49efa4ddc cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:43.260003 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-0700da6f-8d76-43e8-8ead-10a00353a8b7 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] In _notify_port_updated(), no bound segment for port 869922ce-0fac-4df9-82bb-2a40f7315f1b on network 9e5dcba4-31f9-41d2-b868-55614eec8bdf {{(pid=89738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 23 15:06:43.266491 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0700da6f-8d76-43e8-8ead-10a00353a8b7 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:43.267432 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0700da6f-8d76-43e8-8ead-10a00353a8b7 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:43.268971 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0700da6f-8d76-43e8-8ead-10a00353a8b7 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "PUT /v2.0/ports/869922ce-0fac-4df9-82bb-2a40f7315f1b HTTP/1.1" status: 200 len: 925 time: 2.0382755 Sep 23 15:06:43.273835 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:43.274220 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:43.274586 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:43.282255 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44908) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:43.285026 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c19c59-cc93-40af-acd3-14ed2118280e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c623e2e3-c1d4-417a-95c8-2a3f7761184c,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:43.294799 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-3cff04d3-f66d-4199-9cee-ba366951ca42 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5dc3ba0a-fa1f-4055-87a2-a4f4de9531c3'}, {'subnet_id': '7ba7a85c-a672-4b45-908d-5ae620f283fa'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:43.322404 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700da6f-8d76-43e8-8ead-10a00353a8b7 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Port': ['ID=869922ce-0fac-4df9-82bb-2a40f7315f1b,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:43.323785 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 25602f13-29cf-4f11-81f2-87240f3cd864 on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:43.324111 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:43.377983 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempt 5 to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 Sep 23 15:06:43.386529 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13d9ae2-2f73-4543-8b15-bcd7d0e0fbbf tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:43.387177 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a13d9ae2-2f73-4543-8b15-bcd7d0e0fbbf tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:43.439188 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 02e346e6-9c15-4091-af33-e230b785c921 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:06:43.446413 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:43.446862 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:43.447205 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:43.460974 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 25602f13-29cf-4f11-81f2-87240f3cd864 on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:43.461302 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:43.466020 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c19c59-cc93-40af-acd3-14ed2118280e admin admin] Checking segment: {'id': 'd810c8ab-6985-497e-bf33-3fd34866c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c4cfcb40-4c21-426a-b546-30b94f5e9a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:06:43.466423 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c19c59-cc93-40af-acd3-14ed2118280e admin admin] Network hostable DHCP agents. Network: c4cfcb40-4c21-426a-b546-30b94f5e9a6b, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:06:43.468804 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempt 6 to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 Sep 23 15:06:43.498865 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:43.499196 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:43.499531 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:43.507076 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 25602f13-29cf-4f11-81f2-87240f3cd864 on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:43.507402 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:43.507949 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempt 7 to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 Sep 23 15:06:43.516268 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3cff04d3-f66d-4199-9cee-ba366951ca42 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:43.539343 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5aa08969-cc9c-475f-a675-379b3172f49b tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "DELETE /v2.0/ports/f58618a4-95a7-4df7-8b52-0705dfde83fb/tags HTTP/1.1" status: 204 len: 168 time: 0.7316432 Sep 23 15:06:43.566243 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44912) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:43.573740 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3330a5ab-e255-41f4-a9a1-1aa0538b8a3f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:43.573948 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-aabdc8c6-0ea9-42ef-ba8e-238a4ace699a tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:43.578416 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.tag.tag_plugin [None req-b1651e09-12fa-4398-805a-6a0e40db9d90 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f58618a4-95a7-4df7-8b52-0705dfde83fb', 'tempest-TagsExtTest-Tag-1728827824') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:43.595820 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:43.596199 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:43.596538 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:43.620874 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 25602f13-29cf-4f11-81f2-87240f3cd864 on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:43.621207 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:43.621867 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabdc8c6-0ea9-42ef-ba8e-238a4ace699a tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b78c95-a47a-4e3e-ae8c-15ae493ec63e,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:43.628541 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempt 8 to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 Sep 23 15:06:43.669692 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a13d9ae2-2f73-4543-8b15-bcd7d0e0fbbf tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9725363 Sep 23 15:06:43.670763 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c19c59-cc93-40af-acd3-14ed2118280e admin admin] Network c4cfcb40-4c21-426a-b546-30b94f5e9a6b is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:06:43.678693 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44916) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:43.692842 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-aabdc8c6-0ea9-42ef-ba8e-238a4ace699a tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:43.693956 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-aabdc8c6-0ea9-42ef-ba8e-238a4ace699a tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "DELETE /v2.0/security-groups/a7b78c95-a47a-4e3e-ae8c-15ae493ec63e HTTP/1.1" status: 204 len: 168 time: 1.0178907 Sep 23 15:06:43.700281 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44920) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:43.704404 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-8d20c002-1951-4ba6-ad23-72949c1780f2 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Request body: {'port': {'network_id': 'bf507c25-23ad-4370-9941-edd9ac68ce87', 'name': 'tempest-AllowedAddressPairTestJSON-682646599'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:43.710666 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:43.711061 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:43.711331 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:43.717601 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330a5ab-e255-41f4-a9a1-1aa0538b8a3f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Port': ['ID=77cf7946-b83f-4dbf-842c-f8d49efa4ddc,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:43.725431 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 25602f13-29cf-4f11-81f2-87240f3cd864 on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:43.725760 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:43.729209 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempt 9 to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 Sep 23 15:06:43.760652 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Attempt 10 to provision port 77cf7946-b83f-4dbf-842c-f8d49efa4ddc Sep 23 15:06:43.791831 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:43.791831 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:43.791831 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:43.804083 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 25602f13-29cf-4f11-81f2-87240f3cd864 on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:43.804368 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:43.807369 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.plugins.ml2.plugin [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempt 10 to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 Sep 23 15:06:43.825237 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Port 77cf7946-b83f-4dbf-842c-f8d49efa4ddc was deleted so its status cannot be updated. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 15:06:43.830721 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Could not find standard attr ID for object a9073706-e8b3-4647-9bee-f3ae40f0c528. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:06:43.834123 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Could not find standard attr ID for object 1f4a2581-f816-4454-ba2c-f447ba97e8a1. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:06:43.866646 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:43.866646 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] {{(pid=89738) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:43.866646 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempting to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:43.882646 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Port 25602f13-29cf-4f11-81f2-87240f3cd864 on network d912a073-55f2-4f25-8176-6de9154331bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89738) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:43.883349 dv-neutron-859093-1-hyperv neutron-server[89738]: ERROR neutron.plugins.ml2.managers [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Failed to bind port 25602f13-29cf-4f11-81f2-87240f3cd864 on host hv-neutron-8590 for vnic_type normal using segments [{'id': '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd912a073-55f2-4f25-8176-6de9154331bd'}] Sep 23 15:06:43.883349 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:43.925379 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Provisioning for port 43d6718c-f446-47a3-b35c-6233a566f5dc completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:06:43.927486 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-34c19c59-cc93-40af-acd3-14ed2118280e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, c4cfcb40-4c21-426a-b546-30b94f5e9a6b) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:43.937753 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0b1166-4c31-4406-aad0-0e5547d521a0 None None] Network c4cfcb40-4c21-426a-b546-30b94f5e9a6b requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:43.945057 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3330a5ab-e255-41f4-a9a1-1aa0538b8a3f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:43.950826 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3330a5ab-e255-41f4-a9a1-1aa0538b8a3f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/ports/77cf7946-b83f-4dbf-842c-f8d49efa4ddc HTTP/1.1" status: 204 len: 168 time: 2.0711229 Sep 23 15:06:43.957650 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44924) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:43.964112 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Provisioning complete for port 43d6718c-f446-47a3-b35c-6233a566f5dc triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:06:43.964112 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:43.964426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c19c59-cc93-40af-acd3-14ed2118280e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:43.964528 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Attempt 1 to provision port 43d6718c-f446-47a3-b35c-6233a566f5dc Sep 23 15:06:43.964724 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-34c19c59-cc93-40af-acd3-14ed2118280e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:44.002397 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a20f51-e739-40b0-afdb-936622dfc291 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 23 15:06:44.002659 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a20f51-e739-40b0-afdb-936622dfc291 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:06:44.004667 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-3cff04d3-f66d-4199-9cee-ba366951ca42 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Allocated IP 2001:db8:0:1::252 (9e5dcba4-31f9-41d2-b868-55614eec8bdf/7ba7a85c-a672-4b45-908d-5ae620f283fa/869922ce-0fac-4df9-82bb-2a40f7315f1b) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:44.027376 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b7dc99b-3f69-4f96-9161-976377f0be61 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] GET failed (client error): The resource could not be found. Sep 23 15:06:44.031519 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4b7dc99b-3f69-4f96-9161-976377f0be61 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "GET /v2.0/ports/77cf7946-b83f-4dbf-842c-f8d49efa4ddc HTTP/1.1" status: 404 len: 333 time: 0.0639513 Sep 23 15:06:44.036436 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ebb1fb35-c041-4d9b-be35-31525821cc0c tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Synchronizing usage tracker for tenant:b1bdcf6d3c594a5b91bb52b4be546a88 on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:44.043702 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44928) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:44.149493 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] For port 25602f13-29cf-4f11-81f2-87240f3cd864, host hv-neutron-8590, cleared binding levels {{(pid=89738) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:06:44.149872 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attempted to set empty binding levels {{(pid=89738) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 23 15:06:44.229195 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3cff04d3-f66d-4199-9cee-ba366951ca42 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:44.234777 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Current status of the port 43d6718c-f446-47a3-b35c-6233a566f5dc is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:06:44.234777 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:44.243338 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c4a20f51-e739-40b0-afdb-936622dfc291 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.3634140 Sep 23 15:06:44.246618 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-3cff04d3-f66d-4199-9cee-ba366951ca42 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Ignored duplicate provisioning block setup for port 869922ce-0fac-4df9-82bb-2a40f7315f1b by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 23 15:06:44.247038 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44932) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:44.251915 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:44.252505 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] In _notify_port_updated(), no bound segment for port 25602f13-29cf-4f11-81f2-87240f3cd864 on network d912a073-55f2-4f25-8176-6de9154331bd {{(pid=89738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 23 15:06:44.253484 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:44.254019 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:44.257904 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] 10.222.0.67 "PUT /v2.0/ports/25602f13-29cf-4f11-81f2-87240f3cd864 HTTP/1.1" status: 200 len: 981 time: 2.7036490 Sep 23 15:06:44.263582 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-34c19c59-cc93-40af-acd3-14ed2118280e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7276034 Sep 23 15:06:44.265960 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44936) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:44.316467 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b34223-7bf9-428e-8a18-69d8c1f05fdf None None] Network c4cfcb40-4c21-426a-b546-30b94f5e9a6b requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:44.341465 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3cff04d3-f66d-4199-9cee-ba366951ca42 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:44.353951 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-b1651e09-12fa-4398-805a-6a0e40db9d90 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] show failed (client error): The resource could not be found. Sep 23 15:06:44.355060 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b1651e09-12fa-4398-805a-6a0e40db9d90 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "GET /v2.0/ports/f58618a4-95a7-4df7-8b52-0705dfde83fb/tags/tempest-TagsExtTest-Tag-1728827824 HTTP/1.1" status: 404 len: 329 time: 0.7877982 Sep 23 15:06:44.361090 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44942) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:44.371807 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8d20c002-1951-4ba6-ad23-72949c1780f2 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:44.379832 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-6640dbbf-273e-40dd-8210-6679af83ec6b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting subnet 79784d57-816f-4f52-b939-141762492e1d {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:06:44.383011 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6640dbbf-273e-40dd-8210-6679af83ec6b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:44.383245 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-ff6d41b5-858a-4828-a649-6117abbbe668 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f58618a4-95a7-4df7-8b52-0705dfde83fb', 'tempest-TagsExtTest-Tag-954677927') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:44.402670 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] For port 43d6718c-f446-47a3-b35c-6233a566f5dc, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=43d6718c-f446-47a3-b35c-6233a566f5dc,segment=NetworkSegment(9b4c763f-9f20-460f-9373-3c995ce1363e),segment_id=9b4c763f-9f20-460f-9373-3c995ce1363e)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:44.444521 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8d20c002-1951-4ba6-ad23-72949c1780f2 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Usage tracker for resource:port and tenant:9082743dda5a4f53b15c26965083c5da is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:44.447129 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ebb1fb35-c041-4d9b-be35-31525821cc0c tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Unset dirty status for tenant:b1bdcf6d3c594a5b91bb52b4be546a88 on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:44.453171 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ebb1fb35-c041-4d9b-be35-31525821cc0c tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7286091 Sep 23 15:06:44.453171 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8d20c002-1951-4ba6-ad23-72949c1780f2 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:44.455170 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6640dbbf-273e-40dd-8210-6679af83ec6b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:44.466506 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:44.468765 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44946) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:44.513987 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-6cbdd47f-ddc9-49a6-9160-655fbb11d7ea tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group': {'name': 'tempest-secgroup--987967528'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:44.528462 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6cbdd47f-ddc9-49a6-9160-655fbb11d7ea tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:44.533522 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-a844ed93-e638-46ef-b434-32d2b7279d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Deleting port 25602f13-29cf-4f11-81f2-87240f3cd864 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:44.533872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a844ed93-e638-46ef-b434-32d2b7279d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:44.545035 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6cbdd47f-ddc9-49a6-9160-655fbb11d7ea tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:44.549909 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Could not find standard attr ID for object 36a73b71-cff8-4f1b-b207-0219a47d7da6. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:06:44.597453 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8d20c002-1951-4ba6-ad23-72949c1780f2 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:44.619266 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9f369-53ef-4067-8bf8-f5df020cf0dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Pushing event updated for resources: {'Port': ['ID=25602f13-29cf-4f11-81f2-87240f3cd864,revision_number=3']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:44.649071 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Could not find standard attr ID for object ba426144-ade9-43c0-a317-ff29cbf0ca73. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:06:44.668367 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Could not find standard attr ID for object 46523df6-4fd1-4a7a-a259-2afbe4c1a0c5. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:06:44.682762 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Could not find standard attr ID for object dc505b17-55f3-4f31-8241-fcfb9300ccae. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:06:44.698122 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff9975-e6ca-48ca-aede-acf627226ca0 None None] Pushing event updated for resources: {'Port': ['ID=43d6718c-f446-47a3-b35c-6233a566f5dc,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:44.713020 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-3cff04d3-f66d-4199-9cee-ba366951ca42 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] In _notify_port_updated(), no bound segment for port 869922ce-0fac-4df9-82bb-2a40f7315f1b on network 9e5dcba4-31f9-41d2-b868-55614eec8bdf {{(pid=89738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 23 15:06:44.719155 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cff04d3-f66d-4199-9cee-ba366951ca42 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:44.720000 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3cff04d3-f66d-4199-9cee-ba366951ca42 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:44.721546 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3cff04d3-f66d-4199-9cee-ba366951ca42 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "PUT /v2.0/ports/869922ce-0fac-4df9-82bb-2a40f7315f1b HTTP/1.1" status: 200 len: 1011 time: 1.4381201 Sep 23 15:06:44.727764 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44956) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:44.730879 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6cbdd47f-ddc9-49a6-9160-655fbb11d7ea tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:44.799141 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6cbdd47f-ddc9-49a6-9160-655fbb11d7ea tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:44.804597 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d20c002-1951-4ba6-ad23-72949c1780f2 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Made reservation on behalf of 9082743dda5a4f53b15c26965083c5da for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:44.809299 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8d20c002-1951-4ba6-ad23-72949c1780f2 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:44.814805 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e532a4b-a466-4fcb-8ffd-d7093f902eee tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:44.821597 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e532a4b-a466-4fcb-8ffd-d7093f902eee tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:44.822176 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0e532a4b-a466-4fcb-8ffd-d7093f902eee tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:44.831072 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6cbdd47f-ddc9-49a6-9160-655fbb11d7ea tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Usage tracker for resource:security_group_rule and tenant:b1bdcf6d3c594a5b91bb52b4be546a88 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:44.838398 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6cbdd47f-ddc9-49a6-9160-655fbb11d7ea tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:44.849212 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff04d3-f66d-4199-9cee-ba366951ca42 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Port': ['ID=869922ce-0fac-4df9-82bb-2a40f7315f1b,revision_number=3']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:44.865009 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6cbdd47f-ddc9-49a6-9160-655fbb11d7ea tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:44.885861 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-ff6d41b5-858a-4828-a649-6117abbbe668 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] show failed (client error): The resource could not be found. Sep 23 15:06:44.889903 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ff6d41b5-858a-4828-a649-6117abbbe668 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "GET /v2.0/ports/f58618a4-95a7-4df7-8b52-0705dfde83fb/tags/tempest-TagsExtTest-Tag-954677927 HTTP/1.1" status: 404 len: 328 time: 0.5255885 Sep 23 15:06:44.890477 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44962) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:44.897331 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-8d20c002-1951-4ba6-ad23-72949c1780f2 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] device_id is not set on port 499257b2-a052-4474-bfc5-17463bb44465 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:44.903203 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-80eef8a3-b3d4-4501-a44d-cc01bf0c9367 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f58618a4-95a7-4df7-8b52-0705dfde83fb', 'tempest-TagsExtTest-Tag-1107844665') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:44.910870 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Provisioning for port 869922ce-0fac-4df9-82bb-2a40f7315f1b completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:06:44.915910 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Provisioning complete for port 869922ce-0fac-4df9-82bb-2a40f7315f1b triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:06:44.916282 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:44.916614 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Attempt 1 to provision port 869922ce-0fac-4df9-82bb-2a40f7315f1b Sep 23 15:06:44.953736 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0e532a4b-a466-4fcb-8ffd-d7093f902eee tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:44.954938 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0e532a4b-a466-4fcb-8ffd-d7093f902eee tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.7056088 Sep 23 15:06:44.957389 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-79017184-f9dc-4b6c-8116-763b456e4dce tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port 869922ce-0fac-4df9-82bb-2a40f7315f1b {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:44.957910 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-79017184-f9dc-4b6c-8116-763b456e4dce tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:44.959064 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44972) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:44.980901 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Port 869922ce-0fac-4df9-82bb-2a40f7315f1b cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:45.071818 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6cbdd47f-ddc9-49a6-9160-655fbb11d7ea tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:45.080302 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-d86a1df4-78d1-4878-a711-4e2a84f44a33 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting port bda957a7-fae9-4ed0-a40e-ff620c427123 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:45.081861 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d86a1df4-78d1-4878-a711-4e2a84f44a33 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:45.098331 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6640dbbf-273e-40dd-8210-6679af83ec6b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:45.137457 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6cbdd47f-ddc9-49a6-9160-655fbb11d7ea tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:45.159746 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-80eef8a3-b3d4-4501-a44d-cc01bf0c9367 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] show failed (client error): The resource could not be found. Sep 23 15:06:45.160782 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-80eef8a3-b3d4-4501-a44d-cc01bf0c9367 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "GET /v2.0/ports/f58618a4-95a7-4df7-8b52-0705dfde83fb/tags/tempest-TagsExtTest-Tag-1107844665 HTTP/1.1" status: 404 len: 329 time: 0.2683914 Sep 23 15:06:45.166948 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44976) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:45.217248 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-687f67f0-e84f-4fb1-80ea-e1ef7ff0b811 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'eab6cb66-3e69-4f8d-9b9a-852dbc292376', {'tags': ['tempest-TagsExtTest-Tag-1107323856', 'tempest-TagsExtTest-Tag-43599056', 'tempest-TagsExtTest-Tag-2101802814']}) {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:45.261414 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-a844ed93-e638-46ef-b434-32d2b7279d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] For port 25602f13-29cf-4f11-81f2-87240f3cd864, host hv-neutron-8590, got binding levels [] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:45.266771 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a844ed93-e638-46ef-b434-32d2b7279d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:45.416036 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 43d6718c-f446-47a3-b35c-6233a566f5dc up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:06:45.482791 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Attempt 2 to provision port 869922ce-0fac-4df9-82bb-2a40f7315f1b Sep 23 15:06:45.491499 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbdd47f-ddc9-49a6-9160-655fbb11d7ea tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55292bb6-5c19-495b-ad9d-5f614789f014,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:45.502866 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-a844ed93-e638-46ef-b434-32d2b7279d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Calling delete_port for 25602f13-29cf-4f11-81f2-87240f3cd864 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:45.530236 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 43d6718c-f446-47a3-b35c-6233a566f5dc triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:06:45.530915 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:45.531416 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 43d6718c-f446-47a3-b35c-6233a566f5dc Sep 23 15:06:45.588660 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Port 869922ce-0fac-4df9-82bb-2a40f7315f1b cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:45.603924 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6cbdd47f-ddc9-49a6-9160-655fbb11d7ea tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:45.605055 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6cbdd47f-ddc9-49a6-9160-655fbb11d7ea tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1249695 Sep 23 15:06:45.611912 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44980) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:45.616352 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-e2c776d5-6b98-4184-86d7-05eb796bf052 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group_rule': {'security_group_id': '55292bb6-5c19-495b-ad9d-5f614789f014', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:45.616869 dv-neutron-859093-1-hyperv neutron-server[89738]: WARNING neutron.api.v2.base [None req-e2c776d5-6b98-4184-86d7-05eb796bf052 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 23 15:06:45.618045 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-e2c776d5-6b98-4184-86d7-05eb796bf052 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:45.618559 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e2c776d5-6b98-4184-86d7-05eb796bf052 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069306 Sep 23 15:06:45.621824 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44984) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:45.663523 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 43d6718c-f446-47a3-b35c-6233a566f5dc is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:06:45.697033 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-687f67f0-e84f-4fb1-80ea-e1ef7ff0b811 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "PUT /v2.0/routers/eab6cb66-3e69-4f8d-9b9a-852dbc292376/tags HTTP/1.1" status: 200 len: 316 time: 0.5215735 Sep 23 15:06:45.702022 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-8d20c002-1951-4ba6-ad23-72949c1780f2 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Allocated IP 172.20.0.9 (bf507c25-23ad-4370-9941-edd9ac68ce87/39b046f2-bcfe-4451-9e24-2ee21125d13d/499257b2-a052-4474-bfc5-17463bb44465) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:45.704158 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44988) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:45.713059 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d86a1df4-78d1-4878-a711-4e2a84f44a33 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:45.720277 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-47b7f7f2-39bb-4d70-9e70-ca1a35470493 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:45.721732 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-47b7f7f2-39bb-4d70-9e70-ca1a35470493 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/networks?id=232b40d3-9067-44b8-ae10-69d9756e5382 HTTP/1.1" status: 200 len: 811 time: 0.6879079 Sep 23 15:06:45.723376 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-5a9503f2-49da-4517-8f70-3dce7f66ee30 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'eab6cb66-3e69-4f8d-9b9a-852dbc292376') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:45.739351 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6640dbbf-273e-40dd-8210-6679af83ec6b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:45.808719 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640dbbf-273e-40dd-8210-6679af83ec6b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Subnet': ['ID=79784d57-816f-4f52-b939-141762492e1d,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:45.815083 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6640dbbf-273e-40dd-8210-6679af83ec6b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:45.825331 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1547ad39-0a62-468e-a31a-3d37820f05c0 None None] Network faeec0de-4fd8-43f7-9666-e16a38ae4588 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:45.829308 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-4ed1c582-b4a6-46c1-b530-2ea7d20190f2 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/quotas/e8ee137469b945bebf2c7f0015c1b0da HTTP/1.1" status: 200 len: 375 time: 0.0831151 Sep 23 15:06:45.923608 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6640dbbf-273e-40dd-8210-6679af83ec6b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/subnets/79784d57-816f-4f52-b939-141762492e1d HTTP/1.1" status: 204 len: 168 time: 1.8786361 Sep 23 15:06:45.937031 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 44992) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:45.939077 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-79017184-f9dc-4b6c-8116-763b456e4dce tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:45.949587 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-4b741433-5666-4f12-8b04-5bf89b28cdf3 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=e8ee137469b945bebf2c7f0015c1b0da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1024179 Sep 23 15:06:45.955500 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a844ed93-e638-46ef-b434-32d2b7279d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:45.995446 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-d86a1df4-78d1-4878-a711-4e2a84f44a33 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Calling delete_port for bda957a7-fae9-4ed0-a40e-ff620c427123 owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:46.057990 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ea636a53-694e-4e3c-8cfc-faaf709305de tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:46.093205 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Attempt 3 to provision port 869922ce-0fac-4df9-82bb-2a40f7315f1b Sep 23 15:06:46.111830 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ea636a53-694e-4e3c-8cfc-faaf709305de tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:46.124354 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4baf920-855b-437b-ac2d-76bea8fb6647 None None] DHCP port deletion for faeec0de-4fd8-43f7-9666-e16a38ae4588 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:06:46.142214 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a4baf920-855b-437b-ac2d-76bea8fb6647 None None] Deleting port 43d6718c-f446-47a3-b35c-6233a566f5dc {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:46.142440 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a4baf920-855b-437b-ac2d-76bea8fb6647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:46.198508 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Port 869922ce-0fac-4df9-82bb-2a40f7315f1b cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:46.265694 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5a9503f2-49da-4517-8f70-3dce7f66ee30 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "DELETE /v2.0/routers/eab6cb66-3e69-4f8d-9b9a-852dbc292376/tags HTTP/1.1" status: 204 len: 168 time: 0.5590348 Sep 23 15:06:46.268244 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 44996) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:46.274011 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-8865a0f5-5080-4e2f-ab86-4bc891c097a2 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eab6cb66-3e69-4f8d-9b9a-852dbc292376', 'tempest-TagsExtTest-Tag-1107323856') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:46.338480 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d86a1df4-78d1-4878-a711-4e2a84f44a33 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:46.345476 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-79017184-f9dc-4b6c-8116-763b456e4dce tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Calling delete_port for 869922ce-0fac-4df9-82bb-2a40f7315f1b owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:46.350904 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ea636a53-694e-4e3c-8cfc-faaf709305de tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:46.368152 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-a4baf920-855b-437b-ac2d-76bea8fb6647 None None] For port 43d6718c-f446-47a3-b35c-6233a566f5dc, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=43d6718c-f446-47a3-b35c-6233a566f5dc,segment=NetworkSegment(9b4c763f-9f20-460f-9373-3c995ce1363e),segment_id=9b4c763f-9f20-460f-9373-3c995ce1363e)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:46.368551 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a4baf920-855b-437b-ac2d-76bea8fb6647 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:46.389115 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844ed93-e638-46ef-b434-32d2b7279d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Pushing event deleted for resources: {'Port': ['ID=25602f13-29cf-4f11-81f2-87240f3cd864,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:46.458052 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea636a53-694e-4e3c-8cfc-faaf709305de tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55292bb6-5c19-495b-ad9d-5f614789f014,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:46.512587 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a4baf920-855b-437b-ac2d-76bea8fb6647 None None] Calling delete_port for 43d6718c-f446-47a3-b35c-6233a566f5dc owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:46.533851 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a844ed93-e638-46ef-b434-32d2b7279d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:46.535757 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a844ed93-e638-46ef-b434-32d2b7279d29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] 10.222.0.67 "DELETE /v2.0/ports/25602f13-29cf-4f11-81f2-87240f3cd864 HTTP/1.1" status: 204 len: 168 time: 2.2556682 Sep 23 15:06:46.557416 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45000) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:46.562026 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a1df4-78d1-4878-a711-4e2a84f44a33 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Port': ['ID=bda957a7-fae9-4ed0-a40e-ff620c427123,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:46.572498 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d86a1df4-78d1-4878-a711-4e2a84f44a33 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:46.577444 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d86a1df4-78d1-4878-a711-4e2a84f44a33 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/bda957a7-fae9-4ed0-a40e-ff620c427123 HTTP/1.1" status: 204 len: 168 time: 1.6174364 Sep 23 15:06:46.578729 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ea636a53-694e-4e3c-8cfc-faaf709305de tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:46.579665 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ea636a53-694e-4e3c-8cfc-faaf709305de tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "DELETE /v2.0/security-groups/55292bb6-5c19-495b-ad9d-5f614789f014 HTTP/1.1" status: 204 len: 168 time: 0.9564764 Sep 23 15:06:46.580432 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45004) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:46.587510 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c70baf45-8315-460d-b240-11902ae3cedb tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:46.593157 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45006) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:46.670377 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-1659341f-35c6-44e8-8526-d8878f7b8230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] GET failed (client error): The resource could not be found. Sep 23 15:06:46.670856 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1659341f-35c6-44e8-8526-d8878f7b8230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Synchronizing usage tracker for tenant:7c2b0fb79600434f931aa80be70d991c on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:46.682575 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a4baf920-855b-437b-ac2d-76bea8fb6647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:46.696835 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-8865a0f5-5080-4e2f-ab86-4bc891c097a2 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] show failed (client error): The resource could not be found. Sep 23 15:06:46.701380 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8865a0f5-5080-4e2f-ab86-4bc891c097a2 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "GET /v2.0/routers/eab6cb66-3e69-4f8d-9b9a-852dbc292376/tags/tempest-TagsExtTest-Tag-1107323856 HTTP/1.1" status: 404 len: 329 time: 0.4284756 Sep 23 15:06:46.702106 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45012) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:46.707604 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-41a47c2c-4723-49c3-86b3-cc61b1a36aee tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eab6cb66-3e69-4f8d-9b9a-852dbc292376', 'tempest-TagsExtTest-Tag-43599056') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:46.730565 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Attempt 4 to provision port 869922ce-0fac-4df9-82bb-2a40f7315f1b Sep 23 15:06:46.768824 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1659341f-35c6-44e8-8526-d8878f7b8230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] Unset dirty status for tenant:7c2b0fb79600434f931aa80be70d991c on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:46.772880 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1659341f-35c6-44e8-8526-d8878f7b8230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282787285-project-admin] 10.222.0.67 "GET /v2.0/ports/25602f13-29cf-4f11-81f2-87240f3cd864 HTTP/1.1" status: 404 len: 333 time: 0.2123702 Sep 23 15:06:46.773553 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45016) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:46.777750 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4baf920-855b-437b-ac2d-76bea8fb6647 None None] Pushing event deleted for resources: {'Port': ['ID=43d6718c-f446-47a3-b35c-6233a566f5dc,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:46.788312 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4baf920-855b-437b-ac2d-76bea8fb6647 None None] No DVR routers for this DVR port 43d6718c-f446-47a3-b35c-6233a566f5dc on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:06:46.817888 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Port 869922ce-0fac-4df9-82bb-2a40f7315f1b cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:46.899939 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-59df531f-13f4-4a82-909d-9782596a5213 service neutron] 10.222.0.67 "GET /v2.0/networks/232b40d3-9067-44b8-ae10-69d9756e5382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7933550 Sep 23 15:06:46.932511 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8d20c002-1951-4ba6-ad23-72949c1780f2 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:46.956173 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-fc99a07c-41f6-4a4b-9618-ed1154658864 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3597727 Sep 23 15:06:46.973636 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45020) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:46.979493 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c70baf45-8315-460d-b240-11902ae3cedb tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:46.999621 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be9a32b-87de-425e-ba72-49fa0be02a4c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:47.001073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be9a32b-87de-425e-ba72-49fa0be02a4c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:47.001820 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5be9a32b-87de-425e-ba72-49fa0be02a4c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:47.040204 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-db118869-bbbe-479d-8376-114473919dc9 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group': {'name': 'tempest-secgroup--2137465909'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:47.065523 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-db118869-bbbe-479d-8376-114473919dc9 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:47.081937 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-8d20c002-1951-4ba6-ad23-72949c1780f2 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Transition to ACTIVE for port object 499257b2-a052-4474-bfc5-17463bb44465 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:47.099281 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-41a47c2c-4723-49c3-86b3-cc61b1a36aee tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] show failed (client error): The resource could not be found. Sep 23 15:06:47.100301 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-41a47c2c-4723-49c3-86b3-cc61b1a36aee tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "GET /v2.0/routers/eab6cb66-3e69-4f8d-9b9a-852dbc292376/tags/tempest-TagsExtTest-Tag-43599056 HTTP/1.1" status: 404 len: 327 time: 0.3972716 Sep 23 15:06:47.103233 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45024) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:47.110255 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-bdff5510-6387-4983-8699-228d350c441f tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eab6cb66-3e69-4f8d-9b9a-852dbc292376', 'tempest-TagsExtTest-Tag-2101802814') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:47.118891 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-db118869-bbbe-479d-8376-114473919dc9 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Usage tracker for resource:security_group and tenant:b1bdcf6d3c594a5b91bb52b4be546a88 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:47.130406 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-db118869-bbbe-479d-8376-114473919dc9 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:47.135761 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-c70baf45-8315-460d-b240-11902ae3cedb tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faeec0de-4fd8-43f7-9666-e16a38ae4588']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:47.162292 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-db118869-bbbe-479d-8376-114473919dc9 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:47.182211 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c75e6a5-845d-434a-81d4-3824885a8321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:47.182745 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-c70baf45-8315-460d-b240-11902ae3cedb tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b4c763f-9f20-460f-9373-3c995ce1363e') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:47.183052 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-c70baf45-8315-460d-b240-11902ae3cedb tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b4c763f-9f20-460f-9373-3c995ce1363e') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:47.183923 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5be9a32b-87de-425e-ba72-49fa0be02a4c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:47.188606 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5be9a32b-87de-425e-ba72-49fa0be02a4c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5659432 Sep 23 15:06:47.189980 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45028) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:47.222789 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c70baf45-8315-460d-b240-11902ae3cedb tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:47.248090 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-88b46f92-4f58-48fe-9bb8-eba6e26f14ab service neutron] 10.222.0.67 "GET /v2.0/networks/232b40d3-9067-44b8-ae10-69d9756e5382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246005 Sep 23 15:06:47.259323 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c70baf45-8315-460d-b240-11902ae3cedb tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:47.267589 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c70baf45-8315-460d-b240-11902ae3cedb tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:06:47.268045 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c70baf45-8315-460d-b240-11902ae3cedb tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:47.319214 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Attempt 5 to provision port 869922ce-0fac-4df9-82bb-2a40f7315f1b Sep 23 15:06:47.345707 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-db118869-bbbe-479d-8376-114473919dc9 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:47.376327 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8d20c002-1951-4ba6-ad23-72949c1780f2 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:47.378341 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-79017184-f9dc-4b6c-8116-763b456e4dce tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:47.389931 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Port 869922ce-0fac-4df9-82bb-2a40f7315f1b was deleted so its status cannot be updated. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 15:06:47.417878 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e381b2d-3722-4da7-a8c4-f50af2d099ec tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet caaa396a-c1b0-4405-bf78-fb078ff04bf8 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:06:47.469659 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2e381b2d-3722-4da7-a8c4-f50af2d099ec tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:47.492759 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-db118869-bbbe-479d-8376-114473919dc9 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:47.500346 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Provisioning for port 353b76cc-8e2e-4620-8652-309a8c1d483c completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:06:47.508523 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-bdff5510-6387-4983-8699-228d350c441f tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] show failed (client error): The resource could not be found. Sep 23 15:06:47.512122 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bdff5510-6387-4983-8699-228d350c441f tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "GET /v2.0/routers/eab6cb66-3e69-4f8d-9b9a-852dbc292376/tags/tempest-TagsExtTest-Tag-2101802814 HTTP/1.1" status: 404 len: 329 time: 0.4053247 Sep 23 15:06:47.512294 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-db118869-bbbe-479d-8376-114473919dc9 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Usage tracker for resource:security_group_rule and tenant:b1bdcf6d3c594a5b91bb52b4be546a88 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:47.525034 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 43d6718c-f446-47a3-b35c-6233a566f5dc no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:06:47.534180 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45036) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:47.547990 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-60ed7ff8-23f2-4720-98a4-b95d0a77a804 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '452dba4b-27e0-4111-8061-1c44607c4077', {'tags': ['tempest-TagsExtTest-Tag-1145581717', 'tempest-TagsExtTest-Tag-1368940996', 'tempest-TagsExtTest-Tag-1237334487']}) {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:47.582185 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c75e6a5-845d-434a-81d4-3824885a8321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:47.601273 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-db118869-bbbe-479d-8376-114473919dc9 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:47.621073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2e381b2d-3722-4da7-a8c4-f50af2d099ec tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:47.627570 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Provisioning complete for port 353b76cc-8e2e-4620-8652-309a8c1d483c triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:06:47.627945 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:47.628077 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-db118869-bbbe-479d-8376-114473919dc9 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:47.634564 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Attempt 1 to provision port 353b76cc-8e2e-4620-8652-309a8c1d483c Sep 23 15:06:47.715119 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 43d6718c-f446-47a3-b35c-6233a566f5dc {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:06:47.715468 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 43d6718c-f446-47a3-b35c-6233a566f5dc not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:06:47.734125 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 9b4c763f-9f20-460f-9373-3c995ce1363e resource provider aggregate not found Sep 23 15:06:47.751820 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-79017184-f9dc-4b6c-8116-763b456e4dce tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:47.766094 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c70baf45-8315-460d-b240-11902ae3cedb tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:47.788860 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c70baf45-8315-460d-b240-11902ae3cedb tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:47.792404 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c70baf45-8315-460d-b240-11902ae3cedb tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/networks/faeec0de-4fd8-43f7-9666-e16a38ae4588 HTTP/1.1" status: 204 len: 168 time: 1.8457367 Sep 23 15:06:47.799579 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d20c002-1951-4ba6-ad23-72949c1780f2 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Network bf507c25-23ad-4370-9941-edd9ac68ce87 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:47.809151 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-79017184-f9dc-4b6c-8116-763b456e4dce tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/ports/869922ce-0fac-4df9-82bb-2a40f7315f1b HTTP/1.1" status: 204 len: 168 time: 3.0691066 Sep 23 15:06:47.829542 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-de5d6a2d-5df7-4115-b801-9caeb74877df req-57fb7139-0061-46a6-be78-edfabfab9087 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 210 time: 0.0950880 Sep 23 15:06:47.834548 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45046) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:47.834898 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45048) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:47.859546 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20c002-1951-4ba6-ad23-72949c1780f2 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Pushing event updated for resources: {'Port': ['ID=499257b2-a052-4474-bfc5-17463bb44465,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:47.873915 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 9b4c763f-9f20-460f-9373-3c995ce1363e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b4c763f-9f20-460f-9373-3c995ce1363e found for delete ", "request_id": "req-0cb287f5-2ab5-409a-9c05-1d945d2504a4"}]} Sep 23 15:06:47.874675 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-6c75e6a5-845d-434a-81d4-3824885a8321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d912a073-55f2-4f25-8176-6de9154331bd']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:47.875519 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Current status of the port 353b76cc-8e2e-4620-8652-309a8c1d483c is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:06:47.882148 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-8d20c002-1951-4ba6-ad23-72949c1780f2 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:47.883382 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:47.885754 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-a10e5794-78d6-447e-826e-e49bd5ba3292 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1176851939'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:47.910823 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a10e5794-78d6-447e-826e-e49bd5ba3292 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:47.917316 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-6c75e6a5-845d-434a-81d4-3824885a8321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:47.917617 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-6c75e6a5-845d-434a-81d4-3824885a8321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:47.931012 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-427a45db-dca6-49f6-8a07-e9df09fb1570 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] GET failed (client error): The resource could not be found. Sep 23 15:06:47.931559 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-427a45db-dca6-49f6-8a07-e9df09fb1570 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Synchronizing usage tracker for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:47.935248 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a10e5794-78d6-447e-826e-e49bd5ba3292 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:network and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:47.944264 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a10e5794-78d6-447e-826e-e49bd5ba3292 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:47.956665 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a10e5794-78d6-447e-826e-e49bd5ba3292 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:47.962956 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c75e6a5-845d-434a-81d4-3824885a8321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:47.992009 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] For port 353b76cc-8e2e-4620-8652-309a8c1d483c, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=353b76cc-8e2e-4620-8652-309a8c1d483c,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:47.997860 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-60ed7ff8-23f2-4720-98a4-b95d0a77a804 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "PUT /v2.0/subnetpools/452dba4b-27e0-4111-8061-1c44607c4077/tags HTTP/1.1" status: 200 len: 318 time: 0.4591260 Sep 23 15:06:47.999873 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c75e6a5-845d-434a-81d4-3824885a8321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:48.005636 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45058) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:48.013764 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.tag.tag_plugin [None req-97266274-0645-450e-b2bb-9b79a61a27cc tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '452dba4b-27e0-4111-8061-1c44607c4077') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:48.023772 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c75e6a5-845d-434a-81d4-3824885a8321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:06:48.024269 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c75e6a5-845d-434a-81d4-3824885a8321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:48.076585 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:48.108192 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d20c002-1951-4ba6-ad23-72949c1780f2 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:48.138915 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-427a45db-dca6-49f6-8a07-e9df09fb1570 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Unset dirty status for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:48.140340 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-427a45db-dca6-49f6-8a07-e9df09fb1570 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "GET /v2.0/ports/869922ce-0fac-4df9-82bb-2a40f7315f1b HTTP/1.1" status: 404 len: 333 time: 0.3030260 Sep 23 15:06:48.141224 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10e5794-78d6-447e-826e-e49bd5ba3292 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:48.145208 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a10e5794-78d6-447e-826e-e49bd5ba3292 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:48.154561 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45066) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:48.187557 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79017184-f9dc-4b6c-8116-763b456e4dce tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Port': ['ID=869922ce-0fac-4df9-82bb-2a40f7315f1b,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:48.190495 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70baf45-8315-460d-b240-11902ae3cedb tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Network': ['ID=faeec0de-4fd8-43f7-9666-e16a38ae4588,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:48.233814 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2e381b2d-3722-4da7-a8c4-f50af2d099ec tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:48.246944 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Pushing event updated for resources: {'Port': ['ID=353b76cc-8e2e-4620-8652-309a8c1d483c,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:48.262280 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d20c002-1951-4ba6-ad23-72949c1780f2 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:48.263695 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8d20c002-1951-4ba6-ad23-72949c1780f2 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:48.268468 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9 resource provider aggregate not found Sep 23 15:06:48.286760 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-db118869-bbbe-479d-8376-114473919dc9 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:48.310945 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 330aa82d-7d07-4e1b-b2dc-c58a58b8f0a9 found for delete ", "request_id": "req-e5a50cb3-0fc8-4fe4-9139-da136110cb61"}]} Sep 23 15:06:48.314607 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Provisioning for port ca13ae65-5c24-4117-8306-0dc35b5d7e44 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:06:48.320178 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Provisioning complete for port ca13ae65-5c24-4117-8306-0dc35b5d7e44 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:06:48.320709 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:48.325285 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Attempt 1 to provision port ca13ae65-5c24-4117-8306-0dc35b5d7e44 Sep 23 15:06:48.327890 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10e5794-78d6-447e-826e-e49bd5ba3292 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:06:48.350622 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a10e5794-78d6-447e-826e-e49bd5ba3292 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:48.350974 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-a10e5794-78d6-447e-826e-e49bd5ba3292 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Added segment 897fd8e7-e61a-42dc-92d5-94385d5877e5 of type vlan for network 6f524a0c-cf87-4f81-8e6e-f8e9192d74ae Sep 23 15:06:48.364641 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e65bb54-ee28-4a2f-acad-5b675976e38b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting subnet 7ba7a85c-a672-4b45-908d-5ae620f283fa {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:06:48.370444 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9e65bb54-ee28-4a2f-acad-5b675976e38b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:48.415847 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Port ca13ae65-5c24-4117-8306-0dc35b5d7e44 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:48.447728 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a10e5794-78d6-447e-826e-e49bd5ba3292 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:48.448147 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-db118869-bbbe-479d-8376-114473919dc9 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:48.453523 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8d20c002-1951-4ba6-ad23-72949c1780f2 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.7690721 Sep 23 15:06:48.464529 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45072) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:48.464529 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c75e6a5-845d-434a-81d4-3824885a8321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:48.464529 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-97266274-0645-450e-b2bb-9b79a61a27cc tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "DELETE /v2.0/subnetpools/452dba4b-27e0-4111-8061-1c44607c4077/tags HTTP/1.1" status: 204 len: 168 time: 0.4575865 Sep 23 15:06:48.468988 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-7a033843-43ca-4ec3-a527-b659dd894581 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:bf:11:3b'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:97:8d:c4'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:48.471844 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45076) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:48.479850 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.tag.tag_plugin [None req-383851b3-a6af-48ab-9e61-0f6bb6e49a22 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '452dba4b-27e0-4111-8061-1c44607c4077', 'tempest-TagsExtTest-Tag-1145581717') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:48.499238 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9e65bb54-ee28-4a2f-acad-5b675976e38b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:48.512323 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db118869-bbbe-479d-8376-114473919dc9 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a174636-f7eb-4b64-88fc-31389f70dac7,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:48.527762 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-383851b3-a6af-48ab-9e61-0f6bb6e49a22 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] show failed (client error): The resource could not be found. Sep 23 15:06:48.527762 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-383851b3-a6af-48ab-9e61-0f6bb6e49a22 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "GET /v2.0/subnetpools/452dba4b-27e0-4111-8061-1c44607c4077/tags/tempest-TagsExtTest-Tag-1145581717 HTTP/1.1" status: 404 len: 329 time: 0.0520332 Sep 23 15:06:48.533144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45080) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:48.538161 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.tag.tag_plugin [None req-f7436bbf-2115-4eea-ba6d-3c9780f6f53d tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '452dba4b-27e0-4111-8061-1c44607c4077', 'tempest-TagsExtTest-Tag-1368940996') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:48.551539 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c75e6a5-845d-434a-81d4-3824885a8321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:48.561902 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-f7436bbf-2115-4eea-ba6d-3c9780f6f53d tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] show failed (client error): The resource could not be found. Sep 23 15:06:48.563399 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f7436bbf-2115-4eea-ba6d-3c9780f6f53d tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "GET /v2.0/subnetpools/452dba4b-27e0-4111-8061-1c44607c4077/tags/tempest-TagsExtTest-Tag-1368940996 HTTP/1.1" status: 404 len: 329 time: 0.0288510 Sep 23 15:06:48.565970 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45084) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:48.570647 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.tag.tag_plugin [None req-b62447b7-98d5-40a1-a8d7-1f512067d45f tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '452dba4b-27e0-4111-8061-1c44607c4077', 'tempest-TagsExtTest-Tag-1237334487') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:48.574978 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75e6a5-845d-434a-81d4-3824885a8321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] Pushing event deleted for resources: {'Network': ['ID=d912a073-55f2-4f25-8176-6de9154331bd,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:48.595338 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-b62447b7-98d5-40a1-a8d7-1f512067d45f tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] show failed (client error): The resource could not be found. Sep 23 15:06:48.596341 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b62447b7-98d5-40a1-a8d7-1f512067d45f tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "GET /v2.0/subnetpools/452dba4b-27e0-4111-8061-1c44607c4077/tags/tempest-TagsExtTest-Tag-1237334487 HTTP/1.1" status: 404 len: 329 time: 0.0294578 Sep 23 15:06:48.601285 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45088) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:48.606503 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.tag.tag_plugin [None req-2327d5ea-313b-4a21-9974-e117dd9c8d01 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '452dba4b-27e0-4111-8061-1c44607c4077') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:48.610206 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2e381b2d-3722-4da7-a8c4-f50af2d099ec tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:48.619916 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-db118869-bbbe-479d-8376-114473919dc9 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:48.621989 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-db118869-bbbe-479d-8376-114473919dc9 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6465476 Sep 23 15:06:48.624618 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45094) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:48.631969 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-ce63d95a-9adf-47a0-a65d-2d43373026c5 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group_rule': {'security_group_id': '6a174636-f7eb-4b64-88fc-31389f70dac7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:48.632819 dv-neutron-859093-1-hyperv neutron-server[89739]: WARNING neutron.api.v2.base [None req-ce63d95a-9adf-47a0-a65d-2d43373026c5 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 23 15:06:48.633292 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-ce63d95a-9adf-47a0-a65d-2d43373026c5 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:48.637080 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ce63d95a-9adf-47a0-a65d-2d43373026c5 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0078115 Sep 23 15:06:48.638889 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45098) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:48.648951 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6c75e6a5-845d-434a-81d4-3824885a8321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887 tempest-PortsAdminExtendedAttrsIpV6TestJSON-772242887-project] 10.222.0.67 "DELETE /v2.0/networks/d912a073-55f2-4f25-8176-6de9154331bd HTTP/1.1" status: 204 len: 168 time: 1.8627160 Sep 23 15:06:48.662145 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2327d5ea-313b-4a21-9974-e117dd9c8d01 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "DELETE /v2.0/subnetpools/452dba4b-27e0-4111-8061-1c44607c4077/tags HTTP/1.1" status: 204 len: 168 time: 0.0590134 Sep 23 15:06:48.676078 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45104) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:48.679936 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e381b2d-3722-4da7-a8c4-f50af2d099ec tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=caaa396a-c1b0-4405-bf78-fb078ff04bf8,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:48.683921 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3873f041-194d-47cd-a665-27c0dae0e789 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:48.685260 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.tag.tag_plugin [None req-1fc97f78-8060-43a8-8be3-1f88ce63fffd tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'eab6cb66-3e69-4f8d-9b9a-852dbc292376') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:48.685410 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2e381b2d-3722-4da7-a8c4-f50af2d099ec tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:48.689975 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2e381b2d-3722-4da7-a8c4-f50af2d099ec tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/caaa396a-c1b0-4405-bf78-fb078ff04bf8 HTTP/1.1" status: 204 len: 168 time: 1.4982464 Sep 23 15:06:48.693915 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45108) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:48.824242 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a10e5794-78d6-447e-826e-e49bd5ba3292 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:48.829743 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10e5794-78d6-447e-826e-e49bd5ba3292 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:48.830570 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a10e5794-78d6-447e-826e-e49bd5ba3292 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:48.918797 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Attempt 2 to provision port ca13ae65-5c24-4117-8306-0dc35b5d7e44 Sep 23 15:06:48.980540 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3381ed69-18eb-4e45-bae1-003c5ca16dcc tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:48.984055 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-00026fc9-7ee8-4c4d-b8be-665dbb3a14d7 req-533412c6-6a42-4dbe-81f0-ef2aba0ec8d5 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 210 time: 0.0696995 Sep 23 15:06:48.996804 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Port ca13ae65-5c24-4117-8306-0dc35b5d7e44 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:49.017152 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1fc97f78-8060-43a8-8be3-1f88ce63fffd tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "DELETE /v2.0/routers/eab6cb66-3e69-4f8d-9b9a-852dbc292376/tags HTTP/1.1" status: 204 len: 168 time: 0.3347473 Sep 23 15:06:49.021329 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45114) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:49.022989 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7930de4f-0f61-4500-8aae-a58176df2345 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3128169 Sep 23 15:06:49.029480 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.tag.tag_plugin [None req-5e9e17db-b5c2-4c4c-b0e5-7f56100dbc31 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f58618a4-95a7-4df7-8b52-0705dfde83fb') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:49.030806 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45118) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:49.066043 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3381ed69-18eb-4e45-bae1-003c5ca16dcc tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:49.087315 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-8ab08c10-80be-46c2-8be5-5bc51c2e2eae tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:49.096113 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc1fefb-8605-42ee-a265-8f55dda96980 None None] DHCP port deletion for c3d67a4b-9092-448f-b14d-bd8d70a05623 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:06:49.101772 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1fc1fefb-8605-42ee-a265-8f55dda96980 None None] Deleting port 353b76cc-8e2e-4620-8652-309a8c1d483c {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:49.102229 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1fc1fefb-8605-42ee-a265-8f55dda96980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:49.154149 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5e9e17db-b5c2-4c4c-b0e5-7f56100dbc31 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "DELETE /v2.0/ports/f58618a4-95a7-4df7-8b52-0705dfde83fb/tags HTTP/1.1" status: 204 len: 168 time: 0.1335857 Sep 23 15:06:49.156885 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45122) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:49.163635 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.tag.tag_plugin [None req-08dc730e-13ae-4a2d-85ef-1ffcd596f59e tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'eae6cc83-b437-469e-835d-0e4b887fc4f2') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:49.212153 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9e65bb54-ee28-4a2f-acad-5b675976e38b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:49.245565 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a10e5794-78d6-447e-826e-e49bd5ba3292 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4096148 Sep 23 15:06:49.249949 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-08dc730e-13ae-4a2d-85ef-1ffcd596f59e tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "DELETE /v2.0/subnets/eae6cc83-b437-469e-835d-0e4b887fc4f2/tags HTTP/1.1" status: 204 len: 168 time: 0.0920362 Sep 23 15:06:49.251049 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45126) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:49.256560 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45130) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:49.261771 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-f1d3e8db-075e-4981-8acd-5a4520daf3c0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'subnet': {'network_id': '6f524a0c-cf87-4f81-8e6e-f8e9192d74ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:49.289976 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e5794-78d6-447e-826e-e49bd5ba3292 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Network': ['ID=6f524a0c-cf87-4f81-8e6e-f8e9192d74ae,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:49.291644 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3381ed69-18eb-4e45-bae1-003c5ca16dcc tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:49.338044 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 6f524a0c-cf87-4f81-8e6e-f8e9192d74ae details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:06:49.397979 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381ed69-18eb-4e45-bae1-003c5ca16dcc tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a174636-f7eb-4b64-88fc-31389f70dac7,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:49.441628 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3381ed69-18eb-4e45-bae1-003c5ca16dcc tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:49.442795 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3381ed69-18eb-4e45-bae1-003c5ca16dcc tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "DELETE /v2.0/security-groups/6a174636-f7eb-4b64-88fc-31389f70dac7 HTTP/1.1" status: 204 len: 168 time: 0.8031135 Sep 23 15:06:49.456154 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45136) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:49.457101 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7a033843-43ca-4ec3-a527-b659dd894581 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:49.487566 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 353b76cc-8e2e-4620-8652-309a8c1d483c no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:06:49.492266 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8ab08c10-80be-46c2-8be5-5bc51c2e2eae tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:49.492488 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f1d3e8db-075e-4981-8acd-5a4520daf3c0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:49.503506 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f1d3e8db-075e-4981-8acd-5a4520daf3c0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:subnet and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:49.514409 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f1d3e8db-075e-4981-8acd-5a4520daf3c0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:49.523890 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f1d3e8db-075e-4981-8acd-5a4520daf3c0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:49.536988 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Attempt 3 to provision port ca13ae65-5c24-4117-8306-0dc35b5d7e44 Sep 23 15:06:49.550623 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45140) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:49.556739 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-dd2e00b6-ecf3-4a64-86aa-d4345dda9b5e tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Synchronizing usage tracker for tenant:b1bdcf6d3c594a5b91bb52b4be546a88 on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:49.609730 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d0ae99e2-dca9-4b5a-80f7-9e76dfc3fd06 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks [] for subnetpool, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:49.611022 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d0ae99e2-dca9-4b5a-80f7-9e76dfc3fd06 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "DELETE /v2.0/subnetpools/452dba4b-27e0-4111-8061-1c44607c4077 HTTP/1.1" status: 204 len: 168 time: 0.3537455 Sep 23 15:06:49.613633 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45146) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:49.623871 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1fc1fefb-8605-42ee-a265-8f55dda96980 None None] For port 353b76cc-8e2e-4620-8652-309a8c1d483c, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=353b76cc-8e2e-4620-8652-309a8c1d483c,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:49.624266 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1fc1fefb-8605-42ee-a265-8f55dda96980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:49.670153 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d3e8db-075e-4981-8acd-5a4520daf3c0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:49.673680 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f1d3e8db-075e-4981-8acd-5a4520daf3c0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:49.701318 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8ab08c10-80be-46c2-8be5-5bc51c2e2eae tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:49.724954 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b10ce408-02ef-4de7-b11b-ded34b513cd5 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "GET /v2.0/ports?device_id=eab6cb66-3e69-4f8d-9b9a-852dbc292376 HTTP/1.1" status: 200 len: 205 time: 0.1080930 Sep 23 15:06:49.727880 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45150) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:49.729645 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-dd2e00b6-ecf3-4a64-86aa-d4345dda9b5e tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Unset dirty status for tenant:b1bdcf6d3c594a5b91bb52b4be546a88 on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:49.735826 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-dd2e00b6-ecf3-4a64-86aa-d4345dda9b5e tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2739239 Sep 23 15:06:49.784150 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45154) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:49.797219 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-edb6b2cc-fa02-42f6-b12c-42bf792c09b3 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group': {'name': 'tempest-secgroup--1211311253'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:49.804761 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1fc1fefb-8605-42ee-a265-8f55dda96980 None None] Calling delete_port for 353b76cc-8e2e-4620-8652-309a8c1d483c owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:49.814253 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9e65bb54-ee28-4a2f-acad-5b675976e38b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:49.830628 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-edb6b2cc-fa02-42f6-b12c-42bf792c09b3 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:49.847125 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Port ca13ae65-5c24-4117-8306-0dc35b5d7e44 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:49.861632 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-edb6b2cc-fa02-42f6-b12c-42bf792c09b3 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:49.889952 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-16e808d0-e3b2-48ad-9293-dba763c8cfa5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bfdf9aa1137f4ff39b18d6bbf4fc5d59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409796 Sep 23 15:06:49.892695 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45158) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:49.937441 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab08c10-80be-46c2-8be5-5bc51c2e2eae tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:49.941674 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8ab08c10-80be-46c2-8be5-5bc51c2e2eae tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:49.951529 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 353b76cc-8e2e-4620-8652-309a8c1d483c is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:06:49.951904 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:49.964217 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65bb54-ee28-4a2f-acad-5b675976e38b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Subnet': ['ID=7ba7a85c-a672-4b45-908d-5ae620f283fa,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:49.968420 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed10f9dc-2b3b-4252-88d8-fffd36490a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:49.975358 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9e65bb54-ee28-4a2f-acad-5b675976e38b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:49.978454 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-edb6b2cc-fa02-42f6-b12c-42bf792c09b3 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:49.981155 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6259a585-c864-40b8-a7ae-8dd26a493ce0 None None] Network 9e5dcba4-31f9-41d2-b868-55614eec8bdf requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:50.064684 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-edb6b2cc-fa02-42f6-b12c-42bf792c09b3 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:50.073765 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed10f9dc-2b3b-4252-88d8-fffd36490a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:50.080061 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c3d77626-cfdd-45ff-97ca-232fc11015bc tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:50.081631 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-edb6b2cc-fa02-42f6-b12c-42bf792c09b3 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Usage tracker for resource:security_group_rule and tenant:b1bdcf6d3c594a5b91bb52b4be546a88 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:50.090748 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-edb6b2cc-fa02-42f6-b12c-42bf792c09b3 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:50.112617 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-edb6b2cc-fa02-42f6-b12c-42bf792c09b3 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:50.113892 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1fc1fefb-8605-42ee-a265-8f55dda96980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:50.140936 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9e65bb54-ee28-4a2f-acad-5b675976e38b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/subnets/7ba7a85c-a672-4b45-908d-5ae620f283fa HTTP/1.1" status: 204 len: 168 time: 1.9683225 Sep 23 15:06:50.146853 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45164) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:50.197973 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc1fefb-8605-42ee-a265-8f55dda96980 None None] No DVR routers for this DVR port 353b76cc-8e2e-4620-8652-309a8c1d483c on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:06:50.241411 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1fefb-8605-42ee-a265-8f55dda96980 None None] Pushing event deleted for resources: {'Port': ['ID=353b76cc-8e2e-4620-8652-309a8c1d483c,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:50.255766 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-8222ffd5-d9c5-46fc-a735-7128ed3f8fba tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting subnet 5dc3ba0a-fa1f-4055-87a2-a4f4de9531c3 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:06:50.260403 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8222ffd5-d9c5-46fc-a735-7128ed3f8fba tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:50.299418 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-875c02cf-d71f-434b-be3d-9b4db7625964 req-ba078c75-ad09-49d3-8bb2-139c138b0df8 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 210 time: 0.1491740 Sep 23 15:06:50.311148 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f1d3e8db-075e-4981-8acd-5a4520daf3c0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:50.355855 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Attempt 4 to provision port ca13ae65-5c24-4117-8306-0dc35b5d7e44 Sep 23 15:06:50.395494 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed10f9dc-2b3b-4252-88d8-fffd36490a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:50.424802 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Port ca13ae65-5c24-4117-8306-0dc35b5d7e44 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:50.433801 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8222ffd5-d9c5-46fc-a735-7128ed3f8fba tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:50.529111 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7a033843-43ca-4ec3-a527-b659dd894581 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:50.589454 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-edb6b2cc-fa02-42f6-b12c-42bf792c09b3 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:50.601664 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10f9dc-2b3b-4252-88d8-fffd36490a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48c9ca8-c8ec-4427-b9e3-f02d353ea6df,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:50.611962 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7a033843-43ca-4ec3-a527-b659dd894581 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:50.625952 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d3e8db-075e-4981-8acd-5a4520daf3c0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Subnet': ['ID=7a8e99bf-6e17-48ad-b861-ab8c831d339e,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:50.647408 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3e8db-075e-4981-8acd-5a4520daf3c0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Checking segment: {'id': '897fd8e7-e61a-42dc-92d5-94385d5877e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f524a0c-cf87-4f81-8e6e-f8e9192d74ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:06:50.647759 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d3e8db-075e-4981-8acd-5a4520daf3c0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network hostable DHCP agents. Network: 6f524a0c-cf87-4f81-8e6e-f8e9192d74ae, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:06:50.833978 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c3d77626-cfdd-45ff-97ca-232fc11015bc tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:50.838263 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-edb6b2cc-fa02-42f6-b12c-42bf792c09b3 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:50.840250 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c3d77626-cfdd-45ff-97ca-232fc11015bc tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:50.910753 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6b2cc-fa02-42f6-b12c-42bf792c09b3 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06090d43-131f-46ba-a9bf-f0922442c8e8,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:50.917518 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a033843-43ca-4ec3-a527-b659dd894581 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Pushing event updated for resources: {'Port': ['ID=499257b2-a052-4474-bfc5-17463bb44465,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:50.920682 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-7a033843-43ca-4ec3-a527-b659dd894581 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] In _notify_port_updated(), no bound segment for port 499257b2-a052-4474-bfc5-17463bb44465 on network bf507c25-23ad-4370-9941-edd9ac68ce87 {{(pid=89738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 23 15:06:50.926031 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a033843-43ca-4ec3-a527-b659dd894581 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:50.926700 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7a033843-43ca-4ec3-a527-b659dd894581 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:50.926829 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Attempt 5 to provision port ca13ae65-5c24-4117-8306-0dc35b5d7e44 Sep 23 15:06:50.930918 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7a033843-43ca-4ec3-a527-b659dd894581 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] 10.222.0.67 "PUT /v2.0/ports/499257b2-a052-4474-bfc5-17463bb44465 HTTP/1.1" status: 200 len: 1055 time: 2.4687836 Sep 23 15:06:50.933424 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45168) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:50.987693 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c3d77626-cfdd-45ff-97ca-232fc11015bc tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:50.988039 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d77626-cfdd-45ff-97ca-232fc11015bc tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Fanout notify agent at l3_agent the message router_deleted on router eab6cb66-3e69-4f8d-9b9a-852dbc292376 {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:06:51.010035 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed10f9dc-2b3b-4252-88d8-fffd36490a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:51.015030 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ed10f9dc-2b3b-4252-88d8-fffd36490a0d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b48c9ca8-c8ec-4427-b9e3-f02d353ea6df HTTP/1.1" status: 204 len: 168 time: 1.1209521 Sep 23 15:06:51.022979 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c3d77626-cfdd-45ff-97ca-232fc11015bc tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:51.024862 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c3d77626-cfdd-45ff-97ca-232fc11015bc tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "DELETE /v2.0/routers/eab6cb66-3e69-4f8d-9b9a-852dbc292376 HTTP/1.1" status: 204 len: 168 time: 1.2945316 Sep 23 15:06:51.025679 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-f0f12e92-b8b4-46d2-87f0-82301616af03 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:51.028570 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-f0f12e92-b8b4-46d2-87f0-82301616af03 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.72 "GET /v2.0/networks?id=232b40d3-9067-44b8-ae10-69d9756e5382 HTTP/1.1" status: 200 len: 811 time: 0.3675146 Sep 23 15:06:51.028710 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45174) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:51.043301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d3e8db-075e-4981-8acd-5a4520daf3c0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network 6f524a0c-cf87-4f81-8e6e-f8e9192d74ae is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:06:51.051906 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-edb6b2cc-fa02-42f6-b12c-42bf792c09b3 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:51.056806 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-edb6b2cc-fa02-42f6-b12c-42bf792c09b3 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2712438 Sep 23 15:06:51.059166 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45178) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:51.070396 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-b5bbb2aa-c9d0-4cf8-913e-7be6debc239f tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group_rule': {'security_group_id': '06090d43-131f-46ba-a9bf-f0922442c8e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:51.071319 dv-neutron-859093-1-hyperv neutron-server[89739]: WARNING neutron.api.v2.base [None req-b5bbb2aa-c9d0-4cf8-913e-7be6debc239f tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 23 15:06:51.071791 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-b5bbb2aa-c9d0-4cf8-913e-7be6debc239f tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:51.080642 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b5bbb2aa-c9d0-4cf8-913e-7be6debc239f tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0154591 Sep 23 15:06:51.084555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-cb31e30e-f42a-46c5-bffa-f5d4b1755055 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Request body: {'port': {'device_id': '3485e1e6-af35-4f49-87f4-56170786063e', 'network_id': '232b40d3-9067-44b8-ae10-69d9756e5382', 'admin_state_up': True, 'tenant_id': 'e8ee137469b945bebf2c7f0015c1b0da'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:51.099879 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45182) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:51.113577 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-86d7d8ff-0d0d-46c9-a270-1094f878e1f3 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group_rule': {'security_group_id': '06090d43-131f-46ba-a9bf-f0922442c8e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:51.114244 dv-neutron-859093-1-hyperv neutron-server[89738]: WARNING neutron.api.v2.base [None req-86d7d8ff-0d0d-46c9-a270-1094f878e1f3 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 23 15:06:51.114784 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-86d7d8ff-0d0d-46c9-a270-1094f878e1f3 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:51.115811 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-86d7d8ff-0d0d-46c9-a270-1094f878e1f3 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0161839 Sep 23 15:06:51.116789 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8ab08c10-80be-46c2-8be5-5bc51c2e2eae tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:51.117769 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Port ca13ae65-5c24-4117-8306-0dc35b5d7e44 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:51.124581 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45186) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:51.136107 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8222ffd5-d9c5-46fc-a735-7128ed3f8fba tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:51.203921 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab08c10-80be-46c2-8be5-5bc51c2e2eae tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:51.209931 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-dab45231-f468-40df-9faf-e3180a4c0be9 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Deleting port f58618a4-95a7-4df7-8b52-0705dfde83fb {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:51.210275 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dab45231-f468-40df-9faf-e3180a4c0be9 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:51.216012 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-26abf764-4894-468a-998e-78070d3ce818 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group_rule': {'security_group_id': '06090d43-131f-46ba-a9bf-f0922442c8e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:51.216855 dv-neutron-859093-1-hyperv neutron-server[89739]: WARNING neutron.api.v2.base [None req-26abf764-4894-468a-998e-78070d3ce818 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 23 15:06:51.217351 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-26abf764-4894-468a-998e-78070d3ce818 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:51.220992 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-26abf764-4894-468a-998e-78070d3ce818 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0921242 Sep 23 15:06:51.222430 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-1cc64501-25ba-4c7e-85c8-3823478a149a tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Deleting port 499257b2-a052-4474-bfc5-17463bb44465 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:51.222792 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1cc64501-25ba-4c7e-85c8-3823478a149a tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:51.234657 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-8ab08c10-80be-46c2-8be5-5bc51c2e2eae tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:51.242801 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45190) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:51.245281 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f02c8ee-b5d1-41e4-9032-5523c134fb0c None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:51.256368 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab08c10-80be-46c2-8be5-5bc51c2e2eae tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:51.257198 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8ab08c10-80be-46c2-8be5-5bc51c2e2eae tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:51.261295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-f1d3e8db-075e-4981-8acd-5a4520daf3c0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 6f524a0c-cf87-4f81-8e6e-f8e9192d74ae) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:51.275450 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-b02a5b6c-80b0-4496-8059-c9b301776860 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group_rule': {'security_group_id': '06090d43-131f-46ba-a9bf-f0922442c8e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:51.275769 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4267faef-fd9c-4339-b8c0-15ce70cb93d9 None None] Network 6f524a0c-cf87-4f81-8e6e-f8e9192d74ae requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:51.276920 dv-neutron-859093-1-hyperv neutron-server[89738]: WARNING neutron.api.v2.base [None req-b02a5b6c-80b0-4496-8059-c9b301776860 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 23 15:06:51.277595 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-b02a5b6c-80b0-4496-8059-c9b301776860 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:51.279398 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b02a5b6c-80b0-4496-8059-c9b301776860 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0356343 Sep 23 15:06:51.287824 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab08c10-80be-46c2-8be5-5bc51c2e2eae tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=bd2c8498-8c16-438c-bca3-56c5171a798f,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:51.294947 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45196) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:51.306462 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d3e8db-075e-4981-8acd-5a4520daf3c0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:51.307063 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f1d3e8db-075e-4981-8acd-5a4520daf3c0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:51.417711 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8ab08c10-80be-46c2-8be5-5bc51c2e2eae tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3839250 Sep 23 15:06:51.421037 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45206) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:51.429189 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-115145ec-4e23-465c-97c5-667eb8c9c12d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'port': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'fixed_ips': [{'subnet_id': 'bd2c8498-8c16-438c-bca3-56c5171a798f', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1142804532'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:51.471678 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f1d3e8db-075e-4981-8acd-5a4520daf3c0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2187455 Sep 23 15:06:51.530611 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45210) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:51.597866 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-5a30d29a-bdfb-40b4-aad0-7af46cf8f6c3 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'port': {'network_id': '6f524a0c-cf87-4f81-8e6e-f8e9192d74ae', 'name': 'tempest-PortsTestJSON-1014005316', 'fixed_ips': [{'subnet_id': '7a8e99bf-6e17-48ad-b861-ab8c831d339e', 'ip_address': '172.20.0.10'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:51.642855 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Attempt 6 to provision port ca13ae65-5c24-4117-8306-0dc35b5d7e44 Sep 23 15:06:51.659627 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f59b3763-1e96-4ea7-b2e9-c7bd6dddb58e req-6e8eec01-5af6-4b69-900a-2cf6cd199e88 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 210 time: 0.0833299 Sep 23 15:06:51.671599 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-cb31e30e-f42a-46c5-bffa-f5d4b1755055 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:51.681027 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-cb31e30e-f42a-46c5-bffa-f5d4b1755055 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Usage tracker for resource:port and tenant:e8ee137469b945bebf2c7f0015c1b0da is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:51.696961 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-cb31e30e-f42a-46c5-bffa-f5d4b1755055 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:51.714622 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9b63408c-37a3-46dc-8cac-a3d6653f5e13 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:51.726538 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-cb31e30e-f42a-46c5-bffa-f5d4b1755055 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:51.751364 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8222ffd5-d9c5-46fc-a735-7128ed3f8fba tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:51.799542 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1cc64501-25ba-4c7e-85c8-3823478a149a tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:51.810122 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222ffd5-d9c5-46fc-a735-7128ed3f8fba tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc3ba0a-fa1f-4055-87a2-a4f4de9531c3,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:51.828978 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Port ca13ae65-5c24-4117-8306-0dc35b5d7e44 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:51.831102 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8222ffd5-d9c5-46fc-a735-7128ed3f8fba tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:51.843610 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9b63408c-37a3-46dc-8cac-a3d6653f5e13 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:51.844159 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1236be1e-1209-49ac-b504-6edc82303524 None None] Network 9e5dcba4-31f9-41d2-b868-55614eec8bdf requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:51.870223 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45214) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:51.891055 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46399b9a-11da-4ec0-ac58-878e830935be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-c3d67a4b-9092-448f-b14d-bd8d70a05623', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'fixed_ips': [{'subnet_id': 'bd2c8498-8c16-438c-bca3-56c5171a798f'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:06:51.891873 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-46399b9a-11da-4ec0-ac58-878e830935be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:51.899767 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8222ffd5-d9c5-46fc-a735-7128ed3f8fba tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/subnets/5dc3ba0a-fa1f-4055-87a2-a4f4de9531c3 HTTP/1.1" status: 204 len: 168 time: 1.7510102 Sep 23 15:06:51.912846 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dab45231-f468-40df-9faf-e3180a4c0be9 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:51.925520 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45218) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:51.944836 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-115145ec-4e23-465c-97c5-667eb8c9c12d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:51.968092 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-cb31e30e-f42a-46c5-bffa-f5d4b1755055 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Made reservation on behalf of e8ee137469b945bebf2c7f0015c1b0da for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:51.971641 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-cb31e30e-f42a-46c5-bffa-f5d4b1755055 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:51.981909 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae9ddb8-0d1b-47a7-93e6-3941657a1d4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-6f524a0c-cf87-4f81-8e6e-f8e9192d74ae', 'network_id': '6f524a0c-cf87-4f81-8e6e-f8e9192d74ae', 'tenant_id': '87bbd071fee24c85b631c0e8a5ccb335', 'fixed_ips': [{'subnet_id': '7a8e99bf-6e17-48ad-b861-ab8c831d339e'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:06:51.983441 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1ae9ddb8-0d1b-47a7-93e6-3941657a1d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:51.989568 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-1cc64501-25ba-4c7e-85c8-3823478a149a tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Calling delete_port for 499257b2-a052-4474-bfc5-17463bb44465 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:52.035746 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-5a30d29a-bdfb-40b4-aad0-7af46cf8f6c3 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:52.161384 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-dab45231-f468-40df-9faf-e3180a4c0be9 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Calling delete_port for f58618a4-95a7-4df7-8b52-0705dfde83fb owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:52.191453 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-115145ec-4e23-465c-97c5-667eb8c9c12d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:52.211473 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5a30d29a-bdfb-40b4-aad0-7af46cf8f6c3 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:port and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:52.235550 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5a30d29a-bdfb-40b4-aad0-7af46cf8f6c3 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:52.263138 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-5a30d29a-bdfb-40b4-aad0-7af46cf8f6c3 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:52.293512 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-21edacc4-2449-4f5b-8f2c-d3bc59a94016 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7c2b0fb79600434f931aa80be70d991c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4111528 Sep 23 15:06:52.297489 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45222) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:52.301465 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-cb31e30e-f42a-46c5-bffa-f5d4b1755055 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Allocated IP 172.20.0.5 (232b40d3-9067-44b8-ae10-69d9756e5382/81dd6424-cc8f-428e-aa6c-132a9b3390d7/98bac082-62c1-4710-8ba5-6cee39802e3e) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:52.306497 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fb39cb7b-78fe-4c07-8b62-56dffa157f9c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:52.327692 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115145ec-4e23-465c-97c5-667eb8c9c12d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:52.336918 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Attempt 7 to provision port ca13ae65-5c24-4117-8306-0dc35b5d7e44 Sep 23 15:06:52.404944 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9b63408c-37a3-46dc-8cac-a3d6653f5e13 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:52.407948 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-fb39cb7b-78fe-4c07-8b62-56dffa157f9c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port 02e346e6-9c15-4091-af33-e230b785c921 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:52.408281 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fb39cb7b-78fe-4c07-8b62-56dffa157f9c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:52.425123 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-46399b9a-11da-4ec0-ac58-878e830935be None None] Allocated IP 2001:db8::2 (c3d67a4b-9092-448f-b14d-bd8d70a05623/bd2c8498-8c16-438c-bca3-56c5171a798f/065c824a-2650-45c8-af92-56cf72338e6e) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:52.434982 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-93a620a8-76ea-4051-bf9c-b2dd5439e499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:52.436749 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1cc64501-25ba-4c7e-85c8-3823478a149a tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:52.443417 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Port ca13ae65-5c24-4117-8306-0dc35b5d7e44 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:52.445186 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-1ae9ddb8-0d1b-47a7-93e6-3941657a1d4a None None] Allocated IP 172.20.0.2 (6f524a0c-cf87-4f81-8e6e-f8e9192d74ae/7a8e99bf-6e17-48ad-b861-ab8c831d339e/ec7bebec-027a-4cc5-94b0-c117f8b22a37) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:52.500821 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a30d29a-bdfb-40b4-aad0-7af46cf8f6c3 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:52.548823 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de6c845-a1af-442b-9c4c-1d6595d03eef None None] DHCP port deletion for 9e5dcba4-31f9-41d2-b868-55614eec8bdf request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:06:52.557389 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63408c-37a3-46dc-8cac-a3d6653f5e13 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06090d43-131f-46ba-a9bf-f0922442c8e8,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:52.565250 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-3de6c845-a1af-442b-9c4c-1d6595d03eef None None] Deleting port 02e346e6-9c15-4091-af33-e230b785c921 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:52.566287 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3de6c845-a1af-442b-9c4c-1d6595d03eef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:52.585889 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc64501-25ba-4c7e-85c8-3823478a149a tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Pushing event deleted for resources: {'Port': ['ID=499257b2-a052-4474-bfc5-17463bb44465,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:52.907540 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9b63408c-37a3-46dc-8cac-a3d6653f5e13 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:52.908678 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9b63408c-37a3-46dc-8cac-a3d6653f5e13 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "DELETE /v2.0/security-groups/06090d43-131f-46ba-a9bf-f0922442c8e8 HTTP/1.1" status: 204 len: 168 time: 1.6104007 Sep 23 15:06:52.921379 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45228) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:52.922654 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-93a620a8-76ea-4051-bf9c-b2dd5439e499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:52.956416 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-cb31e30e-f42a-46c5-bffa-f5d4b1755055 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:52.962725 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Attempt 8 to provision port ca13ae65-5c24-4117-8306-0dc35b5d7e44 Sep 23 15:06:52.964761 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-115145ec-4e23-465c-97c5-667eb8c9c12d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:53.040030 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dab45231-f468-40df-9faf-e3180a4c0be9 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:53.048814 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-46399b9a-11da-4ec0-ac58-878e830935be None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:53.116948 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-de83e104-9233-46b7-8851-8ea19d487273 req-36d34094-2058-4d3e-a209-1a2d735b1d9b tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 210 time: 0.1744862 Sep 23 15:06:53.138512 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Port ca13ae65-5c24-4117-8306-0dc35b5d7e44 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:53.139682 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-46399b9a-11da-4ec0-ac58-878e830935be None None] Transition to ACTIVE for port object 065c824a-2650-45c8-af92-56cf72338e6e will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:53.147003 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-3de6c845-a1af-442b-9c4c-1d6595d03eef None None] For port 02e346e6-9c15-4091-af33-e230b785c921, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=02e346e6-9c15-4091-af33-e230b785c921,segment=NetworkSegment(76e5fa16-54af-4115-a91a-1a46e335ba70),segment_id=76e5fa16-54af-4115-a91a-1a46e335ba70)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:53.147582 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3de6c845-a1af-442b-9c4c-1d6595d03eef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:53.199918 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab45231-f468-40df-9faf-e3180a4c0be9 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Pushing event deleted for resources: {'Port': ['ID=f58618a4-95a7-4df7-8b52-0705dfde83fb,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:53.215398 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5a30d29a-bdfb-40b4-aad0-7af46cf8f6c3 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:53.225805 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-115145ec-4e23-465c-97c5-667eb8c9c12d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] device_id is not set on port d34c45ad-2f8b-4a9a-99bd-9b827ac16808 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:53.230337 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-93a620a8-76ea-4051-bf9c-b2dd5439e499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:53.288468 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-cb31e30e-f42a-46c5-bffa-f5d4b1755055 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:53.293639 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a620a8-76ea-4051-bf9c-b2dd5439e499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44875b4-7d73-4079-8348-97814c9c4f75,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:53.306901 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-3de6c845-a1af-442b-9c4c-1d6595d03eef None None] Calling delete_port for 02e346e6-9c15-4091-af33-e230b785c921 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:53.329031 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-3ad69942-d0d1-4c5d-a02e-da800e2015d7 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Synchronizing usage tracker for tenant:b1bdcf6d3c594a5b91bb52b4be546a88 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:53.337282 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-46399b9a-11da-4ec0-ac58-878e830935be None None] Transition to ACTIVE for port object 065c824a-2650-45c8-af92-56cf72338e6e will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:53.360650 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-fb39cb7b-78fe-4c07-8b62-56dffa157f9c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] For port 02e346e6-9c15-4091-af33-e230b785c921, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=02e346e6-9c15-4091-af33-e230b785c921,segment=NetworkSegment(76e5fa16-54af-4115-a91a-1a46e335ba70),segment_id=76e5fa16-54af-4115-a91a-1a46e335ba70)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:53.360987 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fb39cb7b-78fe-4c07-8b62-56dffa157f9c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:53.426890 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-5a30d29a-bdfb-40b4-aad0-7af46cf8f6c3 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] device_id is not set on port 33e84bd2-d26a-4728-93ff-94bbb1feb363 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:53.450711 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-46399b9a-11da-4ec0-ac58-878e830935be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:53.485736 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-93a620a8-76ea-4051-bf9c-b2dd5439e499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:53.490058 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-93a620a8-76ea-4051-bf9c-b2dd5439e499 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f44875b4-7d73-4079-8348-97814c9c4f75 HTTP/1.1" status: 204 len: 168 time: 1.1903558 Sep 23 15:06:53.499729 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-cb31e30e-f42a-46c5-bffa-f5d4b1755055 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Network 232b40d3-9067-44b8-ae10-69d9756e5382 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:53.506063 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 02e346e6-9c15-4091-af33-e230b785c921 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:06:53.508201 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-cb31e30e-f42a-46c5-bffa-f5d4b1755055 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:53.515831 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1cc64501-25ba-4c7e-85c8-3823478a149a tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:53.518510 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1cc64501-25ba-4c7e-85c8-3823478a149a tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] 10.222.0.67 "DELETE /v2.0/ports/499257b2-a052-4474-bfc5-17463bb44465 HTTP/1.1" status: 204 len: 168 time: 2.5820892 Sep 23 15:06:53.519833 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31e30e-f42a-46c5-bffa-f5d4b1755055 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Pushing event updated for resources: {'Port': ['ID=98bac082-62c1-4710-8ba5-6cee39802e3e,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:53.522643 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-cb31e30e-f42a-46c5-bffa-f5d4b1755055 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:53.556293 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45234) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:53.626941 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5bb8ad8-940e-45a7-a523-349f58a4901b tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] GET failed (client error): The resource could not be found. Sep 23 15:06:53.627560 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d5bb8ad8-940e-45a7-a523-349f58a4901b tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Synchronizing usage tracker for tenant:9082743dda5a4f53b15c26965083c5da on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:53.640205 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46399b9a-11da-4ec0-ac58-878e830935be None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:53.641062 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Attempt 9 to provision port ca13ae65-5c24-4117-8306-0dc35b5d7e44 Sep 23 15:06:53.657916 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-cb31e30e-f42a-46c5-bffa-f5d4b1755055 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:53.664392 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-cb31e30e-f42a-46c5-bffa-f5d4b1755055 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:53.675939 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-46399b9a-11da-4ec0-ac58-878e830935be None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:53.694202 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3de6c845-a1af-442b-9c4c-1d6595d03eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:53.698009 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46399b9a-11da-4ec0-ac58-878e830935be None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:53.711057 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46399b9a-11da-4ec0-ac58-878e830935be None None] Pushing event updated for resources: {'Port': ['ID=065c824a-2650-45c8-af92-56cf72338e6e,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:53.756031 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1ae9ddb8-0d1b-47a7-93e6-3941657a1d4a None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:53.767693 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-fb39cb7b-78fe-4c07-8b62-56dffa157f9c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Calling delete_port for 02e346e6-9c15-4091-af33-e230b785c921 owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:53.803072 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-3ad69942-d0d1-4c5d-a02e-da800e2015d7 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Unset dirty status for tenant:b1bdcf6d3c594a5b91bb52b4be546a88 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:53.808185 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3ad69942-d0d1-4c5d-a02e-da800e2015d7 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8819761 Sep 23 15:06:53.808609 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45238) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:53.814435 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-46bfbd66-fd22-4077-b010-0029884c8882 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group': {'name': 'tempest-secgroup--716495948'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:53.824695 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-46bfbd66-fd22-4077-b010-0029884c8882 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:53.831320 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6c845-a1af-442b-9c4c-1d6595d03eef None None] Pushing event deleted for resources: {'Port': ['ID=02e346e6-9c15-4091-af33-e230b785c921,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:53.833284 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de6c845-a1af-442b-9c4c-1d6595d03eef None None] No DVR routers for this DVR port 02e346e6-9c15-4091-af33-e230b785c921 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:06:53.837428 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-46bfbd66-fd22-4077-b010-0029884c8882 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:53.869235 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1ae9ddb8-0d1b-47a7-93e6-3941657a1d4a None None] Transition to ACTIVE for port object ec7bebec-027a-4cc5-94b0-c117f8b22a37 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:53.877118 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Port ca13ae65-5c24-4117-8306-0dc35b5d7e44 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:53.879616 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dab45231-f468-40df-9faf-e3180a4c0be9 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:53.881841 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d5bb8ad8-940e-45a7-a523-349f58a4901b tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Unset dirty status for tenant:9082743dda5a4f53b15c26965083c5da on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:53.885914 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d5bb8ad8-940e-45a7-a523-349f58a4901b tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] 10.222.0.67 "GET /v2.0/ports/499257b2-a052-4474-bfc5-17463bb44465 HTTP/1.1" status: 404 len: 333 time: 0.3196995 Sep 23 15:06:53.886261 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45242) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:53.887249 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No active binding found for port 02e346e6-9c15-4091-af33-e230b785c921 {{(pid=89740) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 23 15:06:53.887704 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 02e346e6-9c15-4091-af33-e230b785c921 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:06:53.920281 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1ae9ddb8-0d1b-47a7-93e6-3941657a1d4a None None] Transition to ACTIVE for port object ec7bebec-027a-4cc5-94b0-c117f8b22a37 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:53.921602 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-46399b9a-11da-4ec0-ac58-878e830935be None None] Attempting to bind port 065c824a-2650-45c8-af92-56cf72338e6e on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:53.921974 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-46399b9a-11da-4ec0-ac58-878e830935be None None] Attempting to bind port 065c824a-2650-45c8-af92-56cf72338e6e by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:53.922354 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46399b9a-11da-4ec0-ac58-878e830935be None None] Attempting to bind port 065c824a-2650-45c8-af92-56cf72338e6e on network c3d67a4b-9092-448f-b14d-bd8d70a05623 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:53.928688 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46399b9a-11da-4ec0-ac58-878e830935be None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:06:53.933648 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46399b9a-11da-4ec0-ac58-878e830935be None None] Checking segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:06:53.933648 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-46399b9a-11da-4ec0-ac58-878e830935be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:53.933648 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46399b9a-11da-4ec0-ac58-878e830935be None None] Bound using segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:06:53.933648 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-46399b9a-11da-4ec0-ac58-878e830935be None None] Bound port: 065c824a-2650-45c8-af92-56cf72338e6e, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:06:53.933648 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-46399b9a-11da-4ec0-ac58-878e830935be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:53.937344 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-115145ec-4e23-465c-97c5-667eb8c9c12d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:53.938133 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-115145ec-4e23-465c-97c5-667eb8c9c12d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:06:53.956548 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-dab45231-f468-40df-9faf-e3180a4c0be9 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "DELETE /v2.0/ports/f58618a4-95a7-4df7-8b52-0705dfde83fb HTTP/1.1" status: 204 len: 168 time: 2.9267795 Sep 23 15:06:53.962707 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-cb31e30e-f42a-46c5-bffa-f5d4b1755055 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9014981 Sep 23 15:06:53.962707 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45246) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:53.990687 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.api [None req-fb39cb7b-78fe-4c07-8b62-56dffa157f9c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:06:53.995682 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG oslo_db.api [None req-fb39cb7b-78fe-4c07-8b62-56dffa157f9c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:06:54.013716 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-d197f1d0-cda3-4770-a299-8c0d3b8fa611 service neutron] Request body: {'port': {'device_id': '3485e1e6-af35-4f49-87f4-56170786063e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:54.022814 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1ae9ddb8-0d1b-47a7-93e6-3941657a1d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:54.069399 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-115145ec-4e23-465c-97c5-667eb8c9c12d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.6446533 Sep 23 15:06:54.073051 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45250) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:54.077135 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-951ca174-c2e5-448e-9ae8-8bd69d8163a7 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Deleting port ca13ae65-5c24-4117-8306-0dc35b5d7e44 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:54.077487 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-951ca174-c2e5-448e-9ae8-8bd69d8163a7 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:54.092475 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-46399b9a-11da-4ec0-ac58-878e830935be None None] For port 065c824a-2650-45c8-af92-56cf72338e6e, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:06:54.101798 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae9ddb8-0d1b-47a7-93e6-3941657a1d4a None None] Network 6f524a0c-cf87-4f81-8e6e-f8e9192d74ae is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:54.105642 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-1ae9ddb8-0d1b-47a7-93e6-3941657a1d4a None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:54.110754 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-46399b9a-11da-4ec0-ac58-878e830935be None None] For port 065c824a-2650-45c8-af92-56cf72338e6e, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=065c824a-2650-45c8-af92-56cf72338e6e,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:06:54.111914 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-46bfbd66-fd22-4077-b010-0029884c8882 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:54.112244 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae9ddb8-0d1b-47a7-93e6-3941657a1d4a None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:54.150918 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9ddb8-0d1b-47a7-93e6-3941657a1d4a None None] Pushing event updated for resources: {'Port': ['ID=ec7bebec-027a-4cc5-94b0-c117f8b22a37,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:54.151130 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-5a30d29a-bdfb-40b4-aad0-7af46cf8f6c3 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Allocated IP 172.20.0.10 (6f524a0c-cf87-4f81-8e6e-f8e9192d74ae/7a8e99bf-6e17-48ad-b861-ab8c831d339e/33e84bd2-d26a-4728-93ff-94bbb1feb363) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:54.196269 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-46399b9a-11da-4ec0-ac58-878e830935be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:54.207442 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadf2716-e64e-481e-80de-cfe8a81519dc tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:54.207442 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-eadf2716-e64e-481e-80de-cfe8a81519dc tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:54.238149 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-46bfbd66-fd22-4077-b010-0029884c8882 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:54.245203 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-46bfbd66-fd22-4077-b010-0029884c8882 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Usage tracker for resource:security_group_rule and tenant:b1bdcf6d3c594a5b91bb52b4be546a88 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:54.250201 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-46bfbd66-fd22-4077-b010-0029884c8882 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:54.257603 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-46bfbd66-fd22-4077-b010-0029884c8882 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:54.327688 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-eadf2716-e64e-481e-80de-cfe8a81519dc tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:54.331768 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-eadf2716-e64e-481e-80de-cfe8a81519dc tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2574418 Sep 23 15:06:54.332357 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45260) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:54.348102 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be00925-edd6-4bd6-8fbe-dbd55d37b036 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Deleting subnet eae6cc83-b437-469e-835d-0e4b887fc4f2 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:06:54.380003 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Attempt 10 to provision port ca13ae65-5c24-4117-8306-0dc35b5d7e44 Sep 23 15:06:54.435392 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-1ae9ddb8-0d1b-47a7-93e6-3941657a1d4a None None] Attempting to bind port ec7bebec-027a-4cc5-94b0-c117f8b22a37 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:54.435768 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-1ae9ddb8-0d1b-47a7-93e6-3941657a1d4a None None] Attempting to bind port ec7bebec-027a-4cc5-94b0-c117f8b22a37 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '897fd8e7-e61a-42dc-92d5-94385d5877e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f524a0c-cf87-4f81-8e6e-f8e9192d74ae'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:54.436121 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae9ddb8-0d1b-47a7-93e6-3941657a1d4a None None] Attempting to bind port ec7bebec-027a-4cc5-94b0-c117f8b22a37 on network 6f524a0c-cf87-4f81-8e6e-f8e9192d74ae {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:54.448244 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ef5d8d-7f6b-4c15-8bd7-b797feed3570 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:54.450434 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ef5d8d-7f6b-4c15-8bd7-b797feed3570 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:54.451188 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-50ef5d8d-7f6b-4c15-8bd7-b797feed3570 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:54.452794 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae9ddb8-0d1b-47a7-93e6-3941657a1d4a None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:06:54.453171 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae9ddb8-0d1b-47a7-93e6-3941657a1d4a None None] Checking segment: {'id': '897fd8e7-e61a-42dc-92d5-94385d5877e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f524a0c-cf87-4f81-8e6e-f8e9192d74ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:06:54.453763 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1ae9ddb8-0d1b-47a7-93e6-3941657a1d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:54.454163 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae9ddb8-0d1b-47a7-93e6-3941657a1d4a None None] Bound using segment: {'id': '897fd8e7-e61a-42dc-92d5-94385d5877e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f524a0c-cf87-4f81-8e6e-f8e9192d74ae'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:06:54.454717 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-1ae9ddb8-0d1b-47a7-93e6-3941657a1d4a None None] Bound port: ec7bebec-027a-4cc5-94b0-c117f8b22a37, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897fd8e7-e61a-42dc-92d5-94385d5877e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f524a0c-cf87-4f81-8e6e-f8e9192d74ae'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:06:54.459865 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1ae9ddb8-0d1b-47a7-93e6-3941657a1d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:54.460026 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0be00925-edd6-4bd6-8fbe-dbd55d37b036 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:54.475823 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Port ca13ae65-5c24-4117-8306-0dc35b5d7e44 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:54.479747 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46399b9a-11da-4ec0-ac58-878e830935be None None] Pushing event updated for resources: {'Port': ['ID=065c824a-2650-45c8-af92-56cf72338e6e,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:54.484706 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Could not find standard attr ID for object 02e346e6-9c15-4091-af33-e230b785c921. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:06:54.492115 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-50ef5d8d-7f6b-4c15-8bd7-b797feed3570 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:54.496577 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-50ef5d8d-7f6b-4c15-8bd7-b797feed3570 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1581810 Sep 23 15:06:54.497391 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-fb39cb7b-78fe-4c07-8b62-56dffa157f9c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port 02e346e6-9c15-4091-af33-e230b785c921 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:54.497728 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fb39cb7b-78fe-4c07-8b62-56dffa157f9c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:54.519560 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-11bdb04f-6a10-400e-bd60-a104f9121e8b None None] Could not find standard attr ID for object bda957a7-fae9-4ed0-a40e-ff620c427123. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:06:54.534190 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45268) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:54.541489 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0be00925-edd6-4bd6-8fbe-dbd55d37b036 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:54.588955 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1ae9ddb8-0d1b-47a7-93e6-3941657a1d4a None None] For port ec7bebec-027a-4cc5-94b0-c117f8b22a37, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:06:54.593085 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1ae9ddb8-0d1b-47a7-93e6-3941657a1d4a None None] For port ec7bebec-027a-4cc5-94b0-c117f8b22a37, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ec7bebec-027a-4cc5-94b0-c117f8b22a37,segment=NetworkSegment(897fd8e7-e61a-42dc-92d5-94385d5877e5),segment_id=897fd8e7-e61a-42dc-92d5-94385d5877e5)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:06:54.613925 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-fb39cb7b-78fe-4c07-8b62-56dffa157f9c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] The port '02e346e6-9c15-4091-af33-e230b785c921' was deleted {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:06:54.617190 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-46bfbd66-fd22-4077-b010-0029884c8882 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:54.617691 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5a30d29a-bdfb-40b4-aad0-7af46cf8f6c3 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:54.635759 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-beb12aab-019e-4cac-b6d6-f2faf9e7ee45 None None] Could not find standard attr ID for object 02e346e6-9c15-4091-af33-e230b785c921. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:06:54.645554 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-beb12aab-019e-4cac-b6d6-f2faf9e7ee45 None None] Could not find standard attr ID for object 499257b2-a052-4474-bfc5-17463bb44465. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:06:54.658354 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1ae9ddb8-0d1b-47a7-93e6-3941657a1d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:54.725295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-46bfbd66-fd22-4077-b010-0029884c8882 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:54.889774 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9ddb8-0d1b-47a7-93e6-3941657a1d4a None None] Pushing event updated for resources: {'Port': ['ID=ec7bebec-027a-4cc5-94b0-c117f8b22a37,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:54.897802 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bfbd66-fd22-4077-b010-0029884c8882 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a4eb73-f689-45ef-a1a0-2e3b80ac1ee5,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:54.914131 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-d197f1d0-cda3-4770-a299-8c0d3b8fa611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:55.050725 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-5a30d29a-bdfb-40b4-aad0-7af46cf8f6c3 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Transition to ACTIVE for port object 33e84bd2-d26a-4728-93ff-94bbb1feb363 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:55.067137 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fb39cb7b-78fe-4c07-8b62-56dffa157f9c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:55.103213 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-033c2d6e-8fd3-49d1-a6ca-69ccc0657fce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet bd2c8498-8c16-438c-bca3-56c5171a798f {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:06:55.104174 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-fb39cb7b-78fe-4c07-8b62-56dffa157f9c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5dcba4-31f9-41d2-b868-55614eec8bdf']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:55.123989 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-fb39cb7b-78fe-4c07-8b62-56dffa157f9c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e5fa16-54af-4115-a91a-1a46e335ba70') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:55.124281 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-fb39cb7b-78fe-4c07-8b62-56dffa157f9c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e5fa16-54af-4115-a91a-1a46e335ba70') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:55.136939 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-033c2d6e-8fd3-49d1-a6ca-69ccc0657fce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:55.141347 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fb39cb7b-78fe-4c07-8b62-56dffa157f9c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:55.183521 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fb39cb7b-78fe-4c07-8b62-56dffa157f9c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:55.196201 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb39cb7b-78fe-4c07-8b62-56dffa157f9c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:06:55.198944 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fb39cb7b-78fe-4c07-8b62-56dffa157f9c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:55.214183 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-46bfbd66-fd22-4077-b010-0029884c8882 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:55.219974 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-46bfbd66-fd22-4077-b010-0029884c8882 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4059932 Sep 23 15:06:55.233403 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad1fd6-84ef-411f-a4d7-bea5c7a76d73 req-43ec2060-52d7-4bba-b70b-d8bcb40251b5 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:55.233656 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45282) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:55.239430 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-1fad1fd6-84ef-411f-a4d7-bea5c7a76d73 req-43ec2060-52d7-4bba-b70b-d8bcb40251b5 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Synchronizing usage tracker for tenant:e8ee137469b945bebf2c7f0015c1b0da on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:55.286360 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 76e5fa16-54af-4115-a91a-1a46e335ba70 resource provider aggregate not found Sep 23 15:06:55.298946 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-32cb1901-f906-477d-9206-9242f42d70ad tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group_rule': {'security_group_id': '42a4eb73-f689-45ef-a1a0-2e3b80ac1ee5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:55.299442 dv-neutron-859093-1-hyperv neutron-server[89738]: WARNING neutron.api.v2.base [None req-32cb1901-f906-477d-9206-9242f42d70ad tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 23 15:06:55.299942 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-32cb1901-f906-477d-9206-9242f42d70ad tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:55.300942 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-32cb1901-f906-477d-9206-9242f42d70ad tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0663242 Sep 23 15:06:55.302087 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5a30d29a-bdfb-40b4-aad0-7af46cf8f6c3 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:55.320636 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45290) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:55.366135 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45292) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:55.370652 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 76e5fa16-54af-4115-a91a-1a46e335ba70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76e5fa16-54af-4115-a91a-1a46e335ba70 found for delete ", "request_id": "req-0438dd32-dc29-43b8-aaf6-8ea9afd8d5fa"}]} Sep 23 15:06:55.393153 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-c82c2d84-e46c-4acf-8c64-0fb210c7d234 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group_rule': {'security_group_id': '42a4eb73-f689-45ef-a1a0-2e3b80ac1ee5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:55.420254 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-c82c2d84-e46c-4acf-8c64-0fb210c7d234 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:55.427706 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a30d29a-bdfb-40b4-aad0-7af46cf8f6c3 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network 6f524a0c-cf87-4f81-8e6e-f8e9192d74ae is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:55.435095 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-5a30d29a-bdfb-40b4-aad0-7af46cf8f6c3 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:55.440053 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-c82c2d84-e46c-4acf-8c64-0fb210c7d234 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Usage tracker for resource:security_group_rule and tenant:b1bdcf6d3c594a5b91bb52b4be546a88 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:55.443375 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a30d29a-bdfb-40b4-aad0-7af46cf8f6c3 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:55.463065 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-033c2d6e-8fd3-49d1-a6ca-69ccc0657fce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:55.486173 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-c82c2d84-e46c-4acf-8c64-0fb210c7d234 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:55.495634 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30d29a-bdfb-40b4-aad0-7af46cf8f6c3 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Port': ['ID=33e84bd2-d26a-4728-93ff-94bbb1feb363,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:55.518354 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-c82c2d84-e46c-4acf-8c64-0fb210c7d234 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:55.524408 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0be00925-edd6-4bd6-8fbe-dbd55d37b036 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:55.524549 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fb39cb7b-78fe-4c07-8b62-56dffa157f9c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:55.555079 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fb39cb7b-78fe-4c07-8b62-56dffa157f9c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:55.568451 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 065c824a-2650-45c8-af92-56cf72338e6e up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:06:55.598108 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-fb39cb7b-78fe-4c07-8b62-56dffa157f9c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/networks/9e5dcba4-31f9-41d2-b868-55614eec8bdf HTTP/1.1" status: 204 len: 168 time: 3.6594441 Sep 23 15:06:55.603748 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39cb7b-78fe-4c07-8b62-56dffa157f9c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Network': ['ID=9e5dcba4-31f9-41d2-b868-55614eec8bdf,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:55.610408 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45300) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:55.631179 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a30d29a-bdfb-40b4-aad0-7af46cf8f6c3 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:55.631855 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5a30d29a-bdfb-40b4-aad0-7af46cf8f6c3 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:55.693436 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-951ca174-c2e5-448e-9ae8-8bd69d8163a7 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:55.701073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Request body: {'networks': [{'name': 'tempest-network--239287200'}, {'name': 'tempest-network--1141244694'}]} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:55.701382 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Request body: {'network': {'name': 'tempest-network--239287200'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:55.702476 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Request body: {'network': {'name': 'tempest-network--1141244694'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:55.719488 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:55.732319 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Usage tracker for resource:network and tenant:9c0258cd4411406e8d8165f07fb44c4e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:55.735585 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:55.745425 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 065c824a-2650-45c8-af92-56cf72338e6e completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:06:55.749144 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:55.760979 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ec7bebec-027a-4cc5-94b0-c117f8b22a37 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:06:55.791897 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b325ba-23cf-4902-a4e2-a2580064f16c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:55.792741 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-58b325ba-23cf-4902-a4e2-a2580064f16c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Synchronizing usage tracker for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:55.847539 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5a30d29a-bdfb-40b4-aad0-7af46cf8f6c3 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.3158357 Sep 23 15:06:55.850396 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45304) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:55.856559 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-7cc9b129-d30a-46cd-bc42-b9f871db82e9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'port': {'network_id': '6f524a0c-cf87-4f81-8e6e-f8e9192d74ae', 'name': 'tempest-PortsTestJSON-583944603', 'fixed_ips': [{'subnet_id': '7a8e99bf-6e17-48ad-b861-ab8c831d339e', 'ip_address': '172.20.0.9'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:55.883724 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-951ca174-c2e5-448e-9ae8-8bd69d8163a7 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Calling delete_port for ca13ae65-5c24-4117-8306-0dc35b5d7e44 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:55.930381 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-1fad1fd6-84ef-411f-a4d7-bea5c7a76d73 req-43ec2060-52d7-4bba-b70b-d8bcb40251b5 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Unset dirty status for tenant:e8ee137469b945bebf2c7f0015c1b0da on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:55.931835 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1fad1fd6-84ef-411f-a4d7-bea5c7a76d73 req-43ec2060-52d7-4bba-b70b-d8bcb40251b5 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 931 time: 1.5295899 Sep 23 15:06:55.964339 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-c82c2d84-e46c-4acf-8c64-0fb210c7d234 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:55.966374 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c82c2d84-e46c-4acf-8c64-0fb210c7d234 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6039915 Sep 23 15:06:55.975485 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45308) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:55.978598 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-58b325ba-23cf-4902-a4e2-a2580064f16c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Unset dirty status for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:55.985018 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-58b325ba-23cf-4902-a4e2-a2580064f16c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3686779 Sep 23 15:06:55.985018 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45314) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:56.029548 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-a5f0a19d-226d-4594-b8d2-e4f963a52fcc tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group_rule': {'security_group_id': '42a4eb73-f689-45ef-a1a0-2e3b80ac1ee5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:56.029548 dv-neutron-859093-1-hyperv neutron-server[89738]: WARNING neutron.api.v2.base [None req-a5f0a19d-226d-4594-b8d2-e4f963a52fcc tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 23 15:06:56.029548 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-a5f0a19d-226d-4594-b8d2-e4f963a52fcc tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:56.030396 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a5f0a19d-226d-4594-b8d2-e4f963a52fcc tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0536628 Sep 23 15:06:56.034156 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port ec7bebec-027a-4cc5-94b0-c117f8b22a37 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:06:56.035073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45318) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:56.041635 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Made reservation on behalf of 9c0258cd4411406e8d8165f07fb44c4e for: {'network': 2} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:56.046497 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:56.080772 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-b1416c2e-5717-4d69-9bc4-1054f21c0bdc tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group_rule': {'security_group_id': '42a4eb73-f689-45ef-a1a0-2e3b80ac1ee5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:56.086621 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b1416c2e-5717-4d69-9bc4-1054f21c0bdc tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:56.095230 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:56.110999 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b1416c2e-5717-4d69-9bc4-1054f21c0bdc tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Usage tracker for resource:security_group_rule and tenant:b1bdcf6d3c594a5b91bb52b4be546a88 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:56.119603 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:56.124615 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Usage tracker for resource:security_group_rule and tenant:9c0258cd4411406e8d8165f07fb44c4e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:56.127819 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:56.134094 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:56.144210 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b1416c2e-5717-4d69-9bc4-1054f21c0bdc tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:56.183572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-033c2d6e-8fd3-49d1-a6ca-69ccc0657fce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:56.191835 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b1416c2e-5717-4d69-9bc4-1054f21c0bdc tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:56.252839 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7cc9b129-d30a-46cd-bc42-b9f871db82e9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:56.266616 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8197c1c8-152f-465c-b68a-940e7750d95e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2809904 Sep 23 15:06:56.268434 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45322) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:56.271318 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7cc9b129-d30a-46cd-bc42-b9f871db82e9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:port and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:56.273295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0be00925-edd6-4bd6-8fbe-dbd55d37b036 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:56.274496 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-62c2d887-ebeb-40f4-8a4e-cb8634be8c64 None None] Provisioning for port 065c824a-2650-45c8-af92-56cf72338e6e completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:06:56.277678 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7cc9b129-d30a-46cd-bc42-b9f871db82e9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:56.280961 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-62c2d887-ebeb-40f4-8a4e-cb8634be8c64 None None] Provisioning complete for port 065c824a-2650-45c8-af92-56cf72338e6e triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:06:56.290583 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-62c2d887-ebeb-40f4-8a4e-cb8634be8c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:56.290583 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-62c2d887-ebeb-40f4-8a4e-cb8634be8c64 None None] Attempt 1 to provision port 065c824a-2650-45c8-af92-56cf72338e6e Sep 23 15:06:56.291026 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7cc9b129-d30a-46cd-bc42-b9f871db82e9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:56.351786 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-9a6557e5-02cb-49ae-a94b-ca76827071d6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-293919721'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:56.353197 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:56.356995 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-9a6557e5-02cb-49ae-a94b-ca76827071d6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:56.360721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-9a6557e5-02cb-49ae-a94b-ca76827071d6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:network and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:56.363610 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-9a6557e5-02cb-49ae-a94b-ca76827071d6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:56.367720 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e498f690-9fee-4a88-b820-f839282a332d None None] Network 6f524a0c-cf87-4f81-8e6e-f8e9192d74ae requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:56.371065 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc9b129-d30a-46cd-bc42-b9f871db82e9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:56.374077 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be00925-edd6-4bd6-8fbe-dbd55d37b036 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Pushing event deleted for resources: {'Subnet': ['ID=eae6cc83-b437-469e-835d-0e4b887fc4f2,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:56.386091 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7cc9b129-d30a-46cd-bc42-b9f871db82e9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:56.388312 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-9a6557e5-02cb-49ae-a94b-ca76827071d6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:56.408309 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-7cc9b129-d30a-46cd-bc42-b9f871db82e9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] device_id is not set on port 15b3276a-0b37-4718-8bff-f5735fa91efe yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:06:56.408608 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0be00925-edd6-4bd6-8fbe-dbd55d37b036 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:56.449632 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160e260c-dd18-4af9-89b2-867f13b98fda None None] Network 36c7d0ee-f6ea-4fb5-8843-8675de2d993d requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:56.451084 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1fad1fd6-84ef-411f-a4d7-bea5c7a76d73 req-0c1626a0-d0e7-445e-99ff-03a6738c70df tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/security-groups?id=353147c3-04d5-4845-9d1c-8e23b8cecfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036883 Sep 23 15:06:56.451822 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-b1416c2e-5717-4d69-9bc4-1054f21c0bdc tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:56.452865 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b1416c2e-5717-4d69-9bc4-1054f21c0bdc tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3953400 Sep 23 15:06:56.454835 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0be00925-edd6-4bd6-8fbe-dbd55d37b036 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "DELETE /v2.0/subnets/eae6cc83-b437-469e-835d-0e4b887fc4f2 HTTP/1.1" status: 204 len: 168 time: 2.4920523 Sep 23 15:06:56.459377 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45326) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:56.459609 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45328) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:56.461753 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:56.461887 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:56.488517 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-32c52440-1392-450b-b8ae-2d8f39ad6127 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group_rule': {'security_group_id': '42a4eb73-f689-45ef-a1a0-2e3b80ac1ee5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:56.489568 dv-neutron-859093-1-hyperv neutron-server[89739]: WARNING neutron.api.v2.base [None req-32c52440-1392-450b-b8ae-2d8f39ad6127 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 23 15:06:56.489568 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-32c52440-1392-450b-b8ae-2d8f39ad6127 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:56.490471 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-32c52440-1392-450b-b8ae-2d8f39ad6127 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0281138 Sep 23 15:06:56.502567 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45334) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:56.504436 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-951ca174-c2e5-448e-9ae8-8bd69d8163a7 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:56.526127 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-1d742a50-8ebe-4507-84c4-3883982c9a63 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group_rule': {'security_group_id': '42a4eb73-f689-45ef-a1a0-2e3b80ac1ee5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:56.550060 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1d742a50-8ebe-4507-84c4-3883982c9a63 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:56.563527 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1d742a50-8ebe-4507-84c4-3883982c9a63 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Usage tracker for resource:security_group_rule and tenant:b1bdcf6d3c594a5b91bb52b4be546a88 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:56.570617 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1d742a50-8ebe-4507-84c4-3883982c9a63 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:56.580943 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c234d59f-0e9d-4486-8dd6-a4be52492ca5,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:56.584959 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1d742a50-8ebe-4507-84c4-3883982c9a63 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:56.625314 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:06:56.654254 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:56.654652 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Added segment 16766878-029c-4319-b84e-cfff016b102f of type vlan for network b2d7552b-79ba-4142-b6ae-dad1f48747f1 Sep 23 15:06:56.696525 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6557e5-02cb-49ae-a94b-ca76827071d6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:56.699998 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9a6557e5-02cb-49ae-a94b-ca76827071d6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:56.710597 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-033c2d6e-8fd3-49d1-a6ca-69ccc0657fce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:56.740525 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:56.759008 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ca174-c2e5-448e-9ae8-8bd69d8163a7 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Pushing event deleted for resources: {'Port': ['ID=ca13ae65-5c24-4117-8306-0dc35b5d7e44,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:56.802367 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-62c2d887-ebeb-40f4-8a4e-cb8634be8c64 None None] Current status of the port 065c824a-2650-45c8-af92-56cf72338e6e is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:06:56.803323 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-62c2d887-ebeb-40f4-8a4e-cb8634be8c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:56.815042 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:06:56.833219 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:56.835320 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Added segment dfdc9328-efe5-4a4e-badb-f7dac41ba22a of type vlan for network e413edeb-5d5e-457b-baf9-90f11265092c Sep 23 15:06:56.869567 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c2d6e-8fd3-49d1-a6ca-69ccc0657fce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=bd2c8498-8c16-438c-bca3-56c5171a798f,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:56.874580 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-951ca174-c2e5-448e-9ae8-8bd69d8163a7 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:56.899960 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede7e43c-236e-4030-92b1-8221b9d47957 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:56.902920 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-033c2d6e-8fd3-49d1-a6ca-69ccc0657fce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:56.905524 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-033c2d6e-8fd3-49d1-a6ca-69ccc0657fce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/bd2c8498-8c16-438c-bca3-56c5171a798f HTTP/1.1" status: 204 len: 168 time: 2.3035560 Sep 23 15:06:56.909243 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-d197f1d0-cda3-4770-a299-8c0d3b8fa611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98bac082-62c1-4710-8ba5-6cee39802e3e {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:06:56.916014 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45338) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:56.919154 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:56.921766 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-951ca174-c2e5-448e-9ae8-8bd69d8163a7 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] 10.222.0.67 "DELETE /v2.0/ports/ca13ae65-5c24-4117-8306-0dc35b5d7e44 HTTP/1.1" status: 204 len: 168 time: 3.0341885 Sep 23 15:06:56.927578 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-d197f1d0-cda3-4770-a299-8c0d3b8fa611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:56.930243 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6557e5-02cb-49ae-a94b-ca76827071d6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:06:56.936242 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45340) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:56.937987 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-21975637-79e7-41c4-bc31-e92f18133f39 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:56.940681 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-62c2d887-ebeb-40f4-8a4e-cb8634be8c64 None None] For port 065c824a-2650-45c8-af92-56cf72338e6e, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=065c824a-2650-45c8-af92-56cf72338e6e,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:56.962706 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-d197f1d0-cda3-4770-a299-8c0d3b8fa611 service neutron] Transition to ACTIVE for port object 98bac082-62c1-4710-8ba5-6cee39802e3e will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:56.969703 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9a6557e5-02cb-49ae-a94b-ca76827071d6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:56.970374 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-9a6557e5-02cb-49ae-a94b-ca76827071d6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Added segment eefbed7c-6663-46f8-bd21-fb2f0e6e85ff of type vlan for network 2ab883d8-9735-4472-a903-2277c25e697a Sep 23 15:06:56.971702 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-21975637-79e7-41c4-bc31-e92f18133f39 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Deleting port 73b8d791-45b2-41e1-b0f9-2f260b91ba2f {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:56.972254 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-21975637-79e7-41c4-bc31-e92f18133f39 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:57.026903 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-62c2d887-ebeb-40f4-8a4e-cb8634be8c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:57.049824 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9a6557e5-02cb-49ae-a94b-ca76827071d6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:57.056628 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-d197f1d0-cda3-4770-a299-8c0d3b8fa611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:57.076333 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-fae3f3ef-5b3e-406b-bac8-467c92134829 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1466398 Sep 23 15:06:57.093965 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45346) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:57.110365 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-7cc9b129-d30a-46cd-bc42-b9f871db82e9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Allocated IP 172.20.0.9 (6f524a0c-cf87-4f81-8e6e-f8e9192d74ae/7a8e99bf-6e17-48ad-b861-ab8c831d339e/15b3276a-0b37-4718-8bff-f5735fa91efe) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:06:57.122284 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-65cf7256-45f9-4fb1-9a76-0d184550358f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:57.152166 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0d7184-4b19-4c2a-b7b3-7cf39c0c5b60 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] GET failed (client error): The resource could not be found. Sep 23 15:06:57.152925 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-cf0d7184-4b19-4c2a-b7b3-7cf39c0c5b60 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Synchronizing usage tracker for tenant:9082743dda5a4f53b15c26965083c5da on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:57.174442 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-1d742a50-8ebe-4507-84c4-3883982c9a63 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:57.176929 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1d742a50-8ebe-4507-84c4-3883982c9a63 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6656773 Sep 23 15:06:57.180866 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1dc791-c4a5-49a8-a6df-da7115359666 None None] DHCP port deletion for 36c7d0ee-f6ea-4fb5-8843-8675de2d993d request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:06:57.189796 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45350) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:57.206455 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5c1dc791-c4a5-49a8-a6df-da7115359666 None None] Deleting port 73b8d791-45b2-41e1-b0f9-2f260b91ba2f {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:57.207204 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5c1dc791-c4a5-49a8-a6df-da7115359666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:57.222477 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-666f5064-f29e-4739-b979-92bebdb665ac tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group_rule': {'security_group_id': '42a4eb73-f689-45ef-a1a0-2e3b80ac1ee5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:57.222951 dv-neutron-859093-1-hyperv neutron-server[89739]: WARNING neutron.api.v2.base [None req-666f5064-f29e-4739-b979-92bebdb665ac tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 23 15:06:57.223439 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-666f5064-f29e-4739-b979-92bebdb665ac tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:57.224391 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-666f5064-f29e-4739-b979-92bebdb665ac tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0184588 Sep 23 15:06:57.234943 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45354) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:57.263203 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c2d887-ebeb-40f4-8a4e-cb8634be8c64 None None] Pushing event updated for resources: {'Port': ['ID=065c824a-2650-45c8-af92-56cf72338e6e,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:57.375056 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-083f6b3b-afe5-4be7-9824-d543e66974a2 None None] Provisioning for port ec7bebec-027a-4cc5-94b0-c117f8b22a37 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:06:57.447180 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-083f6b3b-afe5-4be7-9824-d543e66974a2 None None] Provisioning complete for port ec7bebec-027a-4cc5-94b0-c117f8b22a37 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:06:57.447476 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-083f6b3b-afe5-4be7-9824-d543e66974a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:57.447814 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-083f6b3b-afe5-4be7-9824-d543e66974a2 None None] Attempt 1 to provision port ec7bebec-027a-4cc5-94b0-c117f8b22a37 Sep 23 15:06:57.494234 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-e502b57b-9869-4668-a762-107c621fabf2 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group_rule': {'security_group_id': '42a4eb73-f689-45ef-a1a0-2e3b80ac1ee5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:57.498541 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 065c824a-2650-45c8-af92-56cf72338e6e up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:06:57.499531 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-65cf7256-45f9-4fb1-9a76-0d184550358f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:57.541665 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197f1d0-cda3-4770-a299-8c0d3b8fa611 service neutron] Pushing event updated for resources: {'Port': ['ID=98bac082-62c1-4710-8ba5-6cee39802e3e,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:57.561609 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5907f7a8-e03f-4d6e-b5e4-2a73c7621f0a None None] DHCP port deletion for c3d67a4b-9092-448f-b14d-bd8d70a05623 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:06:57.604726 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5907f7a8-e03f-4d6e-b5e4-2a73c7621f0a None None] Deleting port 065c824a-2650-45c8-af92-56cf72338e6e {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:57.605506 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5907f7a8-e03f-4d6e-b5e4-2a73c7621f0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:57.655714 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9a6557e5-02cb-49ae-a94b-ca76827071d6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:57.661642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6557e5-02cb-49ae-a94b-ca76827071d6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:57.662307 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9a6557e5-02cb-49ae-a94b-ca76827071d6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:57.758253 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-5c1dc791-c4a5-49a8-a6df-da7115359666 None None] For port 73b8d791-45b2-41e1-b0f9-2f260b91ba2f, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=73b8d791-45b2-41e1-b0f9-2f260b91ba2f,segment=NetworkSegment(70a70e09-f44a-4ef2-9ed9-c6e1d9e527aa),segment_id=70a70e09-f44a-4ef2-9ed9-c6e1d9e527aa)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:57.758944 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5c1dc791-c4a5-49a8-a6df-da7115359666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:57.760974 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e502b57b-9869-4668-a762-107c621fabf2 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:57.764636 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-65cf7256-45f9-4fb1-9a76-0d184550358f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:57.766790 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-cf0d7184-4b19-4c2a-b7b3-7cf39c0c5b60 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Unset dirty status for tenant:9082743dda5a4f53b15c26965083c5da on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:57.774164 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-cf0d7184-4b19-4c2a-b7b3-7cf39c0c5b60 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] 10.222.0.67 "GET /v2.0/ports/ca13ae65-5c24-4117-8306-0dc35b5d7e44 HTTP/1.1" status: 404 len: 333 time: 0.8345141 Sep 23 15:06:57.776928 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45360) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:57.801760 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7cc9b129-d30a-46cd-bc42-b9f871db82e9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:57.819525 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-7cc9b129-d30a-46cd-bc42-b9f871db82e9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Transition to ACTIVE for port object 15b3276a-0b37-4718-8bff-f5735fa91efe will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:06:57.845388 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-21975637-79e7-41c4-bc31-e92f18133f39 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] For port 73b8d791-45b2-41e1-b0f9-2f260b91ba2f, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=73b8d791-45b2-41e1-b0f9-2f260b91ba2f,segment=NetworkSegment(70a70e09-f44a-4ef2-9ed9-c6e1d9e527aa),segment_id=70a70e09-f44a-4ef2-9ed9-c6e1d9e527aa)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:57.845992 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-21975637-79e7-41c4-bc31-e92f18133f39 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:57.851673 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:57.852324 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:57.857301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-d197f1d0-cda3-4770-a299-8c0d3b8fa611 service neutron] Attempting to bind port 98bac082-62c1-4710-8ba5-6cee39802e3e on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:06:57.857846 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-d197f1d0-cda3-4770-a299-8c0d3b8fa611 service neutron] Attempting to bind port 98bac082-62c1-4710-8ba5-6cee39802e3e by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '477ccb8f-0dad-4f0e-b831-fb05867fe98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '232b40d3-9067-44b8-ae10-69d9756e5382'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:06:57.861060 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-d197f1d0-cda3-4770-a299-8c0d3b8fa611 service neutron] Attempting to bind port 98bac082-62c1-4710-8ba5-6cee39802e3e on network 232b40d3-9067-44b8-ae10-69d9756e5382 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:57.861060 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6557e5-02cb-49ae-a94b-ca76827071d6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Network': ['ID=2ab883d8-9735-4472-a903-2277c25e697a,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:57.861978 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:57.878887 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:57.879637 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:57.917495 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e502b57b-9869-4668-a762-107c621fabf2 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Usage tracker for resource:security_group_rule and tenant:b1bdcf6d3c594a5b91bb52b4be546a88 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:57.928042 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-d197f1d0-cda3-4770-a299-8c0d3b8fa611 service neutron] Port 98bac082-62c1-4710-8ba5-6cee39802e3e on network 232b40d3-9067-44b8-ae10-69d9756e5382 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:06:57.928373 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-d197f1d0-cda3-4770-a299-8c0d3b8fa611 service neutron] Attempting to bind port 98bac082-62c1-4710-8ba5-6cee39802e3e on network 232b40d3-9067-44b8-ae10-69d9756e5382 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:06:57.979805 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e502b57b-9869-4668-a762-107c621fabf2 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:57.984730 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7cc9b129-d30a-46cd-bc42-b9f871db82e9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:57.988334 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e502b57b-9869-4668-a762-107c621fabf2 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:58.002474 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 2ab883d8-9735-4472-a903-2277c25e697a details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:06:58.005441 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-21975637-79e7-41c4-bc31-e92f18133f39 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Calling delete_port for 73b8d791-45b2-41e1-b0f9-2f260b91ba2f owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:58.032863 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5c1dc791-c4a5-49a8-a6df-da7115359666 None None] Calling delete_port for 73b8d791-45b2-41e1-b0f9-2f260b91ba2f owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:58.034846 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9a6557e5-02cb-49ae-a94b-ca76827071d6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7575707 Sep 23 15:06:58.036268 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45366) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:58.045324 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-d197f1d0-cda3-4770-a299-8c0d3b8fa611 service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:06:58.045666 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-d197f1d0-cda3-4770-a299-8c0d3b8fa611 service neutron] Checking segment: {'id': '477ccb8f-0dad-4f0e-b831-fb05867fe98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '232b40d3-9067-44b8-ae10-69d9756e5382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:06:58.046299 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-d197f1d0-cda3-4770-a299-8c0d3b8fa611 service neutron] Bound using segment: {'id': '477ccb8f-0dad-4f0e-b831-fb05867fe98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '232b40d3-9067-44b8-ae10-69d9756e5382'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:06:58.046775 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-d197f1d0-cda3-4770-a299-8c0d3b8fa611 service neutron] Bound port: 98bac082-62c1-4710-8ba5-6cee39802e3e, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '477ccb8f-0dad-4f0e-b831-fb05867fe98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '232b40d3-9067-44b8-ae10-69d9756e5382'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:06:58.047250 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-d197f1d0-cda3-4770-a299-8c0d3b8fa611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:58.062230 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-483cc500-8c2b-4f5a-963e-e665f9132e72 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'subnet': {'network_id': '2ab883d8-9735-4472-a903-2277c25e697a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:58.190255 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cf7256-45f9-4fb1-9a76-0d184550358f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:58.194607 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-65cf7256-45f9-4fb1-9a76-0d184550358f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:58.225694 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.8499041 Sep 23 15:06:58.231597 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45370) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:58.244753 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-083f6b3b-afe5-4be7-9824-d543e66974a2 None None] Current status of the port ec7bebec-027a-4cc5-94b0-c117f8b22a37 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:06:58.245130 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-083f6b3b-afe5-4be7-9824-d543e66974a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:58.290414 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 065c824a-2650-45c8-af92-56cf72338e6e triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:06:58.290795 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:58.291133 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 065c824a-2650-45c8-af92-56cf72338e6e Sep 23 15:06:58.339754 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc9b129-d30a-46cd-bc42-b9f871db82e9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network 6f524a0c-cf87-4f81-8e6e-f8e9192d74ae is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:58.344580 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-13c23a45-0eb4-48ad-9ff4-f27a3ab5ca13 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Deleting port 89444030-10d8-4ac4-b7df-279e205bb4bf {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:58.344925 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-13c23a45-0eb4-48ad-9ff4-f27a3ab5ca13 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:58.352247 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-5907f7a8-e03f-4d6e-b5e4-2a73c7621f0a None None] For port 065c824a-2650-45c8-af92-56cf72338e6e, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=065c824a-2650-45c8-af92-56cf72338e6e,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:58.352639 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5907f7a8-e03f-4d6e-b5e4-2a73c7621f0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:58.369284 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Pushing event updated for resources: {'Network': ['ID=b2d7552b-79ba-4142-b6ae-dad1f48747f1,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:58.395674 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-483cc500-8c2b-4f5a-963e-e665f9132e72 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:58.404113 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-7cc9b129-d30a-46cd-bc42-b9f871db82e9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:58.407935 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-483cc500-8c2b-4f5a-963e-e665f9132e72 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:subnet and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:58.411585 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-d197f1d0-cda3-4770-a299-8c0d3b8fa611 service neutron] For port 98bac082-62c1-4710-8ba5-6cee39802e3e, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:06:58.413555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-483cc500-8c2b-4f5a-963e-e665f9132e72 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:58.422585 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9b129-d30a-46cd-bc42-b9f871db82e9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Port': ['ID=15b3276a-0b37-4718-8bff-f5735fa91efe,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:58.422728 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-483cc500-8c2b-4f5a-963e-e665f9132e72 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:58.424833 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc9b129-d30a-46cd-bc42-b9f871db82e9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:06:58.433522 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network b2d7552b-79ba-4142-b6ae-dad1f48747f1 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:06:58.467457 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-d197f1d0-cda3-4770-a299-8c0d3b8fa611 service neutron] For port 98bac082-62c1-4710-8ba5-6cee39802e3e, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=98bac082-62c1-4710-8ba5-6cee39802e3e,segment=NetworkSegment(477ccb8f-0dad-4f0e-b831-fb05867fe98c),segment_id=477ccb8f-0dad-4f0e-b831-fb05867fe98c)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:06:58.484363 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.api [None req-21975637-79e7-41c4-bc31-e92f18133f39 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:06:58.484694 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG oslo_db.api [None req-21975637-79e7-41c4-bc31-e92f18133f39 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:06:58.494616 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40f19bb-5fbd-4458-b654-2ee3a71420b0 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:58.500897 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40f19bb-5fbd-4458-b654-2ee3a71420b0 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:58.507266 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40f19bb-5fbd-4458-b654-2ee3a71420b0 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:58.510756 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-083f6b3b-afe5-4be7-9824-d543e66974a2 None None] For port ec7bebec-027a-4cc5-94b0-c117f8b22a37, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ec7bebec-027a-4cc5-94b0-c117f8b22a37,segment=NetworkSegment(897fd8e7-e61a-42dc-92d5-94385d5877e5),segment_id=897fd8e7-e61a-42dc-92d5-94385d5877e5)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:06:58.513793 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40f19bb-5fbd-4458-b654-2ee3a71420b0 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:58.517705 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b40f19bb-5fbd-4458-b654-2ee3a71420b0 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2776229 Sep 23 15:06:58.518963 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45374) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:58.525926 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5907f7a8-e03f-4d6e-b5e4-2a73c7621f0a None None] Calling delete_port for 065c824a-2650-45c8-af92-56cf72338e6e owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:58.545001 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483cc500-8c2b-4f5a-963e-e665f9132e72 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:06:58.549164 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-483cc500-8c2b-4f5a-963e-e665f9132e72 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:58.611474 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5c1dc791-c4a5-49a8-a6df-da7115359666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:58.645816 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7742f6-cc36-4379-8919-ff3d7d25a11c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Pushing event updated for resources: {'Network': ['ID=e413edeb-5d5e-457b-baf9-90f11265092c,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:58.684754 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-e502b57b-9869-4668-a762-107c621fabf2 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:58.685805 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e502b57b-9869-4668-a762-107c621fabf2 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 1.4482543 Sep 23 15:06:58.686286 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-d197f1d0-cda3-4770-a299-8c0d3b8fa611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:58.690759 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-d197f1d0-cda3-4770-a299-8c0d3b8fa611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:58.691432 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-d197f1d0-cda3-4770-a299-8c0d3b8fa611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:58.691927 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc9b129-d30a-46cd-bc42-b9f871db82e9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:58.692557 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7cc9b129-d30a-46cd-bc42-b9f871db82e9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:58.693362 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-d197f1d0-cda3-4770-a299-8c0d3b8fa611 service neutron] 10.222.0.72 "PUT /v2.0/ports/98bac082-62c1-4710-8ba5-6cee39802e3e HTTP/1.1" status: 200 len: 1093 time: 4.6898465 Sep 23 15:06:58.703598 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45378) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:58.723426 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-1e83d100-f5cb-41c3-9f41-4b5487f4b137 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group_rule': {'security_group_id': '42a4eb73-f689-45ef-a1a0-2e3b80ac1ee5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:58.739681 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0e43f-5df2-4252-8401-7f7876c9ed95 req-aa956574-808a-4cf2-9058-6dea8443ef1a tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:58.741178 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a4a0e43f-5df2-4252-8401-7f7876c9ed95 req-aa956574-808a-4cf2-9058-6dea8443ef1a tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 943 time: 0.8965948 Sep 23 15:06:58.750174 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1e83d100-f5cb-41c3-9f41-4b5487f4b137 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:58.751291 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3485e1e6-af35-4f49-87f4-56170786063e', 'tag': '98bac082-62c1-4710-8ba5-6cee39802e3e'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:06:58.753642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e638f148-f8e5-42a6-b9a0-f24443bd4777" -d '{"events": [{"name": "network-changed", "server_uuid": "3485e1e6-af35-4f49-87f4-56170786063e", "tag": "98bac082-62c1-4710-8ba5-6cee39802e3e"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:06:58.807331 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1dc791-c4a5-49a8-a6df-da7115359666 None None] No DVR routers for this DVR port 73b8d791-45b2-41e1-b0f9-2f260b91ba2f on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:06:58.818086 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network e413edeb-5d5e-457b-baf9-90f11265092c details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:06:58.846111 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-083f6b3b-afe5-4be7-9824-d543e66974a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:58.857894 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1dc791-c4a5-49a8-a6df-da7115359666 None None] Pushing event deleted for resources: {'Port': ['ID=73b8d791-45b2-41e1-b0f9-2f260b91ba2f,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:58.878062 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1e83d100-f5cb-41c3-9f41-4b5487f4b137 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Usage tracker for resource:security_group_rule and tenant:b1bdcf6d3c594a5b91bb52b4be546a88 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:58.907221 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1e83d100-f5cb-41c3-9f41-4b5487f4b137 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:58.919584 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e62dfd9-295f-4544-ab2d-f94fe47c66a1 x-openstack-request-id: req-0e62dfd9-295f-4544-ab2d-f94fe47c66a1 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:06:58.920154 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3485e1e6-af35-4f49-87f4-56170786063e", "tag": "98bac082-62c1-4710-8ba5-6cee39802e3e", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:06:58.920557 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0e62dfd9-295f-4544-ab2d-f94fe47c66a1 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:06:58.921146 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e62dfd9-295f-4544-ab2d-f94fe47c66a1'] response: {'name': 'network-changed', 'server_uuid': '3485e1e6-af35-4f49-87f4-56170786063e', 'tag': '98bac082-62c1-4710-8ba5-6cee39802e3e', 'status': 'completed', 'code': 200} Sep 23 15:06:58.928602 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7cc9b129-d30a-46cd-bc42-b9f871db82e9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0771184 Sep 23 15:06:58.937227 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1e83d100-f5cb-41c3-9f41-4b5487f4b137 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:58.939329 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45388) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:58.945345 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a14fff21-b115-4bdd-a9e9-01c741688b32 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:58.979860 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d197f1d0-cda3-4770-a299-8c0d3b8fa611 service neutron] Pushing event updated for resources: {'Port': ['ID=98bac082-62c1-4710-8ba5-6cee39802e3e,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:58.986081 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-21975637-79e7-41c4-bc31-e92f18133f39 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Deleting port 73b8d791-45b2-41e1-b0f9-2f260b91ba2f {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:06:58.986745 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-21975637-79e7-41c4-bc31-e92f18133f39 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:59.055640 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-a4a0e43f-5df2-4252-8401-7f7876c9ed95 req-c91e1a4b-f048-4ffa-b054-917de716dd46 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Synchronizing usage tracker for tenant:e8ee137469b945bebf2c7f0015c1b0da on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:59.102430 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 065c824a-2650-45c8-af92-56cf72338e6e is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:06:59.109733 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-21975637-79e7-41c4-bc31-e92f18133f39 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] The port '73b8d791-45b2-41e1-b0f9-2f260b91ba2f' was deleted {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:06:59.111491 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f6b3b-afe5-4be7-9824-d543e66974a2 None None] Pushing event updated for resources: {'Port': ['ID=ec7bebec-027a-4cc5-94b0-c117f8b22a37,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:59.145807 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-13c23a45-0eb4-48ad-9ff4-f27a3ab5ca13 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:59.159410 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b0683edc-b6c8-4357-acdf-2f0f8879c87c None None] Provisioning for port 33e84bd2-d26a-4728-93ff-94bbb1feb363 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:06:59.165615 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b0683edc-b6c8-4357-acdf-2f0f8879c87c None None] Provisioning complete for port 33e84bd2-d26a-4728-93ff-94bbb1feb363 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:06:59.165999 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b0683edc-b6c8-4357-acdf-2f0f8879c87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:59.166532 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b0683edc-b6c8-4357-acdf-2f0f8879c87c None None] Attempt 1 to provision port 33e84bd2-d26a-4728-93ff-94bbb1feb363 Sep 23 15:06:59.201529 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 73b8d791-45b2-41e1-b0f9-2f260b91ba2f no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:06:59.231191 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5907f7a8-e03f-4d6e-b5e4-2a73c7621f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:59.288714 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-a4a0e43f-5df2-4252-8401-7f7876c9ed95 req-c91e1a4b-f048-4ffa-b054-917de716dd46 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Unset dirty status for tenant:e8ee137469b945bebf2c7f0015c1b0da on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:59.289878 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a4a0e43f-5df2-4252-8401-7f7876c9ed95 req-c91e1a4b-f048-4ffa-b054-917de716dd46 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/security-groups?id=353147c3-04d5-4845-9d1c-8e23b8cecfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127597 Sep 23 15:06:59.296336 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 73b8d791-45b2-41e1-b0f9-2f260b91ba2f {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:06:59.296701 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 73b8d791-45b2-41e1-b0f9-2f260b91ba2f not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:06:59.299183 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-13c23a45-0eb4-48ad-9ff4-f27a3ab5ca13 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Calling delete_port for 89444030-10d8-4ac4-b7df-279e205bb4bf owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:06:59.314015 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907f7a8-e03f-4d6e-b5e4-2a73c7621f0a None None] Pushing event deleted for resources: {'Port': ['ID=065c824a-2650-45c8-af92-56cf72338e6e,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:59.315948 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5907f7a8-e03f-4d6e-b5e4-2a73c7621f0a None None] No DVR routers for this DVR port 065c824a-2650-45c8-af92-56cf72338e6e on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:06:59.320164 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b0683edc-b6c8-4357-acdf-2f0f8879c87c None None] Port 33e84bd2-d26a-4728-93ff-94bbb1feb363 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:06:59.338482 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-65cf7256-45f9-4fb1-9a76-0d184550358f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:59.343598 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-1e83d100-f5cb-41c3-9f41-4b5487f4b137 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:06:59.343598 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1e83d100-f5cb-41c3-9f41-4b5487f4b137 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6341500 Sep 23 15:06:59.392485 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45392) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:59.421621 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ec7bebec-027a-4cc5-94b0-c117f8b22a37 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:06:59.441424 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79fb44f-570a-4598-b38d-daae3af55774 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:59.441424 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f79fb44f-570a-4598-b38d-daae3af55774 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Synchronizing usage tracker for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:06:59.485142 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cf7256-45f9-4fb1-9a76-0d184550358f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:06:59.494138 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port ec7bebec-027a-4cc5-94b0-c117f8b22a37 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:06:59.494677 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:59.495216 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port ec7bebec-027a-4cc5-94b0-c117f8b22a37 Sep 23 15:06:59.498035 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-65cf7256-45f9-4fb1-9a76-0d184550358f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:06:59.507675 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cf7256-45f9-4fb1-9a76-0d184550358f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:59.508685 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-65cf7256-45f9-4fb1-9a76-0d184550358f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:59.521771 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9475cb-747e-4d41-9e21-b115ef76c01d None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:06:59.524600 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-0fb71526-8905-41b6-9dd4-e8275d47c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:59.526078 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-0fb71526-8905-41b6-9dd4-e8275d47c2b0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e8ee137469b945bebf2c7f0015c1b0da&device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 1096 time: 0.6768196 Sep 23 15:06:59.527194 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf7256-45f9-4fb1-9a76-0d184550358f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=0666562e-dad3-4b4b-b3b1-001b329d9cf0,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:06:59.594550 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a14fff21-b115-4bdd-a9e9-01c741688b32 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:59.602690 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-21975637-79e7-41c4-bc31-e92f18133f39 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:59.657729 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-b83b6142-4961-491c-a36f-a4ebc13a55aa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98bac082-62c1-4710-8ba5-6cee39802e3e HTTP/1.1" status: 200 len: 217 time: 0.1229966 Sep 23 15:06:59.727133 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-a14fff21-b115-4bdd-a9e9-01c741688b32 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d7552b-79ba-4142-b6ae-dad1f48747f1']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:59.742934 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-65cf7256-45f9-4fb1-9a76-0d184550358f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6317279 Sep 23 15:06:59.742934 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f79fb44f-570a-4598-b38d-daae3af55774 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Unset dirty status for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:06:59.742934 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f79fb44f-570a-4598-b38d-daae3af55774 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.7967513 Sep 23 15:06:59.743354 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-21975637-79e7-41c4-bc31-e92f18133f39 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c7d0ee-f6ea-4fb5-8843-8675de2d993d']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:59.749211 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-175de78f-9f7b-4569-a2ce-9973dc7278da tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:59.753193 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45396) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:59.753193 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45398) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:06:59.761357 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-455cb981-9189-4fec-aacc-32ebd44161f1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-197021129', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:06:59.763178 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-a14fff21-b115-4bdd-a9e9-01c741688b32 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16766878-029c-4319-b84e-cfff016b102f') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:59.763178 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-a14fff21-b115-4bdd-a9e9-01c741688b32 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16766878-029c-4319-b84e-cfff016b102f') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:59.782863 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-21975637-79e7-41c4-bc31-e92f18133f39 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a70e09-f44a-4ef2-9ed9-c6e1d9e527aa') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:59.783273 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-21975637-79e7-41c4-bc31-e92f18133f39 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a70e09-f44a-4ef2-9ed9-c6e1d9e527aa') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:06:59.790508 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a14fff21-b115-4bdd-a9e9-01c741688b32 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:59.810959 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-21975637-79e7-41c4-bc31-e92f18133f39 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:59.816293 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-455cb981-9189-4fec-aacc-32ebd44161f1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:06:59.820907 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b0683edc-b6c8-4357-acdf-2f0f8879c87c None None] Attempt 2 to provision port 33e84bd2-d26a-4728-93ff-94bbb1feb363 Sep 23 15:06:59.821959 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-483cc500-8c2b-4f5a-963e-e665f9132e72 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:59.829181 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-455cb981-9189-4fec-aacc-32ebd44161f1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:router and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:06:59.849994 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-455cb981-9189-4fec-aacc-32ebd44161f1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:06:59.854590 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-a4457f0b-be32-4e5c-871c-d8ad51126e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:06:59.856554 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-a4457f0b-be32-4e5c-871c-d8ad51126e98 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81dd6424-cc8f-428e-aa6c-132a9b3390d7 HTTP/1.1" status: 200 len: 851 time: 0.1817238 Sep 23 15:06:59.859237 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a14fff21-b115-4bdd-a9e9-01c741688b32 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:59.867625 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port ec7bebec-027a-4cc5-94b0-c117f8b22a37 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:06:59.873469 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-455cb981-9189-4fec-aacc-32ebd44161f1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:06:59.879760 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-175de78f-9f7b-4569-a2ce-9973dc7278da tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:59.916491 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14fff21-b115-4bdd-a9e9-01c741688b32 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:06:59.917307 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a14fff21-b115-4bdd-a9e9-01c741688b32 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:59.953822 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-21975637-79e7-41c4-bc31-e92f18133f39 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:59.964197 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 065c824a-2650-45c8-af92-56cf72338e6e no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:06:59.985519 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-455cb981-9189-4fec-aacc-32ebd44161f1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:59.987622 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-455cb981-9189-4fec-aacc-32ebd44161f1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:06:59.992151 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-13c23a45-0eb4-48ad-9ff4-f27a3ab5ca13 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:00.016106 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b0683edc-b6c8-4357-acdf-2f0f8879c87c None None] Port 33e84bd2-d26a-4728-93ff-94bbb1feb363 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:00.016106 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 065c824a-2650-45c8-af92-56cf72338e6e {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:07:00.016106 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 065c824a-2650-45c8-af92-56cf72338e6e not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:07:00.017426 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-04472c11-f10c-4c5e-a78b-d65a3261563b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=232b40d3-9067-44b8-ae10-69d9756e5382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1478238 Sep 23 15:07:00.027156 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 16766878-029c-4319-b84e-cfff016b102f resource provider aggregate not found Sep 23 15:07:00.029627 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42c0e7b-9264-48c5-b6e8-11c870511558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-c3d67a4b-9092-448f-b14d-bd8d70a05623', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'fixed_ips': [{'subnet_id': '0666562e-dad3-4b4b-b3b1-001b329d9cf0'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:07:00.030581 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a42c0e7b-9264-48c5-b6e8-11c870511558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:00.041877 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21975637-79e7-41c4-bc31-e92f18133f39 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:07:00.044187 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-21975637-79e7-41c4-bc31-e92f18133f39 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:00.067973 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafea204-65ff-45a4-8013-c56bc886e55e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:00.074236 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafea204-65ff-45a4-8013-c56bc886e55e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:00.081085 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafea204-65ff-45a4-8013-c56bc886e55e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:00.082795 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bafea204-65ff-45a4-8013-c56bc886e55e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3258171 Sep 23 15:07:00.097258 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 16766878-029c-4319-b84e-cfff016b102f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16766878-029c-4319-b84e-cfff016b102f found for delete ", "request_id": "req-9a714dd4-d8fa-4094-bdb6-00d230e305f6"}]} Sep 23 15:07:00.101266 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45410) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:00.118517 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c23a45-0eb4-48ad-9ff4-f27a3ab5ca13 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Pushing event deleted for resources: {'Port': ['ID=89444030-10d8-4ac4-b7df-279e205bb4bf,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:00.169922 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-175de78f-9f7b-4569-a2ce-9973dc7278da tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:00.204972 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175de78f-9f7b-4569-a2ce-9973dc7278da tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a4eb73-f689-45ef-a1a0-2e3b80ac1ee5,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:00.230744 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-13c23a45-0eb4-48ad-9ff4-f27a3ab5ca13 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:00.241431 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-13c23a45-0eb4-48ad-9ff4-f27a3ab5ca13 tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] 10.222.0.67 "DELETE /v2.0/ports/89444030-10d8-4ac4-b7df-279e205bb4bf HTTP/1.1" status: 204 len: 168 time: 2.3911471 Sep 23 15:07:00.242605 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-175de78f-9f7b-4569-a2ce-9973dc7278da tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:00.245962 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-175de78f-9f7b-4569-a2ce-9973dc7278da tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "DELETE /v2.0/security-groups/42a4eb73-f689-45ef-a1a0-2e3b80ac1ee5 HTTP/1.1" status: 204 len: 168 time: 0.8493862 Sep 23 15:07:00.245962 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45414) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:00.247307 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45416) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:00.270931 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cc500-8c2b-4f5a-963e-e665f9132e72 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Subnet': ['ID=0191331a-c218-4a57-8327-91df021e058c,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:00.330714 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483cc500-8c2b-4f5a-963e-e665f9132e72 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Checking segment: {'id': 'eefbed7c-6663-46f8-bd21-fb2f0e6e85ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2ab883d8-9735-4472-a903-2277c25e697a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:07:00.337733 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483cc500-8c2b-4f5a-963e-e665f9132e72 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network hostable DHCP agents. Network: 2ab883d8-9735-4472-a903-2277c25e697a, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:07:00.356891 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f3b6a64-0e2a-432e-876d-c045b7aecfda tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Deleting subnet 39b046f2-bcfe-4451-9e24-2ee21125d13d {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:07:00.362250 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6a64-0e2a-432e-876d-c045b7aecfda tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:00.363219 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-ad8cc2ee-d610-466f-ace4-da6b437fa999 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting port 15b3276a-0b37-4718-8bff-f5735fa91efe {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:00.363570 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ad8cc2ee-d610-466f-ace4-da6b437fa999 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:00.397882 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-79620b04-6722-4e4f-a48d-f9dd71493036 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Synchronizing usage tracker for tenant:b1bdcf6d3c594a5b91bb52b4be546a88 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:00.408907 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a14fff21-b115-4bdd-a9e9-01c741688b32 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:00.433558 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6a64-0e2a-432e-876d-c045b7aecfda tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:00.450253 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a14fff21-b115-4bdd-a9e9-01c741688b32 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:00.463102 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-21975637-79e7-41c4-bc31-e92f18133f39 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:00.472355 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-c51f3d6b-ada1-4ddf-9eb9-36b1dc7ef03f service neutron] 10.222.0.72 "GET /v2.0/networks/232b40d3-9067-44b8-ae10-69d9756e5382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147983 Sep 23 15:07:00.479873 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fff21-b115-4bdd-a9e9-01c741688b32 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Pushing event deleted for resources: {'Network': ['ID=b2d7552b-79ba-4142-b6ae-dad1f48747f1,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:00.485174 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-455cb981-9189-4fec-aacc-32ebd44161f1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:00.488599 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-21975637-79e7-41c4-bc31-e92f18133f39 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:00.508519 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-a42c0e7b-9264-48c5-b6e8-11c870511558 None None] Allocated IP 2001:db8::2 (c3d67a4b-9092-448f-b14d-bd8d70a05623/0666562e-dad3-4b4b-b3b1-001b329d9cf0/d8213d34-19df-438d-8f39-3ed515027850) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:00.512428 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b0683edc-b6c8-4357-acdf-2f0f8879c87c None None] Attempt 3 to provision port 33e84bd2-d26a-4728-93ff-94bbb1feb363 Sep 23 15:07:00.531161 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-79620b04-6722-4e4f-a48d-f9dd71493036 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Unset dirty status for tenant:b1bdcf6d3c594a5b91bb52b4be546a88 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:00.532370 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-79620b04-6722-4e4f-a48d-f9dd71493036 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2523603 Sep 23 15:07:00.536508 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45424) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:00.542717 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-371dc8a2-4e0e-40df-8522-657497b9d161 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group': {'name': 'tempest-secgroup--112589706'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:00.549567 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-371dc8a2-4e0e-40df-8522-657497b9d161 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:00.564833 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-371dc8a2-4e0e-40df-8522-657497b9d161 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:00.572645 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a14fff21-b115-4bdd-a9e9-01c741688b32 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] 10.222.0.67 "DELETE /v2.0/networks/b2d7552b-79ba-4142-b6ae-dad1f48747f1 HTTP/1.1" status: 204 len: 168 time: 2.0501592 Sep 23 15:07:00.573181 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6a64-0e2a-432e-876d-c045b7aecfda tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:00.599753 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45428) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:00.639231 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-455cb981-9189-4fec-aacc-32ebd44161f1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:00.650879 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b0683edc-b6c8-4357-acdf-2f0f8879c87c None None] Port 33e84bd2-d26a-4728-93ff-94bbb1feb363 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:00.659586 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483cc500-8c2b-4f5a-963e-e665f9132e72 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network 2ab883d8-9735-4472-a903-2277c25e697a is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:07:00.661809 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21975637-79e7-41c4-bc31-e92f18133f39 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] Pushing event deleted for resources: {'Network': ['ID=36c7d0ee-f6ea-4fb5-8843-8675de2d993d,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:00.697636 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-21975637-79e7-41c4-bc31-e92f18133f39 tempest-TagsExtTest-816833031 tempest-TagsExtTest-816833031-project] 10.222.0.67 "DELETE /v2.0/networks/36c7d0ee-f6ea-4fb5-8843-8675de2d993d HTTP/1.1" status: 204 len: 168 time: 4.2331696 Sep 23 15:07:00.717400 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-371dc8a2-4e0e-40df-8522-657497b9d161 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:00.782025 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-371dc8a2-4e0e-40df-8522-657497b9d161 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:00.788274 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b08377cf-effe-48c7-8855-98c3ac02200c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:00.792851 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-371dc8a2-4e0e-40df-8522-657497b9d161 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Usage tracker for resource:security_group_rule and tenant:b1bdcf6d3c594a5b91bb52b4be546a88 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:00.797698 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-371dc8a2-4e0e-40df-8522-657497b9d161 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:00.819329 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-371dc8a2-4e0e-40df-8522-657497b9d161 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:00.825586 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-483cc500-8c2b-4f5a-963e-e665f9132e72 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 2ab883d8-9735-4472-a903-2277c25e697a) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:00.829809 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a42c0e7b-9264-48c5-b6e8-11c870511558 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:00.839667 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51006af3-b487-45cd-987c-a87657f3c82c None None] Network 2ab883d8-9735-4472-a903-2277c25e697a requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:00.899661 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-455cb981-9189-4fec-aacc-32ebd44161f1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:00.903291 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ad8cc2ee-d610-466f-ace4-da6b437fa999 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:00.905334 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-455cb981-9189-4fec-aacc-32ebd44161f1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1496909 Sep 23 15:07:00.905334 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45438) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:00.964566 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-a42c0e7b-9264-48c5-b6e8-11c870511558 None None] Transition to ACTIVE for port object d8213d34-19df-438d-8f39-3ed515027850 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:00.999427 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-a42c0e7b-9264-48c5-b6e8-11c870511558 None None] Transition to ACTIVE for port object d8213d34-19df-438d-8f39-3ed515027850 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:01.078493 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a42c0e7b-9264-48c5-b6e8-11c870511558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:01.132883 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6a64-0e2a-432e-876d-c045b7aecfda tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:01.145548 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c0e7b-9264-48c5-b6e8-11c870511558 None None] Pushing event updated for resources: {'Port': ['ID=d8213d34-19df-438d-8f39-3ed515027850,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:01.152982 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b0683edc-b6c8-4357-acdf-2f0f8879c87c None None] Attempt 4 to provision port 33e84bd2-d26a-4728-93ff-94bbb1feb363 Sep 23 15:07:01.161782 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-ad8cc2ee-d610-466f-ace4-da6b437fa999 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Calling delete_port for 15b3276a-0b37-4718-8bff-f5735fa91efe owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:01.193862 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483cc500-8c2b-4f5a-963e-e665f9132e72 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:01.194807 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-483cc500-8c2b-4f5a-963e-e665f9132e72 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:01.212097 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b559237d-4eb8-4db7-8ae2-9ad0971b68eb req-df5199ad-cd1c-4caf-b010-76150ee9fddc service neutron] 10.222.0.72 "GET /v2.0/networks/232b40d3-9067-44b8-ae10-69d9756e5382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7303548 Sep 23 15:07:01.212754 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b6a64-0e2a-432e-876d-c045b7aecfda tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Pushing event deleted for resources: {'Subnet': ['ID=39b046f2-bcfe-4451-9e24-2ee21125d13d,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:01.245167 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba429df-d4c2-4526-90bd-559239c5be25 None None] Network bf507c25-23ad-4370-9941-edd9ac68ce87 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:01.276742 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69031226-8cc6-4123-aeea-63249c76f281 req-efcefeee-3cfd-4bc0-8837-46e4a8ded371 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:01.278611 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b08377cf-effe-48c7-8855-98c3ac02200c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:01.278912 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-69031226-8cc6-4123-aeea-63249c76f281 req-efcefeee-3cfd-4bc0-8837-46e4a8ded371 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 943 time: 0.7233119 Sep 23 15:07:01.281660 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42c0e7b-9264-48c5-b6e8-11c870511558 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:01.293092 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6a64-0e2a-432e-876d-c045b7aecfda tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:01.383179 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45446) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:01.391972 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-a42c0e7b-9264-48c5-b6e8-11c870511558 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:01.392776 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-483cc500-8c2b-4f5a-963e-e665f9132e72 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3360515 Sep 23 15:07:01.395565 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42c0e7b-9264-48c5-b6e8-11c870511558 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:07:01.402455 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45450) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:01.438962 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049f8f22-60d8-408c-b564-b66c171cc342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-2ab883d8-9735-4472-a903-2277c25e697a', 'network_id': '2ab883d8-9735-4472-a903-2277c25e697a', 'tenant_id': 'fe968160af094339b6a6d6f363efa62e', 'fixed_ips': [{'subnet_id': '0191331a-c218-4a57-8327-91df021e058c'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:07:01.439780 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-049f8f22-60d8-408c-b564-b66c171cc342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:01.458416 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9f3b6a64-0e2a-432e-876d-c045b7aecfda tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] 10.222.0.67 "DELETE /v2.0/subnets/39b046f2-bcfe-4451-9e24-2ee21125d13d HTTP/1.1" status: 204 len: 168 time: 1.2128758 Sep 23 15:07:01.462246 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-7bada461-50e7-4653-9dfa-7fc000d170f8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'port': {'network_id': '2ab883d8-9735-4472-a903-2277c25e697a', 'name': 'tempest-PortsIpV6TestJSON-1223177694'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:01.470904 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45454) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:01.476990 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-b08377cf-effe-48c7-8855-98c3ac02200c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e413edeb-5d5e-457b-baf9-90f11265092c']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:01.543240 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b0683edc-b6c8-4357-acdf-2f0f8879c87c None None] Port 33e84bd2-d26a-4728-93ff-94bbb1feb363 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:01.654677 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-a42c0e7b-9264-48c5-b6e8-11c870511558 None None] Attempting to bind port d8213d34-19df-438d-8f39-3ed515027850 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:07:01.654964 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-a42c0e7b-9264-48c5-b6e8-11c870511558 None None] Attempting to bind port d8213d34-19df-438d-8f39-3ed515027850 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:07:01.655544 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c0e7b-9264-48c5-b6e8-11c870511558 None None] Attempting to bind port d8213d34-19df-438d-8f39-3ed515027850 on network c3d67a4b-9092-448f-b14d-bd8d70a05623 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:07:01.669255 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c0e7b-9264-48c5-b6e8-11c870511558 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:07:01.669626 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c0e7b-9264-48c5-b6e8-11c870511558 None None] Checking segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:07:01.670220 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a42c0e7b-9264-48c5-b6e8-11c870511558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:01.670647 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c0e7b-9264-48c5-b6e8-11c870511558 None None] Bound using segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:07:01.671129 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-a42c0e7b-9264-48c5-b6e8-11c870511558 None None] Bound port: d8213d34-19df-438d-8f39-3ed515027850, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:07:01.671507 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a42c0e7b-9264-48c5-b6e8-11c870511558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:01.690436 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-69031226-8cc6-4123-aeea-63249c76f281 req-fa6914e7-bab5-4904-b522-b1205ac8aadf tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/security-groups?id=353147c3-04d5-4845-9d1c-8e23b8cecfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056049 Sep 23 15:07:01.742413 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b6b1e9da-8c52-4afd-b53c-228d80aac3b0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0c86105d59784618b672665375061c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3539715 Sep 23 15:07:01.744835 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cfd96d00-66ef-4850-aee6-81998b04953e tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:01.747343 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-b08377cf-effe-48c7-8855-98c3ac02200c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfdc9328-efe5-4a4e-badb-f7dac41ba22a') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:01.747856 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-b08377cf-effe-48c7-8855-98c3ac02200c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfdc9328-efe5-4a4e-badb-f7dac41ba22a') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:01.749453 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45460) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:01.771386 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638f148-f8e5-42a6-b9a0-f24443bd4777 req-5caecb64-a98a-41dd-829c-3fc149e79ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:01.772848 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e638f148-f8e5-42a6-b9a0-f24443bd4777 req-5caecb64-a98a-41dd-829c-3fc149e79ff6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e8ee137469b945bebf2c7f0015c1b0da&device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 1096 time: 0.3870733 Sep 23 15:07:01.777162 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ad8cc2ee-d610-466f-ace4-da6b437fa999 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:01.798244 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-371dc8a2-4e0e-40df-8522-657497b9d161 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:01.799165 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-cfd96d00-66ef-4850-aee6-81998b04953e tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Deleting port 0699e135-338c-4d24-891a-34173329ff24 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:01.799514 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cfd96d00-66ef-4850-aee6-81998b04953e tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:01.805162 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b08377cf-effe-48c7-8855-98c3ac02200c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:01.891551 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b08377cf-effe-48c7-8855-98c3ac02200c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:01.909011 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-a42c0e7b-9264-48c5-b6e8-11c870511558 None None] For port d8213d34-19df-438d-8f39-3ed515027850, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:07:01.913834 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-a42c0e7b-9264-48c5-b6e8-11c870511558 None None] For port d8213d34-19df-438d-8f39-3ed515027850, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d8213d34-19df-438d-8f39-3ed515027850,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:07:01.917474 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08377cf-effe-48c7-8855-98c3ac02200c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:07:01.917867 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b08377cf-effe-48c7-8855-98c3ac02200c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:01.919613 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-049f8f22-60d8-408c-b564-b66c171cc342 None None] Allocated IP 2001:db8::2 (2ab883d8-9735-4472-a903-2277c25e697a/0191331a-c218-4a57-8327-91df021e058c/6bc5c7ac-9181-48b8-81f9-2f01969f891c) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:01.944388 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-371dc8a2-4e0e-40df-8522-657497b9d161 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:02.008675 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment dfdc9328-efe5-4a4e-badb-f7dac41ba22a resource provider aggregate not found Sep 23 15:07:02.023540 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a42c0e7b-9264-48c5-b6e8-11c870511558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:02.032353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162449d0-9c3c-4726-a6d1-cc9b1f98e486 None None] DHCP port deletion for bf507c25-23ad-4370-9941-edd9ac68ce87 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:07:02.046248 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8cc2ee-d610-466f-ace4-da6b437fa999 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Port': ['ID=15b3276a-0b37-4718-8bff-f5735fa91efe,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:02.075253 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment dfdc9328-efe5-4a4e-badb-f7dac41ba22a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dfdc9328-efe5-4a4e-badb-f7dac41ba22a found for delete ", "request_id": "req-b05a5085-5eb7-4da0-a830-4bd23eff5c3c"}]} Sep 23 15:07:02.094435 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7bada461-50e7-4653-9dfa-7fc000d170f8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:02.101150 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6d09144b-a554-47b6-a685-a33f9c1fbef2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:02.113846 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b0683edc-b6c8-4357-acdf-2f0f8879c87c None None] Attempt 5 to provision port 33e84bd2-d26a-4728-93ff-94bbb1feb363 Sep 23 15:07:02.126633 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371dc8a2-4e0e-40df-8522-657497b9d161 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c841cd-d110-4106-9525-7510f80bd59a,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:02.133180 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7bada461-50e7-4653-9dfa-7fc000d170f8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:02.157974 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-162449d0-9c3c-4726-a6d1-cc9b1f98e486 None None] Deleting port 0699e135-338c-4d24-891a-34173329ff24 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:02.158382 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-162449d0-9c3c-4726-a6d1-cc9b1f98e486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:02.165476 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 70a70e09-f44a-4ef2-9ed9-c6e1d9e527aa resource provider aggregate not found Sep 23 15:07:02.234567 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 70a70e09-f44a-4ef2-9ed9-c6e1d9e527aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70a70e09-f44a-4ef2-9ed9-c6e1d9e527aa found for delete ", "request_id": "req-134b4971-679f-4abd-b73e-46cf666ea538"}]} Sep 23 15:07:02.261824 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-371dc8a2-4e0e-40df-8522-657497b9d161 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:02.263635 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-371dc8a2-4e0e-40df-8522-657497b9d161 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7264700 Sep 23 15:07:02.264696 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d36af537-7ccd-4dad-875d-a30a3915dcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:02.274225 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b08377cf-effe-48c7-8855-98c3ac02200c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:02.304391 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45476) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:02.305486 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f6f61f24-2c74-43ad-a6c5-f2cca087dd53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:02.328130 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-b878a99b-26d2-488f-a9a0-94e1235f5b80 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group_rule': {'security_group_id': '26c841cd-d110-4106-9525-7510f80bd59a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:02.358604 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b878a99b-26d2-488f-a9a0-94e1235f5b80 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:02.379439 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b878a99b-26d2-488f-a9a0-94e1235f5b80 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Usage tracker for resource:security_group_rule and tenant:b1bdcf6d3c594a5b91bb52b4be546a88 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:02.384400 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ad8cc2ee-d610-466f-ace4-da6b437fa999 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:02.387895 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b878a99b-26d2-488f-a9a0-94e1235f5b80 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:02.390544 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c0e7b-9264-48c5-b6e8-11c870511558 None None] Pushing event updated for resources: {'Port': ['ID=d8213d34-19df-438d-8f39-3ed515027850,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:02.392670 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b0683edc-b6c8-4357-acdf-2f0f8879c87c None None] Port 33e84bd2-d26a-4728-93ff-94bbb1feb363 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:02.393876 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638f148-f8e5-42a6-b9a0-f24443bd4777 req-c9879a26-120b-4ac9-83ff-f1a39926d290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:02.395460 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e638f148-f8e5-42a6-b9a0-f24443bd4777 req-c9879a26-120b-4ac9-83ff-f1a39926d290 service neutron] 10.222.0.72 "GET /v2.0/networks?id=232b40d3-9067-44b8-ae10-69d9756e5382 HTTP/1.1" status: 200 len: 912 time: 0.6065049 Sep 23 15:07:02.411830 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f6f61f24-2c74-43ad-a6c5-f2cca087dd53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:02.419818 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b878a99b-26d2-488f-a9a0-94e1235f5b80 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:02.422738 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bada461-50e7-4653-9dfa-7fc000d170f8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:02.426574 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7bada461-50e7-4653-9dfa-7fc000d170f8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:02.441517 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b08377cf-effe-48c7-8855-98c3ac02200c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:02.488035 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08377cf-effe-48c7-8855-98c3ac02200c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Pushing event deleted for resources: {'Network': ['ID=e413edeb-5d5e-457b-baf9-90f11265092c,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:02.507876 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b08377cf-effe-48c7-8855-98c3ac02200c tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] 10.222.0.67 "DELETE /v2.0/networks/e413edeb-5d5e-457b-baf9-90f11265092c HTTP/1.1" status: 204 len: 168 time: 1.9030783 Sep 23 15:07:02.509761 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45480) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:02.515778 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-7bada461-50e7-4653-9dfa-7fc000d170f8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] device_id is not set on port 2aa4d6d5-00a2-4d27-9ad6-b4e03dcffff1 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:07:02.518661 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e638f148-f8e5-42a6-b9a0-f24443bd4777 req-a562a2e4-cd0f-468d-8351-48fa42dd39d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98bac082-62c1-4710-8ba5-6cee39802e3e HTTP/1.1" status: 200 len: 217 time: 0.0963256 Sep 23 15:07:02.533056 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-cfd96d00-66ef-4850-aee6-81998b04953e tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] For port 0699e135-338c-4d24-891a-34173329ff24, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=0699e135-338c-4d24-891a-34173329ff24,segment=NetworkSegment(c62bf205-7bb0-4d7f-ad7c-5ab1380fbe4c),segment_id=c62bf205-7bb0-4d7f-ad7c-5ab1380fbe4c)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:02.533404 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cfd96d00-66ef-4850-aee6-81998b04953e tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:02.594278 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-162449d0-9c3c-4726-a6d1-cc9b1f98e486 None None] For port 0699e135-338c-4d24-891a-34173329ff24, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=0699e135-338c-4d24-891a-34173329ff24,segment=NetworkSegment(c62bf205-7bb0-4d7f-ad7c-5ab1380fbe4c),segment_id=c62bf205-7bb0-4d7f-ad7c-5ab1380fbe4c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:02.594950 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-162449d0-9c3c-4726-a6d1-cc9b1f98e486 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:02.602221 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-049f8f22-60d8-408c-b564-b66c171cc342 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:02.648344 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ad8cc2ee-d610-466f-ace4-da6b437fa999 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/ports/15b3276a-0b37-4718-8bff-f5735fa91efe HTTP/1.1" status: 204 len: 168 time: 2.5016007 Sep 23 15:07:02.649492 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45484) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:02.724109 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:02.725012 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-049f8f22-60d8-408c-b564-b66c171cc342 None None] Transition to ACTIVE for port object 6bc5c7ac-9181-48b8-81f9-2f01969f891c will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:02.734167 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-162449d0-9c3c-4726-a6d1-cc9b1f98e486 None None] Calling delete_port for 0699e135-338c-4d24-891a-34173329ff24 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:02.760174 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-cfd96d00-66ef-4850-aee6-81998b04953e tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Calling delete_port for 0699e135-338c-4d24-891a-34173329ff24 owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:02.853524 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d24e435-656f-4633-8631-cc2ebb9447b0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] GET failed (client error): The resource could not be found. Sep 23 15:07:02.854202 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7d24e435-656f-4633-8631-cc2ebb9447b0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Synchronizing usage tracker for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:02.884364 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-049f8f22-60d8-408c-b564-b66c171cc342 None None] Transition to ACTIVE for port object 6bc5c7ac-9181-48b8-81f9-2f01969f891c will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:02.890231 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638f148-f8e5-42a6-b9a0-f24443bd4777 req-f1229355-38d6-4c04-908e-2db89ffb2dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:02.891954 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e638f148-f8e5-42a6-b9a0-f24443bd4777 req-f1229355-38d6-4c04-908e-2db89ffb2dd7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81dd6424-cc8f-428e-aa6c-132a9b3390d7 HTTP/1.1" status: 200 len: 851 time: 0.3508265 Sep 23 15:07:02.893588 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b0683edc-b6c8-4357-acdf-2f0f8879c87c None None] Attempt 6 to provision port 33e84bd2-d26a-4728-93ff-94bbb1feb363 Sep 23 15:07:02.898427 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-6d09144b-a554-47b6-a685-a33f9c1fbef2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 2001:db8::1 (c3d67a4b-9092-448f-b14d-bd8d70a05623/0666562e-dad3-4b4b-b3b1-001b329d9cf0/3649046f-22a8-44cd-988d-efa0626bf72c) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:02.950210 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f48205c-7d77-4632-b2ea-c7671c2989d9 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:02.955246 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f48205c-7d77-4632-b2ea-c7671c2989d9 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:02.956062 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9f48205c-7d77-4632-b2ea-c7671c2989d9 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Synchronizing usage tracker for tenant:9c0258cd4411406e8d8165f07fb44c4e on resource:network {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:02.998515 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-049f8f22-60d8-408c-b564-b66c171cc342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:03.040813 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b0683edc-b6c8-4357-acdf-2f0f8879c87c None None] Port 33e84bd2-d26a-4728-93ff-94bbb1feb363 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:03.073220 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049f8f22-60d8-408c-b564-b66c171cc342 None None] Network 2ab883d8-9735-4472-a903-2277c25e697a is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:03.076889 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-049f8f22-60d8-408c-b564-b66c171cc342 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:03.080986 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049f8f22-60d8-408c-b564-b66c171cc342 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:07:03.087981 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-162449d0-9c3c-4726-a6d1-cc9b1f98e486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:03.114775 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f6f61f24-2c74-43ad-a6c5-f2cca087dd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:03.120135 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e638f148-f8e5-42a6-b9a0-f24443bd4777 req-117df594-59dd-4d1f-b157-ffe64445845e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=232b40d3-9067-44b8-ae10-69d9756e5382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2141087 Sep 23 15:07:03.129904 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f8f22-60d8-408c-b564-b66c171cc342 None None] Pushing event updated for resources: {'Port': ['ID=6bc5c7ac-9181-48b8-81f9-2f01969f891c,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:03.166907 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f61f24-2c74-43ad-a6c5-f2cca087dd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34155c5d-9f02-4ad5-9471-bfbc5a73c80a,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:03.201865 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9f48205c-7d77-4632-b2ea-c7671c2989d9 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Unset dirty status for tenant:9c0258cd4411406e8d8165f07fb44c4e on resource:network {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:03.210379 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9f48205c-7d77-4632-b2ea-c7671c2989d9 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6893854 Sep 23 15:07:03.218496 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45490) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:03.219761 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.api [None req-cfd96d00-66ef-4850-aee6-81998b04953e tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:07:03.221671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG oslo_db.api [None req-cfd96d00-66ef-4850-aee6-81998b04953e tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:07:03.227789 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-b878a99b-26d2-488f-a9a0-94e1235f5b80 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] create failed (client error): The resource could not be found. Sep 23 15:07:03.231510 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b878a99b-26d2-488f-a9a0-94e1235f5b80 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.9210403 Sep 23 15:07:03.231647 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162449d0-9c3c-4726-a6d1-cc9b1f98e486 None None] No DVR routers for this DVR port 0699e135-338c-4d24-891a-34173329ff24 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:07:03.231738 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7d24e435-656f-4633-8631-cc2ebb9447b0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Unset dirty status for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:03.232948 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162449d0-9c3c-4726-a6d1-cc9b1f98e486 None None] Pushing event deleted for resources: {'Port': ['ID=0699e135-338c-4d24-891a-34173329ff24,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:03.233551 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7d24e435-656f-4633-8631-cc2ebb9447b0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "GET /v2.0/ports/15b3276a-0b37-4718-8bff-f5735fa91efe HTTP/1.1" status: 404 len: 333 time: 0.5166914 Sep 23 15:07:03.234988 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f6f61f24-2c74-43ad-a6c5-f2cca087dd53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:03.238386 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f6f61f24-2c74-43ad-a6c5-f2cca087dd53 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/34155c5d-9f02-4ad5-9471-bfbc5a73c80a HTTP/1.1" status: 204 len: 168 time: 1.4824247 Sep 23 15:07:03.240251 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-866176d4-7b3c-4464-986e-5c83bf0aadd6 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-239692648'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:03.243731 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45494) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:03.244303 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45496) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:03.252706 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-049f8f22-60d8-408c-b564-b66c171cc342 None None] Attempting to bind port 6bc5c7ac-9181-48b8-81f9-2f01969f891c on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:07:03.253075 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-049f8f22-60d8-408c-b564-b66c171cc342 None None] Attempting to bind port 6bc5c7ac-9181-48b8-81f9-2f01969f891c by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'eefbed7c-6663-46f8-bd21-fb2f0e6e85ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2ab883d8-9735-4472-a903-2277c25e697a'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:07:03.253440 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049f8f22-60d8-408c-b564-b66c171cc342 None None] Attempting to bind port 6bc5c7ac-9181-48b8-81f9-2f01969f891c on network 2ab883d8-9735-4472-a903-2277c25e697a {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:07:03.264626 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049f8f22-60d8-408c-b564-b66c171cc342 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:07:03.265001 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049f8f22-60d8-408c-b564-b66c171cc342 None None] Checking segment: {'id': 'eefbed7c-6663-46f8-bd21-fb2f0e6e85ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2ab883d8-9735-4472-a903-2277c25e697a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:07:03.265404 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-049f8f22-60d8-408c-b564-b66c171cc342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:03.265793 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049f8f22-60d8-408c-b564-b66c171cc342 None None] Bound using segment: {'id': 'eefbed7c-6663-46f8-bd21-fb2f0e6e85ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2ab883d8-9735-4472-a903-2277c25e697a'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:07:03.266357 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-049f8f22-60d8-408c-b564-b66c171cc342 None None] Bound port: 6bc5c7ac-9181-48b8-81f9-2f01969f891c, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefbed7c-6663-46f8-bd21-fb2f0e6e85ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '2ab883d8-9735-4472-a903-2277c25e697a'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:07:03.266753 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-049f8f22-60d8-408c-b564-b66c171cc342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:03.267779 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-cd5f4c9d-ee16-4f71-a917-f02ceb6e2006 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group_rule': {'security_group_id': '26c841cd-d110-4106-9525-7510f80bd59a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8f11998c-dbef-4be9-a3a2-e51296638836'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:03.292260 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-7bada461-50e7-4653-9dfa-7fc000d170f8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Allocated IP 2001:db8::23b (2ab883d8-9735-4472-a903-2277c25e697a/0191331a-c218-4a57-8327-91df021e058c/2aa4d6d5-00a2-4d27-9ad6-b4e03dcffff1) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:03.310501 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-866176d4-7b3c-4464-986e-5c83bf0aadd6 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:03.319809 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-cd5f4c9d-ee16-4f71-a917-f02ceb6e2006 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:03.331757 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-cd5f4c9d-ee16-4f71-a917-f02ceb6e2006 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Usage tracker for resource:security_group_rule and tenant:b1bdcf6d3c594a5b91bb52b4be546a88 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:03.353736 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-cd5f4c9d-ee16-4f71-a917-f02ceb6e2006 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:03.373617 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-866176d4-7b3c-4464-986e-5c83bf0aadd6 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:03.380955 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-cd5f4c9d-ee16-4f71-a917-f02ceb6e2006 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:03.392187 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-049f8f22-60d8-408c-b564-b66c171cc342 None None] For port 6bc5c7ac-9181-48b8-81f9-2f01969f891c, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:07:03.403639 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-049f8f22-60d8-408c-b564-b66c171cc342 None None] For port 6bc5c7ac-9181-48b8-81f9-2f01969f891c, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=6bc5c7ac-9181-48b8-81f9-2f01969f891c,segment=NetworkSegment(eefbed7c-6663-46f8-bd21-fb2f0e6e85ff),segment_id=eefbed7c-6663-46f8-bd21-fb2f0e6e85ff)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:07:03.404894 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71f62f-e1e1-42b4-8de7-c4ce4e3b60b8 req-8958d0a2-b700-4965-81c9-63acecb00dea tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:03.406501 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8e71f62f-e1e1-42b4-8de7-c4ce4e3b60b8 req-8958d0a2-b700-4965-81c9-63acecb00dea tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 943 time: 0.3415313 Sep 23 15:07:03.444981 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-ccc60e17-5d13-4693-a646-f52c8e425ad0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting port 33e84bd2-d26a-4728-93ff-94bbb1feb363 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:03.446008 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ccc60e17-5d13-4693-a646-f52c8e425ad0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:03.448216 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6d09144b-a554-47b6-a685-a33f9c1fbef2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:03.501113 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e638f148-f8e5-42a6-b9a0-f24443bd4777 req-b668b7cc-ef15-423d-a694-776290951069 service neutron] 10.222.0.72 "GET /v2.0/networks/232b40d3-9067-44b8-ae10-69d9756e5382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685756 Sep 23 15:07:03.510693 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d8213d34-19df-438d-8f39-3ed515027850 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:07:03.533054 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866176d4-7b3c-4464-986e-5c83bf0aadd6 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Made reservation on behalf of 9c0258cd4411406e8d8165f07fb44c4e for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:03.536612 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-866176d4-7b3c-4464-986e-5c83bf0aadd6 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:03.560968 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b0683edc-b6c8-4357-acdf-2f0f8879c87c None None] Attempt 7 to provision port 33e84bd2-d26a-4728-93ff-94bbb1feb363 Sep 23 15:07:03.607178 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-049f8f22-60d8-408c-b564-b66c171cc342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:03.725847 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-cfd96d00-66ef-4850-aee6-81998b04953e tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Deleting port 0699e135-338c-4d24-891a-34173329ff24 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:03.726173 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cfd96d00-66ef-4850-aee6-81998b04953e tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:03.735604 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b0683edc-b6c8-4357-acdf-2f0f8879c87c None None] Port 33e84bd2-d26a-4728-93ff-94bbb1feb363 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:03.744680 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f8f22-60d8-408c-b564-b66c171cc342 None None] Pushing event updated for resources: {'Port': ['ID=6bc5c7ac-9181-48b8-81f9-2f01969f891c,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:03.772415 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-6d09144b-a554-47b6-a685-a33f9c1fbef2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Transition to ACTIVE for port object 3649046f-22a8-44cd-988d-efa0626bf72c will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:03.811513 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port d8213d34-19df-438d-8f39-3ed515027850 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:03.859022 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8e71f62f-e1e1-42b4-8de7-c4ce4e3b60b8 req-6fcb1a89-4e38-4773-b46c-a509db581ea0 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/security-groups?id=353147c3-04d5-4845-9d1c-8e23b8cecfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398618 Sep 23 15:07:03.905575 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 0699e135-338c-4d24-891a-34173329ff24 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:07:03.969324 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 0699e135-338c-4d24-891a-34173329ff24 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:07:03.969675 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 0699e135-338c-4d24-891a-34173329ff24 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:07:03.999307 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7bada461-50e7-4653-9dfa-7fc000d170f8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:04.003596 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-cd5f4c9d-ee16-4f71-a917-f02ceb6e2006 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] create failed (client error): The resource could not be found. Sep 23 15:07:04.005360 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-cd5f4c9d-ee16-4f71-a917-f02ceb6e2006 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7512579 Sep 23 15:07:04.006483 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-866176d4-7b3c-4464-986e-5c83bf0aadd6 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:07:04.020709 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45510) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:04.028114 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-7bada461-50e7-4653-9dfa-7fc000d170f8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Transition to ACTIVE for port object 2aa4d6d5-00a2-4d27-9ad6-b4e03dcffff1 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:04.077872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-cfd96d00-66ef-4850-aee6-81998b04953e tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] The port '0699e135-338c-4d24-891a-34173329ff24' was deleted {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:07:04.097123 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-866176d4-7b3c-4464-986e-5c83bf0aadd6 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:04.097123 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-866176d4-7b3c-4464-986e-5c83bf0aadd6 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Added segment 47a83ce1-870a-4478-ac37-df69222f0303 of type vlan for network 5e10660b-8f43-4768-a751-5e2a3d64631d Sep 23 15:07:04.130349 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6d09144b-a554-47b6-a685-a33f9c1fbef2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:04.206191 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e638f148-f8e5-42a6-b9a0-f24443bd4777 req-3dffcd1a-2ee6-4b8f-a7aa-52d248f7edb0 service neutron] 10.222.0.72 "GET /v2.0/networks/232b40d3-9067-44b8-ae10-69d9756e5382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6968040 Sep 23 15:07:04.237359 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b0683edc-b6c8-4357-acdf-2f0f8879c87c None None] Attempt 8 to provision port 33e84bd2-d26a-4728-93ff-94bbb1feb363 Sep 23 15:07:04.242965 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d09144b-a554-47b6-a685-a33f9c1fbef2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:04.247936 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-6d09144b-a554-47b6-a685-a33f9c1fbef2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:04.250077 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b9391f05-cac5-49e4-8cc3-0d2efd2d8931 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:04.300433 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b9391f05-cac5-49e4-8cc3-0d2efd2d8931 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:04.311517 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b0683edc-b6c8-4357-acdf-2f0f8879c87c None None] Port 33e84bd2-d26a-4728-93ff-94bbb1feb363 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:04.336683 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-866176d4-7b3c-4464-986e-5c83bf0aadd6 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:04.343002 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ccc60e17-5d13-4693-a646-f52c8e425ad0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:04.361260 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d09144b-a554-47b6-a685-a33f9c1fbef2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:07:04.361899 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6d09144b-a554-47b6-a685-a33f9c1fbef2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:04.370896 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cfd96d00-66ef-4850-aee6-81998b04953e tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:04.385749 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 98bac082-62c1-4710-8ba5-6cee39802e3e details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:07:04.416721 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09144b-a554-47b6-a685-a33f9c1fbef2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Port': ['ID=3649046f-22a8-44cd-988d-efa0626bf72c,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:04.491216 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7bada461-50e7-4653-9dfa-7fc000d170f8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:04.530264 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-ccc60e17-5d13-4693-a646-f52c8e425ad0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Calling delete_port for 33e84bd2-d26a-4728-93ff-94bbb1feb363 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:04.549238 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b9391f05-cac5-49e4-8cc3-0d2efd2d8931 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:04.612623 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 98bac082-62c1-4710-8ba5-6cee39802e3e, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=98bac082-62c1-4710-8ba5-6cee39802e3e,segment=NetworkSegment(477ccb8f-0dad-4f0e-b831-fb05867fe98c),segment_id=477ccb8f-0dad-4f0e-b831-fb05867fe98c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:04.633636 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '98bac082-62c1-4710-8ba5-6cee39802e3e', 'network_id': '232b40d3-9067-44b8-ae10-69d9756e5382', 'port_id': '98bac082-62c1-4710-8ba5-6cee39802e3e', 'mac_address': 'fa:16:3e:f8:2d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81dd6424-cc8f-428e-aa6c-132a9b3390d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:07:04.642216 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.resource_extend [None req-866176d4-7b3c-4464-986e-5c83bf0aadd6 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:07:04.664174 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-cfd96d00-66ef-4850-aee6-81998b04953e tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf507c25-23ad-4370-9941-edd9ac68ce87']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:04.683740 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9391f05-cac5-49e4-8cc3-0d2efd2d8931 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c841cd-d110-4106-9525-7510f80bd59a,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:04.689334 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bada461-50e7-4653-9dfa-7fc000d170f8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network 2ab883d8-9735-4472-a903-2277c25e697a is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:04.694580 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-cfd96d00-66ef-4850-aee6-81998b04953e tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62bf205-7bb0-4d7f-ad7c-5ab1380fbe4c') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:04.695180 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-cfd96d00-66ef-4850-aee6-81998b04953e tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62bf205-7bb0-4d7f-ad7c-5ab1380fbe4c') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:04.695944 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-7bada461-50e7-4653-9dfa-7fc000d170f8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:04.698879 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 98bac082-62c1-4710-8ba5-6cee39802e3e is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:07:04.699714 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:04.705854 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bada461-50e7-4653-9dfa-7fc000d170f8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:07:04.710636 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bada461-50e7-4653-9dfa-7fc000d170f8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:04.711243 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7bada461-50e7-4653-9dfa-7fc000d170f8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:04.719909 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cfd96d00-66ef-4850-aee6-81998b04953e tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:04.735572 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bada461-50e7-4653-9dfa-7fc000d170f8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Port': ['ID=2aa4d6d5-00a2-4d27-9ad6-b4e03dcffff1,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:04.736340 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98bac082-62c1-4710-8ba5-6cee39802e3e {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:07:04.738073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6d09144b-a554-47b6-a685-a33f9c1fbef2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:04.751242 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cfd96d00-66ef-4850-aee6-81998b04953e tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:04.791790 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 98bac082-62c1-4710-8ba5-6cee39802e3e, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=98bac082-62c1-4710-8ba5-6cee39802e3e,segment=NetworkSegment(477ccb8f-0dad-4f0e-b831-fb05867fe98c),segment_id=477ccb8f-0dad-4f0e-b831-fb05867fe98c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:04.813557 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b0683edc-b6c8-4357-acdf-2f0f8879c87c None None] Attempt 9 to provision port 33e84bd2-d26a-4728-93ff-94bbb1feb363 Sep 23 15:07:04.821825 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd96d00-66ef-4850-aee6-81998b04953e tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:07:04.822455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cfd96d00-66ef-4850-aee6-81998b04953e tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:04.930452 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:04.943730 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-866176d4-7b3c-4464-986e-5c83bf0aadd6 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:04.959673 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866176d4-7b3c-4464-986e-5c83bf0aadd6 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:04.962421 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-866176d4-7b3c-4464-986e-5c83bf0aadd6 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:04.978117 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment c62bf205-7bb0-4d7f-ad7c-5ab1380fbe4c resource provider aggregate not found Sep 23 15:07:05.053969 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7bada461-50e7-4653-9dfa-7fc000d170f8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6498411 Sep 23 15:07:05.056555 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b9391f05-cac5-49e4-8cc3-0d2efd2d8931 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:05.057634 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b9391f05-cac5-49e4-8cc3-0d2efd2d8931 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "DELETE /v2.0/security-groups/26c841cd-d110-4106-9525-7510f80bd59a HTTP/1.1" status: 204 len: 168 time: 1.0359826 Sep 23 15:07:05.059629 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment c62bf205-7bb0-4d7f-ad7c-5ab1380fbe4c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c62bf205-7bb0-4d7f-ad7c-5ab1380fbe4c found for delete ", "request_id": "req-a64b047a-b12c-4cf4-a3a8-612dac385b45"}]} Sep 23 15:07:05.085967 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b0683edc-b6c8-4357-acdf-2f0f8879c87c None None] Port 33e84bd2-d26a-4728-93ff-94bbb1feb363 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:05.096217 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=98bac082-62c1-4710-8ba5-6cee39802e3e,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:05.134264 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45534) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:05.135013 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45536) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:05.142344 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a2a24fbc-319a-4d97-8795-4dbacce074d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:05.164393 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-d3c3d928-a0cf-47fd-9592-224c166d4e0d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'port': {'network_id': '2ab883d8-9735-4472-a903-2277c25e697a', 'name': 'tempest-PortsIpV6TestJSON-1028444355'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:05.177638 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['98bac082-62c1-4710-8ba5-6cee39802e3e'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:07:05.362886 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-95240a10-b022-4515-b490-c60e6ebd4ca6 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Synchronizing usage tracker for tenant:b1bdcf6d3c594a5b91bb52b4be546a88 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:05.444027 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d3c3d928-a0cf-47fd-9592-224c166d4e0d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:05.450893 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d3c3d928-a0cf-47fd-9592-224c166d4e0d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:port and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:05.451727 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b838871f-7fd0-4538-8dcb-a8b0b30564a6 None None] Network 2ab883d8-9735-4472-a903-2277c25e697a requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:05.454299 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d3c3d928-a0cf-47fd-9592-224c166d4e0d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:05.466594 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866176d4-7b3c-4464-986e-5c83bf0aadd6 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Pushing event updated for resources: {'Network': ['ID=5e10660b-8f43-4768-a751-5e2a3d64631d,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:05.476242 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d3c3d928-a0cf-47fd-9592-224c166d4e0d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:05.482129 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6d09144b-a554-47b6-a685-a33f9c1fbef2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:05.489879 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 5e10660b-8f43-4768-a751-5e2a3d64631d details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:07:05.508818 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ebb41-9ab7-4f95-9a84-98b25f6a5a85 req-e8cb45ec-8b47-41a5-a5a0-2d07edb8d6a9 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:05.516136 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-95240a10-b022-4515-b490-c60e6ebd4ca6 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Unset dirty status for tenant:b1bdcf6d3c594a5b91bb52b4be546a88 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:05.517114 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-963ebb41-9ab7-4f95-9a84-98b25f6a5a85 req-e8cb45ec-8b47-41a5-a5a0-2d07edb8d6a9 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 944 time: 0.2220201 Sep 23 15:07:05.521893 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-95240a10-b022-4515-b490-c60e6ebd4ca6 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3802481 Sep 23 15:07:05.524354 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45544) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:05.528496 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-25451499-9396-4f9a-bd34-1517a5840798 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group_rule': {'security_group_id': '7c08301e-c662-4146-8e6a-7ece19024179', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:05.536291 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ccc60e17-5d13-4693-a646-f52c8e425ad0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:05.539381 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-25451499-9396-4f9a-bd34-1517a5840798 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:05.547886 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-25451499-9396-4f9a-bd34-1517a5840798 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Usage tracker for resource:security_group_rule and tenant:b1bdcf6d3c594a5b91bb52b4be546a88 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:05.551593 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-25451499-9396-4f9a-bd34-1517a5840798 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:05.564429 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-25451499-9396-4f9a-bd34-1517a5840798 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:05.586680 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b0683edc-b6c8-4357-acdf-2f0f8879c87c None None] Attempt 10 to provision port 33e84bd2-d26a-4728-93ff-94bbb1feb363 Sep 23 15:07:05.592771 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6d09144b-a554-47b6-a685-a33f9c1fbef2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:05.593969 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6d09144b-a554-47b6-a685-a33f9c1fbef2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:05.634688 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cfd96d00-66ef-4850-aee6-81998b04953e tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:05.638978 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cfd96d00-66ef-4850-aee6-81998b04953e tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:05.641773 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc60e17-5d13-4693-a646-f52c8e425ad0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Port': ['ID=33e84bd2-d26a-4728-93ff-94bbb1feb363,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:05.649466 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-866176d4-7b3c-4464-986e-5c83bf0aadd6 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.4243042 Sep 23 15:07:05.680022 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b0683edc-b6c8-4357-acdf-2f0f8879c87c None None] Port 33e84bd2-d26a-4728-93ff-94bbb1feb363 was deleted so its status cannot be updated. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 15:07:05.680022 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 6bc5c7ac-9181-48b8-81f9-2f01969f891c up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:07:05.690199 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45552) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:05.691164 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd96d00-66ef-4850-aee6-81998b04953e tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] Pushing event deleted for resources: {'Network': ['ID=bf507c25-23ad-4370-9941-edd9ac68ce87,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:05.709789 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09144b-a554-47b6-a685-a33f9c1fbef2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Port': ['ID=3649046f-22a8-44cd-988d-efa0626bf72c,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:05.722667 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c3d928-a0cf-47fd-9592-224c166d4e0d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:05.724820 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:05.725647 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:05.727746 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d928-a0cf-47fd-9592-224c166d4e0d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:05.745579 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-22265a80-b097-47fc-b378-52e947aef8f5 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-928786348'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:05.757407 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b0683edc-b6c8-4357-acdf-2f0f8879c87c None None] Could not find standard attr ID for object 15b3276a-0b37-4718-8bff-f5735fa91efe. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:07:05.780581 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-cfd96d00-66ef-4850-aee6-81998b04953e tempest-AllowedAddressPairTestJSON-1671412051 tempest-AllowedAddressPairTestJSON-1671412051-project] 10.222.0.67 "DELETE /v2.0/networks/bf507c25-23ad-4370-9941-edd9ac68ce87 HTTP/1.1" status: 204 len: 168 time: 4.3071051 Sep 23 15:07:05.822300 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-22265a80-b097-47fc-b378-52e947aef8f5 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:05.845142 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b0683edc-b6c8-4357-acdf-2f0f8879c87c None None] Provisioning complete for port ec7bebec-027a-4cc5-94b0-c117f8b22a37 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:05.845691 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b0683edc-b6c8-4357-acdf-2f0f8879c87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:05.846297 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b0683edc-b6c8-4357-acdf-2f0f8879c87c None None] Attempt 1 to provision port ec7bebec-027a-4cc5-94b0-c117f8b22a37 Sep 23 15:07:05.847576 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-963ebb41-9ab7-4f95-9a84-98b25f6a5a85 req-02b7a4f4-8bfb-4ede-b02f-49b9d0fa0113 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/security-groups?id=353147c3-04d5-4845-9d1c-8e23b8cecfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295019 Sep 23 15:07:05.865757 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-d3c3d928-a0cf-47fd-9592-224c166d4e0d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] device_id is not set on port d2f34446-bc6c-4674-833a-6c2d74d69249 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:07:05.866997 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-22265a80-b097-47fc-b378-52e947aef8f5 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Usage tracker for resource:network and tenant:9c0258cd4411406e8d8165f07fb44c4e is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:05.873966 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-22265a80-b097-47fc-b378-52e947aef8f5 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:05.890940 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-22265a80-b097-47fc-b378-52e947aef8f5 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:05.932217 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ccc60e17-5d13-4693-a646-f52c8e425ad0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:05.939918 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ccc60e17-5d13-4693-a646-f52c8e425ad0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/ports/33e84bd2-d26a-4728-93ff-94bbb1feb363 HTTP/1.1" status: 204 len: 168 time: 2.6819797 Sep 23 15:07:05.941615 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45560) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:05.988864 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22265a80-b097-47fc-b378-52e947aef8f5 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Made reservation on behalf of 9c0258cd4411406e8d8165f07fb44c4e for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:05.992281 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-22265a80-b097-47fc-b378-52e947aef8f5 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:06.030616 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22265a80-b097-47fc-b378-52e947aef8f5 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:07:06.038678 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-982b6b28-5eb9-4425-a492-7146c1ef2d0a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] GET failed (client error): The resource could not be found. Sep 23 15:07:06.039216 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-982b6b28-5eb9-4425-a492-7146c1ef2d0a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Synchronizing usage tracker for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:06.046661 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-22265a80-b097-47fc-b378-52e947aef8f5 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:06.046995 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-22265a80-b097-47fc-b378-52e947aef8f5 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Added segment 47fe3d3f-58f5-445c-9620-46b5c59bc5e7 of type vlan for network 95221493-56f4-4bc4-b100-5bbcd7fd7d1f Sep 23 15:07:06.093037 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-22265a80-b097-47fc-b378-52e947aef8f5 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:06.251448 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 6bc5c7ac-9181-48b8-81f9-2f01969f891c completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:06.251448 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b0683edc-b6c8-4357-acdf-2f0f8879c87c None None] Current status of the port ec7bebec-027a-4cc5-94b0-c117f8b22a37 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:07:06.251642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-982b6b28-5eb9-4425-a492-7146c1ef2d0a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Unset dirty status for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:06.251642 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-982b6b28-5eb9-4425-a492-7146c1ef2d0a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "GET /v2.0/ports/33e84bd2-d26a-4728-93ff-94bbb1feb363 HTTP/1.1" status: 404 len: 333 time: 0.2724872 Sep 23 15:07:06.251642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45570) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:06.255699 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d09144b-a554-47b6-a685-a33f9c1fbef2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:06.315899 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-d3c3d928-a0cf-47fd-9592-224c166d4e0d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Allocated IP 2001:db8::1b4 (2ab883d8-9735-4472-a903-2277c25e697a/0191331a-c218-4a57-8327-91df021e058c/d2f34446-bc6c-4674-833a-6c2d74d69249) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:06.315899 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-6d09144b-a554-47b6-a685-a33f9c1fbef2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:06.315899 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-25451499-9396-4f9a-bd34-1517a5840798 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] create failed (client error): The resource could not be found. Sep 23 15:07:06.315899 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-25451499-9396-4f9a-bd34-1517a5840798 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7842450 Sep 23 15:07:06.320955 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45578) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:06.332156 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-968fceaa-156a-4c67-be16-aa126d1edbdb tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting subnet 7a8e99bf-6e17-48ad-b861-ab8c831d339e {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:07:06.341818 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-968fceaa-156a-4c67-be16-aa126d1edbdb tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:06.390235 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-22265a80-b097-47fc-b378-52e947aef8f5 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:06.396093 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22265a80-b097-47fc-b378-52e947aef8f5 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:06.396746 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-22265a80-b097-47fc-b378-52e947aef8f5 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:06.401691 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 98bac082-62c1-4710-8ba5-6cee39802e3e up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:07:06.482595 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Provisioning for port 3649046f-22a8-44cd-988d-efa0626bf72c completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:06.518650 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Provisioning complete for port 3649046f-22a8-44cd-988d-efa0626bf72c triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:06.519030 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:06.519371 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Attempt 1 to provision port 3649046f-22a8-44cd-988d-efa0626bf72c Sep 23 15:07:06.675549 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22265a80-b097-47fc-b378-52e947aef8f5 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Pushing event updated for resources: {'Network': ['ID=95221493-56f4-4bc4-b100-5bbcd7fd7d1f,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:06.681573 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Port 3649046f-22a8-44cd-988d-efa0626bf72c cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:06.684798 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-968fceaa-156a-4c67-be16-aa126d1edbdb tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:06.692804 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 95221493-56f4-4bc4-b100-5bbcd7fd7d1f details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:07:06.731166 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45584) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:06.740568 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-6f7d5f12-03ef-4eb1-b997-6035e010ac91 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group': {'name': 'tempest-secgroup--896933359'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:06.741433 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-22265a80-b097-47fc-b378-52e947aef8f5 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0466261 Sep 23 15:07:06.752398 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45588) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:06.763806 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Request body: {'ports': [{'network_id': '5e10660b-8f43-4768-a751-5e2a3d64631d', 'name': 'tempest-port--550565545', 'admin_state_up': True}, {'network_id': '95221493-56f4-4bc4-b100-5bbcd7fd7d1f', 'admin_state_up': False}]} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:06.764115 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Request body: {'port': {'network_id': '5e10660b-8f43-4768-a751-5e2a3d64631d', 'name': 'tempest-port--550565545', 'admin_state_up': True}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:06.764591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Request body: {'port': {'network_id': '95221493-56f4-4bc4-b100-5bbcd7fd7d1f', 'admin_state_up': False}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:06.841381 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6f7d5f12-03ef-4eb1-b997-6035e010ac91 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:06.843443 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45594) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:06.853726 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-b34aaf8c-8106-4a2a-88f9-5f89a3eaaf2b tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2011578400', 'description': 'tempest-secgroup-smoke-2011578400 description', 'project_id': 'b3a12835b3f04141a72530dd667a86b6'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:06.950281 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b34aaf8c-8106-4a2a-88f9-5f89a3eaaf2b tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:06.961116 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6f7d5f12-03ef-4eb1-b997-6035e010ac91 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:06.966494 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 98bac082-62c1-4710-8ba5-6cee39802e3e completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:06.996562 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b34aaf8c-8106-4a2a-88f9-5f89a3eaaf2b tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Usage tracker for resource:security_group and tenant:b3a12835b3f04141a72530dd667a86b6 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:07.006296 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 98bac082-62c1-4710-8ba5-6cee39802e3e triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:07.011372 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:07.011372 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 98bac082-62c1-4710-8ba5-6cee39802e3e Sep 23 15:07:07.015089 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b34aaf8c-8106-4a2a-88f9-5f89a3eaaf2b tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:07.048620 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b34aaf8c-8106-4a2a-88f9-5f89a3eaaf2b tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:07.098106 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:07.119153 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6f7d5f12-03ef-4eb1-b997-6035e010ac91 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:07.156979 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b34aaf8c-8106-4a2a-88f9-5f89a3eaaf2b tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:07.178801 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d928-a0cf-47fd-9592-224c166d4e0d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:07.180170 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-968fceaa-156a-4c67-be16-aa126d1edbdb tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:07.185084 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Attempt 2 to provision port 3649046f-22a8-44cd-988d-efa0626bf72c Sep 23 15:07:07.188910 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6f7d5f12-03ef-4eb1-b997-6035e010ac91 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:07.193056 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6f7d5f12-03ef-4eb1-b997-6035e010ac91 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Usage tracker for resource:security_group_rule and tenant:b1bdcf6d3c594a5b91bb52b4be546a88 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:07.196092 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6f7d5f12-03ef-4eb1-b997-6035e010ac91 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:07.202090 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6f7d5f12-03ef-4eb1-b997-6035e010ac91 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:07.225671 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 98bac082-62c1-4710-8ba5-6cee39802e3e is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:07:07.226048 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:07.259226 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Port 3649046f-22a8-44cd-988d-efa0626bf72c cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:07.264194 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3485e1e6-af35-4f49-87f4-56170786063e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bac082-62c1-4710-8ba5-6cee39802e3e'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:07:07.266777 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86e4fd9-bb7c-4f9e-bccf-446f3d8d65d9" -d '{"events": [{"server_uuid": "3485e1e6-af35-4f49-87f4-56170786063e", "name": "network-vif-plugged", "status": "completed", "tag": "98bac082-62c1-4710-8ba5-6cee39802e3e"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:07:07.275066 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b34aaf8c-8106-4a2a-88f9-5f89a3eaaf2b tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:07.275259 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 98bac082-62c1-4710-8ba5-6cee39802e3e, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=98bac082-62c1-4710-8ba5-6cee39802e3e,segment=NetworkSegment(477ccb8f-0dad-4f0e-b831-fb05867fe98c),segment_id=477ccb8f-0dad-4f0e-b831-fb05867fe98c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:07.279804 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a9765881-ea22-478b-9394-7bfaec6f8555 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9082743dda5a4f53b15c26965083c5da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5471647 Sep 23 15:07:07.281031 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:07.285835 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45602) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:07.291555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Usage tracker for resource:port and tenant:9c0258cd4411406e8d8165f07fb44c4e is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:07.295470 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:07.302468 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:07.319221 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263d0159-5211-4ba5-a64b-416bdb3ef186 x-openstack-request-id: req-263d0159-5211-4ba5-a64b-416bdb3ef186 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:07:07.320301 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3485e1e6-af35-4f49-87f4-56170786063e", "name": "network-vif-plugged", "status": "completed", "tag": "98bac082-62c1-4710-8ba5-6cee39802e3e", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:07:07.320783 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-263d0159-5211-4ba5-a64b-416bdb3ef186 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:07:07.321442 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-263d0159-5211-4ba5-a64b-416bdb3ef186'] response: {'server_uuid': '3485e1e6-af35-4f49-87f4-56170786063e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98bac082-62c1-4710-8ba5-6cee39802e3e', 'code': 200} Sep 23 15:07:07.327237 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6f7d5f12-03ef-4eb1-b997-6035e010ac91 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:07.337156 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b34aaf8c-8106-4a2a-88f9-5f89a3eaaf2b tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:07.338654 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:07.340669 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-d3c3d928-a0cf-47fd-9592-224c166d4e0d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Transition to ACTIVE for port object d2f34446-bc6c-4674-833a-6c2d74d69249 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:07.343756 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b42d6f-040c-4036-a6cd-ab41e8f03149 req-99e1349f-35fa-4829-a27a-a7047103884b tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:07.346390 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b34aaf8c-8106-4a2a-88f9-5f89a3eaaf2b tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Usage tracker for resource:security_group_rule and tenant:b3a12835b3f04141a72530dd667a86b6 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:07.349847 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-51b42d6f-040c-4036-a6cd-ab41e8f03149 req-99e1349f-35fa-4829-a27a-a7047103884b tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 944 time: 0.2504380 Sep 23 15:07:07.356956 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b34aaf8c-8106-4a2a-88f9-5f89a3eaaf2b tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:07.378271 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b34aaf8c-8106-4a2a-88f9-5f89a3eaaf2b tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:07.394001 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Made reservation on behalf of 9c0258cd4411406e8d8165f07fb44c4e for: {'port': 2} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:07.403473 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:07.415340 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-51b42d6f-040c-4036-a6cd-ab41e8f03149 req-da003cf4-bc0a-4a50-885f-d6eea1d3a8be tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/security-groups?id=353147c3-04d5-4845-9d1c-8e23b8cecfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616765 Sep 23 15:07:07.428490 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:07.434530 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-04c86e90-bf9f-4648-86fd-05e93d279410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:07.470125 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=98bac082-62c1-4710-8ba5-6cee39802e3e,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:07.470996 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6f7d5f12-03ef-4eb1-b997-6035e010ac91 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:07.475674 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d09144b-a554-47b6-a685-a33f9c1fbef2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Router e41435b8-1f05-4ca9-8fa3-270f70eef075 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:07:07.478049 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-968fceaa-156a-4c67-be16-aa126d1edbdb tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:07.509103 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-04c86e90-bf9f-4648-86fd-05e93d279410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:07.561798 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968fceaa-156a-4c67-be16-aa126d1edbdb tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Subnet': ['ID=7a8e99bf-6e17-48ad-b861-ab8c831d339e,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:07.569794 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-968fceaa-156a-4c67-be16-aa126d1edbdb tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:07.584683 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d71e789-f99d-4046-bad7-f83877e1c4f4 None None] Network 6f524a0c-cf87-4f81-8e6e-f8e9192d74ae requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:07.608443 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-968fceaa-156a-4c67-be16-aa126d1edbdb tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/subnets/7a8e99bf-6e17-48ad-b861-ab8c831d339e HTTP/1.1" status: 204 len: 168 time: 1.3764956 Sep 23 15:07:07.608443 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45606) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:07.628564 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d928-a0cf-47fd-9592-224c166d4e0d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:07.764842 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Attempt 3 to provision port 3649046f-22a8-44cd-988d-efa0626bf72c Sep 23 15:07:07.772766 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d5f12-03ef-4eb1-b997-6035e010ac91 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c89626fa-642b-4519-837a-256a93d52578,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:07.831803 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Port 3649046f-22a8-44cd-988d-efa0626bf72c cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:07.848667 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c3d928-a0cf-47fd-9592-224c166d4e0d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network 2ab883d8-9735-4472-a903-2277c25e697a is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:07.866832 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-d3c3d928-a0cf-47fd-9592-224c166d4e0d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:07.868896 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c3d928-a0cf-47fd-9592-224c166d4e0d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:07:07.875831 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c3d928-a0cf-47fd-9592-224c166d4e0d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:07.876778 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d928-a0cf-47fd-9592-224c166d4e0d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:07.912663 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6f7d5f12-03ef-4eb1-b997-6035e010ac91 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:07.914033 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6f7d5f12-03ef-4eb1-b997-6035e010ac91 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5903563 Sep 23 15:07:07.914881 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3d928-a0cf-47fd-9592-224c166d4e0d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Port': ['ID=d2f34446-bc6c-4674-833a-6c2d74d69249,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:07.917559 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45610) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:07.928365 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:07:07.943769 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-a64f84a2-3ef7-4a1a-98f7-ebecbef55c75 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group': {'name': 'tempest-secgroup--205431894'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:07.957163 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d09144b-a554-47b6-a685-a33f9c1fbef2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:07:07.972336 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e1502e-c217-451c-a701-f1cdc7edeb9b None None] DHCP port deletion for 6f524a0c-cf87-4f81-8e6e-f8e9192d74ae request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:07:07.974570 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a64f84a2-3ef7-4a1a-98f7-ebecbef55c75 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:07.977518 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-32e1502e-c217-451c-a701-f1cdc7edeb9b None None] Deleting port ec7bebec-027a-4cc5-94b0-c117f8b22a37 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:07.978193 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-32e1502e-c217-451c-a701-f1cdc7edeb9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:07.980152 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b34aaf8c-8106-4a2a-88f9-5f89a3eaaf2b tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:07.984220 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a64f84a2-3ef7-4a1a-98f7-ebecbef55c75 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Usage tracker for resource:security_group and tenant:b1bdcf6d3c594a5b91bb52b4be546a88 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:07.987814 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6d09144b-a554-47b6-a685-a33f9c1fbef2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "PUT /v2.0/routers/e41435b8-1f05-4ca9-8fa3-270f70eef075/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0779045 Sep 23 15:07:07.992814 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a64f84a2-3ef7-4a1a-98f7-ebecbef55c75 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:07.992814 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45614) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:08.008295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] device_id is not set on port 30fc2762-3635-4d84-8526-9512ffcf289f yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:07:08.024347 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-707de84d-a487-4475-9188-b50a8408426b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:08.027624 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a64f84a2-3ef7-4a1a-98f7-ebecbef55c75 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:08.030510 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846dcce9-74a7-48ad-ab59-4baf6c33991a None None] Sync routers for ids ['e41435b8-1f05-4ca9-8fa3-270f70eef075'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:07:08.061493 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d3c3d928-a0cf-47fd-9592-224c166d4e0d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9219751 Sep 23 15:07:08.063158 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45618) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:08.064896 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846dcce9-74a7-48ad-ab59-4baf6c33991a None None] Routers {'e41435b8-1f05-4ca9-8fa3-270f70eef075'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:07:08.065622 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-846dcce9-74a7-48ad-ab59-4baf6c33991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:07:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e41435b8-1f05-4ca9-8fa3-270f70eef075'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:08.068842 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-707de84d-a487-4475-9188-b50a8408426b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting port ec7bebec-027a-4cc5-94b0-c117f8b22a37 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:08.069388 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-707de84d-a487-4475-9188-b50a8408426b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:08.083323 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b787a-cabb-44a7-b2c2-68fd6339019b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:08.084091 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-cc3b787a-cabb-44a7-b2c2-68fd6339019b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:08.114959 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-04c86e90-bf9f-4648-86fd-05e93d279410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:08.117866 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-04c86e90-bf9f-4648-86fd-05e93d279410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:08.118976 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-04c86e90-bf9f-4648-86fd-05e93d279410 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a2001afe-e22d-47f1-b30a-b2cc49412e08 HTTP/1.1" status: 204 len: 168 time: 0.8198187 Sep 23 15:07:08.124023 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b34aaf8c-8106-4a2a-88f9-5f89a3eaaf2b tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:08.134063 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b34aaf8c-8106-4a2a-88f9-5f89a3eaaf2b tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:08.141203 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c86e90-bf9f-4648-86fd-05e93d279410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2001afe-e22d-47f1-b30a-b2cc49412e08,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:08.147248 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b34aaf8c-8106-4a2a-88f9-5f89a3eaaf2b tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Usage tracker for resource:security_group_rule and tenant:b3a12835b3f04141a72530dd667a86b6 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:08.158907 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b34aaf8c-8106-4a2a-88f9-5f89a3eaaf2b tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:08.164217 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a64f84a2-3ef7-4a1a-98f7-ebecbef55c75 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:08.182808 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b34aaf8c-8106-4a2a-88f9-5f89a3eaaf2b tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:08.224545 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a64f84a2-3ef7-4a1a-98f7-ebecbef55c75 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:08.227146 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34aaf8c-8106-4a2a-88f9-5f89a3eaaf2b tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9048e291-9356-4776-8e9f-aceb04c69e84,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:08.230230 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda702c-0150-4bcd-aa99-3bf647da9842 req-14b754a2-b217-4d93-9c04-f3adb215b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:08.232304 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ecda702c-0150-4bcd-aa99-3bf647da9842 req-14b754a2-b217-4d93-9c04-f3adb215b1c7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 1098 time: 0.4896095 Sep 23 15:07:08.234557 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-cc3b787a-cabb-44a7-b2c2-68fd6339019b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:08.235966 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-cc3b787a-cabb-44a7-b2c2-68fd6339019b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports/3649046f-22a8-44cd-988d-efa0626bf72c HTTP/1.1" status: 200 len: 911 time: 0.2437043 Sep 23 15:07:08.238346 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a64f84a2-3ef7-4a1a-98f7-ebecbef55c75 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Usage tracker for resource:security_group_rule and tenant:b1bdcf6d3c594a5b91bb52b4be546a88 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:08.242127 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45624) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:08.242273 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a64f84a2-3ef7-4a1a-98f7-ebecbef55c75 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:08.253236 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a64f84a2-3ef7-4a1a-98f7-ebecbef55c75 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:08.328307 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b34aaf8c-8106-4a2a-88f9-5f89a3eaaf2b tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:08.333737 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Attempt 4 to provision port 3649046f-22a8-44cd-988d-efa0626bf72c Sep 23 15:07:08.370136 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a64f84a2-3ef7-4a1a-98f7-ebecbef55c75 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:08.407210 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b34aaf8c-8106-4a2a-88f9-5f89a3eaaf2b tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:08.436983 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-846dcce9-74a7-48ad-ab59-4baf6c33991a None None] Set router e41435b8-1f05-4ca9-8fa3-270f70eef075 gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:07:08.479446 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34aaf8c-8106-4a2a-88f9-5f89a3eaaf2b tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc2c581-e4a9-43eb-81b2-36a3437ac55e,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:08.496826 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ecda702c-0150-4bcd-aa99-3bf647da9842 req-1dc3aef9-9f26-4f21-81ec-86eef8baf400 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=353147c3-04d5-4845-9d1c-8e23b8cecfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508340 Sep 23 15:07:08.499635 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a64f84a2-3ef7-4a1a-98f7-ebecbef55c75 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:08.536747 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Port 3649046f-22a8-44cd-988d-efa0626bf72c cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:08.538671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4336cf9-4896-40e2-912a-6444b6cd1b97 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:08.539453 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e4336cf9-4896-40e2-912a-6444b6cd1b97 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Synchronizing usage tracker for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:08.557681 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b34aaf8c-8106-4a2a-88f9-5f89a3eaaf2b tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:08.560445 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b34aaf8c-8106-4a2a-88f9-5f89a3eaaf2b tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.7110071 Sep 23 15:07:08.577699 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45632) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:08.594866 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-f97fcb5b-896f-4898-87d4-e3b4aed70ba4 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Request body: {'security_group_rule': {'security_group_id': '9dc2c581-e4a9-43eb-81b2-36a3437ac55e', 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:08.597077 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f84a2-3ef7-4a1a-98f7-ebecbef55c75 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad6355f-2864-4d45-a21c-d692d0f1db4b,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:08.623181 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f97fcb5b-896f-4898-87d4-e3b4aed70ba4 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:08.632258 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-707de84d-a487-4475-9188-b50a8408426b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] For port ec7bebec-027a-4cc5-94b0-c117f8b22a37, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ec7bebec-027a-4cc5-94b0-c117f8b22a37,segment=NetworkSegment(897fd8e7-e61a-42dc-92d5-94385d5877e5),segment_id=897fd8e7-e61a-42dc-92d5-94385d5877e5)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:08.633737 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-707de84d-a487-4475-9188-b50a8408426b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:08.644777 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:08.650637 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f97fcb5b-896f-4898-87d4-e3b4aed70ba4 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Usage tracker for resource:security_group_rule and tenant:b3a12835b3f04141a72530dd667a86b6 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:08.677572 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-32e1502e-c217-451c-a701-f1cdc7edeb9b None None] For port ec7bebec-027a-4cc5-94b0-c117f8b22a37, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ec7bebec-027a-4cc5-94b0-c117f8b22a37,segment=NetworkSegment(897fd8e7-e61a-42dc-92d5-94385d5877e5),segment_id=897fd8e7-e61a-42dc-92d5-94385d5877e5)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:08.677958 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-32e1502e-c217-451c-a701-f1cdc7edeb9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:08.678334 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f97fcb5b-896f-4898-87d4-e3b4aed70ba4 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:08.698630 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a64f84a2-3ef7-4a1a-98f7-ebecbef55c75 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:08.700738 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a64f84a2-3ef7-4a1a-98f7-ebecbef55c75 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7689512 Sep 23 15:07:08.708787 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45638) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:08.737133 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-54a9ce00-897e-485a-b36c-2c6315a889b0 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group_rule': {'security_group_id': 'c89626fa-642b-4519-837a-256a93d52578', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '8ad6355f-2864-4d45-a21c-d692d0f1db4b'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:08.769675 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-54a9ce00-897e-485a-b36c-2c6315a889b0 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:08.780347 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-54a9ce00-897e-485a-b36c-2c6315a889b0 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Usage tracker for resource:security_group_rule and tenant:b1bdcf6d3c594a5b91bb52b4be546a88 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:08.790915 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-54a9ce00-897e-485a-b36c-2c6315a889b0 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:08.801584 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c950ca-5724-41c6-8ce3-02accaf5fc62 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:08.806494 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c950ca-5724-41c6-8ce3-02accaf5fc62 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:08.807287 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-53c950ca-5724-41c6-8ce3-02accaf5fc62 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:08.810781 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f97fcb5b-896f-4898-87d4-e3b4aed70ba4 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:08.814824 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-54a9ce00-897e-485a-b36c-2c6315a889b0 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:08.863301 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45eecb-7aa3-4138-abb6-87f78b2b7f31 req-4079d49e-8f6b-46d9-8b46-a598dc6b5c5f tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:08.865533 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2d45eecb-7aa3-4138-abb6-87f78b2b7f31 req-4079d49e-8f6b-46d9-8b46-a598dc6b5c5f tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 945 time: 0.2271888 Sep 23 15:07:08.877236 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e4336cf9-4896-40e2-912a-6444b6cd1b97 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Unset dirty status for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:08.881690 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e4336cf9-4896-40e2-912a-6444b6cd1b97 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A23b HTTP/1.1" status: 200 len: 929 time: 0.8132105 Sep 23 15:07:08.889688 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-707de84d-a487-4475-9188-b50a8408426b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Calling delete_port for ec7bebec-027a-4cc5-94b0-c117f8b22a37 owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:08.892152 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45646) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:08.895420 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-32e1502e-c217-451c-a701-f1cdc7edeb9b None None] Calling delete_port for ec7bebec-027a-4cc5-94b0-c117f8b22a37 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:08.982790 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-53c950ca-5724-41c6-8ce3-02accaf5fc62 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:08.986684 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-53c950ca-5724-41c6-8ce3-02accaf5fc62 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.7401459 Sep 23 15:07:08.988713 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45652) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:08.995923 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] device_id is not set on port 9de3e92a-0e21-47c0-bd9f-b659650f0e5a yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:07:08.998268 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2d45eecb-7aa3-4138-abb6-87f78b2b7f31 req-b5595e21-1645-4544-948b-ddc3f653d89d tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/security-groups?id=353147c3-04d5-4845-9d1c-8e23b8cecfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269226 Sep 23 15:07:09.041288 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-62317d86-6077-444b-b105-cb0f49b2f697 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port d2f34446-bc6c-4674-833a-6c2d74d69249 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:09.041626 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-62317d86-6077-444b-b105-cb0f49b2f697 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:09.066471 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Attempt 5 to provision port 3649046f-22a8-44cd-988d-efa0626bf72c Sep 23 15:07:09.150017 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Port 3649046f-22a8-44cd-988d-efa0626bf72c cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:09.157178 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f97fcb5b-896f-4898-87d4-e3b4aed70ba4 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:09.166104 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-54a9ce00-897e-485a-b36c-2c6315a889b0 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:07:09.167222 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-846dcce9-74a7-48ad-ab59-4baf6c33991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41435b8-1f05-4ca9-8fa3-270f70eef075', 'name': 'tempest-NetworksTestDHCPv6-router-197021129', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:07:00Z', 'updated_at': '2022-09-23T15:07:04Z', 'revision_number': 2, 'project_id': '2d0155ea591e48f7a3b8ec353336016a', 'gw_port_host': None, '_interfaces': [{'id': '3649046f-22a8-44cd-988d-efa0626bf72c', 'name': '', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'mac_address': 'fa:16:3e:e0:b0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41435b8-1f05-4ca9-8fa3-270f70eef075', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '0666562e-dad3-4b4b-b3b1-001b329d9cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:02Z', 'updated_at': '2022-09-23T15:07:05Z', 'revision_number': 2, 'project_id': '2d0155ea591e48f7a3b8ec353336016a', 'subnets': [{'id': '0666562e-dad3-4b4b-b3b1-001b329d9cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:09.168488 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-54a9ce00-897e-485a-b36c-2c6315a889b0 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4523063 Sep 23 15:07:09.169963 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45656) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:09.171517 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846dcce9-74a7-48ad-ab59-4baf6c33991a None None] Checking router: e41435b8-1f05-4ca9-8fa3-270f70eef075 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:07:09.172144 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846dcce9-74a7-48ad-ab59-4baf6c33991a None None] Updating router e41435b8-1f05-4ca9-8fa3-270f70eef075 port 3649046f-22a8-44cd-988d-efa0626bf72c binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:07:09.257594 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-32e1502e-c217-451c-a701-f1cdc7edeb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:09.329819 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1502e-c217-451c-a701-f1cdc7edeb9b None None] Pushing event deleted for resources: {'Port': ['ID=ec7bebec-027a-4cc5-94b0-c117f8b22a37,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:09.333404 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e1502e-c217-451c-a701-f1cdc7edeb9b None None] No DVR routers for this DVR port ec7bebec-027a-4cc5-94b0-c117f8b22a37 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:07:09.349501 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.api [None req-707de84d-a487-4475-9188-b50a8408426b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:07:09.349960 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG oslo_db.api [None req-707de84d-a487-4475-9188-b50a8408426b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:07:09.351074 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-846dcce9-74a7-48ad-ab59-4baf6c33991a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:09.430094 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f97fcb5b-896f-4898-87d4-e3b4aed70ba4 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:09.452004 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-62317d86-6077-444b-b105-cb0f49b2f697 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:09.461996 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ec7bebec-027a-4cc5-94b0-c117f8b22a37 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:07:09.509708 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: ec7bebec-027a-4cc5-94b0-c117f8b22a37 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:07:09.510074 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ec7bebec-027a-4cc5-94b0-c117f8b22a37 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:07:09.529636 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f97fcb5b-896f-4898-87d4-e3b4aed70ba4 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:09.661384 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:09.677198 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b3d2785b-ad44-4929-9156-b18dc07a0141 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:09.681187 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45668) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:09.686783 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fcb5b-896f-4898-87d4-e3b4aed70ba4 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cbbc28f-4091-4d89-8f6b-3ea379848920,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:09.692309 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f97fcb5b-896f-4898-87d4-e3b4aed70ba4 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:09.693550 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f97fcb5b-896f-4898-87d4-e3b4aed70ba4 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1148148 Sep 23 15:07:09.701439 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Attempt 6 to provision port 3649046f-22a8-44cd-988d-efa0626bf72c Sep 23 15:07:09.709728 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45672) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:09.722845 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-6bc54613-22e1-424b-8a35-0a38eb960034 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Request body: {'security_group_rule': {'security_group_id': '9dc2c581-e4a9-43eb-81b2-36a3437ac55e', 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:09.755024 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-62317d86-6077-444b-b105-cb0f49b2f697 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Calling delete_port for d2f34446-bc6c-4674-833a-6c2d74d69249 owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:09.768928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-6bc54613-22e1-424b-8a35-0a38eb960034 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:09.775005 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Port 3649046f-22a8-44cd-988d-efa0626bf72c cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:09.819846 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b3d2785b-ad44-4929-9156-b18dc07a0141 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:09.961248 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b3d2785b-ad44-4929-9156-b18dc07a0141 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:09.965090 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-707de84d-a487-4475-9188-b50a8408426b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting port ec7bebec-027a-4cc5-94b0-c117f8b22a37 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:09.965439 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-707de84d-a487-4475-9188-b50a8408426b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:09.982699 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-846dcce9-74a7-48ad-ab59-4baf6c33991a None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:09.983304 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2785b-ad44-4929-9156-b18dc07a0141 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad6355f-2864-4d45-a21c-d692d0f1db4b,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:09.989922 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-6bc54613-22e1-424b-8a35-0a38eb960034 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Usage tracker for resource:security_group_rule and tenant:b3a12835b3f04141a72530dd667a86b6 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:09.995461 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-846dcce9-74a7-48ad-ab59-4baf6c33991a None None] Transition to ACTIVE for port object 3649046f-22a8-44cd-988d-efa0626bf72c will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:10.001235 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b3d2785b-ad44-4929-9156-b18dc07a0141 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:10.001757 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-e9e2f633-e6e6-4c68-afa1-7a360cc8b2e7 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1596768750'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:10.002749 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b3d2785b-ad44-4929-9156-b18dc07a0141 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "DELETE /v2.0/security-groups/8ad6355f-2864-4d45-a21c-d692d0f1db4b HTTP/1.1" status: 204 len: 168 time: 0.8318660 Sep 23 15:07:10.005419 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45678) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:10.010175 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-6bc54613-22e1-424b-8a35-0a38eb960034 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:10.023623 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e9e2f633-e6e6-4c68-afa1-7a360cc8b2e7 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:10.029853 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-6bc54613-22e1-424b-8a35-0a38eb960034 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:10.064827 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-62317d86-6077-444b-b105-cb0f49b2f697 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:10.067237 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e9e2f633-e6e6-4c68-afa1-7a360cc8b2e7 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Usage tracker for resource:network and tenant:2de827345e1341699e79c05b3da06c65 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:10.074062 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-707de84d-a487-4475-9188-b50a8408426b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] The port 'ec7bebec-027a-4cc5-94b0-c117f8b22a37' was deleted {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:07:10.082790 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e9e2f633-e6e6-4c68-afa1-7a360cc8b2e7 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:10.084545 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-846dcce9-74a7-48ad-ab59-4baf6c33991a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:10.124056 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e9e2f633-e6e6-4c68-afa1-7a360cc8b2e7 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:10.131925 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62317d86-6077-444b-b105-cb0f49b2f697 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Port': ['ID=d2f34446-bc6c-4674-833a-6c2d74d69249,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:10.140771 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-bcd3495b-9c13-4cca-a2b6-30c37af06ae8 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Synchronizing usage tracker for tenant:b1bdcf6d3c594a5b91bb52b4be546a88 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:10.210707 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-62317d86-6077-444b-b105-cb0f49b2f697 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:10.215813 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-62317d86-6077-444b-b105-cb0f49b2f697 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/ports/d2f34446-bc6c-4674-833a-6c2d74d69249 HTTP/1.1" status: 204 len: 168 time: 1.3195915 Sep 23 15:07:10.217756 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45684) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:10.229555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-707de84d-a487-4475-9188-b50a8408426b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:10.256338 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-bcd3495b-9c13-4cca-a2b6-30c37af06ae8 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Unset dirty status for tenant:b1bdcf6d3c594a5b91bb52b4be546a88 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:10.259417 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-707de84d-a487-4475-9188-b50a8408426b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f524a0c-cf87-4f81-8e6e-f8e9192d74ae']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:10.260618 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bcd3495b-9c13-4cca-a2b6-30c37af06ae8 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2542570 Sep 23 15:07:10.261281 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45688) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:10.272746 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-707de84d-a487-4475-9188-b50a8408426b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '897fd8e7-e61a-42dc-92d5-94385d5877e5') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:10.273321 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-707de84d-a487-4475-9188-b50a8408426b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '897fd8e7-e61a-42dc-92d5-94385d5877e5') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:10.286591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-707de84d-a487-4475-9188-b50a8408426b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:10.289538 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Attempt 7 to provision port 3649046f-22a8-44cd-988d-efa0626bf72c Sep 23 15:07:10.300609 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df959e8-c001-4e6a-8d09-d9ec6372cb27 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] GET failed (client error): The resource could not be found. Sep 23 15:07:10.301153 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1df959e8-c001-4e6a-8d09-d9ec6372cb27 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Synchronizing usage tracker for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:10.306504 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-707de84d-a487-4475-9188-b50a8408426b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:10.313268 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707de84d-a487-4475-9188-b50a8408426b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:07:10.313884 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-707de84d-a487-4475-9188-b50a8408426b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:10.346544 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8e039bd2-4d6e-44b3-9a88-1cf3832b665d tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:10.363828 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69f89e-bddd-49aa-b227-593410a9e72c None None] Pushing event updated for resources: {'Port': ['ID=3649046f-22a8-44cd-988d-efa0626bf72c,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:10.384947 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-846dcce9-74a7-48ad-ab59-4baf6c33991a None None] Attempting to bind port 3649046f-22a8-44cd-988d-efa0626bf72c on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:07:10.385117 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8e039bd2-4d6e-44b3-9a88-1cf3832b665d tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:10.385315 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-846dcce9-74a7-48ad-ab59-4baf6c33991a None None] Attempting to bind port 3649046f-22a8-44cd-988d-efa0626bf72c by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:07:10.385679 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846dcce9-74a7-48ad-ab59-4baf6c33991a None None] Attempting to bind port 3649046f-22a8-44cd-988d-efa0626bf72c on network c3d67a4b-9092-448f-b14d-bd8d70a05623 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:07:10.394580 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846dcce9-74a7-48ad-ab59-4baf6c33991a None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:07:10.394946 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846dcce9-74a7-48ad-ab59-4baf6c33991a None None] Checking segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:07:10.395331 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-846dcce9-74a7-48ad-ab59-4baf6c33991a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:10.395718 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846dcce9-74a7-48ad-ab59-4baf6c33991a None None] Bound using segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:07:10.396186 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-846dcce9-74a7-48ad-ab59-4baf6c33991a None None] Bound port: 3649046f-22a8-44cd-988d-efa0626bf72c, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:07:10.396558 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-846dcce9-74a7-48ad-ab59-4baf6c33991a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:10.406179 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Port 3649046f-22a8-44cd-988d-efa0626bf72c cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:10.426078 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:10.439380 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1df959e8-c001-4e6a-8d09-d9ec6372cb27 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Unset dirty status for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:10.440514 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1df959e8-c001-4e6a-8d09-d9ec6372cb27 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "GET /v2.0/ports/d2f34446-bc6c-4674-833a-6c2d74d69249 HTTP/1.1" status: 404 len: 333 time: 0.2217083 Sep 23 15:07:10.443594 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45696) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:10.482637 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 897fd8e7-e61a-42dc-92d5-94385d5877e5 resource provider aggregate not found Sep 23 15:07:10.505698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-846dcce9-74a7-48ad-ab59-4baf6c33991a None None] For port 3649046f-22a8-44cd-988d-efa0626bf72c, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:07:10.532329 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-1cbe9695-035b-4bb8-96a9-7d26244af567 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port 2aa4d6d5-00a2-4d27-9ad6-b4e03dcffff1 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:10.532744 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9695-035b-4bb8-96a9-7d26244af567 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:10.562167 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8e039bd2-4d6e-44b3-9a88-1cf3832b665d tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:10.567346 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6bc54613-22e1-424b-8a35-0a38eb960034 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:10.574134 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e2f633-e6e6-4c68-afa1-7a360cc8b2e7 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Made reservation on behalf of 2de827345e1341699e79c05b3da06c65 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:10.578041 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e9e2f633-e6e6-4c68-afa1-7a360cc8b2e7 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:10.605098 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e039bd2-4d6e-44b3-9a88-1cf3832b665d tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89626fa-642b-4519-837a-256a93d52578,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:10.608069 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 897fd8e7-e61a-42dc-92d5-94385d5877e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 897fd8e7-e61a-42dc-92d5-94385d5877e5 found for delete ", "request_id": "req-f9d089ab-73ac-47f3-a86f-c1d9e65c6e54"}]} Sep 23 15:07:10.643036 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e9e2f633-e6e6-4c68-afa1-7a360cc8b2e7 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:10.679480 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8e039bd2-4d6e-44b3-9a88-1cf3832b665d tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:10.682801 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8e039bd2-4d6e-44b3-9a88-1cf3832b665d tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "DELETE /v2.0/security-groups/c89626fa-642b-4519-837a-256a93d52578 HTTP/1.1" status: 204 len: 168 time: 0.4149280 Sep 23 15:07:10.684416 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45702) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:10.688678 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-846dcce9-74a7-48ad-ab59-4baf6c33991a None None] For port 3649046f-22a8-44cd-988d-efa0626bf72c, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=3649046f-22a8-44cd-988d-efa0626bf72c,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:07:10.710110 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-707de84d-a487-4475-9188-b50a8408426b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:10.720603 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e9e2f633-e6e6-4c68-afa1-7a360cc8b2e7 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:10.734562 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-707de84d-a487-4475-9188-b50a8408426b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:10.766886 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-846dcce9-74a7-48ad-ab59-4baf6c33991a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:10.813227 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Pushing event updated for resources: {'Port': ['ID=30fc2762-3635-4d84-8526-9512ffcf289f,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:10.831299 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9695-035b-4bb8-96a9-7d26244af567 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:10.835090 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e9e2f633-e6e6-4c68-afa1-7a360cc8b2e7 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Usage tracker for resource:security_group_rule and tenant:2de827345e1341699e79c05b3da06c65 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:10.848516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707de84d-a487-4475-9188-b50a8408426b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Network': ['ID=6f524a0c-cf87-4f81-8e6e-f8e9192d74ae,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:10.853102 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Checking segment: {'id': '47a83ce1-870a-4478-ac37-df69222f0303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '5e10660b-8f43-4768-a751-5e2a3d64631d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:07:10.853460 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Network hostable DHCP agents. Network: 5e10660b-8f43-4768-a751-5e2a3d64631d, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:07:10.867668 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-707de84d-a487-4475-9188-b50a8408426b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/networks/6f524a0c-cf87-4f81-8e6e-f8e9192d74ae HTTP/1.1" status: 204 len: 168 time: 3.2554584 Sep 23 15:07:10.872348 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e9e2f633-e6e6-4c68-afa1-7a360cc8b2e7 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:10.893680 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45706) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:10.911714 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Attempt 8 to provision port 3649046f-22a8-44cd-988d-efa0626bf72c Sep 23 15:07:10.917550 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e9e2f633-e6e6-4c68-afa1-7a360cc8b2e7 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:10.941736 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-72fbf3e4-565f-4d18-a4d4-19f8ff5ed9c9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1553901011'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:10.985687 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-72fbf3e4-565f-4d18-a4d4-19f8ff5ed9c9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:10.985887 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69f89e-bddd-49aa-b227-593410a9e72c None None] Pushing event updated for resources: {'Port': ['ID=3649046f-22a8-44cd-988d-efa0626bf72c,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:10.998749 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846dcce9-74a7-48ad-ab59-4baf6c33991a None None] Routers {'e41435b8-1f05-4ca9-8fa3-270f70eef075'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:07:11.000446 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-846dcce9-74a7-48ad-ab59-4baf6c33991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:07:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e41435b8-1f05-4ca9-8fa3-270f70eef075'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:11.005259 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-1cbe9695-035b-4bb8-96a9-7d26244af567 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Calling delete_port for 2aa4d6d5-00a2-4d27-9ad6-b4e03dcffff1 owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:11.010330 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6bc54613-22e1-424b-8a35-0a38eb960034 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:11.028706 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-72fbf3e4-565f-4d18-a4d4-19f8ff5ed9c9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:network and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:11.035702 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-92d6d928-00ea-4ba2-8ce1-8009c04d347b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:11.071576 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Port 3649046f-22a8-44cd-988d-efa0626bf72c had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:07:11.094562 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-fff2144d-f349-4c36-8a1b-e9b9821ab7b7 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Synchronizing usage tracker for tenant:b1bdcf6d3c594a5b91bb52b4be546a88 on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:11.106364 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-72fbf3e4-565f-4d18-a4d4-19f8ff5ed9c9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:11.118873 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d09f7-09da-49bb-a2fb-1ef2751f9607 req-39eb4450-e5c0-4e39-a7de-6ebc99e5dc6d tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:11.120495 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e99d09f7-09da-49bb-a2fb-1ef2751f9607 req-39eb4450-e5c0-4e39-a7de-6ebc99e5dc6d tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 945 time: 0.7096417 Sep 23 15:07:11.134598 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6bc54613-22e1-424b-8a35-0a38eb960034 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:11.166453 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-846dcce9-74a7-48ad-ab59-4baf6c33991a None None] Set router e41435b8-1f05-4ca9-8fa3-270f70eef075 gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:07:11.206715 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-72fbf3e4-565f-4d18-a4d4-19f8ff5ed9c9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:11.219323 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Provisioning for port d8213d34-19df-438d-8f39-3ed515027850 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:11.220407 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Network 5e10660b-8f43-4768-a751-5e2a3d64631d is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:07:11.228087 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9695-035b-4bb8-96a9-7d26244af567 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:11.235235 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Provisioning complete for port d8213d34-19df-438d-8f39-3ed515027850 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:11.237963 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:11.237963 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Attempt 1 to provision port d8213d34-19df-438d-8f39-3ed515027850 Sep 23 15:07:11.281254 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe9695-035b-4bb8-96a9-7d26244af567 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Port': ['ID=2aa4d6d5-00a2-4d27-9ad6-b4e03dcffff1,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:11.303970 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc54613-22e1-424b-8a35-0a38eb960034 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=672021d7-4cd2-4c45-8569-2c20c873b2f4,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:11.348932 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1cbe9695-035b-4bb8-96a9-7d26244af567 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:11.369914 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 5e10660b-8f43-4768-a751-5e2a3d64631d) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:11.374199 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:07:11.375364 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:11.393848 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731c5384-535e-4c5a-8e4c-b4be51feed7f None None] Network 5e10660b-8f43-4768-a751-5e2a3d64631d requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:11.463273 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1cbe9695-035b-4bb8-96a9-7d26244af567 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/ports/2aa4d6d5-00a2-4d27-9ad6-b4e03dcffff1 HTTP/1.1" status: 204 len: 168 time: 1.0181510 Sep 23 15:07:11.470675 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45710) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:11.528126 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0051094-54e5-402a-9487-17f44e27fc1e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] GET failed (client error): The resource could not be found. Sep 23 15:07:11.528770 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-c0051094-54e5-402a-9487-17f44e27fc1e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Synchronizing usage tracker for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:11.530828 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-fff2144d-f349-4c36-8a1b-e9b9821ab7b7 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Unset dirty status for tenant:b1bdcf6d3c594a5b91bb52b4be546a88 on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:11.532286 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-fff2144d-f349-4c36-8a1b-e9b9821ab7b7 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8391497 Sep 23 15:07:11.536988 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fbf3e4-565f-4d18-a4d4-19f8ff5ed9c9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:11.537535 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45714) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:11.541069 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-72fbf3e4-565f-4d18-a4d4-19f8ff5ed9c9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:11.548358 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-9e4c29c9-72ad-4fe1-9599-10609656c7e0 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group': {'name': 'tempest-secgroup--2039972209'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:11.558768 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9e4c29c9-72ad-4fe1-9599-10609656c7e0 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:11.572411 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6bc54613-22e1-424b-8a35-0a38eb960034 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:11.573595 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6bc54613-22e1-424b-8a35-0a38eb960034 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.8616295 Sep 23 15:07:11.575886 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9e4c29c9-72ad-4fe1-9599-10609656c7e0 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:11.579931 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45718) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:11.586210 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-6ecd3174-5715-46e5-88b5-50f607bb5202 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Request body: {'security_group_rule': {'security_group_id': '9dc2c581-e4a9-43eb-81b2-36a3437ac55e', 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:11.594761 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6ecd3174-5715-46e5-88b5-50f607bb5202 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:11.599815 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e99d09f7-09da-49bb-a2fb-1ef2751f9607 req-c43d8f8e-5d9c-4a19-ab81-5dddf10ceaf4 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/security-groups?id=353147c3-04d5-4845-9d1c-8e23b8cecfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569731 Sep 23 15:07:11.600543 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6ecd3174-5715-46e5-88b5-50f607bb5202 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Usage tracker for resource:security_group_rule and tenant:b3a12835b3f04141a72530dd667a86b6 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:11.610593 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6ecd3174-5715-46e5-88b5-50f607bb5202 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:11.610593 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6ecd3174-5715-46e5-88b5-50f607bb5202 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:11.686053 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Pushing event updated for resources: {'Port': ['ID=9de3e92a-0e21-47c0-bd9f-b659650f0e5a,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:11.686277 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-c0051094-54e5-402a-9487-17f44e27fc1e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Unset dirty status for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:11.688993 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c0051094-54e5-402a-9487-17f44e27fc1e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "GET /v2.0/ports/2aa4d6d5-00a2-4d27-9ad6-b4e03dcffff1 HTTP/1.1" status: 404 len: 333 time: 0.2171004 Sep 23 15:07:11.695726 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72fbf3e4-565f-4d18-a4d4-19f8ff5ed9c9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:07:11.698502 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45724) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:11.698741 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e9e2f633-e6e6-4c68-afa1-7a360cc8b2e7 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:11.710456 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Checking segment: {'id': '47fe3d3f-58f5-445c-9620-46b5c59bc5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '95221493-56f4-4bc4-b100-5bbcd7fd7d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:07:11.710811 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Network hostable DHCP agents. Network: 95221493-56f4-4bc4-b100-5bbcd7fd7d1f, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:07:11.727204 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-72fbf3e4-565f-4d18-a4d4-19f8ff5ed9c9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:11.727548 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-72fbf3e4-565f-4d18-a4d4-19f8ff5ed9c9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Added segment c80a82a0-50a6-421d-9c19-69499cad4fa5 of type vlan for network f347ad47-f0af-4fb7-ae5b-10a5424f48a2 Sep 23 15:07:11.755561 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9e4c29c9-72ad-4fe1-9599-10609656c7e0 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:11.773621 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-72fbf3e4-565f-4d18-a4d4-19f8ff5ed9c9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:11.779535 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6ecd3174-5715-46e5-88b5-50f607bb5202 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:11.818124 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e9e2f633-e6e6-4c68-afa1-7a360cc8b2e7 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:11.836603 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9e4c29c9-72ad-4fe1-9599-10609656c7e0 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:11.837114 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Current status of the port d8213d34-19df-438d-8f39-3ed515027850 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:07:11.837114 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:11.847971 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-92d6d928-00ea-4ba2-8ce1-8009c04d347b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting port 3649046f-22a8-44cd-988d-efa0626bf72c {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:11.848315 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-92d6d928-00ea-4ba2-8ce1-8009c04d347b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:11.859844 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9e4c29c9-72ad-4fe1-9599-10609656c7e0 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Usage tracker for resource:security_group_rule and tenant:b1bdcf6d3c594a5b91bb52b4be546a88 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:11.872314 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9e4c29c9-72ad-4fe1-9599-10609656c7e0 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:11.879479 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e2f633-e6e6-4c68-afa1-7a360cc8b2e7 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:07:11.889697 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9e4c29c9-72ad-4fe1-9599-10609656c7e0 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:11.903463 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] For port d8213d34-19df-438d-8f39-3ed515027850, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d8213d34-19df-438d-8f39-3ed515027850,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:11.909075 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-72fbf3e4-565f-4d18-a4d4-19f8ff5ed9c9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:11.911340 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-846dcce9-74a7-48ad-ab59-4baf6c33991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41435b8-1f05-4ca9-8fa3-270f70eef075', 'name': 'tempest-NetworksTestDHCPv6-router-197021129', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:07:00Z', 'updated_at': '2022-09-23T15:07:04Z', 'revision_number': 2, 'project_id': '2d0155ea591e48f7a3b8ec353336016a', 'gw_port_host': None, '_interfaces': [{'id': '3649046f-22a8-44cd-988d-efa0626bf72c', 'name': '', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'mac_address': 'fa:16:3e:e0:b0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41435b8-1f05-4ca9-8fa3-270f70eef075', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '0666562e-dad3-4b4b-b3b1-001b329d9cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:02Z', 'updated_at': '2022-09-23T15:07:10Z', 'revision_number': 4, 'project_id': '2d0155ea591e48f7a3b8ec353336016a', 'subnets': [{'id': '0666562e-dad3-4b4b-b3b1-001b329d9cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:11.914720 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fbf3e4-565f-4d18-a4d4-19f8ff5ed9c9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:11.915681 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-72fbf3e4-565f-4d18-a4d4-19f8ff5ed9c9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:11.916093 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846dcce9-74a7-48ad-ab59-4baf6c33991a None None] The sync data for ids ['e41435b8-1f05-4ca9-8fa3-270f70eef075'] in dv-neutron-859093-1-hyperv is: [{'id': 'e41435b8-1f05-4ca9-8fa3-270f70eef075', 'name': 'tempest-NetworksTestDHCPv6-router-197021129', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:07:00Z', 'updated_at': '2022-09-23T15:07:04Z', 'revision_number': 2, 'project_id': '2d0155ea591e48f7a3b8ec353336016a', 'gw_port_host': None, '_interfaces': [{'id': '3649046f-22a8-44cd-988d-efa0626bf72c', 'name': '', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'mac_address': 'fa:16:3e:e0:b0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41435b8-1f05-4ca9-8fa3-270f70eef075', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '0666562e-dad3-4b4b-b3b1-001b329d9cf0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:02Z', 'updated_at': '2022-09-23T15:07:10Z', 'revision_number': 4, 'project_id': '2d0155ea591e48f7a3b8ec353336016a', 'subnets': [{'id': '0666562e-dad3-4b4b-b3b1-001b329d9cf0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:07:11.932573 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-33648916-1078-41f0-b9b4-194f380f79cb tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting subnet 0191331a-c218-4a57-8327-91df021e058c {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:07:11.936375 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-33648916-1078-41f0-b9b4-194f380f79cb tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:11.954155 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2f633-e6e6-4c68-afa1-7a360cc8b2e7 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb68e718-0673-4715-a2b8-c86cfd5db73a,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:11.956681 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Network 95221493-56f4-4bc4-b100-5bbcd7fd7d1f is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:07:11.976956 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:11.978926 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e9e2f633-e6e6-4c68-afa1-7a360cc8b2e7 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:11.979276 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-e9e2f633-e6e6-4c68-afa1-7a360cc8b2e7 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Added segment ba9b5067-9327-4fed-a19d-9ea762bd2173 of type vlan for network 522ebda2-c312-460a-a56d-4a06cbe10bd1 Sep 23 15:07:12.082240 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Pushing event updated for resources: {'Port': ['ID=d8213d34-19df-438d-8f39-3ed515027850,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:12.121793 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Provisioning for port 6bc5c7ac-9181-48b8-81f9-2f01969f891c completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:12.129282 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Provisioning complete for port 6bc5c7ac-9181-48b8-81f9-2f01969f891c triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:12.129830 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:12.130222 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Attempt 1 to provision port 6bc5c7ac-9181-48b8-81f9-2f01969f891c Sep 23 15:07:12.153211 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-33648916-1078-41f0-b9b4-194f380f79cb tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:12.215799 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6ecd3174-5715-46e5-88b5-50f607bb5202 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:12.256284 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351c46f-7921-4608-b60c-4f2e0d40225d req-805e82d4-2bad-4b49-8228-adfb13b39546 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:12.256517 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2351c46f-7921-4608-b60c-4f2e0d40225d req-805e82d4-2bad-4b49-8228-adfb13b39546 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 945 time: 0.5184176 Sep 23 15:07:12.314536 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9e4c29c9-72ad-4fe1-9599-10609656c7e0 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:12.314776 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 95221493-56f4-4bc4-b100-5bbcd7fd7d1f) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:12.324773 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6ecd3174-5715-46e5-88b5-50f607bb5202 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:12.332149 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e41efc-f044-437f-87b5-4e1cd96754cd None None] Network 95221493-56f4-4bc4-b100-5bbcd7fd7d1f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:12.345137 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbf3e4-565f-4d18-a4d4-19f8ff5ed9c9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Network': ['ID=f347ad47-f0af-4fb7-ae5b-10a5424f48a2,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:12.351702 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-72fbf3e4-565f-4d18-a4d4-19f8ff5ed9c9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4526410 Sep 23 15:07:12.355532 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45728) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:12.358698 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:07:12.365691 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:12.373339 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd3174-5715-46e5-88b5-50f607bb5202 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ed2a6f-7dde-4649-9fc8-654f6d213e0e,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:12.373488 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:12.373488 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:12.376468 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2351c46f-7921-4608-b60c-4f2e0d40225d req-e4a821a9-d3b2-4253-8cd7-a683a7dc68eb tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/security-groups?id=353147c3-04d5-4845-9d1c-8e23b8cecfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054204 Sep 23 15:07:12.391419 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e9e2f633-e6e6-4c68-afa1-7a360cc8b2e7 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:12.408992 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-33648916-1078-41f0-b9b4-194f380f79cb tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:12.409351 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-e6faf114-fddf-43e4-9700-ca9f743d1387 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'subnet': {'network_id': 'f347ad47-f0af-4fb7-ae5b-10a5424f48a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:12.444239 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9e4c29c9-72ad-4fe1-9599-10609656c7e0 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:12.481096 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Current status of the port 6bc5c7ac-9181-48b8-81f9-2f01969f891c is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:07:12.481498 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:12.483478 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6ecd3174-5715-46e5-88b5-50f607bb5202 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:12.487501 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6ecd3174-5715-46e5-88b5-50f607bb5202 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9064889 Sep 23 15:07:12.492670 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45734) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:12.497906 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network f347ad47-f0af-4fb7-ae5b-10a5424f48a2 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:07:12.513275 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-da2691d5-758d-44ee-964b-f337469b66f4 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Request body: {'security_group_rule': {'security_group_id': '9dc2c581-e4a9-43eb-81b2-36a3437ac55e', 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:12.545073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-da2691d5-758d-44ee-964b-f337469b66f4 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:12.551617 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c29c9-72ad-4fe1-9599-10609656c7e0 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9fe6eb-bd28-4164-9a48-6b059840d171,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:12.555001 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-da2691d5-758d-44ee-964b-f337469b66f4 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Usage tracker for resource:security_group_rule and tenant:b3a12835b3f04141a72530dd667a86b6 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:12.568759 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-da2691d5-758d-44ee-964b-f337469b66f4 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:12.571378 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.resource_extend [None req-e9e2f633-e6e6-4c68-afa1-7a360cc8b2e7 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:07:12.583068 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-da2691d5-758d-44ee-964b-f337469b66f4 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:12.591572 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-549fe5ea-0471-4fef-ab2d-10507918438a tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.8343718 Sep 23 15:07:12.594021 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45738) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:12.632707 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-92d6d928-00ea-4ba2-8ce1-8009c04d347b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] For port 3649046f-22a8-44cd-988d-efa0626bf72c, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=3649046f-22a8-44cd-988d-efa0626bf72c,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:12.633061 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-92d6d928-00ea-4ba2-8ce1-8009c04d347b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:12.650938 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9e4c29c9-72ad-4fe1-9599-10609656c7e0 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:12.656407 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9e4c29c9-72ad-4fe1-9599-10609656c7e0 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1149836 Sep 23 15:07:12.656712 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45742) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:12.669918 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-438fd46d-51cb-4638-aab6-88991ed9aec2 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:12.670353 dv-neutron-859093-1-hyperv neutron-server[89738]: WARNING neutron.api.v2.base [None req-438fd46d-51cb-4638-aab6-88991ed9aec2 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 23 15:07:12.670855 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-438fd46d-51cb-4638-aab6-88991ed9aec2 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] update failed (client error): There was a conflict when trying to complete your request. Sep 23 15:07:12.672896 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-438fd46d-51cb-4638-aab6-88991ed9aec2 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "PUT /v2.0/security-groups/3c9fe6eb-bd28-4164-9a48-6b059840d171 HTTP/1.1" status: 409 len: 330 time: 0.0090463 Sep 23 15:07:12.685395 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45746) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:12.740221 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-33648916-1078-41f0-b9b4-194f380f79cb tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:12.803351 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33648916-1078-41f0-b9b4-194f380f79cb tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Subnet': ['ID=0191331a-c218-4a57-8327-91df021e058c,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:12.822375 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-da2691d5-758d-44ee-964b-f337469b66f4 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:12.831803 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-33648916-1078-41f0-b9b4-194f380f79cb tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:12.849052 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3736247a-6d26-4caf-975b-7f2732c5dcba tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:12.862360 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12cbdfa-0918-4902-968f-a193116ce2f3 None None] Network 2ab883d8-9735-4472-a903-2277c25e697a requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:12.865270 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3736247a-6d26-4caf-975b-7f2732c5dcba tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:12.866449 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3736247a-6d26-4caf-975b-7f2732c5dcba tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2714045 Sep 23 15:07:12.875457 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-92d6d928-00ea-4ba2-8ce1-8009c04d347b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Calling delete_port for 3649046f-22a8-44cd-988d-efa0626bf72c owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:12.884522 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45750) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:12.928168 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c7ccfa94-a916-4da5-a9f9-4b34606f22ec tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:12.933095 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-33648916-1078-41f0-b9b4-194f380f79cb tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/subnets/0191331a-c218-4a57-8327-91df021e058c HTTP/1.1" status: 204 len: 168 time: 1.2309394 Sep 23 15:07:12.936721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e6faf114-fddf-43e4-9700-ca9f743d1387 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:12.940494 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45754) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:13.009553 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c7ccfa94-a916-4da5-a9f9-4b34606f22ec tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:13.017599 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:07:13.024072 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:07:13.049755 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-39844490-b75c-4cff-9ea4-2444f5884ece tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Deleting port 30fc2762-3635-4d84-8526-9512ffcf289f {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:13.050103 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-39844490-b75c-4cff-9ea4-2444f5884ece tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:13.076770 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e6faf114-fddf-43e4-9700-ca9f743d1387 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:subnet and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:13.084762 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:13.087150 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e6faf114-fddf-43e4-9700-ca9f743d1387 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:13.094953 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e9e2f633-e6e6-4c68-afa1-7a360cc8b2e7 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:13.104907 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e2f633-e6e6-4c68-afa1-7a360cc8b2e7 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:13.106995 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e9e2f633-e6e6-4c68-afa1-7a360cc8b2e7 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:13.130336 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-da2691d5-758d-44ee-964b-f337469b66f4 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:13.143784 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e6faf114-fddf-43e4-9700-ca9f743d1387 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:13.233411 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-da2691d5-758d-44ee-964b-f337469b66f4 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:13.256048 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port 6bc5c7ac-9181-48b8-81f9-2f01969f891c {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:13.256638 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:13.264679 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0041a42c-078c-47b8-8538-5273cf517e8d None None] DHCP port deletion for 2ab883d8-9735-4472-a903-2277c25e697a request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:07:13.270575 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0041a42c-078c-47b8-8538-5273cf517e8d None None] Deleting port 6bc5c7ac-9181-48b8-81f9-2f01969f891c {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:13.271154 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0041a42c-078c-47b8-8538-5273cf517e8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:13.279609 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c7ccfa94-a916-4da5-a9f9-4b34606f22ec tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:13.303548 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2691d5-758d-44ee-964b-f337469b66f4 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4841e93-834a-413e-bbc8-fa74a69ac92c,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:13.336453 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e9e2f633-e6e6-4c68-afa1-7a360cc8b2e7 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.6486695 Sep 23 15:07:13.340348 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ccfa94-a916-4da5-a9f9-4b34606f22ec tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9fe6eb-bd28-4164-9a48-6b059840d171,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:13.343072 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45760) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:13.351068 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2f633-e6e6-4c68-afa1-7a360cc8b2e7 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Network': ['ID=522ebda2-c312-460a-a56d-4a06cbe10bd1,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:13.411040 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-ba120c24-fcde-47bd-9003-de83c650a2c0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-304002579'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:13.411302 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 522ebda2-c312-460a-a56d-4a06cbe10bd1 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:07:13.416922 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c7ccfa94-a916-4da5-a9f9-4b34606f22ec tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:13.420710 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c7ccfa94-a916-4da5-a9f9-4b34606f22ec tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "DELETE /v2.0/security-groups/3c9fe6eb-bd28-4164-9a48-6b059840d171 HTTP/1.1" status: 204 len: 168 time: 0.7343247 Sep 23 15:07:13.432351 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ba120c24-fcde-47bd-9003-de83c650a2c0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:13.434900 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45766) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:13.445629 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ba120c24-fcde-47bd-9003-de83c650a2c0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Usage tracker for resource:network and tenant:2de827345e1341699e79c05b3da06c65 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:13.466634 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ba120c24-fcde-47bd-9003-de83c650a2c0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:13.478554 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ba120c24-fcde-47bd-9003-de83c650a2c0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:13.502656 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adfcde-30ed-46ba-a285-dc02dc4ca8c7 req-972ba58a-f2e5-4946-bdd0-6afc637372ca tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:13.504200 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c6adfcde-30ed-46ba-a285-dc02dc4ca8c7 req-972ba58a-f2e5-4946-bdd0-6afc637372ca tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 945 time: 0.3807051 Sep 23 15:07:13.504976 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-da2691d5-758d-44ee-964b-f337469b66f4 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:13.506231 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6faf114-fddf-43e4-9700-ca9f743d1387 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:13.508879 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-da2691d5-758d-44ee-964b-f337469b66f4 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0086226 Sep 23 15:07:13.509528 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45770) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:13.509966 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e6faf114-fddf-43e4-9700-ca9f743d1387 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:13.520807 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-39844490-b75c-4cff-9ea4-2444f5884ece tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:13.540197 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-f243fd64-ed5e-430d-9e5e-2573d55d10f1 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Request body: {'security_group_rule': {'security_group_id': '9dc2c581-e4a9-43eb-81b2-36a3437ac55e', 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:13.570538 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f243fd64-ed5e-430d-9e5e-2573d55d10f1 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:13.672688 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d8213d34-19df-438d-8f39-3ed515027850 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:07:13.697951 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-39844490-b75c-4cff-9ea4-2444f5884ece tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Calling delete_port for 30fc2762-3635-4d84-8526-9512ffcf289f owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:13.727139 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f243fd64-ed5e-430d-9e5e-2573d55d10f1 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Usage tracker for resource:security_group_rule and tenant:b3a12835b3f04141a72530dd667a86b6 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:13.736381 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba120c24-fcde-47bd-9003-de83c650a2c0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Made reservation on behalf of 2de827345e1341699e79c05b3da06c65 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:13.742351 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ba120c24-fcde-47bd-9003-de83c650a2c0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:13.752205 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f243fd64-ed5e-430d-9e5e-2573d55d10f1 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:13.754245 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] For port 6bc5c7ac-9181-48b8-81f9-2f01969f891c, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=6bc5c7ac-9181-48b8-81f9-2f01969f891c,segment=NetworkSegment(eefbed7c-6663-46f8-bd21-fb2f0e6e85ff),segment_id=eefbed7c-6663-46f8-bd21-fb2f0e6e85ff)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:13.754748 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:13.801573 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f243fd64-ed5e-430d-9e5e-2573d55d10f1 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:13.816626 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-93d4dca5-320a-4a7b-a403-c9fac5d34c94 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Synchronizing usage tracker for tenant:b1bdcf6d3c594a5b91bb52b4be546a88 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:13.838789 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c6adfcde-30ed-46ba-a285-dc02dc4ca8c7 req-d952fbf3-f1fc-4b17-abad-47318747fb64 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/security-groups?id=353147c3-04d5-4845-9d1c-8e23b8cecfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212068 Sep 23 15:07:13.888125 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba120c24-fcde-47bd-9003-de83c650a2c0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:07:13.898905 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ba120c24-fcde-47bd-9003-de83c650a2c0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:13.899236 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-ba120c24-fcde-47bd-9003-de83c650a2c0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Added segment 849fdd16-59ac-40e7-b477-1b177cd2bee2 of type vlan for network cb094dcd-d020-4c05-9e94-262f49714820 Sep 23 15:07:13.901047 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Current status of the port 6bc5c7ac-9181-48b8-81f9-2f01969f891c is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:07:13.901968 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:13.937053 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ba120c24-fcde-47bd-9003-de83c650a2c0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:13.971587 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-0041a42c-078c-47b8-8538-5273cf517e8d None None] For port 6bc5c7ac-9181-48b8-81f9-2f01969f891c, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=6bc5c7ac-9181-48b8-81f9-2f01969f891c,segment=NetworkSegment(eefbed7c-6663-46f8-bd21-fb2f0e6e85ff),segment_id=eefbed7c-6663-46f8-bd21-fb2f0e6e85ff)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:13.971981 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0041a42c-078c-47b8-8538-5273cf517e8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:13.978443 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-93d4dca5-320a-4a7b-a403-c9fac5d34c94 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] Unset dirty status for tenant:b1bdcf6d3c594a5b91bb52b4be546a88 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:13.981280 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-93d4dca5-320a-4a7b-a403-c9fac5d34c94 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5443993 Sep 23 15:07:13.982639 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.securitygroups_db [None req-f243fd64-ed5e-430d-9e5e-2573d55d10f1 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Project b3a12835b3f04141a72530dd667a86b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:07:13.989527 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45774) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:14.004621 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f243fd64-ed5e-430d-9e5e-2573d55d10f1 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:14.021035 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-35d24b19-893e-4fbd-8591-d1f2188ab378 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] delete failed (client error): The resource could not be found. Sep 23 15:07:14.026538 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-35d24b19-893e-4fbd-8591-d1f2188ab378 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "DELETE /v2.0/security-groups/6e11bc09-ad5d-4efd-a367-04ef14e130c9 HTTP/1.1" status: 404 len: 347 time: 0.0346422 Sep 23 15:07:14.032030 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Calling delete_port for 6bc5c7ac-9181-48b8-81f9-2f01969f891c owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:14.032170 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45778) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:14.040127 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ba120c24-fcde-47bd-9003-de83c650a2c0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:14.046579 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba120c24-fcde-47bd-9003-de83c650a2c0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:14.047201 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ba120c24-fcde-47bd-9003-de83c650a2c0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:14.052788 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] For port 6bc5c7ac-9181-48b8-81f9-2f01969f891c, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=6bc5c7ac-9181-48b8-81f9-2f01969f891c,segment=NetworkSegment(eefbed7c-6663-46f8-bd21-fb2f0e6e85ff),segment_id=eefbed7c-6663-46f8-bd21-fb2f0e6e85ff)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:14.113532 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port d8213d34-19df-438d-8f39-3ed515027850 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:14.113933 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:14.114165 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port d8213d34-19df-438d-8f39-3ed515027850 Sep 23 15:07:14.145847 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0041a42c-078c-47b8-8538-5273cf517e8d None None] Calling delete_port for 6bc5c7ac-9181-48b8-81f9-2f01969f891c owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:14.158877 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-39844490-b75c-4cff-9ea4-2444f5884ece tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:14.180928 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:14.191639 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e6faf114-fddf-43e4-9700-ca9f743d1387 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:14.205889 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-f373a0ca-8c4b-4098-8f8e-0bd0ff434d54 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] show failed (client error): The resource could not be found. Sep 23 15:07:14.210789 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f373a0ca-8c4b-4098-8f8e-0bd0ff434d54 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "GET /v2.0/security-groups/1919acea-9531-4e96-bca2-63017373ef4a HTTP/1.1" status: 404 len: 347 time: 0.1751273 Sep 23 15:07:14.222480 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45782) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:14.247152 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39844490-b75c-4cff-9ea4-2444f5884ece tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Pushing event deleted for resources: {'Port': ['ID=30fc2762-3635-4d84-8526-9512ffcf289f,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:14.261362 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-39844490-b75c-4cff-9ea4-2444f5884ece tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:14.263362 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-39844490-b75c-4cff-9ea4-2444f5884ece tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] 10.222.0.67 "DELETE /v2.0/ports/30fc2762-3635-4d84-8526-9512ffcf289f HTTP/1.1" status: 204 len: 168 time: 1.3776848 Sep 23 15:07:14.265373 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba120c24-fcde-47bd-9003-de83c650a2c0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Network': ['ID=cb094dcd-d020-4c05-9e94-262f49714820,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:14.270358 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45786) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:14.280681 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-3a064533-3977-498b-a703-8cde615fc4d9 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] show failed (client error): The resource could not be found. Sep 23 15:07:14.284939 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3a064533-3977-498b-a703-8cde615fc4d9 tempest-NegativeSecGroupTest-219960817 tempest-NegativeSecGroupTest-219960817-project] 10.222.0.67 "GET /v2.0/security-group-rules/e3fd7a1e-8f9b-4dea-9e2d-ef7d0eca5b04 HTTP/1.1" status: 404 len: 356 time: 0.0530846 Sep 23 15:07:14.284939 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-92d6d928-00ea-4ba2-8ce1-8009c04d347b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:14.355772 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network cb094dcd-d020-4c05-9e94-262f49714820 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:07:14.395813 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6d928-00ea-4ba2-8ce1-8009c04d347b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Port': ['ID=3649046f-22a8-44cd-988d-efa0626bf72c,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:14.446994 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ba120c24-fcde-47bd-9003-de83c650a2c0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0959446 Sep 23 15:07:14.456103 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45792) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:14.471004 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee825bcc-4b2d-4421-9bc6-a90b593e09d5 None None] Pushing event updated for resources: {'Port': ['ID=6bc5c7ac-9181-48b8-81f9-2f01969f891c,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:14.475484 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f243fd64-ed5e-430d-9e5e-2573d55d10f1 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:14.488281 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-0041a42c-078c-47b8-8538-5273cf517e8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:07:14.489065 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-0041a42c-078c-47b8-8538-5273cf517e8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:07:14.489719 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-bcea0d54-588d-4138-be3c-5a857ae674e1 None None] Could not find standard attr ID for object 3649046f-22a8-44cd-988d-efa0626bf72c. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:07:14.502903 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-a7786466-baa8-4b5e-a43a-87cf0c2e34bf tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Deleting port 9de3e92a-0e21-47c0-bd9f-b659650f0e5a {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:14.502903 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a7786466-baa8-4b5e-a43a-87cf0c2e34bf tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:14.511359 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6faf114-fddf-43e4-9700-ca9f743d1387 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Checking segment: {'id': 'c80a82a0-50a6-421d-9c19-69499cad4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f347ad47-f0af-4fb7-ae5b-10a5424f48a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:07:14.512264 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6faf114-fddf-43e4-9700-ca9f743d1387 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network hostable DHCP agents. Network: f347ad47-f0af-4fb7-ae5b-10a5424f48a2, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:07:14.517007 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6faf114-fddf-43e4-9700-ca9f743d1387 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Subnet': ['ID=8e6bdd32-77fd-4d18-a527-b9c360891163,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:14.532845 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-72ab5d44-445f-4ed9-9654-ce394cacbacf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'subnet': {'network_id': '522ebda2-c312-460a-a56d-4a06cbe10bd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:14.561965 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f243fd64-ed5e-430d-9e5e-2573d55d10f1 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:14.599002 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243fd64-ed5e-430d-9e5e-2573d55d10f1 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156ad3a8-e33f-4706-b272-710b0d2bf963,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:14.623521 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-bcea0d54-588d-4138-be3c-5a857ae674e1 None None] Provisioning complete for port 6bc5c7ac-9181-48b8-81f9-2f01969f891c triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:14.624138 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bcea0d54-588d-4138-be3c-5a857ae674e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:14.624657 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-bcea0d54-588d-4138-be3c-5a857ae674e1 None None] Attempt 1 to provision port 6bc5c7ac-9181-48b8-81f9-2f01969f891c Sep 23 15:07:14.677026 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.api [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:07:14.680802 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG oslo_db.api [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:07:14.680938 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port d8213d34-19df-438d-8f39-3ed515027850 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:07:14.681958 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 3649046f-22a8-44cd-988d-efa0626bf72c up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:07:14.702822 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f243fd64-ed5e-430d-9e5e-2573d55d10f1 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:14.707407 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45796) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:14.707620 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f243fd64-ed5e-430d-9e5e-2573d55d10f1 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1914890 Sep 23 15:07:14.720632 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-b7da0550-c7b8-46f6-9505-156da8eb4670 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Request body: {'security_group_rule': {'security_group_id': '9dc2c581-e4a9-43eb-81b2-36a3437ac55e', 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:14.723090 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 3649046f-22a8-44cd-988d-efa0626bf72c {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:07:14.723444 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 3649046f-22a8-44cd-988d-efa0626bf72c not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Sep 23 15:07:14.725066 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-92d6d928-00ea-4ba2-8ce1-8009c04d347b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:14.743990 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b7da0550-c7b8-46f6-9505-156da8eb4670 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:14.752634 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b7da0550-c7b8-46f6-9505-156da8eb4670 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Usage tracker for resource:security_group_rule and tenant:b3a12835b3f04141a72530dd667a86b6 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:14.759429 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-72ab5d44-445f-4ed9-9654-ce394cacbacf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:14.764003 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-72ab5d44-445f-4ed9-9654-ce394cacbacf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Usage tracker for resource:subnet and tenant:2de827345e1341699e79c05b3da06c65 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:14.766301 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Port 3649046f-22a8-44cd-988d-efa0626bf72c not found, will not notify nova. {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Sep 23 15:07:14.766928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-72ab5d44-445f-4ed9-9654-ce394cacbacf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:14.773081 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-72ab5d44-445f-4ed9-9654-ce394cacbacf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:14.778278 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b7da0550-c7b8-46f6-9505-156da8eb4670 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:14.845767 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a7786466-baa8-4b5e-a43a-87cf0c2e34bf tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:14.851655 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6faf114-fddf-43e4-9700-ca9f743d1387 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network f347ad47-f0af-4fb7-ae5b-10a5424f48a2 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:07:14.855880 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b7da0550-c7b8-46f6-9505-156da8eb4670 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:14.862869 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 6bc5c7ac-9181-48b8-81f9-2f01969f891c no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:07:14.926290 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-bcea0d54-588d-4138-be3c-5a857ae674e1 None None] Current status of the port 6bc5c7ac-9181-48b8-81f9-2f01969f891c is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:07:14.958106 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-bcea0d54-588d-4138-be3c-5a857ae674e1 None None] Could not find standard attr ID for object 2aa4d6d5-00a2-4d27-9ad6-b4e03dcffff1. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:07:14.970819 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-bcea0d54-588d-4138-be3c-5a857ae674e1 None None] Could not find standard attr ID for object d2f34446-bc6c-4674-833a-6c2d74d69249. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:07:14.984466 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45804) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:14.989851 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0041a42c-078c-47b8-8538-5273cf517e8d None None] Deleting port 6bc5c7ac-9181-48b8-81f9-2f01969f891c {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:14.990358 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0041a42c-078c-47b8-8538-5273cf517e8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:15.023001 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ab5d44-445f-4ed9-9654-ce394cacbacf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Made reservation on behalf of 2de827345e1341699e79c05b3da06c65 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:15.026589 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-72ab5d44-445f-4ed9-9654-ce394cacbacf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:15.055490 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-a7786466-baa8-4b5e-a43a-87cf0c2e34bf tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Calling delete_port for 9de3e92a-0e21-47c0-bd9f-b659650f0e5a owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:15.060835 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-e6faf114-fddf-43e4-9700-ca9f743d1387 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, f347ad47-f0af-4fb7-ae5b-10a5424f48a2) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:15.077976 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc6d2f2-89be-460e-9760-b802c609408c None None] Network f347ad47-f0af-4fb7-ae5b-10a5424f48a2 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:15.164601 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.securitygroups_db [None req-b7da0550-c7b8-46f6-9505-156da8eb4670 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Project b3a12835b3f04141a72530dd667a86b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:07:15.205433 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a7786466-baa8-4b5e-a43a-87cf0c2e34bf tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:15.223667 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6faf114-fddf-43e4-9700-ca9f743d1387 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:15.224264 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e6faf114-fddf-43e4-9700-ca9f743d1387 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:15.227628 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port 6bc5c7ac-9181-48b8-81f9-2f01969f891c {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:15.228048 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:15.241971 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 6bc5c7ac-9181-48b8-81f9-2f01969f891c is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:07:15.242430 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:15.270185 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7786466-baa8-4b5e-a43a-87cf0c2e34bf tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Pushing event deleted for resources: {'Port': ['ID=9de3e92a-0e21-47c0-bd9f-b659650f0e5a,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:15.290032 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a7786466-baa8-4b5e-a43a-87cf0c2e34bf tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:15.298098 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-82c78892-1936-4bf9-b69f-d1170e555772 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b1bdcf6d3c594a5b91bb52b4be546a88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129747 Sep 23 15:07:15.300557 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45810) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:15.306182 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a7786466-baa8-4b5e-a43a-87cf0c2e34bf tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] 10.222.0.67 "DELETE /v2.0/ports/9de3e92a-0e21-47c0-bd9f-b659650f0e5a HTTP/1.1" status: 204 len: 168 time: 1.0327322 Sep 23 15:07:15.315167 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45814) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:15.374846 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b7da0550-c7b8-46f6-9505-156da8eb4670 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:15.377255 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-76a137e1-fa52-4603-a13b-5f36eb8aa355 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Synchronizing usage tracker for tenant:9c0258cd4411406e8d8165f07fb44c4e on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:15.420900 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d6d928-00ea-4ba2-8ce1-8009c04d347b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Router e41435b8-1f05-4ca9-8fa3-270f70eef075 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:07:15.427009 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b3a7939c-4149-4b80-97c5-4935cb825270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:15.456349 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b3a7939c-4149-4b80-97c5-4935cb825270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:15.492026 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-76a137e1-fa52-4603-a13b-5f36eb8aa355 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Unset dirty status for tenant:9c0258cd4411406e8d8165f07fb44c4e on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:15.493002 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-76a137e1-fa52-4603-a13b-5f36eb8aa355 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1768270 Sep 23 15:07:15.494796 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 6bc5c7ac-9181-48b8-81f9-2f01969f891c, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=6bc5c7ac-9181-48b8-81f9-2f01969f891c,segment=NetworkSegment(eefbed7c-6663-46f8-bd21-fb2f0e6e85ff),segment_id=eefbed7c-6663-46f8-bd21-fb2f0e6e85ff)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:15.504050 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45818) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:15.510179 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-d7ffcda9-a6e5-43a9-bf27-4f255014a241 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2040214739'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:15.516323 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d7ffcda9-a6e5-43a9-bf27-4f255014a241 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:15.521143 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d7ffcda9-a6e5-43a9-bf27-4f255014a241 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Usage tracker for resource:network and tenant:9c0258cd4411406e8d8165f07fb44c4e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:15.525039 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d7ffcda9-a6e5-43a9-bf27-4f255014a241 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:15.528768 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-0041a42c-078c-47b8-8538-5273cf517e8d None None] For port 6bc5c7ac-9181-48b8-81f9-2f01969f891c, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=6bc5c7ac-9181-48b8-81f9-2f01969f891c,segment=NetworkSegment(eefbed7c-6663-46f8-bd21-fb2f0e6e85ff),segment_id=eefbed7c-6663-46f8-bd21-fb2f0e6e85ff)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:15.528768 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0041a42c-078c-47b8-8538-5273cf517e8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:15.533984 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d7ffcda9-a6e5-43a9-bf27-4f255014a241 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:15.601271 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b3a7939c-4149-4b80-97c5-4935cb825270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:15.622092 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7939c-4149-4b80-97c5-4935cb825270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2444c05-c285-4383-ae17-f4de315fac1a,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:15.650650 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:15.663828 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0041a42c-078c-47b8-8538-5273cf517e8d None None] Calling delete_port for 6bc5c7ac-9181-48b8-81f9-2f01969f891c owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:15.679646 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ffcda9-a6e5-43a9-bf27-4f255014a241 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Made reservation on behalf of 9c0258cd4411406e8d8165f07fb44c4e for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:15.687088 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7ffcda9-a6e5-43a9-bf27-4f255014a241 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:15.720114 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b3a7939c-4149-4b80-97c5-4935cb825270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:15.721417 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b3a7939c-4149-4b80-97c5-4935cb825270 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d2444c05-c285-4383-ae17-f4de315fac1a HTTP/1.1" status: 204 len: 168 time: 0.4199464 Sep 23 15:07:15.733651 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ffcda9-a6e5-43a9-bf27-4f255014a241 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:07:15.745358 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7ffcda9-a6e5-43a9-bf27-4f255014a241 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:15.746571 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-d7ffcda9-a6e5-43a9-bf27-4f255014a241 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Added segment 99d95176-8434-4033-a9de-991e18fbe707 of type vlan for network a743e521-e125-4b42-ab37-2865b838064c Sep 23 15:07:15.777811 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e6faf114-fddf-43e4-9700-ca9f743d1387 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3971310 Sep 23 15:07:15.780406 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45824) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:15.784756 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7ffcda9-a6e5-43a9-bf27-4f255014a241 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:15.793444 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-6279ab93-552a-4fde-87cb-abb16fe3ea8f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1544402686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:15.804601 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6279ab93-552a-4fde-87cb-abb16fe3ea8f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:15.812167 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6279ab93-552a-4fde-87cb-abb16fe3ea8f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:router and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:15.817460 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6279ab93-552a-4fde-87cb-abb16fe3ea8f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:15.839505 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6279ab93-552a-4fde-87cb-abb16fe3ea8f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:15.906763 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d6d928-00ea-4ba2-8ce1-8009c04d347b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:07:15.918347 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=6bc5c7ac-9181-48b8-81f9-2f01969f891c,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:15.931472 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d7180c-a611-43e5-aacb-52ad482327a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-f347ad47-f0af-4fb7-ae5b-10a5424f48a2', 'network_id': 'f347ad47-f0af-4fb7-ae5b-10a5424f48a2', 'tenant_id': '87bbd071fee24c85b631c0e8a5ccb335', 'fixed_ips': [{'subnet_id': '8e6bdd32-77fd-4d18-a527-b9c360891163'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:07:15.931616 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dc4a5e-ad77-452f-a9ff-fcfddd6a68d9 None None] Sync routers for ids ['e41435b8-1f05-4ca9-8fa3-270f70eef075'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:07:15.932409 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b2d7180c-a611-43e5-aacb-52ad482327a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:15.950281 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dc4a5e-ad77-452f-a9ff-fcfddd6a68d9 None None] Routers {'e41435b8-1f05-4ca9-8fa3-270f70eef075'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:07:15.950281 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-16dc4a5e-ad77-452f-a9ff-fcfddd6a68d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:07:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e41435b8-1f05-4ca9-8fa3-270f70eef075'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:15.952070 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b8ff0-6451-4000-8b9c-c2b6f66b030e req-f99307e7-16d4-44ba-938c-fd794cd86ab1 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:15.953573 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-dd3b8ff0-6451-4000-8b9c-c2b6f66b030e req-f99307e7-16d4-44ba-938c-fd794cd86ab1 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 945 time: 0.9068010 Sep 23 15:07:15.962278 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] For port 6bc5c7ac-9181-48b8-81f9-2f01969f891c, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=6bc5c7ac-9181-48b8-81f9-2f01969f891c,segment=NetworkSegment(eefbed7c-6663-46f8-bd21-fb2f0e6e85ff),segment_id=eefbed7c-6663-46f8-bd21-fb2f0e6e85ff)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:15.962667 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:15.967211 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7ffcda9-a6e5-43a9-bf27-4f255014a241 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:15.975675 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ffcda9-a6e5-43a9-bf27-4f255014a241 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:15.976727 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7ffcda9-a6e5-43a9-bf27-4f255014a241 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:15.986848 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b7da0550-c7b8-46f6-9505-156da8eb4670 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:16.013706 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6279ab93-552a-4fde-87cb-abb16fe3ea8f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:16.015597 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6279ab93-552a-4fde-87cb-abb16fe3ea8f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:16.041394 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-0041a42c-078c-47b8-8538-5273cf517e8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:07:16.042985 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-0041a42c-078c-47b8-8538-5273cf517e8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:07:16.118022 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-b2d7180c-a611-43e5-aacb-52ad482327a8 None None] Allocated IP 172.20.0.2 (f347ad47-f0af-4fb7-ae5b-10a5424f48a2/8e6bdd32-77fd-4d18-a527-b9c360891163/eccdb14b-4009-4f3e-901b-64000358a782) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:16.141826 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-16dc4a5e-ad77-452f-a9ff-fcfddd6a68d9 None None] Set router e41435b8-1f05-4ca9-8fa3-270f70eef075 gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:07:16.161958 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffcda9-a6e5-43a9-bf27-4f255014a241 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Pushing event updated for resources: {'Network': ['ID=a743e521-e125-4b42-ab37-2865b838064c,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:16.165659 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6279ab93-552a-4fde-87cb-abb16fe3ea8f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:16.177652 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Calling delete_port for 6bc5c7ac-9181-48b8-81f9-2f01969f891c owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:16.217599 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-92d6d928-00ea-4ba2-8ce1-8009c04d347b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "PUT /v2.0/routers/e41435b8-1f05-4ca9-8fa3-270f70eef075/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2248108 Sep 23 15:07:16.218664 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b7da0550-c7b8-46f6-9505-156da8eb4670 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:16.222890 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45832) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:16.241917 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network a743e521-e125-4b42-ab37-2865b838064c details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:07:16.285212 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-16dc4a5e-ad77-452f-a9ff-fcfddd6a68d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41435b8-1f05-4ca9-8fa3-270f70eef075', 'name': 'tempest-NetworksTestDHCPv6-router-197021129', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:07:00Z', 'updated_at': '2022-09-23T15:07:13Z', 'revision_number': 3, 'project_id': '2d0155ea591e48f7a3b8ec353336016a', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:16.290376 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dc4a5e-ad77-452f-a9ff-fcfddd6a68d9 None None] Checking router: e41435b8-1f05-4ca9-8fa3-270f70eef075 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:07:16.302537 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dc4a5e-ad77-452f-a9ff-fcfddd6a68d9 None None] Routers {'e41435b8-1f05-4ca9-8fa3-270f70eef075'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:07:16.303284 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-16dc4a5e-ad77-452f-a9ff-fcfddd6a68d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:07:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e41435b8-1f05-4ca9-8fa3-270f70eef075'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:16.310083 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6279ab93-552a-4fde-87cb-abb16fe3ea8f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:16.320158 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-dd3b8ff0-6451-4000-8b9c-c2b6f66b030e req-d925cc23-fa69-4d38-901f-6d401cf52a02 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/security-groups?id=353147c3-04d5-4845-9d1c-8e23b8cecfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417935 Sep 23 15:07:16.320776 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da0550-c7b8-46f6-9505-156da8eb4670 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d609bd-3021-4dcd-b945-df860504a7ee,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:16.323034 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d7ffcda9-a6e5-43a9-bf27-4f255014a241 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8179092 Sep 23 15:07:16.332965 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45838) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:16.338775 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b7da0550-c7b8-46f6-9505-156da8eb4670 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:16.340913 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b7da0550-c7b8-46f6-9505-156da8eb4670 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6286647 Sep 23 15:07:16.348281 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-4ca614fd-f779-4957-8a0a-e05541f36ed3 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-775557842'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:16.370701 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45844) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:16.387227 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-4ca614fd-f779-4957-8a0a-e05541f36ed3 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:16.388106 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-ceffc6d7-074a-4cf7-a7c9-64c0e5f5fa76 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Request body: {'network': {'name': 'tempest-network-smoke--98194602', 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'port_security_enabled': True}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:16.395845 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ceffc6d7-074a-4cf7-a7c9-64c0e5f5fa76 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:16.403757 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ceffc6d7-074a-4cf7-a7c9-64c0e5f5fa76 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Usage tracker for resource:network and tenant:b3a12835b3f04141a72530dd667a86b6 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:16.406191 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4ca614fd-f779-4957-8a0a-e05541f36ed3 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Usage tracker for resource:network and tenant:9c0258cd4411406e8d8165f07fb44c4e is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:16.408329 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ceffc6d7-074a-4cf7-a7c9-64c0e5f5fa76 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:16.408954 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4ca614fd-f779-4957-8a0a-e05541f36ed3 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:16.418851 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ceffc6d7-074a-4cf7-a7c9-64c0e5f5fa76 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:16.423506 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93111bcb-03fd-4534-adda-e98805144fc6 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:16.424646 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-4ca614fd-f779-4957-8a0a-e05541f36ed3 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:16.425462 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93111bcb-03fd-4534-adda-e98805144fc6 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:16.425890 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-93111bcb-03fd-4534-adda-e98805144fc6 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:16.439038 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-72ab5d44-445f-4ed9-9654-ce394cacbacf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:16.452019 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-93111bcb-03fd-4534-adda-e98805144fc6 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:16.453139 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-93111bcb-03fd-4534-adda-e98805144fc6 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2292492 Sep 23 15:07:16.455951 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45850) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:16.474809 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-16dc4a5e-ad77-452f-a9ff-fcfddd6a68d9 None None] Set router e41435b8-1f05-4ca9-8fa3-270f70eef075 gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:07:16.483893 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.api [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:07:16.484434 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG oslo_db.api [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:07:16.536212 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6279ab93-552a-4fde-87cb-abb16fe3ea8f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:16.539739 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab5d44-445f-4ed9-9654-ce394cacbacf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Subnet': ['ID=445ad2b5-b2ad-462f-be22-8884dc288056,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:16.541912 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45856) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:16.548175 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ab5d44-445f-4ed9-9654-ce394cacbacf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Checking segment: {'id': 'ba9b5067-9327-4fed-a19d-9ea762bd2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '522ebda2-c312-460a-a56d-4a06cbe10bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:07:16.548175 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ab5d44-445f-4ed9-9654-ce394cacbacf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network hostable DHCP agents. Network: 522ebda2-c312-460a-a56d-4a06cbe10bd1, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:07:16.550876 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6279ab93-552a-4fde-87cb-abb16fe3ea8f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7690537 Sep 23 15:07:16.560171 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-c409111e-994c-48a8-ab5f-99012e51662c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'port': {'network_id': 'f347ad47-f0af-4fb7-ae5b-10a5424f48a2', 'name': 'tempest-PortsTestJSON-270604821'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:16.598283 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-99fd68df-cd83-4883-8e1a-58ff02091719 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet 0666562e-dad3-4b4b-b3b1-001b329d9cf0 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:07:16.606646 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-99fd68df-cd83-4883-8e1a-58ff02091719 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:16.636692 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-16dc4a5e-ad77-452f-a9ff-fcfddd6a68d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41435b8-1f05-4ca9-8fa3-270f70eef075', 'name': 'tempest-NetworksTestDHCPv6-router-197021129', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:07:00Z', 'updated_at': '2022-09-23T15:07:13Z', 'revision_number': 3, 'project_id': '2d0155ea591e48f7a3b8ec353336016a', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:16.644342 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca614fd-f779-4957-8a0a-e05541f36ed3 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Made reservation on behalf of 9c0258cd4411406e8d8165f07fb44c4e for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:16.646100 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dc4a5e-ad77-452f-a9ff-fcfddd6a68d9 None None] The sync data for ids ['e41435b8-1f05-4ca9-8fa3-270f70eef075'] in dv-neutron-859093-1-hyperv is: [{'id': 'e41435b8-1f05-4ca9-8fa3-270f70eef075', 'name': 'tempest-NetworksTestDHCPv6-router-197021129', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:07:00Z', 'updated_at': '2022-09-23T15:07:13Z', 'revision_number': 3, 'project_id': '2d0155ea591e48f7a3b8ec353336016a', 'gw_port_host': None}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:07:16.647630 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4ca614fd-f779-4957-8a0a-e05541f36ed3 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:16.661200 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceffc6d7-074a-4cf7-a7c9-64c0e5f5fa76 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Made reservation on behalf of b3a12835b3f04141a72530dd667a86b6 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:16.664673 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ceffc6d7-074a-4cf7-a7c9-64c0e5f5fa76 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:16.719872 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-99fd68df-cd83-4883-8e1a-58ff02091719 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:16.727401 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca614fd-f779-4957-8a0a-e05541f36ed3 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:07:16.752963 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4ca614fd-f779-4957-8a0a-e05541f36ed3 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:16.753483 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-4ca614fd-f779-4957-8a0a-e05541f36ed3 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Added segment e17b3a85-cfcf-4faf-9abc-ed0cdbcd1997 of type vlan for network b30ddbb5-9e95-423a-a468-1574f65949c8 Sep 23 15:07:16.761723 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceffc6d7-074a-4cf7-a7c9-64c0e5f5fa76 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:07:16.767718 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b2d7180c-a611-43e5-aacb-52ad482327a8 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:16.772215 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ab5d44-445f-4ed9-9654-ce394cacbacf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network 522ebda2-c312-460a-a56d-4a06cbe10bd1 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:07:16.780217 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ceffc6d7-074a-4cf7-a7c9-64c0e5f5fa76 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:16.780563 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-ceffc6d7-074a-4cf7-a7c9-64c0e5f5fa76 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Added segment c15215a5-57ed-4328-8791-eac77bc9a6d0 of type vlan for network a6c9aa2c-f801-4044-ba36-ff353c446221 Sep 23 15:07:16.783842 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c409111e-994c-48a8-ab5f-99012e51662c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:16.787933 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b2d7180c-a611-43e5-aacb-52ad482327a8 None None] Transition to ACTIVE for port object eccdb14b-4009-4f3e-901b-64000358a782 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:16.813290 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c409111e-994c-48a8-ab5f-99012e51662c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:16.819147 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4ca614fd-f779-4957-8a0a-e05541f36ed3 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:16.830414 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-99fd68df-cd83-4883-8e1a-58ff02091719 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:16.854879 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0041a42c-078c-47b8-8538-5273cf517e8d None None] Deleting port 6bc5c7ac-9181-48b8-81f9-2f01969f891c {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:16.855318 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0041a42c-078c-47b8-8538-5273cf517e8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:16.883540 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-72ab5d44-445f-4ed9-9654-ce394cacbacf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 522ebda2-c312-460a-a56d-4a06cbe10bd1) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:16.888711 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ab5d44-445f-4ed9-9654-ce394cacbacf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:16.895650 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-72ab5d44-445f-4ed9-9654-ce394cacbacf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:16.907704 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ceffc6d7-074a-4cf7-a7c9-64c0e5f5fa76 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:16.933820 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cb7fbf-c294-4d13-aac3-44ea1820956e None None] Network 522ebda2-c312-460a-a56d-4a06cbe10bd1 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:16.959777 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c409111e-994c-48a8-ab5f-99012e51662c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:16.962649 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c409111e-994c-48a8-ab5f-99012e51662c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:16.997735 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-c409111e-994c-48a8-ab5f-99012e51662c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] device_id is not set on port b530a23c-bb6f-49d6-b179-43b276b65b5a yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:07:17.015241 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b2d7180c-a611-43e5-aacb-52ad482327a8 None None] Transition to ACTIVE for port object eccdb14b-4009-4f3e-901b-64000358a782 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:17.087162 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ceffc6d7-074a-4cf7-a7c9-64c0e5f5fa76 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:17.094576 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceffc6d7-074a-4cf7-a7c9-64c0e5f5fa76 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:17.097924 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ceffc6d7-074a-4cf7-a7c9-64c0e5f5fa76 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:17.098106 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4ca614fd-f779-4957-8a0a-e05541f36ed3 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:17.101457 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca614fd-f779-4957-8a0a-e05541f36ed3 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:17.102056 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4ca614fd-f779-4957-8a0a-e05541f36ed3 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:17.135815 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-99fd68df-cd83-4883-8e1a-58ff02091719 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:17.176724 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b2d7180c-a611-43e5-aacb-52ad482327a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:17.239305 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca614fd-f779-4957-8a0a-e05541f36ed3 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Pushing event updated for resources: {'Network': ['ID=b30ddbb5-9e95-423a-a468-1574f65949c8,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:17.243593 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-72ab5d44-445f-4ed9-9654-ce394cacbacf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7241468 Sep 23 15:07:17.256825 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45870) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:17.274129 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7180c-a611-43e5-aacb-52ad482327a8 None None] Pushing event updated for resources: {'Port': ['ID=eccdb14b-4009-4f3e-901b-64000358a782,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:17.281992 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network b30ddbb5-9e95-423a-a468-1574f65949c8 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:07:17.282893 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-ed971e43-5493-4c24-8ac4-7b9bdac53090 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'subnet': {'network_id': 'cb094dcd-d020-4c05-9e94-262f49714820', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:17.329161 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ceffc6d7-074a-4cf7-a7c9-64c0e5f5fa76 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9518952 Sep 23 15:07:17.343071 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-99fd68df-cd83-4883-8e1a-58ff02091719 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:17.347193 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-99fd68df-cd83-4883-8e1a-58ff02091719 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/0666562e-dad3-4b4b-b3b1-001b329d9cf0 HTTP/1.1" status: 204 len: 168 time: 0.8880551 Sep 23 15:07:17.347193 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd68df-cd83-4883-8e1a-58ff02091719 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=0666562e-dad3-4b4b-b3b1-001b329d9cf0,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:17.347471 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45874) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:17.348127 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45876) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:17.384367 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc47c679-199f-4f43-86a2-9cb0cf496243 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:17.392116 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port 6bc5c7ac-9181-48b8-81f9-2f01969f891c {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:17.392462 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:17.401075 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d7180c-a611-43e5-aacb-52ad482327a8 None None] Network f347ad47-f0af-4fb7-ae5b-10a5424f48a2 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:17.419904 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45882) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:17.423495 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-45642cdc-f0f5-4ee4-bbde-be9793b2b4a8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1724022762', 'admin_state_up': True, 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:17.437354 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0025024 Sep 23 15:07:17.441677 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45886) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:17.443315 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-b2d7180c-a611-43e5-aacb-52ad482327a8 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:17.447930 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-45642cdc-f0f5-4ee4-bbde-be9793b2b4a8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:17.550665 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ed971e43-5493-4c24-8ac4-7b9bdac53090 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:17.553443 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d7180c-a611-43e5-aacb-52ad482327a8 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:07:17.554503 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ed971e43-5493-4c24-8ac4-7b9bdac53090 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Usage tracker for resource:subnet and tenant:2de827345e1341699e79c05b3da06c65 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:17.557498 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ed971e43-5493-4c24-8ac4-7b9bdac53090 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:17.563825 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ed971e43-5493-4c24-8ac4-7b9bdac53090 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:17.586908 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4ca614fd-f779-4957-8a0a-e05541f36ed3 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2494481 Sep 23 15:07:17.593744 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-45642cdc-f0f5-4ee4-bbde-be9793b2b4a8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Usage tracker for resource:router and tenant:b3a12835b3f04141a72530dd667a86b6 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:17.598251 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffc6d7-074a-4cf7-a7c9-64c0e5f5fa76 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Pushing event updated for resources: {'Network': ['ID=a6c9aa2c-f801-4044-ba36-ff353c446221,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:17.601242 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-45642cdc-f0f5-4ee4-bbde-be9793b2b4a8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:17.660949 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-c409111e-994c-48a8-ab5f-99012e51662c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Allocated IP 172.20.0.5 (f347ad47-f0af-4fb7-ae5b-10a5424f48a2/8e6bdd32-77fd-4d18-a527-b9c360891163/b530a23c-bb6f-49d6-b179-43b276b65b5a) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:17.669615 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-45642cdc-f0f5-4ee4-bbde-be9793b2b4a8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:17.694402 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network a6c9aa2c-f801-4044-ba36-ff353c446221 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:07:17.711698 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9bfc6721-9f63-4c5a-90f2-d9c9347dd826 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:router {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:17.716603 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 3649046f-22a8-44cd-988d-efa0626bf72c no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:07:17.765931 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-74149442-bbf2-488e-a81b-1928bcd5bbe7 tempest-NetworksApiDiscovery-1369346507 tempest-NetworksApiDiscovery-1369346507-project] 10.222.0.67 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3220608 Sep 23 15:07:17.794039 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-45642cdc-f0f5-4ee4-bbde-be9793b2b4a8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:17.797441 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-45642cdc-f0f5-4ee4-bbde-be9793b2b4a8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:17.818754 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9bfc6721-9f63-4c5a-90f2-d9c9347dd826 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:router {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:17.824423 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9bfc6721-9f63-4c5a-90f2-d9c9347dd826 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4654462 Sep 23 15:07:17.826950 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45894) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:17.844758 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-45642cdc-f0f5-4ee4-bbde-be9793b2b4a8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:17.963096 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed971e43-5493-4c24-8ac4-7b9bdac53090 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Made reservation on behalf of 2de827345e1341699e79c05b3da06c65 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:17.967590 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed971e43-5493-4c24-8ac4-7b9bdac53090 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:17.974596 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 3649046f-22a8-44cd-988d-efa0626bf72c {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:07:17.975078 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 3649046f-22a8-44cd-988d-efa0626bf72c not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:07:17.995387 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-0041a42c-078c-47b8-8538-5273cf517e8d None None] For port 6bc5c7ac-9181-48b8-81f9-2f01969f891c, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=6bc5c7ac-9181-48b8-81f9-2f01969f891c,segment=NetworkSegment(eefbed7c-6663-46f8-bd21-fb2f0e6e85ff),segment_id=eefbed7c-6663-46f8-bd21-fb2f0e6e85ff)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:17.995952 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0041a42c-078c-47b8-8538-5273cf517e8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:18.035635 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fadd93d0-e9f7-4992-8992-ee1b35c7c5fd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:18.141881 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0041a42c-078c-47b8-8538-5273cf517e8d None None] Calling delete_port for 6bc5c7ac-9181-48b8-81f9-2f01969f891c owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:18.283185 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e58b7-dd33-4396-98fb-168fb3faab2c req-f40ae367-36b5-431b-a61f-473578e5a3c5 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:18.284772 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c97e58b7-dd33-4396-98fb-168fb3faab2c req-f40ae367-36b5-431b-a61f-473578e5a3c5 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 945 time: 1.2355869 Sep 23 15:07:18.324373 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b2d7180c-a611-43e5-aacb-52ad482327a8 None None] Attempting to bind port eccdb14b-4009-4f3e-901b-64000358a782 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:07:18.324955 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b2d7180c-a611-43e5-aacb-52ad482327a8 None None] Attempting to bind port eccdb14b-4009-4f3e-901b-64000358a782 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'c80a82a0-50a6-421d-9c19-69499cad4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f347ad47-f0af-4fb7-ae5b-10a5424f48a2'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:07:18.325497 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d7180c-a611-43e5-aacb-52ad482327a8 None None] Attempting to bind port eccdb14b-4009-4f3e-901b-64000358a782 on network f347ad47-f0af-4fb7-ae5b-10a5424f48a2 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:07:18.354711 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d7180c-a611-43e5-aacb-52ad482327a8 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:07:18.355288 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d7180c-a611-43e5-aacb-52ad482327a8 None None] Checking segment: {'id': 'c80a82a0-50a6-421d-9c19-69499cad4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f347ad47-f0af-4fb7-ae5b-10a5424f48a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:07:18.355910 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b2d7180c-a611-43e5-aacb-52ad482327a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:18.356401 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d7180c-a611-43e5-aacb-52ad482327a8 None None] Bound using segment: {'id': 'c80a82a0-50a6-421d-9c19-69499cad4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f347ad47-f0af-4fb7-ae5b-10a5424f48a2'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:07:18.357007 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b2d7180c-a611-43e5-aacb-52ad482327a8 None None] Bound port: eccdb14b-4009-4f3e-901b-64000358a782, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80a82a0-50a6-421d-9c19-69499cad4fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f347ad47-f0af-4fb7-ae5b-10a5424f48a2'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:07:18.357604 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b2d7180c-a611-43e5-aacb-52ad482327a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:18.457950 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0041a42c-078c-47b8-8538-5273cf517e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:18.558623 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62d2a71-e4fb-4d1d-8e57-977a533ee8c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-522ebda2-c312-460a-a56d-4a06cbe10bd1', 'network_id': '522ebda2-c312-460a-a56d-4a06cbe10bd1', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'fixed_ips': [{'subnet_id': '445ad2b5-b2ad-462f-be22-8884dc288056'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:07:18.559821 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f62d2a71-e4fb-4d1d-8e57-977a533ee8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:18.580050 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0041a42c-078c-47b8-8538-5273cf517e8d None None] No DVR routers for this DVR port 6bc5c7ac-9181-48b8-81f9-2f01969f891c on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:07:18.584847 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45900) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:18.603398 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c409111e-994c-48a8-ab5f-99012e51662c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:18.625245 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-c409111e-994c-48a8-ab5f-99012e51662c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Transition to ACTIVE for port object b530a23c-bb6f-49d6-b179-43b276b65b5a will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:18.650119 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c97e58b7-dd33-4396-98fb-168fb3faab2c req-8736266f-055b-4340-811a-9dcf196c0c5c tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/security-groups?id=353147c3-04d5-4845-9d1c-8e23b8cecfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178041 Sep 23 15:07:18.663916 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-45642cdc-f0f5-4ee4-bbde-be9793b2b4a8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:18.721294 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b2d7180c-a611-43e5-aacb-52ad482327a8 None None] For port eccdb14b-4009-4f3e-901b-64000358a782, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:07:18.721294 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b2d7180c-a611-43e5-aacb-52ad482327a8 None None] For port eccdb14b-4009-4f3e-901b-64000358a782, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=eccdb14b-4009-4f3e-901b-64000358a782,segment=NetworkSegment(c80a82a0-50a6-421d-9c19-69499cad4fa5),segment_id=c80a82a0-50a6-421d-9c19-69499cad4fa5)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:07:18.721294 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041a42c-078c-47b8-8538-5273cf517e8d None None] Pushing event deleted for resources: {'Port': ['ID=6bc5c7ac-9181-48b8-81f9-2f01969f891c,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:18.830773 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b2d7180c-a611-43e5-aacb-52ad482327a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:18.881353 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c409111e-994c-48a8-ab5f-99012e51662c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:18.955179 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7d7a3d-8263-487f-93a3-2cd13087e58f None None] DHCP port deletion for c3d67a4b-9092-448f-b14d-bd8d70a05623 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:07:18.975625 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4f9d7d14-e4f2-46c3-9842-ff43dad7ef61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:18.979744 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9b7d7a3d-8263-487f-93a3-2cd13087e58f None None] Deleting port d8213d34-19df-438d-8f39-3ed515027850 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:18.980304 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9b7d7a3d-8263-487f-93a3-2cd13087e58f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:18.989796 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c409111e-994c-48a8-ab5f-99012e51662c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network f347ad47-f0af-4fb7-ae5b-10a5424f48a2 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:18.993230 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fadd93d0-e9f7-4992-8992-ee1b35c7c5fd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:19.001534 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fadd93d0-e9f7-4992-8992-ee1b35c7c5fd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:19.004463 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-c409111e-994c-48a8-ab5f-99012e51662c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:19.011068 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7180c-a611-43e5-aacb-52ad482327a8 None None] Pushing event updated for resources: {'Port': ['ID=eccdb14b-4009-4f3e-901b-64000358a782,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:19.012209 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed971e43-5493-4c24-8ac4-7b9bdac53090 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:19.027420 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] For port 6bc5c7ac-9181-48b8-81f9-2f01969f891c, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=6bc5c7ac-9181-48b8-81f9-2f01969f891c,segment=NetworkSegment(eefbed7c-6663-46f8-bd21-fb2f0e6e85ff),segment_id=eefbed7c-6663-46f8-bd21-fb2f0e6e85ff)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:19.028057 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:19.045813 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c409111e-994c-48a8-ab5f-99012e51662c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:07:19.066692 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4f9d7d14-e4f2-46c3-9842-ff43dad7ef61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:19.087045 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4f9d7d14-e4f2-46c3-9842-ff43dad7ef61 admin admin] Usage tracker for resource:security_group_rule and tenant:b1024eb950be45dba59500e82de73438 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:19.092246 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4f9d7d14-e4f2-46c3-9842-ff43dad7ef61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:19.117268 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4f9d7d14-e4f2-46c3-9842-ff43dad7ef61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:19.175083 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4051a-ced3-42c5-9719-8523dcc00bac req-c4bea019-1b69-490e-ac0a-d845a4b2e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:19.177464 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-30a4051a-ced3-42c5-9719-8523dcc00bac req-c4bea019-1b69-490e-ac0a-d845a4b2e6b6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e8ee137469b945bebf2c7f0015c1b0da&device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 1098 time: 1.9022262 Sep 23 15:07:19.218375 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fadd93d0-e9f7-4992-8992-ee1b35c7c5fd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:19.219630 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadd93d0-e9f7-4992-8992-ee1b35c7c5fd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Fanout notify agent at l3_agent the message router_deleted on router e41435b8-1f05-4ca9-8fa3-270f70eef075 {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:07:19.227341 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-f62d2a71-e4fb-4d1d-8e57-977a533ee8c9 None None] Allocated IP 2001:db8::2 (522ebda2-c312-460a-a56d-4a06cbe10bd1/445ad2b5-b2ad-462f-be22-8884dc288056/5546de36-b06b-4bda-88d8-ecf8e222f1ce) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:19.506434 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-9b7d7a3d-8263-487f-93a3-2cd13087e58f None None] For port d8213d34-19df-438d-8f39-3ed515027850, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d8213d34-19df-438d-8f39-3ed515027850,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:19.507153 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9b7d7a3d-8263-487f-93a3-2cd13087e58f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:19.695539 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9b7d7a3d-8263-487f-93a3-2cd13087e58f None None] Calling delete_port for d8213d34-19df-438d-8f39-3ed515027850 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:19.751664 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409111e-994c-48a8-ab5f-99012e51662c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Port': ['ID=b530a23c-bb6f-49d6-b179-43b276b65b5a,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:19.764781 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4f9d7d14-e4f2-46c3-9842-ff43dad7ef61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:19.788384 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Calling delete_port for 6bc5c7ac-9181-48b8-81f9-2f01969f891c owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:19.789998 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-45642cdc-f0f5-4ee4-bbde-be9793b2b4a8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:19.861011 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4f9d7d14-e4f2-46c3-9842-ff43dad7ef61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:19.895485 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4051a-ced3-42c5-9719-8523dcc00bac req-c13d6899-6d00-4621-94c3-3a49de83ffac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:19.899974 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-30a4051a-ced3-42c5-9719-8523dcc00bac req-c13d6899-6d00-4621-94c3-3a49de83ffac service neutron] 10.222.0.72 "GET /v2.0/networks?id=232b40d3-9067-44b8-ae10-69d9756e5382 HTTP/1.1" status: 200 len: 912 time: 0.5625877 Sep 23 15:07:19.905403 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-45642cdc-f0f5-4ee4-bbde-be9793b2b4a8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:19.922229 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device eccdb14b-4009-4f3e-901b-64000358a782 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:07:20.023363 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-30a4051a-ced3-42c5-9719-8523dcc00bac req-39298b21-64f9-44aa-8385-fce5ec65f6b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98bac082-62c1-4710-8ba5-6cee39802e3e HTTP/1.1" status: 200 len: 217 time: 0.0991786 Sep 23 15:07:20.030861 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9b7d7a3d-8263-487f-93a3-2cd13087e58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:20.046925 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c409111e-994c-48a8-ab5f-99012e51662c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:20.047808 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c409111e-994c-48a8-ab5f-99012e51662c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:20.078412 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-45642cdc-f0f5-4ee4-bbde-be9793b2b4a8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Allocated IP 172.26.10.246 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/4720b56f-377c-4d8c-8294-4d77115ccc7b) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:20.112340 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed971e43-5493-4c24-8ac4-7b9bdac53090 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Subnet': ['ID=7b90c801-96f1-4e70-918f-e106a2ed08b5,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:20.166777 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed971e43-5493-4c24-8ac4-7b9bdac53090 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Checking segment: {'id': '849fdd16-59ac-40e7-b477-1b177cd2bee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cb094dcd-d020-4c05-9e94-262f49714820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:07:20.167974 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed971e43-5493-4c24-8ac4-7b9bdac53090 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network hostable DHCP agents. Network: cb094dcd-d020-4c05-9e94-262f49714820, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:07:20.193932 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d7a3d-8263-487f-93a3-2cd13087e58f None None] Pushing event deleted for resources: {'Port': ['ID=d8213d34-19df-438d-8f39-3ed515027850,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:20.212341 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7d7a3d-8263-487f-93a3-2cd13087e58f None None] No DVR routers for this DVR port d8213d34-19df-438d-8f39-3ed515027850 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: from cryptography.utils import int_from_bytes Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: from cryptography.utils import int_from_bytes Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: util.warn_limited( Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: util.warn_limited( Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: util.warn( Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: util.warn( Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: util.warn( Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: util.warn( Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: util.warn( Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: util.warn( Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: util.warn( Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: util.warn( Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: util.warn( Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: util.warn( Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: util.warn( Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: util.warn( Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: util.warn( Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: util.warn( Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: util.warn( Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: util.warn( Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:07:20.232795 dv-neutron-859093-1-hyperv neutron-server[89739]: util.warn( Sep 23 15:07:20.236127 dv-neutron-859093-1-hyperv neutron-server[89739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:07:20.236127 dv-neutron-859093-1-hyperv neutron-server[89739]: util.warn( Sep 23 15:07:20.236127 dv-neutron-859093-1-hyperv neutron-server[89739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:07:20.236127 dv-neutron-859093-1-hyperv neutron-server[89739]: util.warn( Sep 23 15:07:20.236127 dv-neutron-859093-1-hyperv neutron-server[89739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:07:20.236127 dv-neutron-859093-1-hyperv neutron-server[89739]: util.warn( Sep 23 15:07:20.236127 dv-neutron-859093-1-hyperv neutron-server[89739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:07:20.236127 dv-neutron-859093-1-hyperv neutron-server[89739]: util.warn( Sep 23 15:07:20.236127 dv-neutron-859093-1-hyperv neutron-server[89739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:07:20.236127 dv-neutron-859093-1-hyperv neutron-server[89739]: util.warn( Sep 23 15:07:20.236127 dv-neutron-859093-1-hyperv neutron-server[89739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:07:20.236127 dv-neutron-859093-1-hyperv neutron-server[89739]: util.warn( Sep 23 15:07:20.236127 dv-neutron-859093-1-hyperv neutron-server[89739]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:07:20.236127 dv-neutron-859093-1-hyperv neutron-server[89739]: util.warn( Sep 23 15:07:20.255108 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4051a-ced3-42c5-9719-8523dcc00bac req-b6139075-6a56-4ded-bade-9f0488dc5018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:20.257606 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-30a4051a-ced3-42c5-9719-8523dcc00bac req-b6139075-6a56-4ded-bade-9f0488dc5018 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81dd6424-cc8f-428e-aa6c-132a9b3390d7 HTTP/1.1" status: 200 len: 851 time: 0.2207170 Sep 23 15:07:20.264525 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c409111e-994c-48a8-ab5f-99012e51662c tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.7191079 Sep 23 15:07:20.267516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45908) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:20.353059 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fadd93d0-e9f7-4992-8992-ee1b35c7c5fd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:20.357252 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-fadd93d0-e9f7-4992-8992-ee1b35c7c5fd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/routers/e41435b8-1f05-4ca9-8fa3-270f70eef075 HTTP/1.1" status: 204 len: 168 time: 2.5162277 Sep 23 15:07:20.377273 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port eccdb14b-4009-4f3e-901b-64000358a782 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:20.434991 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f62d2a71-e4fb-4d1d-8e57-977a533ee8c9 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:20.463976 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f62d2a71-e4fb-4d1d-8e57-977a533ee8c9 None None] Transition to ACTIVE for port object 5546de36-b06b-4bda-88d8-ecf8e222f1ce will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:20.471767 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-45642cdc-f0f5-4ee4-bbde-be9793b2b4a8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:20.479933 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45912) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:20.495186 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d8213d34-19df-438d-8f39-3ed515027850 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:07:20.519556 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed971e43-5493-4c24-8ac4-7b9bdac53090 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network cb094dcd-d020-4c05-9e94-262f49714820 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:07:20.525378 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-06666717-93ff-4b60-9ab6-df3bcb50a344 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:20.546010 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f62d2a71-e4fb-4d1d-8e57-977a533ee8c9 None None] Transition to ACTIVE for port object 5546de36-b06b-4bda-88d8-ecf8e222f1ce will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:20.553036 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: d8213d34-19df-438d-8f39-3ed515027850 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:07:20.555180 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d8213d34-19df-438d-8f39-3ed515027850 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:07:20.588767 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.api [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:07:20.588767 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG oslo_db.api [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:07:20.589384 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-30a4051a-ced3-42c5-9719-8523dcc00bac req-8d13707a-c406-4dbe-8df0-430d590ccd9d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=232b40d3-9067-44b8-ae10-69d9756e5382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3236516 Sep 23 15:07:20.616662 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d7d14-e4f2-46c3-9842-ff43dad7ef61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f51c09-9623-48ac-9ff3-5099f211c95d,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:20.638154 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4f9d7d14-e4f2-46c3-9842-ff43dad7ef61 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b1024eb950be45dba59500e82de73438&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0425406 Sep 23 15:07:20.640330 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f62d2a71-e4fb-4d1d-8e57-977a533ee8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:20.698482 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45916) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:20.766273 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d2a71-e4fb-4d1d-8e57-977a533ee8c9 None None] Pushing event updated for resources: {'Port': ['ID=5546de36-b06b-4bda-88d8-ecf8e222f1ce,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:20.769242 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953b188a-d237-48a3-a869-ebbd51423a0c None None] Network f347ad47-f0af-4fb7-ae5b-10a5424f48a2 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:20.789678 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62d2a71-e4fb-4d1d-8e57-977a533ee8c9 None None] Network 522ebda2-c312-460a-a56d-4a06cbe10bd1 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:20.797153 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-f62d2a71-e4fb-4d1d-8e57-977a533ee8c9 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:20.821473 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60505a35-645f-4d17-983a-2969d5ec7b60 req-84ef41fd-f19d-4467-864f-4421462abe99 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:20.823221 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-60505a35-645f-4d17-983a-2969d5ec7b60 req-84ef41fd-f19d-4467-864f-4421462abe99 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 945 time: 0.5086567 Sep 23 15:07:20.871158 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62d2a71-e4fb-4d1d-8e57-977a533ee8c9 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:07:20.907276 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-60505a35-645f-4d17-983a-2969d5ec7b60 req-a57e84f0-84cc-472a-ba98-39209fa83f50 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/security-groups?id=353147c3-04d5-4845-9d1c-8e23b8cecfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714891 Sep 23 15:07:20.911277 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-45642cdc-f0f5-4ee4-bbde-be9793b2b4a8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:20.938117 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-06666717-93ff-4b60-9ab6-df3bcb50a344 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:20.978604 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-ed971e43-5493-4c24-8ac4-7b9bdac53090 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, cb094dcd-d020-4c05-9e94-262f49714820) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:20.991008 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45920) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:21.005626 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-06666717-93ff-4b60-9ab6-df3bcb50a344 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:21.009463 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f097686d-cd3e-46ae-8ea7-b267c5958776 None None] Network cb094dcd-d020-4c05-9e94-262f49714820 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:21.028271 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45642cdc-f0f5-4ee4-bbde-be9793b2b4a8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:21.046983 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-45642cdc-f0f5-4ee4-bbde-be9793b2b4a8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:21.053242 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45642cdc-f0f5-4ee4-bbde-be9793b2b4a8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:07:21.053817 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed971e43-5493-4c24-8ac4-7b9bdac53090 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:21.054550 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed971e43-5493-4c24-8ac4-7b9bdac53090 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:21.062136 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-dfa659e8-b7b3-485b-b089-1d6a555de280 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Request body: {'subnets': [{'network_id': 'a743e521-e125-4b42-ab37-2865b838064c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1795454380', 'ip_version': 6}, {'network_id': 'b30ddbb5-9e95-423a-a468-1574f65949c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:21.062862 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-dfa659e8-b7b3-485b-b089-1d6a555de280 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Request body: {'subnet': {'network_id': 'a743e521-e125-4b42-ab37-2865b838064c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1795454380', 'ip_version': 6}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:21.063943 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-dfa659e8-b7b3-485b-b089-1d6a555de280 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Request body: {'subnet': {'network_id': 'b30ddbb5-9e95-423a-a468-1574f65949c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:21.095674 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cb019312-5537-49c7-9f58-b5ffcd80bd61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:21.118281 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45642cdc-f0f5-4ee4-bbde-be9793b2b4a8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Pushing event updated for resources: {'Port': ['ID=4720b56f-377c-4d8c-8294-4d77115ccc7b,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:21.124856 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f62d2a71-e4fb-4d1d-8e57-977a533ee8c9 None None] Attempting to bind port 5546de36-b06b-4bda-88d8-ecf8e222f1ce on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:07:21.125452 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f62d2a71-e4fb-4d1d-8e57-977a533ee8c9 None None] Attempting to bind port 5546de36-b06b-4bda-88d8-ecf8e222f1ce by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'ba9b5067-9327-4fed-a19d-9ea762bd2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '522ebda2-c312-460a-a56d-4a06cbe10bd1'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:07:21.125578 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62d2a71-e4fb-4d1d-8e57-977a533ee8c9 None None] Attempting to bind port 5546de36-b06b-4bda-88d8-ecf8e222f1ce on network 522ebda2-c312-460a-a56d-4a06cbe10bd1 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:07:21.126776 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06666717-93ff-4b60-9ab6-df3bcb50a344 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:21.130473 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-06666717-93ff-4b60-9ab6-df3bcb50a344 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:21.147880 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62d2a71-e4fb-4d1d-8e57-977a533ee8c9 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:07:21.148252 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62d2a71-e4fb-4d1d-8e57-977a533ee8c9 None None] Checking segment: {'id': 'ba9b5067-9327-4fed-a19d-9ea762bd2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '522ebda2-c312-460a-a56d-4a06cbe10bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:07:21.148665 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f62d2a71-e4fb-4d1d-8e57-977a533ee8c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:21.149057 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62d2a71-e4fb-4d1d-8e57-977a533ee8c9 None None] Bound using segment: {'id': 'ba9b5067-9327-4fed-a19d-9ea762bd2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '522ebda2-c312-460a-a56d-4a06cbe10bd1'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:07:21.149521 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f62d2a71-e4fb-4d1d-8e57-977a533ee8c9 None None] Bound port: 5546de36-b06b-4bda-88d8-ecf8e222f1ce, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba9b5067-9327-4fed-a19d-9ea762bd2173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '522ebda2-c312-460a-a56d-4a06cbe10bd1'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:07:21.149890 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f62d2a71-e4fb-4d1d-8e57-977a533ee8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:21.177090 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d8997360-d622-46ca-9a7a-e568973e24ab None None] Provisioning for port eccdb14b-4009-4f3e-901b-64000358a782 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:21.236821 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d8997360-d622-46ca-9a7a-e568973e24ab None None] Provisioning complete for port eccdb14b-4009-4f3e-901b-64000358a782 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:21.237192 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d8997360-d622-46ca-9a7a-e568973e24ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:21.237524 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-d8997360-d622-46ca-9a7a-e568973e24ab None None] Attempt 1 to provision port eccdb14b-4009-4f3e-901b-64000358a782 Sep 23 15:07:21.267973 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cb019312-5537-49c7-9f58-b5ffcd80bd61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:21.333692 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ed971e43-5493-4c24-8ac4-7b9bdac53090 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.0673187 Sep 23 15:07:21.351263 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45924) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:21.390936 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-185fad4b-d36c-4eae-8bf6-fe3e2b4814ca tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-978882050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:21.403857 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-30a4051a-ced3-42c5-9719-8523dcc00bac req-e27cb8b1-b3d7-4776-a4ff-c9d0f460bd47 service neutron] 10.222.0.72 "GET /v2.0/networks/232b40d3-9067-44b8-ae10-69d9756e5382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8023386 Sep 23 15:07:21.426625 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-185fad4b-d36c-4eae-8bf6-fe3e2b4814ca tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:21.467218 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-185fad4b-d36c-4eae-8bf6-fe3e2b4814ca tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Usage tracker for resource:router and tenant:2de827345e1341699e79c05b3da06c65 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:21.512455 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f62d2a71-e4fb-4d1d-8e57-977a533ee8c9 None None] For port 5546de36-b06b-4bda-88d8-ecf8e222f1ce, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:07:21.521249 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-185fad4b-d36c-4eae-8bf6-fe3e2b4814ca tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:21.576698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f62d2a71-e4fb-4d1d-8e57-977a533ee8c9 None None] For port 5546de36-b06b-4bda-88d8-ecf8e222f1ce, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5546de36-b06b-4bda-88d8-ecf8e222f1ce,segment=NetworkSegment(ba9b5067-9327-4fed-a19d-9ea762bd2173),segment_id=ba9b5067-9327-4fed-a19d-9ea762bd2173)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:07:21.582492 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334376bc-5408-4970-b76e-b5292582e2e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-cb094dcd-d020-4c05-9e94-262f49714820', 'network_id': 'cb094dcd-d020-4c05-9e94-262f49714820', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'fixed_ips': [{'subnet_id': '7b90c801-96f1-4e70-918f-e106a2ed08b5'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:07:21.590093 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-334376bc-5408-4970-b76e-b5292582e2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:21.598709 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-185fad4b-d36c-4eae-8bf6-fe3e2b4814ca tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:21.612629 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d8997360-d622-46ca-9a7a-e568973e24ab None None] Current status of the port eccdb14b-4009-4f3e-901b-64000358a782 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:07:21.612998 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d8997360-d622-46ca-9a7a-e568973e24ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:21.637436 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cb019312-5537-49c7-9f58-b5ffcd80bd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:21.669188 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f62d2a71-e4fb-4d1d-8e57-977a533ee8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:21.673527 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb019312-5537-49c7-9f58-b5ffcd80bd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f51c09-9623-48ac-9ff3-5099f211c95d,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:21.712981 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-dfa659e8-b7b3-485b-b089-1d6a555de280 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:21.722065 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-dfa659e8-b7b3-485b-b089-1d6a555de280 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Usage tracker for resource:subnet and tenant:9c0258cd4411406e8d8165f07fb44c4e is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:21.765389 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-dfa659e8-b7b3-485b-b089-1d6a555de280 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:21.790936 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-185fad4b-d36c-4eae-8bf6-fe3e2b4814ca tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:21.791964 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-185fad4b-d36c-4eae-8bf6-fe3e2b4814ca tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:21.795548 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d8997360-d622-46ca-9a7a-e568973e24ab None None] For port eccdb14b-4009-4f3e-901b-64000358a782, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=eccdb14b-4009-4f3e-901b-64000358a782,segment=NetworkSegment(c80a82a0-50a6-421d-9c19-69499cad4fa5),segment_id=c80a82a0-50a6-421d-9c19-69499cad4fa5)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:21.797814 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-dfa659e8-b7b3-485b-b089-1d6a555de280 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:21.803374 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-30a4051a-ced3-42c5-9719-8523dcc00bac req-77ce07d4-c9a3-4163-b62d-2f107c2e3ccb service neutron] 10.222.0.72 "GET /v2.0/networks/232b40d3-9067-44b8-ae10-69d9756e5382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742111 Sep 23 15:07:21.823343 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-43071886-8254-4d69-a7f7-63048be75e96 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:21.852125 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-185fad4b-d36c-4eae-8bf6-fe3e2b4814ca tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:21.853726 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d2a71-e4fb-4d1d-8e57-977a533ee8c9 None None] Pushing event updated for resources: {'Port': ['ID=5546de36-b06b-4bda-88d8-ecf8e222f1ce,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:21.906526 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cb019312-5537-49c7-9f58-b5ffcd80bd61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:21.907462 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-334376bc-5408-4970-b76e-b5292582e2e1 None None] Allocated IP 2001:db8:1::2 (cb094dcd-d020-4c05-9e94-262f49714820/7b90c801-96f1-4e70-918f-e106a2ed08b5/e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:21.914804 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-cb019312-5537-49c7-9f58-b5ffcd80bd61 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a4f51c09-9623-48ac-9ff3-5099f211c95d HTTP/1.1" status: 204 len: 168 time: 1.2049134 Sep 23 15:07:21.918723 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-45642cdc-f0f5-4ee4-bbde-be9793b2b4a8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:21.968360 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa659e8-b7b3-485b-b089-1d6a555de280 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Made reservation on behalf of 9c0258cd4411406e8d8165f07fb44c4e for: {'subnet': 2} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:21.973575 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dfa659e8-b7b3-485b-b089-1d6a555de280 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:21.973922 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dfa659e8-b7b3-485b-b089-1d6a555de280 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:22.256771 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d8997360-d622-46ca-9a7a-e568973e24ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:22.292741 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port 6bc5c7ac-9181-48b8-81f9-2f01969f891c {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:22.293737 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:22.357169 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-185fad4b-d36c-4eae-8bf6-fe3e2b4814ca tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:22.453709 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-334376bc-5408-4970-b76e-b5292582e2e1 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:22.482115 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-334376bc-5408-4970-b76e-b5292582e2e1 None None] Transition to ACTIVE for port object e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:22.520642 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-06666717-93ff-4b60-9ab6-df3bcb50a344 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:22.527595 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8997360-d622-46ca-9a7a-e568973e24ab None None] Pushing event updated for resources: {'Port': ['ID=eccdb14b-4009-4f3e-901b-64000358a782,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:22.552596 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-07318dcd-c30e-4490-9ffc-a93dead07aa4 None None] Provisioning for port b530a23c-bb6f-49d6-b179-43b276b65b5a completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:22.556400 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-334376bc-5408-4970-b76e-b5292582e2e1 None None] Transition to ACTIVE for port object e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:22.566977 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-07318dcd-c30e-4490-9ffc-a93dead07aa4 None None] Provisioning complete for port b530a23c-bb6f-49d6-b179-43b276b65b5a triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:22.567434 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-07318dcd-c30e-4490-9ffc-a93dead07aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:22.567841 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-07318dcd-c30e-4490-9ffc-a93dead07aa4 None None] Attempt 1 to provision port b530a23c-bb6f-49d6-b179-43b276b65b5a Sep 23 15:07:22.614800 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] The port '6bc5c7ac-9181-48b8-81f9-2f01969f891c' was deleted {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:07:22.638054 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-07318dcd-c30e-4490-9ffc-a93dead07aa4 None None] Port b530a23c-bb6f-49d6-b179-43b276b65b5a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:22.641455 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-334376bc-5408-4970-b76e-b5292582e2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:22.657572 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06666717-93ff-4b60-9ab6-df3bcb50a344 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:22.682013 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-06666717-93ff-4b60-9ab6-df3bcb50a344 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:22.687915 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06666717-93ff-4b60-9ab6-df3bcb50a344 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:22.690906 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-06666717-93ff-4b60-9ab6-df3bcb50a344 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:22.705947 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63782521-67cb-49b4-87fe-759d59975b9b None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:22.805883 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334376bc-5408-4970-b76e-b5292582e2e1 None None] Network cb094dcd-d020-4c05-9e94-262f49714820 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:22.815027 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-334376bc-5408-4970-b76e-b5292582e2e1 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:22.826110 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-06666717-93ff-4b60-9ab6-df3bcb50a344 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3386424 Sep 23 15:07:22.828886 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334376bc-5408-4970-b76e-b5292582e2e1 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:07:22.829483 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06666717-93ff-4b60-9ab6-df3bcb50a344 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=3e89c40a-db7a-4185-9c6c-d2a4de26a956,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:22.831623 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45932) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:22.841679 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-3ac2d3f0-17fd-4b90-b218-3f294762a850 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1021964874', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:22.851636 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-3ac2d3f0-17fd-4b90-b218-3f294762a850 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:22.895176 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334376bc-5408-4970-b76e-b5292582e2e1 None None] Pushing event updated for resources: {'Port': ['ID=e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:22.936349 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-3ac2d3f0-17fd-4b90-b218-3f294762a850 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:router and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:22.947205 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-3ac2d3f0-17fd-4b90-b218-3f294762a850 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:22.948785 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-185fad4b-d36c-4eae-8bf6-fe3e2b4814ca tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:22.952853 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-185fad4b-d36c-4eae-8bf6-fe3e2b4814ca tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.5982838 Sep 23 15:07:22.953534 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45936) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:22.963954 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-3ac2d3f0-17fd-4b90-b218-3f294762a850 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:22.998204 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-45642cdc-f0f5-4ee4-bbde-be9793b2b4a8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:23.038507 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-334376bc-5408-4970-b76e-b5292582e2e1 None None] Attempting to bind port e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:07:23.038878 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-334376bc-5408-4970-b76e-b5292582e2e1 None None] Attempting to bind port e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '849fdd16-59ac-40e7-b477-1b177cd2bee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cb094dcd-d020-4c05-9e94-262f49714820'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:07:23.039330 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334376bc-5408-4970-b76e-b5292582e2e1 None None] Attempting to bind port e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0 on network cb094dcd-d020-4c05-9e94-262f49714820 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:07:23.056612 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334376bc-5408-4970-b76e-b5292582e2e1 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:07:23.059533 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334376bc-5408-4970-b76e-b5292582e2e1 None None] Checking segment: {'id': '849fdd16-59ac-40e7-b477-1b177cd2bee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cb094dcd-d020-4c05-9e94-262f49714820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:07:23.059533 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-334376bc-5408-4970-b76e-b5292582e2e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:23.059533 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334376bc-5408-4970-b76e-b5292582e2e1 None None] Bound using segment: {'id': '849fdd16-59ac-40e7-b477-1b177cd2bee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cb094dcd-d020-4c05-9e94-262f49714820'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:07:23.059533 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-334376bc-5408-4970-b76e-b5292582e2e1 None None] Bound port: e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849fdd16-59ac-40e7-b477-1b177cd2bee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cb094dcd-d020-4c05-9e94-262f49714820'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:07:23.059533 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-334376bc-5408-4970-b76e-b5292582e2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:23.092871 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3ac2d3f0-17fd-4b90-b218-3f294762a850 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:23.094104 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3ac2d3f0-17fd-4b90-b218-3f294762a850 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:23.149286 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-07318dcd-c30e-4490-9ffc-a93dead07aa4 None None] Attempt 2 to provision port b530a23c-bb6f-49d6-b179-43b276b65b5a Sep 23 15:07:23.182280 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3ac2d3f0-17fd-4b90-b218-3f294762a850 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:23.198425 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:23.244744 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdafd04a-3f34-46d8-86ac-4f5f683f6469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-c3d67a4b-9092-448f-b14d-bd8d70a05623', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'fixed_ips': [{'subnet_id': '3e89c40a-db7a-4185-9c6c-d2a4de26a956'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:07:23.245599 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdafd04a-3f34-46d8-86ac-4f5f683f6469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:23.260262 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-07318dcd-c30e-4490-9ffc-a93dead07aa4 None None] Port b530a23c-bb6f-49d6-b179-43b276b65b5a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:23.285485 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3ac2d3f0-17fd-4b90-b218-3f294762a850 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:23.317987 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-334376bc-5408-4970-b76e-b5292582e2e1 None None] For port e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:07:23.336025 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-334376bc-5408-4970-b76e-b5292582e2e1 None None] For port e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0,segment=NetworkSegment(849fdd16-59ac-40e7-b477-1b177cd2bee2),segment_id=849fdd16-59ac-40e7-b477-1b177cd2bee2)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:07:23.365511 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61ce18-5f17-4a15-92cb-1e9acf0bebbe req-2ebeb4eb-2884-4abf-ab0c-d71f2f3e852c tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:23.366945 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5f61ce18-5f17-4a15-92cb-1e9acf0bebbe req-2ebeb4eb-2884-4abf-ab0c-d71f2f3e852c tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 945 time: 1.0367033 Sep 23 15:07:23.368390 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45642cdc-f0f5-4ee4-bbde-be9793b2b4a8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Router d6f99150-9f1b-40ce-b203-62a4a5082f56 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:07:23.422003 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab883d8-9735-4472-a903-2277c25e697a']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:23.443926 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3ac2d3f0-17fd-4b90-b218-3f294762a850 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:23.449658 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3ac2d3f0-17fd-4b90-b218-3f294762a850 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6150765 Sep 23 15:07:23.456900 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-334376bc-5408-4970-b76e-b5292582e2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:23.473972 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45940) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:23.474088 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-fdafd04a-3f34-46d8-86ac-4f5f683f6469 None None] Allocated IP 2001:db8::2 (c3d67a4b-9092-448f-b14d-bd8d70a05623/3e89c40a-db7a-4185-9c6c-d2a4de26a956/972715dc-b2ed-4af1-8c85-fba3968a17bb) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:23.476477 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eefbed7c-6663-46f8-bd21-fb2f0e6e85ff') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:23.476781 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eefbed7c-6663-46f8-bd21-fb2f0e6e85ff') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:23.510049 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:23.538606 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cd592b-99f1-4f92-89a4-15962b04ff1b None None] Network 522ebda2-c312-460a-a56d-4a06cbe10bd1 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:23.655528 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-43071886-8254-4d69-a7f7-63048be75e96 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:23.666513 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:23.694531 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:07:23.694960 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:23.733083 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5f61ce18-5f17-4a15-92cb-1e9acf0bebbe req-bc9bbbf6-8ff8-4009-b1d4-d72c2dd41b68 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/security-groups?id=353147c3-04d5-4845-9d1c-8e23b8cecfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956958 Sep 23 15:07:23.780305 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-07318dcd-c30e-4490-9ffc-a93dead07aa4 None None] Attempt 3 to provision port b530a23c-bb6f-49d6-b179-43b276b65b5a Sep 23 15:07:23.831545 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334376bc-5408-4970-b76e-b5292582e2e1 None None] Pushing event updated for resources: {'Port': ['ID=e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:23.898791 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment eefbed7c-6663-46f8-bd21-fb2f0e6e85ff resource provider aggregate not found Sep 23 15:07:23.913306 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-43071886-8254-4d69-a7f7-63048be75e96 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:23.965481 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device eccdb14b-4009-4f3e-901b-64000358a782 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:07:24.031824 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-07318dcd-c30e-4490-9ffc-a93dead07aa4 None None] Port b530a23c-bb6f-49d6-b179-43b276b65b5a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:24.046710 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment eefbed7c-6663-46f8-bd21-fb2f0e6e85ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eefbed7c-6663-46f8-bd21-fb2f0e6e85ff found for delete ", "request_id": "req-1a78c5b6-b0a5-43b8-9b91-9581c438a3e8"}]} Sep 23 15:07:24.259069 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45642cdc-f0f5-4ee4-bbde-be9793b2b4a8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:07:24.270764 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port eccdb14b-4009-4f3e-901b-64000358a782 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:24.271232 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:24.271476 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port eccdb14b-4009-4f3e-901b-64000358a782 Sep 23 15:07:24.303250 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f413aeb8-bbab-429e-aa50-fc073b2eb969 None None] Sync routers for ids ['d6f99150-9f1b-40ce-b203-62a4a5082f56'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:07:24.349285 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9f9c225c-6756-479c-a8ba-e64db8bb4a1c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:24.357214 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f413aeb8-bbab-429e-aa50-fc073b2eb969 None None] Routers {'d6f99150-9f1b-40ce-b203-62a4a5082f56'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:07:24.357823 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-f413aeb8-bbab-429e-aa50-fc073b2eb969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:07:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['d6f99150-9f1b-40ce-b203-62a4a5082f56'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:24.411918 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdafd04a-3f34-46d8-86ac-4f5f683f6469 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:24.416321 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:24.426702 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43071886-8254-4d69-a7f7-63048be75e96 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Port': ['ID=b530a23c-bb6f-49d6-b179-43b276b65b5a,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:24.429962 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49f5a45a-93d5-4e99-bf46-cdbad5c8bed5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:24.451350 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-fdafd04a-3f34-46d8-86ac-4f5f683f6469 None None] Transition to ACTIVE for port object 972715dc-b2ed-4af1-8c85-fba3968a17bb will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:24.489633 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:24.504084 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-45642cdc-f0f5-4ee4-bbde-be9793b2b4a8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:24.505289 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-45642cdc-f0f5-4ee4-bbde-be9793b2b4a8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 897 time: 7.1480529 Sep 23 15:07:24.522543 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Network': ['ID=2ab883d8-9735-4472-a903-2277c25e697a,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:24.522791 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45948) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:24.524676 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-fdafd04a-3f34-46d8-86ac-4f5f683f6469 None None] Transition to ACTIVE for port object 972715dc-b2ed-4af1-8c85-fba3968a17bb will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:24.595399 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-358f89c5-4370-4291-b2bc-a98d2bee0f44 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/networks/2ab883d8-9735-4472-a903-2277c25e697a HTTP/1.1" status: 204 len: 168 time: 11.6550384 Sep 23 15:07:24.595550 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45954) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:24.606646 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-07318dcd-c30e-4490-9ffc-a93dead07aa4 None None] Attempt 4 to provision port b530a23c-bb6f-49d6-b179-43b276b65b5a Sep 23 15:07:24.608121 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-e254216a-8d42-42ba-b828-22dad3cf9265 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-860070877'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:24.665188 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e254216a-8d42-42ba-b828-22dad3cf9265 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:24.686640 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e254216a-8d42-42ba-b828-22dad3cf9265 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:network and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:24.741745 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e254216a-8d42-42ba-b828-22dad3cf9265 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:24.750173 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdafd04a-3f34-46d8-86ac-4f5f683f6469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:24.789048 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e254216a-8d42-42ba-b828-22dad3cf9265 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:24.902563 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafd04a-3f34-46d8-86ac-4f5f683f6469 None None] Pushing event updated for resources: {'Port': ['ID=972715dc-b2ed-4af1-8c85-fba3968a17bb,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:24.905988 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-07318dcd-c30e-4490-9ffc-a93dead07aa4 None None] Port b530a23c-bb6f-49d6-b179-43b276b65b5a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:24.920232 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-f413aeb8-bbab-429e-aa50-fc073b2eb969 None None] Set router d6f99150-9f1b-40ce-b203-62a4a5082f56 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:07:24.939369 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-920f08b2-4158-4843-b283-fdefeabba58d tempest-TestNetworkAdvancedServerOps-1658034486 tempest-TestNetworkAdvancedServerOps-1658034486-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=b3a12835b3f04141a72530dd667a86b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4210823 Sep 23 15:07:24.943197 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45960) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:25.031954 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e254216a-8d42-42ba-b828-22dad3cf9265 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:25.034830 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e254216a-8d42-42ba-b828-22dad3cf9265 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:25.094747 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port eccdb14b-4009-4f3e-901b-64000358a782 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:07:25.094747 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5546de36-b06b-4bda-88d8-ecf8e222f1ce up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:07:25.110911 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-43071886-8254-4d69-a7f7-63048be75e96 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:25.125283 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67cc990-9229-4c6c-89e9-6bab53bd3cfd None None] Network cb094dcd-d020-4c05-9e94-262f49714820 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:25.148636 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdafd04a-3f34-46d8-86ac-4f5f683f6469 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:25.177048 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-fdafd04a-3f34-46d8-86ac-4f5f683f6469 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:25.219911 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-9f9c225c-6756-479c-a8ba-e64db8bb4a1c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 2001:db8::1 (c3d67a4b-9092-448f-b14d-bd8d70a05623/3e89c40a-db7a-4185-9c6c-d2a4de26a956/89c0c2f1-8332-4c20-b2f5-852d39d36f56) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:25.229338 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdafd04a-3f34-46d8-86ac-4f5f683f6469 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:07:25.237826 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e254216a-8d42-42ba-b828-22dad3cf9265 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:07:25.308404 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e254216a-8d42-42ba-b828-22dad3cf9265 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:25.309466 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-e254216a-8d42-42ba-b828-22dad3cf9265 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Added segment 092ce205-6a41-4634-9b76-1f3fd6107ead of type vlan for network bed64a59-9622-4c1e-b8d9-9d8b30a5ff39 Sep 23 15:07:25.379359 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a00add6-9938-42fd-8356-5252bda5b906 tempest-TestNetworkAdvancedServerOps-1658034486 tempest-TestNetworkAdvancedServerOps-1658034486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:25.381134 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2a00add6-9938-42fd-8356-5252bda5b906 tempest-TestNetworkAdvancedServerOps-1658034486 tempest-TestNetworkAdvancedServerOps-1658034486-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4370148 Sep 23 15:07:25.392342 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45964) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:25.411979 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-07318dcd-c30e-4490-9ffc-a93dead07aa4 None None] Attempt 5 to provision port b530a23c-bb6f-49d6-b179-43b276b65b5a Sep 23 15:07:25.443984 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dfa659e8-b7b3-485b-b089-1d6a555de280 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:25.450106 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9e542-51a3-418f-a826-045114c6d4fa req-5a5ed400-c204-40b8-b713-6fc7301e9105 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:25.451654 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f3b9e542-51a3-418f-a826-045114c6d4fa req-5a5ed400-c204-40b8-b713-6fc7301e9105 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 945 time: 0.4370351 Sep 23 15:07:25.491679 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6ccdcf65-5c05-45f3-8098-d905cfb0cbf1 tempest-TestNetworkAdvancedServerOps-1658034486 tempest-TestNetworkAdvancedServerOps-1658034486-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=61b1518d-d511-4beb-b056-d894a2c85079&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0979123 Sep 23 15:07:25.497830 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45968) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:25.502456 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9f9c225c-6756-479c-a8ba-e64db8bb4a1c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:25.506138 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e254216a-8d42-42ba-b828-22dad3cf9265 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:25.520511 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-d8ac1089-3720-4922-acf6-be06a1070d72 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-226166257', 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221', 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:25.527054 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-fdafd04a-3f34-46d8-86ac-4f5f683f6469 None None] Attempting to bind port 972715dc-b2ed-4af1-8c85-fba3968a17bb on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:07:25.527499 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-fdafd04a-3f34-46d8-86ac-4f5f683f6469 None None] Attempting to bind port 972715dc-b2ed-4af1-8c85-fba3968a17bb by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:07:25.527944 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdafd04a-3f34-46d8-86ac-4f5f683f6469 None None] Attempting to bind port 972715dc-b2ed-4af1-8c85-fba3968a17bb on network c3d67a4b-9092-448f-b14d-bd8d70a05623 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:07:25.537897 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-49f5a45a-93d5-4e99-bf46-cdbad5c8bed5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Allocated IP 2001:db8::1 (522ebda2-c312-460a-a56d-4a06cbe10bd1/445ad2b5-b2ad-462f-be22-8884dc288056/448d4d4f-959f-452b-abfe-c7244fcfa6c8) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:25.554777 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdafd04a-3f34-46d8-86ac-4f5f683f6469 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:07:25.555216 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdafd04a-3f34-46d8-86ac-4f5f683f6469 None None] Checking segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:07:25.555737 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdafd04a-3f34-46d8-86ac-4f5f683f6469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:25.556201 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdafd04a-3f34-46d8-86ac-4f5f683f6469 None None] Bound using segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:07:25.556734 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-fdafd04a-3f34-46d8-86ac-4f5f683f6469 None None] Bound port: 972715dc-b2ed-4af1-8c85-fba3968a17bb, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:07:25.557171 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdafd04a-3f34-46d8-86ac-4f5f683f6469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:25.567891 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa659e8-b7b3-485b-b089-1d6a555de280 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Pushing event updated for resources: {'Subnet': ['ID=6706c8b5-11e7-4f89-8815-313a6b7a8457,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:25.594467 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-07318dcd-c30e-4490-9ffc-a93dead07aa4 None None] Port b530a23c-bb6f-49d6-b179-43b276b65b5a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:25.608507 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa659e8-b7b3-485b-b089-1d6a555de280 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Checking segment: {'id': '99d95176-8434-4033-a9de-991e18fbe707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a743e521-e125-4b42-ab37-2865b838064c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:07:25.608507 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa659e8-b7b3-485b-b089-1d6a555de280 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Network hostable DHCP agents. Network: a743e521-e125-4b42-ab37-2865b838064c, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:07:25.621567 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-9f9c225c-6756-479c-a8ba-e64db8bb4a1c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Transition to ACTIVE for port object 89c0c2f1-8332-4c20-b2f5-852d39d36f56 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:25.653185 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 5546de36-b06b-4bda-88d8-ecf8e222f1ce completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:25.656286 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f3b9e542-51a3-418f-a826-045114c6d4fa req-e06beaae-fc33-49bd-8dc7-4c79aa144ae9 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/security-groups?id=353147c3-04d5-4845-9d1c-8e23b8cecfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815729 Sep 23 15:07:25.731117 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d8ac1089-3720-4922-acf6-be06a1070d72 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:25.739609 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d8ac1089-3720-4922-acf6-be06a1070d72 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Usage tracker for resource:subnet and tenant:b3a12835b3f04141a72530dd667a86b6 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:25.748050 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d8ac1089-3720-4922-acf6-be06a1070d72 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:25.780992 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-43071886-8254-4d69-a7f7-63048be75e96 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:25.786381 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d8ac1089-3720-4922-acf6-be06a1070d72 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:25.832552 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9f9c225c-6756-479c-a8ba-e64db8bb4a1c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:25.872915 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-fdafd04a-3f34-46d8-86ac-4f5f683f6469 None None] For port 972715dc-b2ed-4af1-8c85-fba3968a17bb, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:07:25.879351 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-fdafd04a-3f34-46d8-86ac-4f5f683f6469 None None] For port 972715dc-b2ed-4af1-8c85-fba3968a17bb, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=972715dc-b2ed-4af1-8c85-fba3968a17bb,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:07:25.899027 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-f413aeb8-bbab-429e-aa50-fc073b2eb969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724022762', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246'}], 'enable_snat': True}, 'gw_port_id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:07:17Z', 'updated_at': '2022-09-23T15:07:21Z', 'revision_number': 3, 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'gw_port': {'id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:19Z', 'updated_at': '2022-09-23T15:07:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:25.906790 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f413aeb8-bbab-429e-aa50-fc073b2eb969 None None] Checking router: d6f99150-9f1b-40ce-b203-62a4a5082f56 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:07:25.907237 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f413aeb8-bbab-429e-aa50-fc073b2eb969 None None] Updating router d6f99150-9f1b-40ce-b203-62a4a5082f56 port 4720b56f-377c-4d8c-8294-4d77115ccc7b binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:07:25.936620 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49f5a45a-93d5-4e99-bf46-cdbad5c8bed5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:25.941963 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:07:25.986645 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdafd04a-3f34-46d8-86ac-4f5f683f6469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:26.001662 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e254216a-8d42-42ba-b828-22dad3cf9265 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:26.007993 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e254216a-8d42-42ba-b828-22dad3cf9265 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:26.008961 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e254216a-8d42-42ba-b828-22dad3cf9265 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:26.013675 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c225c-6756-479c-a8ba-e64db8bb4a1c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Port': ['ID=89c0c2f1-8332-4c20-b2f5-852d39d36f56,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:26.037770 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ac1089-3720-4922-acf6-be06a1070d72 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Made reservation on behalf of b3a12835b3f04141a72530dd667a86b6 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:26.043007 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d8ac1089-3720-4922-acf6-be06a1070d72 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:26.061477 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9c225c-6756-479c-a8ba-e64db8bb4a1c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:26.085156 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-9f9c225c-6756-479c-a8ba-e64db8bb4a1c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:26.088838 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa659e8-b7b3-485b-b089-1d6a555de280 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Network a743e521-e125-4b42-ab37-2865b838064c is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:07:26.108722 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-07318dcd-c30e-4490-9ffc-a93dead07aa4 None None] Attempt 6 to provision port b530a23c-bb6f-49d6-b179-43b276b65b5a Sep 23 15:07:26.115382 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-49f5a45a-93d5-4e99-bf46-cdbad5c8bed5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Transition to ACTIVE for port object 448d4d4f-959f-452b-abfe-c7244fcfa6c8 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:26.151702 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f413aeb8-bbab-429e-aa50-fc073b2eb969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:26.152128 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9c225c-6756-479c-a8ba-e64db8bb4a1c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:07:26.152666 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9f9c225c-6756-479c-a8ba-e64db8bb4a1c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:26.289677 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49f5a45a-93d5-4e99-bf46-cdbad5c8bed5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:26.295126 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-dfa659e8-b7b3-485b-b089-1d6a555de280 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, a743e521-e125-4b42-ab37-2865b838064c) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:26.329322 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e337020-99eb-4ebb-94c7-86a3a81bdaa3 None None] Network a743e521-e125-4b42-ab37-2865b838064c requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:26.363221 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254216a-8d42-42ba-b828-22dad3cf9265 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Network': ['ID=bed64a59-9622-4c1e-b8d9-9d8b30a5ff39,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:26.392398 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e254216a-8d42-42ba-b828-22dad3cf9265 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7933667 Sep 23 15:07:26.397013 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45976) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:26.402788 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network bed64a59-9622-4c1e-b8d9-9d8b30a5ff39 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:07:26.408021 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-bf3c5be5-e361-4cf4-bf29-d691e8d44131 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'subnet': {'network_id': 'bed64a59-9622-4c1e-b8d9-9d8b30a5ff39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:26.572539 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dfa659e8-b7b3-485b-b089-1d6a555de280 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:26.594928 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafd04a-3f34-46d8-86ac-4f5f683f6469 None None] Pushing event updated for resources: {'Port': ['ID=972715dc-b2ed-4af1-8c85-fba3968a17bb,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:26.642811 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-07318dcd-c30e-4490-9ffc-a93dead07aa4 None None] Port b530a23c-bb6f-49d6-b179-43b276b65b5a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:26.672877 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f5a45a-93d5-4e99-bf46-cdbad5c8bed5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network 522ebda2-c312-460a-a56d-4a06cbe10bd1 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:26.697998 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5a45a-93d5-4e99-bf46-cdbad5c8bed5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Port': ['ID=448d4d4f-959f-452b-abfe-c7244fcfa6c8,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:26.700965 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-49f5a45a-93d5-4e99-bf46-cdbad5c8bed5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:26.711312 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f5a45a-93d5-4e99-bf46-cdbad5c8bed5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:07:26.711312 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49f5a45a-93d5-4e99-bf46-cdbad5c8bed5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:26.748539 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:26.762764 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa659e8-b7b3-485b-b089-1d6a555de280 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Pushing event updated for resources: {'Subnet': ['ID=f1a15e93-7eec-4ccf-a0f0-43fa8224fef0,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:26.839604 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-43071886-8254-4d69-a7f7-63048be75e96 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:26.847473 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa659e8-b7b3-485b-b089-1d6a555de280 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Checking segment: {'id': 'e17b3a85-cfcf-4faf-9abc-ed0cdbcd1997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b30ddbb5-9e95-423a-a468-1574f65949c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:07:26.848079 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa659e8-b7b3-485b-b089-1d6a555de280 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Network hostable DHCP agents. Network: b30ddbb5-9e95-423a-a468-1574f65949c8, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:07:26.904622 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-bf3c5be5-e361-4cf4-bf29-d691e8d44131 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:26.909022 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-bf3c5be5-e361-4cf4-bf29-d691e8d44131 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:subnet and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:26.913082 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-bf3c5be5-e361-4cf4-bf29-d691e8d44131 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:26.920651 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-bf3c5be5-e361-4cf4-bf29-d691e8d44131 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:26.929708 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-43071886-8254-4d69-a7f7-63048be75e96 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:26.975020 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9f9c225c-6756-479c-a8ba-e64db8bb4a1c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:27.045156 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa659e8-b7b3-485b-b089-1d6a555de280 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Network b30ddbb5-9e95-423a-a468-1574f65949c8 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:07:27.073497 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3c5be5-e361-4cf4-bf29-d691e8d44131 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:27.077333 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf3c5be5-e361-4cf4-bf29-d691e8d44131 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:27.103755 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f413aeb8-bbab-429e-aa50-fc073b2eb969 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:27.104309 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-43071886-8254-4d69-a7f7-63048be75e96 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:27.118458 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f413aeb8-bbab-429e-aa50-fc073b2eb969 None None] Transition to ACTIVE for port object 4720b56f-377c-4d8c-8294-4d77115ccc7b will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:27.134336 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43071886-8254-4d69-a7f7-63048be75e96 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Port': ['ID=b530a23c-bb6f-49d6-b179-43b276b65b5a,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:27.170253 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-07318dcd-c30e-4490-9ffc-a93dead07aa4 None None] Attempt 7 to provision port b530a23c-bb6f-49d6-b179-43b276b65b5a Sep 23 15:07:27.210066 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f413aeb8-bbab-429e-aa50-fc073b2eb969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:27.241614 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-dfa659e8-b7b3-485b-b089-1d6a555de280 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, b30ddbb5-9e95-423a-a468-1574f65949c8) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:27.259516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49f5a45a-93d5-4e99-bf46-cdbad5c8bed5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:27.272087 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa659e8-b7b3-485b-b089-1d6a555de280 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:27.272796 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa659e8-b7b3-485b-b089-1d6a555de280 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:27.273410 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dfa659e8-b7b3-485b-b089-1d6a555de280 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:27.275215 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f413aeb8-bbab-429e-aa50-fc073b2eb969 None None] Attempting to bind port 4720b56f-377c-4d8c-8294-4d77115ccc7b on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:07:27.275597 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f413aeb8-bbab-429e-aa50-fc073b2eb969 None None] Attempting to bind port 4720b56f-377c-4d8c-8294-4d77115ccc7b by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:07:27.275955 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f413aeb8-bbab-429e-aa50-fc073b2eb969 None None] Attempting to bind port 4720b56f-377c-4d8c-8294-4d77115ccc7b on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:07:27.310035 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f413aeb8-bbab-429e-aa50-fc073b2eb969 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:07:27.310434 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f413aeb8-bbab-429e-aa50-fc073b2eb969 None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:07:27.310839 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f413aeb8-bbab-429e-aa50-fc073b2eb969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:27.312072 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f413aeb8-bbab-429e-aa50-fc073b2eb969 None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:07:27.312821 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f413aeb8-bbab-429e-aa50-fc073b2eb969 None None] Bound port: 4720b56f-377c-4d8c-8294-4d77115ccc7b, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:07:27.313202 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f413aeb8-bbab-429e-aa50-fc073b2eb969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:27.373557 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a7d85-7609-436e-a8a9-572509a998e0 req-4208f890-66ed-49cf-a904-dadcd8b38c40 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:27.373557 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d96a7d85-7609-436e-a8a9-572509a998e0 req-4208f890-66ed-49cf-a904-dadcd8b38c40 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 945 time: 0.6815941 Sep 23 15:07:27.400186 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f413aeb8-bbab-429e-aa50-fc073b2eb969 None None] For port 4720b56f-377c-4d8c-8294-4d77115ccc7b, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:07:27.405595 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f413aeb8-bbab-429e-aa50-fc073b2eb969 None None] For port 4720b56f-377c-4d8c-8294-4d77115ccc7b, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=4720b56f-377c-4d8c-8294-4d77115ccc7b,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:07:27.406423 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2c6a9e-023a-46f3-8e45-7503d658adf7 None None] Network b30ddbb5-9e95-423a-a468-1574f65949c8 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:27.433386 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f652b29-7330-4fae-bd6b-466b5bd0274b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-a743e521-e125-4b42-ab37-2865b838064c', 'network_id': 'a743e521-e125-4b42-ab37-2865b838064c', 'tenant_id': '9c0258cd4411406e8d8165f07fb44c4e', 'fixed_ips': [{'subnet_id': '6706c8b5-11e7-4f89-8815-313a6b7a8457'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:07:27.434291 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5f652b29-7330-4fae-bd6b-466b5bd0274b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:27.482125 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-dfa659e8-b7b3-485b-b089-1d6a555de280 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 6.4868662 Sep 23 15:07:27.488649 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45980) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:27.513351 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d96a7d85-7609-436e-a8a9-572509a998e0 req-3c48c57c-44e4-4c10-9957-58caaff3195b tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/security-groups?id=353147c3-04d5-4845-9d1c-8e23b8cecfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418169 Sep 23 15:07:27.545705 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43071886-8254-4d69-a7f7-63048be75e96 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network f347ad47-f0af-4fb7-ae5b-10a5424f48a2 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:27.547172 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-43071886-8254-4d69-a7f7-63048be75e96 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:27.617235 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d8ac1089-3720-4922-acf6-be06a1070d72 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:27.667826 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f413aeb8-bbab-429e-aa50-fc073b2eb969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:27.703720 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-07318dcd-c30e-4490-9ffc-a93dead07aa4 None None] Port b530a23c-bb6f-49d6-b179-43b276b65b5a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:27.715675 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1e6a5-7ab6-4082-9a70-0a895564bf26 None None] Pushing event updated for resources: {'Port': ['ID=4720b56f-377c-4d8c-8294-4d77115ccc7b,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:27.946063 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f413aeb8-bbab-429e-aa50-fc073b2eb969 None None] Routers {'d6f99150-9f1b-40ce-b203-62a4a5082f56'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:07:27.946815 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-f413aeb8-bbab-429e-aa50-fc073b2eb969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:07:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['d6f99150-9f1b-40ce-b203-62a4a5082f56'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:27.966174 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9f9c225c-6756-479c-a8ba-e64db8bb4a1c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:27.976964 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac1089-3720-4922-acf6-be06a1070d72 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Pushing event updated for resources: {'Subnet': ['ID=245ea95f-8d5f-45e2-90f5-83cc7713b286,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:27.992045 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e64fd1-f845-48e2-81c9-a39af6c96b95 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:27.993882 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e64fd1-f845-48e2-81c9-a39af6c96b95 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:27.996878 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e64fd1-f845-48e2-81c9-a39af6c96b95 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:27.999471 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-52e64fd1-f845-48e2-81c9-a39af6c96b95 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.5070298 Sep 23 15:07:28.008466 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45984) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:28.035126 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 972715dc-b2ed-4af1-8c85-fba3968a17bb up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:07:28.040920 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9f9c225c-6756-479c-a8ba-e64db8bb4a1c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:28.041709 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9f9c225c-6756-479c-a8ba-e64db8bb4a1c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:28.121860 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-032b7521-24de-4325-8106-7308c517cbb7 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Deleting subnet 6706c8b5-11e7-4f89-8815-313a6b7a8457 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:07:28.141918 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ac1089-3720-4922-acf6-be06a1070d72 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Checking segment: {'id': 'c15215a5-57ed-4328-8791-eac77bc9a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:07:28.142497 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ac1089-3720-4922-acf6-be06a1070d72 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Network hostable DHCP agents. Network: a6c9aa2c-f801-4044-ba36-ff353c446221, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:07:28.146804 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43071886-8254-4d69-a7f7-63048be75e96 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Router 79a45a8d-7147-44d0-abc4-def0338cf15f is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:07:28.152235 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49f5a45a-93d5-4e99-bf46-cdbad5c8bed5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:28.214302 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-5f652b29-7330-4fae-bd6b-466b5bd0274b None None] Allocated IP 2001:db8::1 (a743e521-e125-4b42-ab37-2865b838064c/6706c8b5-11e7-4f89-8815-313a6b7a8457/2b5edb9e-2788-464b-afc7-ceb5c56ee066) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:28.239462 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c225c-6756-479c-a8ba-e64db8bb4a1c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Port': ['ID=89c0c2f1-8332-4c20-b2f5-852d39d36f56,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:28.240282 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-07318dcd-c30e-4490-9ffc-a93dead07aa4 None None] Attempt 8 to provision port b530a23c-bb6f-49d6-b179-43b276b65b5a Sep 23 15:07:28.301064 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9c225c-6756-479c-a8ba-e64db8bb4a1c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:28.303357 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-9f9c225c-6756-479c-a8ba-e64db8bb4a1c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:28.319430 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-07318dcd-c30e-4490-9ffc-a93dead07aa4 None None] Port b530a23c-bb6f-49d6-b179-43b276b65b5a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:28.335031 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49f5a45a-93d5-4e99-bf46-cdbad5c8bed5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:28.336167 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49f5a45a-93d5-4e99-bf46-cdbad5c8bed5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:28.348689 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28115c1b-e53a-4ab5-9b6b-f364e50f6330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-b30ddbb5-9e95-423a-a468-1574f65949c8', 'network_id': 'b30ddbb5-9e95-423a-a468-1574f65949c8', 'tenant_id': '9c0258cd4411406e8d8165f07fb44c4e', 'fixed_ips': [{'subnet_id': 'f1a15e93-7eec-4ccf-a0f0-43fa8224fef0'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:07:28.349953 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28115c1b-e53a-4ab5-9b6b-f364e50f6330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:28.470082 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 972715dc-b2ed-4af1-8c85-fba3968a17bb completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:28.475264 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1e6a5-7ab6-4082-9a70-0a895564bf26 None None] Pushing event updated for resources: {'Port': ['ID=4720b56f-377c-4d8c-8294-4d77115ccc7b,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:28.504408 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ac1089-3720-4922-acf6-be06a1070d72 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Network a6c9aa2c-f801-4044-ba36-ff353c446221 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:07:28.519752 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf3c5be5-e361-4cf4-bf29-d691e8d44131 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:28.592638 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5a45a-93d5-4e99-bf46-cdbad5c8bed5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Port': ['ID=448d4d4f-959f-452b-abfe-c7244fcfa6c8,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:28.600953 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43071886-8254-4d69-a7f7-63048be75e96 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:07:28.610283 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-43071886-8254-4d69-a7f7-63048be75e96 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "PUT /v2.0/routers/79a45a8d-7147-44d0-abc4-def0338cf15f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2608929 Sep 23 15:07:28.611002 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 45990) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:28.615986 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35b53ca-2936-42aa-b248-b308ea9082a4 None None] Sync routers for ids ['79a45a8d-7147-44d0-abc4-def0338cf15f'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:07:28.633857 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35b53ca-2936-42aa-b248-b308ea9082a4 None None] Routers {'79a45a8d-7147-44d0-abc4-def0338cf15f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:07:28.638783 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-d35b53ca-2936-42aa-b248-b308ea9082a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:07:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['79a45a8d-7147-44d0-abc4-def0338cf15f'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:28.709817 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-28115c1b-e53a-4ab5-9b6b-f364e50f6330 None None] Allocated IP 2001:db8:0:1::1 (b30ddbb5-9e95-423a-a468-1574f65949c8/f1a15e93-7eec-4ccf-a0f0-43fa8224fef0/a12ce0b2-76f9-4e94-96b2-16867c0ce4ad) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:28.742662 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f5a45a-93d5-4e99-bf46-cdbad5c8bed5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network 522ebda2-c312-460a-a56d-4a06cbe10bd1 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:28.755925 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-d35b53ca-2936-42aa-b248-b308ea9082a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:28.765345 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35b53ca-2936-42aa-b248-b308ea9082a4 None None] Routers {'79a45a8d-7147-44d0-abc4-def0338cf15f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:07:28.766118 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-d35b53ca-2936-42aa-b248-b308ea9082a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:07:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['79a45a8d-7147-44d0-abc4-def0338cf15f'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:28.784307 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-49f5a45a-93d5-4e99-bf46-cdbad5c8bed5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:28.817468 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-d8ac1089-3720-4922-acf6-be06a1070d72 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, a6c9aa2c-f801-4044-ba36-ff353c446221) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:28.821883 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ac1089-3720-4922-acf6-be06a1070d72 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:28.822508 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d8ac1089-3720-4922-acf6-be06a1070d72 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:28.842598 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-d35b53ca-2936-42aa-b248-b308ea9082a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:28.843201 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35b53ca-2936-42aa-b248-b308ea9082a4 None None] The sync data for ids ['79a45a8d-7147-44d0-abc4-def0338cf15f'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:07:28.847498 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-07318dcd-c30e-4490-9ffc-a93dead07aa4 None None] Attempt 9 to provision port b530a23c-bb6f-49d6-b179-43b276b65b5a Sep 23 15:07:28.896517 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1132c52-b5be-43be-a101-13f79f7fa746 None None] Network a6c9aa2c-f801-4044-ba36-ff353c446221 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:28.903296 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c5be5-e361-4cf4-bf29-d691e8d44131 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Subnet': ['ID=8cbe9143-d3bb-461f-bba8-5aa135616312,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:28.915511 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c5be5-e361-4cf4-bf29-d691e8d44131 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:28.915854 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c5be5-e361-4cf4-bf29-d691e8d44131 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:28.916200 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c5be5-e361-4cf4-bf29-d691e8d44131 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:28.916538 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c5be5-e361-4cf4-bf29-d691e8d44131 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:28.916887 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c5be5-e361-4cf4-bf29-d691e8d44131 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:28.917219 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c5be5-e361-4cf4-bf29-d691e8d44131 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:28.917543 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c5be5-e361-4cf4-bf29-d691e8d44131 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:28.917866 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c5be5-e361-4cf4-bf29-d691e8d44131 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:28.918189 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c5be5-e361-4cf4-bf29-d691e8d44131 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:28.918579 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c5be5-e361-4cf4-bf29-d691e8d44131 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:28.918909 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c5be5-e361-4cf4-bf29-d691e8d44131 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:28.919225 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3c5be5-e361-4cf4-bf29-d691e8d44131 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:28.924740 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3c5be5-e361-4cf4-bf29-d691e8d44131 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Checking segment: {'id': '092ce205-6a41-4634-9b76-1f3fd6107ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bed64a59-9622-4c1e-b8d9-9d8b30a5ff39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:07:28.925377 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3c5be5-e361-4cf4-bf29-d691e8d44131 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network hostable DHCP agents. Network: bed64a59-9622-4c1e-b8d9-9d8b30a5ff39, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:07:28.966794 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9c225c-6756-479c-a8ba-e64db8bb4a1c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Router 0a094f0c-eb7c-4d31-a398-0b286fa2a344 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:07:29.036128 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-f413aeb8-bbab-429e-aa50-fc073b2eb969 None None] Set router d6f99150-9f1b-40ce-b203-62a4a5082f56 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:07:29.068005 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d63436-af1b-4b58-8618-eb66dabb6dc5 req-f740b52e-9c46-43b9-b981-f33560cf88bf tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:29.069610 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-95d63436-af1b-4b58-8618-eb66dabb6dc5 req-f740b52e-9c46-43b9-b981-f33560cf88bf tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 945 time: 0.3291452 Sep 23 15:07:29.081516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67382115-acc3-4247-8822-e076f538a77a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:29.082280 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-67382115-acc3-4247-8822-e076f538a77a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Synchronizing usage tracker for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:29.119513 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3c5be5-e361-4cf4-bf29-d691e8d44131 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network bed64a59-9622-4c1e-b8d9-9d8b30a5ff39 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:07:29.122561 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d8ac1089-3720-4922-acf6-be06a1070d72 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.6236668 Sep 23 15:07:29.134073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 45994) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:29.165508 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-07318dcd-c30e-4490-9ffc-a93dead07aa4 None None] Port b530a23c-bb6f-49d6-b179-43b276b65b5a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:29.169112 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-95d63436-af1b-4b58-8618-eb66dabb6dc5 req-28bed052-2b7b-4ce5-8e09-ac8987b15bad tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/security-groups?id=353147c3-04d5-4845-9d1c-8e23b8cecfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816479 Sep 23 15:07:29.213498 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-67382115-acc3-4247-8822-e076f538a77a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Unset dirty status for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:29.218217 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-67382115-acc3-4247-8822-e076f538a77a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "GET /v2.0/ports?device_id=79a45a8d-7147-44d0-abc4-def0338cf15f HTTP/1.1" status: 200 len: 981 time: 0.6068940 Sep 23 15:07:29.221045 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46000) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:29.251295 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9c225c-6756-479c-a8ba-e64db8bb4a1c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:07:29.260091 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9f9c225c-6756-479c-a8ba-e64db8bb4a1c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "PUT /v2.0/routers/0a094f0c-eb7c-4d31-a398-0b286fa2a344/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7930596 Sep 23 15:07:29.294960 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46004) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:29.298103 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] Sync routers for ids ['0a094f0c-eb7c-4d31-a398-0b286fa2a344'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:07:29.306436 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-bf3c5be5-e361-4cf4-bf29-d691e8d44131 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, bed64a59-9622-4c1e-b8d9-9d8b30a5ff39) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:29.308801 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f5a45a-93d5-4e99-bf46-cdbad5c8bed5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Router 8f082ed5-c2d1-4adc-8548-a4b054de9935 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:07:29.330893 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3c5be5-e361-4cf4-bf29-d691e8d44131 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:29.331481 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf3c5be5-e361-4cf4-bf29-d691e8d44131 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:29.337516 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639bb4f6-0768-43ab-980f-e104ee72e894 None None] Network bed64a59-9622-4c1e-b8d9-9d8b30a5ff39 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:29.446350 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bf3c5be5-e361-4cf4-bf29-d691e8d44131 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0476437 Sep 23 15:07:29.449947 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46008) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:29.457095 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-017c46e9-2448-4417-bd26-b7d276afe465 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'port': {'network_id': 'bed64a59-9622-4c1e-b8d9-9d8b30a5ff39', 'name': 'tempest-PortsIpV6TestJSON-1161142150', 'fixed_ips': [{'subnet_id': '8cbe9143-d3bb-461f-bba8-5aa135616312', 'ip_address': '2001:db8::10'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:29.481908 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] Routers {'0a094f0c-eb7c-4d31-a398-0b286fa2a344'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:07:29.482577 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:07:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['0a094f0c-eb7c-4d31-a398-0b286fa2a344'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:29.642542 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99f12f1-9fcd-4391-8cd6-cfe7b0cfc381 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:29.643467 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d99f12f1-9fcd-4391-8cd6-cfe7b0cfc381 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:29.746543 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-07318dcd-c30e-4490-9ffc-a93dead07aa4 None None] Attempt 10 to provision port b530a23c-bb6f-49d6-b179-43b276b65b5a Sep 23 15:07:29.756959 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f5a45a-93d5-4e99-bf46-cdbad5c8bed5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:07:29.770904 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e30df98-4c1c-40dc-af65-0fc3ff60e5e4 None None] Sync routers for ids ['8f082ed5-c2d1-4adc-8548-a4b054de9935'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:07:29.794153 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e30df98-4c1c-40dc-af65-0fc3ff60e5e4 None None] Routers {'8f082ed5-c2d1-4adc-8548-a4b054de9935'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:07:29.795230 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-9e30df98-4c1c-40dc-af65-0fc3ff60e5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:07:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8f082ed5-c2d1-4adc-8548-a4b054de9935'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:29.855876 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-017c46e9-2448-4417-bd26-b7d276afe465 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:29.860367 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-017c46e9-2448-4417-bd26-b7d276afe465 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:port and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:29.864623 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-017c46e9-2448-4417-bd26-b7d276afe465 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:29.881005 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-017c46e9-2448-4417-bd26-b7d276afe465 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:29.904552 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-9e30df98-4c1c-40dc-af65-0fc3ff60e5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:29.909903 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e30df98-4c1c-40dc-af65-0fc3ff60e5e4 None None] Routers {'8f082ed5-c2d1-4adc-8548-a4b054de9935'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:07:29.910892 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-9e30df98-4c1c-40dc-af65-0fc3ff60e5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:07:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8f082ed5-c2d1-4adc-8548-a4b054de9935'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:29.965098 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017c46e9-2448-4417-bd26-b7d276afe465 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:29.983762 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-9e30df98-4c1c-40dc-af65-0fc3ff60e5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:29.984578 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e30df98-4c1c-40dc-af65-0fc3ff60e5e4 None None] The sync data for ids ['8f082ed5-c2d1-4adc-8548-a4b054de9935'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:07:30.009029 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-07318dcd-c30e-4490-9ffc-a93dead07aa4 None None] Port b530a23c-bb6f-49d6-b179-43b276b65b5a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:30.019033 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-49f5a45a-93d5-4e99-bf46-cdbad5c8bed5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "PUT /v2.0/routers/8f082ed5-c2d1-4adc-8548-a4b054de9935/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9986501 Sep 23 15:07:30.047893 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46014) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:30.106964 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d99f12f1-9fcd-4391-8cd6-cfe7b0cfc381 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:30.110874 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d99f12f1-9fcd-4391-8cd6-cfe7b0cfc381 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports/89c0c2f1-8332-4c20-b2f5-852d39d36f56 HTTP/1.1" status: 200 len: 911 time: 0.8114724 Sep 23 15:07:30.115769 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46018) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:30.190742 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4265ea-a68d-4e0c-bc7d-2a60685720a4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:30.194628 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3f4265ea-a68d-4e0c-bc7d-2a60685720a4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "GET /v2.0/ports/448d4d4f-959f-452b-abfe-c7244fcfa6c8 HTTP/1.1" status: 200 len: 911 time: 0.1432858 Sep 23 15:07:30.205657 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46022) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:30.224696 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28115c1b-e53a-4ab5-9b6b-f364e50f6330 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:30.246952 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5f652b29-7330-4fae-bd6b-466b5bd0274b None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:30.302585 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-07318dcd-c30e-4490-9ffc-a93dead07aa4 None None] Provisioning complete for port eccdb14b-4009-4f3e-901b-64000358a782 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:30.303407 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-07318dcd-c30e-4490-9ffc-a93dead07aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:30.304083 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-07318dcd-c30e-4490-9ffc-a93dead07aa4 None None] Attempt 1 to provision port eccdb14b-4009-4f3e-901b-64000358a782 Sep 23 15:07:30.313815 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1c96699e-7a3c-4f1e-9cb2-7d653b52a2b3 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:30.364744 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-28115c1b-e53a-4ab5-9b6b-f364e50f6330 None None] Transition to ACTIVE for port object a12ce0b2-76f9-4e94-96b2-16867c0ce4ad will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:30.391150 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] Set router 0a094f0c-eb7c-4d31-a398-0b286fa2a344 gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:07:30.436105 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b975226-8491-4d5d-af63-fb1e686a968c req-eb99100d-64ce-4b17-adac-9f3d4cb2a958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:30.438097 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0b975226-8491-4d5d-af63-fb1e686a968c req-eb99100d-64ce-4b17-adac-9f3d4cb2a958 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e8ee137469b945bebf2c7f0015c1b0da&device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 1098 time: 0.4125121 Sep 23 15:07:30.439348 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5f652b29-7330-4fae-bd6b-466b5bd0274b None None] Transition to ACTIVE for port object 2b5edb9e-2788-464b-afc7-ceb5c56ee066 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:30.481439 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b4c05-67a7-4c11-a384-0cf3a8d0b9b1 req-529682c4-b8c1-4c5a-b870-dae0d008df8a tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:30.483234 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-df6b4c05-67a7-4c11-a384-0cf3a8d0b9b1 req-529682c4-b8c1-4c5a-b870-dae0d008df8a tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 945 time: 0.7433136 Sep 23 15:07:30.504012 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22afd7c2-7f47-4022-964d-43c2d587c281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-bed64a59-9622-4c1e-b8d9-9d8b30a5ff39', 'network_id': 'bed64a59-9622-4c1e-b8d9-9d8b30a5ff39', 'tenant_id': 'fe968160af094339b6a6d6f363efa62e', 'fixed_ips': [{'subnet_id': '8cbe9143-d3bb-461f-bba8-5aa135616312'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:07:30.504969 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22afd7c2-7f47-4022-964d-43c2d587c281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:30.527610 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da656f74-960a-4f49-9ef3-5fb10f9d057e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-a6c9aa2c-f801-4044-ba36-ff353c446221', 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'fixed_ips': [{'subnet_id': '245ea95f-8d5f-45e2-90f5-83cc7713b286'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:07:30.528583 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-da656f74-960a-4f49-9ef3-5fb10f9d057e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:30.549164 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-28115c1b-e53a-4ab5-9b6b-f364e50f6330 None None] Transition to ACTIVE for port object a12ce0b2-76f9-4e94-96b2-16867c0ce4ad will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:30.592549 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5f652b29-7330-4fae-bd6b-466b5bd0274b None None] Transition to ACTIVE for port object 2b5edb9e-2788-464b-afc7-ceb5c56ee066 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:30.625768 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-017c46e9-2448-4417-bd26-b7d276afe465 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:30.678008 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-017c46e9-2448-4417-bd26-b7d276afe465 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] device_id is not set on port b7d7000b-ff18-433b-bbc0-d0a691057775 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:07:30.745918 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-032b7521-24de-4325-8106-7308c517cbb7 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:30.748974 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28115c1b-e53a-4ab5-9b6b-f364e50f6330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:30.812695 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5f652b29-7330-4fae-bd6b-466b5bd0274b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:30.812958 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54a74e6-b9dd-48b0-aa82-cbb63034554e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:30.818701 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54a74e6-b9dd-48b0-aa82-cbb63034554e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:30.823171 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a54a74e6-b9dd-48b0-aa82-cbb63034554e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.7008331 Sep 23 15:07:30.837359 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46026) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:30.919570 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-df6b4c05-67a7-4c11-a384-0cf3a8d0b9b1 req-89838820-c38b-43ca-b62f-95d3cb5c59b4 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/security-groups?id=353147c3-04d5-4845-9d1c-8e23b8cecfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208455 Sep 23 15:07:30.992094 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28115c1b-e53a-4ab5-9b6b-f364e50f6330 None None] Network b30ddbb5-9e95-423a-a468-1574f65949c8 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:30.998092 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-032b7521-24de-4325-8106-7308c517cbb7 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:31.031572 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-28115c1b-e53a-4ab5-9b6b-f364e50f6330 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:31.044187 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f652b29-7330-4fae-bd6b-466b5bd0274b None None] Network a743e521-e125-4b42-ab37-2865b838064c is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:31.048256 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28115c1b-e53a-4ab5-9b6b-f364e50f6330 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:07:31.067257 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-5f652b29-7330-4fae-bd6b-466b5bd0274b None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:31.069035 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28115c1b-e53a-4ab5-9b6b-f364e50f6330 None None] Pushing event updated for resources: {'Port': ['ID=a12ce0b2-76f9-4e94-96b2-16867c0ce4ad,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:31.074638 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f652b29-7330-4fae-bd6b-466b5bd0274b None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:07:31.107982 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-1c96699e-7a3c-4f1e-9cb2-7d653b52a2b3 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Allocated IP 172.20.0.1 (a6c9aa2c-f801-4044-ba36-ff353c446221/245ea95f-8d5f-45e2-90f5-83cc7713b286/550213bd-d15d-4ed0-90fc-4b73c0ac7ab3) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:31.151126 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-f413aeb8-bbab-429e-aa50-fc073b2eb969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724022762', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246'}], 'enable_snat': True}, 'gw_port_id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:07:17Z', 'updated_at': '2022-09-23T15:07:21Z', 'revision_number': 3, 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'gw_port': {'id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:19Z', 'updated_at': '2022-09-23T15:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:31.224540 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-032b7521-24de-4325-8106-7308c517cbb7 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:31.346490 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b975226-8491-4d5d-af63-fb1e686a968c req-4bdbc1ee-0f30-4b99-b3c9-72327d9b2844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:31.347880 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0b975226-8491-4d5d-af63-fb1e686a968c req-4bdbc1ee-0f30-4b99-b3c9-72327d9b2844 service neutron] 10.222.0.72 "GET /v2.0/networks?id=232b40d3-9067-44b8-ae10-69d9756e5382 HTTP/1.1" status: 200 len: 912 time: 0.9017398 Sep 23 15:07:31.359577 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1c96699e-7a3c-4f1e-9cb2-7d653b52a2b3 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:31.376238 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-1c96699e-7a3c-4f1e-9cb2-7d653b52a2b3 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Transition to ACTIVE for port object 550213bd-d15d-4ed0-90fc-4b73c0ac7ab3 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:31.390476 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f413aeb8-bbab-429e-aa50-fc073b2eb969 None None] The sync data for ids ['d6f99150-9f1b-40ce-b203-62a4a5082f56'] in dv-neutron-859093-1-hyperv is: [{'id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724022762', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246'}], 'enable_snat': True}, 'gw_port_id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:07:17Z', 'updated_at': '2022-09-23T15:07:21Z', 'revision_number': 3, 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'gw_port': {'id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:19Z', 'updated_at': '2022-09-23T15:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:07:31.412542 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-07318dcd-c30e-4490-9ffc-a93dead07aa4 None None] Current status of the port eccdb14b-4009-4f3e-901b-64000358a782 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:07:31.468491 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1c96699e-7a3c-4f1e-9cb2-7d653b52a2b3 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:31.539984 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f652b29-7330-4fae-bd6b-466b5bd0274b None None] Pushing event updated for resources: {'Port': ['ID=2b5edb9e-2788-464b-afc7-ceb5c56ee066,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:31.550358 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c96699e-7a3c-4f1e-9cb2-7d653b52a2b3 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Network a6c9aa2c-f801-4044-ba36-ff353c446221 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:31.554168 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-1c96699e-7a3c-4f1e-9cb2-7d653b52a2b3 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:31.559109 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c96699e-7a3c-4f1e-9cb2-7d653b52a2b3 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:07:31.613570 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96699e-7a3c-4f1e-9cb2-7d653b52a2b3 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Pushing event updated for resources: {'Port': ['ID=550213bd-d15d-4ed0-90fc-4b73c0ac7ab3,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:31.617087 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-28115c1b-e53a-4ab5-9b6b-f364e50f6330 None None] Attempting to bind port a12ce0b2-76f9-4e94-96b2-16867c0ce4ad on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:07:31.617411 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-28115c1b-e53a-4ab5-9b6b-f364e50f6330 None None] Attempting to bind port a12ce0b2-76f9-4e94-96b2-16867c0ce4ad by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'e17b3a85-cfcf-4faf-9abc-ed0cdbcd1997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b30ddbb5-9e95-423a-a468-1574f65949c8'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:07:31.617716 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28115c1b-e53a-4ab5-9b6b-f364e50f6330 None None] Attempting to bind port a12ce0b2-76f9-4e94-96b2-16867c0ce4ad on network b30ddbb5-9e95-423a-a468-1574f65949c8 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:07:31.624780 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-22afd7c2-7f47-4022-964d-43c2d587c281 None None] Allocated IP 2001:db8::2 (bed64a59-9622-4c1e-b8d9-9d8b30a5ff39/8cbe9143-d3bb-461f-bba8-5aa135616312/354a925b-e7f0-461a-b99c-724c3443055c) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:31.628733 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-5f652b29-7330-4fae-bd6b-466b5bd0274b None None] Attempting to bind port 2b5edb9e-2788-464b-afc7-ceb5c56ee066 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:07:31.629103 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-5f652b29-7330-4fae-bd6b-466b5bd0274b None None] Attempting to bind port 2b5edb9e-2788-464b-afc7-ceb5c56ee066 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '99d95176-8434-4033-a9de-991e18fbe707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a743e521-e125-4b42-ab37-2865b838064c'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:07:31.629466 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f652b29-7330-4fae-bd6b-466b5bd0274b None None] Attempting to bind port 2b5edb9e-2788-464b-afc7-ceb5c56ee066 on network a743e521-e125-4b42-ab37-2865b838064c {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:07:31.635718 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1c96699e-7a3c-4f1e-9cb2-7d653b52a2b3 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:31.650704 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f652b29-7330-4fae-bd6b-466b5bd0274b None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:07:31.651590 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f652b29-7330-4fae-bd6b-466b5bd0274b None None] Checking segment: {'id': '99d95176-8434-4033-a9de-991e18fbe707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a743e521-e125-4b42-ab37-2865b838064c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:07:31.652041 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5f652b29-7330-4fae-bd6b-466b5bd0274b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:31.652386 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f652b29-7330-4fae-bd6b-466b5bd0274b None None] Bound using segment: {'id': '99d95176-8434-4033-a9de-991e18fbe707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a743e521-e125-4b42-ab37-2865b838064c'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:07:31.652854 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-5f652b29-7330-4fae-bd6b-466b5bd0274b None None] Bound port: 2b5edb9e-2788-464b-afc7-ceb5c56ee066, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d95176-8434-4033-a9de-991e18fbe707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a743e521-e125-4b42-ab37-2865b838064c'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:07:31.653231 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5f652b29-7330-4fae-bd6b-466b5bd0274b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:31.672206 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28115c1b-e53a-4ab5-9b6b-f364e50f6330 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:07:31.672584 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28115c1b-e53a-4ab5-9b6b-f364e50f6330 None None] Checking segment: {'id': 'e17b3a85-cfcf-4faf-9abc-ed0cdbcd1997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b30ddbb5-9e95-423a-a468-1574f65949c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:07:31.672983 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28115c1b-e53a-4ab5-9b6b-f364e50f6330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:31.673371 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28115c1b-e53a-4ab5-9b6b-f364e50f6330 None None] Bound using segment: {'id': 'e17b3a85-cfcf-4faf-9abc-ed0cdbcd1997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b30ddbb5-9e95-423a-a468-1574f65949c8'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:07:31.673854 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-28115c1b-e53a-4ab5-9b6b-f364e50f6330 None None] Bound port: a12ce0b2-76f9-4e94-96b2-16867c0ce4ad, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17b3a85-cfcf-4faf-9abc-ed0cdbcd1997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b30ddbb5-9e95-423a-a468-1574f65949c8'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:07:31.674298 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28115c1b-e53a-4ab5-9b6b-f364e50f6330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:31.677233 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0b975226-8491-4d5d-af63-fb1e686a968c req-c4b517dc-a497-4368-a6a3-abe216322489 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98bac082-62c1-4710-8ba5-6cee39802e3e HTTP/1.1" status: 200 len: 217 time: 0.1138620 Sep 23 15:07:31.749513 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-da656f74-960a-4f49-9ef3-5fb10f9d057e None None] Allocated IP 172.20.0.2 (a6c9aa2c-f801-4044-ba36-ff353c446221/245ea95f-8d5f-45e2-90f5-83cc7713b286/fa66093d-083c-476e-a0c3-9e235c058b12) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:31.780383 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Provisioning for port 448d4d4f-959f-452b-abfe-c7244fcfa6c8 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:31.924953 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Provisioning complete for port 448d4d4f-959f-452b-abfe-c7244fcfa6c8 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:31.925326 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:31.925666 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Attempt 1 to provision port 448d4d4f-959f-452b-abfe-c7244fcfa6c8 Sep 23 15:07:31.984769 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 4720b56f-377c-4d8c-8294-4d77115ccc7b up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:07:32.033326 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b975226-8491-4d5d-af63-fb1e686a968c req-f3a3ef38-40dd-42a2-87ff-b0f673e07362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:32.035508 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0b975226-8491-4d5d-af63-fb1e686a968c req-f3a3ef38-40dd-42a2-87ff-b0f673e07362 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81dd6424-cc8f-428e-aa6c-132a9b3390d7 HTTP/1.1" status: 200 len: 851 time: 0.3472929 Sep 23 15:07:32.051239 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1c96699e-7a3c-4f1e-9cb2-7d653b52a2b3 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:32.249356 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Port 448d4d4f-959f-452b-abfe-c7244fcfa6c8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:32.253375 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-5f652b29-7330-4fae-bd6b-466b5bd0274b None None] For port 2b5edb9e-2788-464b-afc7-ceb5c56ee066, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:07:32.253876 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-032b7521-24de-4325-8106-7308c517cbb7 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:32.294891 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0b975226-8491-4d5d-af63-fb1e686a968c req-5df1276e-af81-46be-8a0b-8a0fc4347e75 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=232b40d3-9067-44b8-ae10-69d9756e5382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1575253 Sep 23 15:07:32.308246 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-032b7521-24de-4325-8106-7308c517cbb7 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:32.417466 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea538ba3-de48-4bf2-894c-460e7aa36fcb req-ce04f2f7-599f-4df2-b37c-4c28a14359de tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:32.419207 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ea538ba3-de48-4bf2-894c-460e7aa36fcb req-ce04f2f7-599f-4df2-b37c-4c28a14359de tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 945 time: 0.2829585 Sep 23 15:07:32.442609 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22afd7c2-7f47-4022-964d-43c2d587c281 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:32.455964 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22afd7c2-7f47-4022-964d-43c2d587c281 None None] Transition to ACTIVE for port object 354a925b-e7f0-461a-b99c-724c3443055c will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:32.466063 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-28115c1b-e53a-4ab5-9b6b-f364e50f6330 None None] For port a12ce0b2-76f9-4e94-96b2-16867c0ce4ad, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:07:32.469692 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b7521-24de-4325-8106-7308c517cbb7 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Pushing event deleted for resources: {'Subnet': ['ID=6706c8b5-11e7-4f89-8815-313a6b7a8457,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:32.473908 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-28115c1b-e53a-4ab5-9b6b-f364e50f6330 None None] For port a12ce0b2-76f9-4e94-96b2-16867c0ce4ad, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a12ce0b2-76f9-4e94-96b2-16867c0ce4ad,segment=NetworkSegment(e17b3a85-cfcf-4faf-9abc-ed0cdbcd1997),segment_id=e17b3a85-cfcf-4faf-9abc-ed0cdbcd1997)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:07:32.485079 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-5f652b29-7330-4fae-bd6b-466b5bd0274b None None] For port 2b5edb9e-2788-464b-afc7-ceb5c56ee066, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=2b5edb9e-2788-464b-afc7-ceb5c56ee066,segment=NetworkSegment(99d95176-8434-4033-a9de-991e18fbe707),segment_id=99d95176-8434-4033-a9de-991e18fbe707)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:07:32.488918 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5abdc5d0-04db-4377-8d77-ea0ad4e4324d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:32.508600 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0b975226-8491-4d5d-af63-fb1e686a968c req-15458c6b-f174-4847-927e-ea5f17fd5904 service neutron] 10.222.0.72 "GET /v2.0/networks/232b40d3-9067-44b8-ae10-69d9756e5382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874397 Sep 23 15:07:32.509941 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ea538ba3-de48-4bf2-894c-460e7aa36fcb req-1049ebac-a8a3-4dca-b36e-e0ae6dbaa70a tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/security-groups?id=353147c3-04d5-4845-9d1c-8e23b8cecfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827734 Sep 23 15:07:32.515479 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a094f0c-eb7c-4d31-a398-0b286fa2a344', 'name': 'tempest-NetworksTestDHCPv6-router-1021964874', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:07:23Z', 'updated_at': '2022-09-23T15:07:26Z', 'revision_number': 2, 'project_id': '2d0155ea591e48f7a3b8ec353336016a', 'gw_port_host': None, '_interfaces': [{'id': '89c0c2f1-8332-4c20-b2f5-852d39d36f56', 'name': '', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'mac_address': 'fa:16:3e:76:5f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a094f0c-eb7c-4d31-a398-0b286fa2a344', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '3e89c40a-db7a-4185-9c6c-d2a4de26a956', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:24Z', 'updated_at': '2022-09-23T15:07:27Z', 'revision_number': 2, 'project_id': '2d0155ea591e48f7a3b8ec353336016a', 'subnets': [{'id': '3e89c40a-db7a-4185-9c6c-d2a4de26a956', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:32.535913 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22afd7c2-7f47-4022-964d-43c2d587c281 None None] Transition to ACTIVE for port object 354a925b-e7f0-461a-b99c-724c3443055c will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:32.551365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] Checking router: 0a094f0c-eb7c-4d31-a398-0b286fa2a344 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:07:32.567134 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] Updating router 0a094f0c-eb7c-4d31-a398-0b286fa2a344 port 89c0c2f1-8332-4c20-b2f5-852d39d36f56 binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:07:32.579966 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-032b7521-24de-4325-8106-7308c517cbb7 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] 10.222.0.67 "DELETE /v2.0/subnets/6706c8b5-11e7-4f89-8815-313a6b7a8457 HTTP/1.1" status: 204 len: 168 time: 4.5654457 Sep 23 15:07:32.580858 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46032) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:32.612081 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28115c1b-e53a-4ab5-9b6b-f364e50f6330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:32.678987 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:32.692490 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:32.693939 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5f652b29-7330-4fae-bd6b-466b5bd0274b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:32.697377 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22afd7c2-7f47-4022-964d-43c2d587c281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:32.742607 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 4720b56f-377c-4d8c-8294-4d77115ccc7b completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:32.763746 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Attempt 2 to provision port 448d4d4f-959f-452b-abfe-c7244fcfa6c8 Sep 23 15:07:32.826671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4370ec32-8a75-4122-a4fa-7786c823a458 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:32.840896 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:32.850340 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 4720b56f-377c-4d8c-8294-4d77115ccc7b triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:32.850806 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:32.851194 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 4720b56f-377c-4d8c-8294-4d77115ccc7b Sep 23 15:07:32.912067 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22afd7c2-7f47-4022-964d-43c2d587c281 None None] Network bed64a59-9622-4c1e-b8d9-9d8b30a5ff39 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:32.918202 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c09702a-8b2e-4059-8b18-24d98c12fa55 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Deleting subnet f1a15e93-7eec-4ccf-a0f0-43fa8224fef0 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:07:32.936367 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4c09702a-8b2e-4059-8b18-24d98c12fa55 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:32.941257 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-22afd7c2-7f47-4022-964d-43c2d587c281 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:32.943829 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22afd7c2-7f47-4022-964d-43c2d587c281 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:07:32.946511 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-da656f74-960a-4f49-9ef3-5fb10f9d057e None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:32.973799 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-017c46e9-2448-4417-bd26-b7d276afe465 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Allocated IP 2001:db8::10 (bed64a59-9622-4c1e-b8d9-9d8b30a5ff39/8cbe9143-d3bb-461f-bba8-5aa135616312/b7d7000b-ff18-433b-bbc0-d0a691057775) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:33.046266 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4c09702a-8b2e-4059-8b18-24d98c12fa55 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:33.047508 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28115c1b-e53a-4ab5-9b6b-f364e50f6330 None None] Pushing event updated for resources: {'Port': ['ID=a12ce0b2-76f9-4e94-96b2-16867c0ce4ad,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:33.099594 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1c96699e-7a3c-4f1e-9cb2-7d653b52a2b3 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:33.107999 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-da656f74-960a-4f49-9ef3-5fb10f9d057e None None] Transition to ACTIVE for port object fa66093d-083c-476e-a0c3-9e235c058b12 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:33.112399 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0b975226-8491-4d5d-af63-fb1e686a968c req-817dd805-8291-4a64-8107-9873ada783df service neutron] 10.222.0.72 "GET /v2.0/networks/232b40d3-9067-44b8-ae10-69d9756e5382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5653884 Sep 23 15:07:33.140588 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Port 448d4d4f-959f-452b-abfe-c7244fcfa6c8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:33.265591 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4c09702a-8b2e-4059-8b18-24d98c12fa55 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:33.318370 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1c96699e-7a3c-4f1e-9cb2-7d653b52a2b3 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:33.436300 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-da656f74-960a-4f49-9ef3-5fb10f9d057e None None] Transition to ACTIVE for port object fa66093d-083c-476e-a0c3-9e235c058b12 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:33.455154 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-22afd7c2-7f47-4022-964d-43c2d587c281 None None] Attempting to bind port 354a925b-e7f0-461a-b99c-724c3443055c on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:07:33.455750 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-22afd7c2-7f47-4022-964d-43c2d587c281 None None] Attempting to bind port 354a925b-e7f0-461a-b99c-724c3443055c by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '092ce205-6a41-4634-9b76-1f3fd6107ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bed64a59-9622-4c1e-b8d9-9d8b30a5ff39'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:07:33.456285 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22afd7c2-7f47-4022-964d-43c2d587c281 None None] Attempting to bind port 354a925b-e7f0-461a-b99c-724c3443055c on network bed64a59-9622-4c1e-b8d9-9d8b30a5ff39 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:07:33.560157 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f652b29-7330-4fae-bd6b-466b5bd0274b None None] Pushing event updated for resources: {'Port': ['ID=2b5edb9e-2788-464b-afc7-ceb5c56ee066,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:33.634418 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22afd7c2-7f47-4022-964d-43c2d587c281 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:07:33.634898 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22afd7c2-7f47-4022-964d-43c2d587c281 None None] Checking segment: {'id': '092ce205-6a41-4634-9b76-1f3fd6107ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bed64a59-9622-4c1e-b8d9-9d8b30a5ff39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:07:33.635184 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22afd7c2-7f47-4022-964d-43c2d587c281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:33.635623 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22afd7c2-7f47-4022-964d-43c2d587c281 None None] Bound using segment: {'id': '092ce205-6a41-4634-9b76-1f3fd6107ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bed64a59-9622-4c1e-b8d9-9d8b30a5ff39'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:07:33.636110 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-22afd7c2-7f47-4022-964d-43c2d587c281 None None] Bound port: 354a925b-e7f0-461a-b99c-724c3443055c, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092ce205-6a41-4634-9b76-1f3fd6107ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bed64a59-9622-4c1e-b8d9-9d8b30a5ff39'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:07:33.636483 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22afd7c2-7f47-4022-964d-43c2d587c281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:33.684653 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1c96699e-7a3c-4f1e-9cb2-7d653b52a2b3 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:33.702614 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Attempt 3 to provision port 448d4d4f-959f-452b-abfe-c7244fcfa6c8 Sep 23 15:07:33.729883 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4c09702a-8b2e-4059-8b18-24d98c12fa55 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:33.732827 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-da656f74-960a-4f49-9ef3-5fb10f9d057e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:33.896447 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4c09702a-8b2e-4059-8b18-24d98c12fa55 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:33.908072 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09702a-8b2e-4059-8b18-24d98c12fa55 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Pushing event deleted for resources: {'Subnet': ['ID=f1a15e93-7eec-4ccf-a0f0-43fa8224fef0,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:33.928673 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 4720b56f-377c-4d8c-8294-4d77115ccc7b is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:07:33.933280 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4c09702a-8b2e-4059-8b18-24d98c12fa55 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] 10.222.0.67 "DELETE /v2.0/subnets/f1a15e93-7eec-4ccf-a0f0-43fa8224fef0 HTTP/1.1" status: 204 len: 168 time: 1.3482120 Sep 23 15:07:33.935389 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:33.947178 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46038) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:33.948024 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96699e-7a3c-4f1e-9cb2-7d653b52a2b3 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Pushing event updated for resources: {'Port': ['ID=550213bd-d15d-4ed0-90fc-4b73c0ac7ab3,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:33.997347 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Allocated IP 2001:db8:1::1 (cb094dcd-d020-4c05-9e94-262f49714820/7b90c801-96f1-4e70-918f-e106a2ed08b5/b7860a8b-7d0a-4caf-8cad-445acf35e08b) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:34.010779 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da656f74-960a-4f49-9ef3-5fb10f9d057e None None] Network a6c9aa2c-f801-4044-ba36-ff353c446221 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:34.022779 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-da656f74-960a-4f49-9ef3-5fb10f9d057e None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:34.039760 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22afd7c2-7f47-4022-964d-43c2d587c281 None None] Pushing event updated for resources: {'Port': ['ID=354a925b-e7f0-461a-b99c-724c3443055c,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:34.042826 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da656f74-960a-4f49-9ef3-5fb10f9d057e None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:07:34.078767 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-017c46e9-2448-4417-bd26-b7d276afe465 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:34.081792 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Port 448d4d4f-959f-452b-abfe-c7244fcfa6c8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:34.089261 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee66ca80-5256-431a-8440-d53aae0477c7 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:34.090019 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ee66ca80-5256-431a-8440-d53aae0477c7 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Synchronizing usage tracker for tenant:9c0258cd4411406e8d8165f07fb44c4e on resource:subnet {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:34.132455 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-017c46e9-2448-4417-bd26-b7d276afe465 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Transition to ACTIVE for port object b7d7000b-ff18-433b-bbc0-d0a691057775 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:34.134715 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 4720b56f-377c-4d8c-8294-4d77115ccc7b, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=4720b56f-377c-4d8c-8294-4d77115ccc7b,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:34.145708 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c96699e-7a3c-4f1e-9cb2-7d653b52a2b3 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Network a6c9aa2c-f801-4044-ba36-ff353c446221 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:34.147908 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-1c96699e-7a3c-4f1e-9cb2-7d653b52a2b3 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:34.187989 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:34.216494 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Transition to ACTIVE for port object b7860a8b-7d0a-4caf-8cad-445acf35e08b will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:34.229841 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ee66ca80-5256-431a-8440-d53aae0477c7 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Unset dirty status for tenant:9c0258cd4411406e8d8165f07fb44c4e on resource:subnet {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:34.234802 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ee66ca80-5256-431a-8440-d53aae0477c7 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2795165 Sep 23 15:07:34.242184 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46042) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:34.265341 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22afd7c2-7f47-4022-964d-43c2d587c281 None None] For port 354a925b-e7f0-461a-b99c-724c3443055c, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:07:34.282929 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22afd7c2-7f47-4022-964d-43c2d587c281 None None] For port 354a925b-e7f0-461a-b99c-724c3443055c, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=354a925b-e7f0-461a-b99c-724c3443055c,segment=NetworkSegment(092ce205-6a41-4634-9b76-1f3fd6107ead),segment_id=092ce205-6a41-4634-9b76-1f3fd6107ead)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:07:34.284790 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-da656f74-960a-4f49-9ef3-5fb10f9d057e None None] Attempting to bind port fa66093d-083c-476e-a0c3-9e235c058b12 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:07:34.285458 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-da656f74-960a-4f49-9ef3-5fb10f9d057e None None] Attempting to bind port fa66093d-083c-476e-a0c3-9e235c058b12 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'c15215a5-57ed-4328-8791-eac77bc9a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:07:34.286064 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da656f74-960a-4f49-9ef3-5fb10f9d057e None None] Attempting to bind port fa66093d-083c-476e-a0c3-9e235c058b12 on network a6c9aa2c-f801-4044-ba36-ff353c446221 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:07:34.351000 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da656f74-960a-4f49-9ef3-5fb10f9d057e None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:07:34.351449 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da656f74-960a-4f49-9ef3-5fb10f9d057e None None] Checking segment: {'id': 'c15215a5-57ed-4328-8791-eac77bc9a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:07:34.352224 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-da656f74-960a-4f49-9ef3-5fb10f9d057e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:34.352954 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da656f74-960a-4f49-9ef3-5fb10f9d057e None None] Bound using segment: {'id': 'c15215a5-57ed-4328-8791-eac77bc9a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:07:34.353671 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-da656f74-960a-4f49-9ef3-5fb10f9d057e None None] Bound port: fa66093d-083c-476e-a0c3-9e235c058b12, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15215a5-57ed-4328-8791-eac77bc9a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:07:34.354102 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-da656f74-960a-4f49-9ef3-5fb10f9d057e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:34.376149 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:34.409883 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-4370ec32-8a75-4122-a4fa-7786c823a458 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting port b530a23c-bb6f-49d6-b179-43b276b65b5a {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:34.410214 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4370ec32-8a75-4122-a4fa-7786c823a458 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:34.443921 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22afd7c2-7f47-4022-964d-43c2d587c281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:34.477290 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da656f74-960a-4f49-9ef3-5fb10f9d057e None None] Pushing event updated for resources: {'Port': ['ID=fa66093d-083c-476e-a0c3-9e235c058b12,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:34.482465 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:34.511104 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f47bfd75-f46f-4390-a496-0f032999def1 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:34.538680 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-f47bfd75-f46f-4390-a496-0f032999def1 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Deleting port a12ce0b2-76f9-4e94-96b2-16867c0ce4ad {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:34.539021 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f47bfd75-f46f-4390-a496-0f032999def1 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:34.590561 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Attempt 4 to provision port 448d4d4f-959f-452b-abfe-c7244fcfa6c8 Sep 23 15:07:34.616218 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-017c46e9-2448-4417-bd26-b7d276afe465 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:34.624179 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dee5cb-9a8d-487c-862c-a8f41684c590 req-5b80d921-571b-4f93-b3c6-63dfaa1baa0d tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:34.625882 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-38dee5cb-9a8d-487c-862c-a8f41684c590 req-5b80d921-571b-4f93-b3c6-63dfaa1baa0d tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 945 time: 0.4181368 Sep 23 15:07:34.633521 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c96699e-7a3c-4f1e-9cb2-7d653b52a2b3 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Router d6f99150-9f1b-40ce-b203-62a4a5082f56 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:07:34.657570 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 2b5edb9e-2788-464b-afc7-ceb5c56ee066 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:07:34.666017 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network cb094dcd-d020-4c05-9e94-262f49714820 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:34.702117 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:34.719610 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.resource_extend [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:07:34.719897 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-018108ef-2171-4c21-98ef-b3c36498ca3f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:34.737422 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c46e9-2448-4417-bd26-b7d276afe465 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Port': ['ID=b7d7000b-ff18-433b-bbc0-d0a691057775,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:34.755150 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017c46e9-2448-4417-bd26-b7d276afe465 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network bed64a59-9622-4c1e-b8d9-9d8b30a5ff39 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:34.764316 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-017c46e9-2448-4417-bd26-b7d276afe465 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:34.881638 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017c46e9-2448-4417-bd26-b7d276afe465 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:07:34.887420 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017c46e9-2448-4417-bd26-b7d276afe465 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:34.888058 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-017c46e9-2448-4417-bd26-b7d276afe465 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:34.941927 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:07:34.942511 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:35.012227 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Port 448d4d4f-959f-452b-abfe-c7244fcfa6c8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:35.013306 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-da656f74-960a-4f49-9ef3-5fb10f9d057e None None] For port fa66093d-083c-476e-a0c3-9e235c058b12, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:07:35.025679 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=4720b56f-377c-4d8c-8294-4d77115ccc7b,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:35.077287 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bdec8d-795d-46db-95cc-527f8c9cc0bf None None] Network b30ddbb5-9e95-423a-a468-1574f65949c8 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:35.118620 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-da656f74-960a-4f49-9ef3-5fb10f9d057e None None] For port fa66093d-083c-476e-a0c3-9e235c058b12, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=fa66093d-083c-476e-a0c3-9e235c058b12,segment=NetworkSegment(c15215a5-57ed-4328-8791-eac77bc9a6d0),segment_id=c15215a5-57ed-4328-8791-eac77bc9a6d0)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:07:35.123158 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:35.196172 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-017c46e9-2448-4417-bd26-b7d276afe465 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.7428291 Sep 23 15:07:35.223324 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ad33fb4c-ca38-40b0-8406-479a2d5952c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:35.233993 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46046) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:35.246760 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-ce9cecc7-7df6-449f-b362-81ac5784544a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'port': {'network_id': 'bed64a59-9622-4c1e-b8d9-9d8b30a5ff39', 'name': 'tempest-PortsIpV6TestJSON-370408782', 'fixed_ips': [{'subnet_id': '8cbe9143-d3bb-461f-bba8-5aa135616312', 'ip_address': '2001:db8::f'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:35.251661 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-da656f74-960a-4f49-9ef3-5fb10f9d057e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:35.261665 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] Transition to ACTIVE for port object 89c0c2f1-8332-4c20-b2f5-852d39d36f56 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:35.287609 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22afd7c2-7f47-4022-964d-43c2d587c281 None None] Pushing event updated for resources: {'Port': ['ID=354a925b-e7f0-461a-b99c-724c3443055c,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:35.421494 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4370ec32-8a75-4122-a4fa-7786c823a458 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:35.484463 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 2b5edb9e-2788-464b-afc7-ceb5c56ee066 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:35.488648 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:35.600039 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-4370ec32-8a75-4122-a4fa-7786c823a458 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Calling delete_port for b530a23c-bb6f-49d6-b179-43b276b65b5a owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:35.616263 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Attempt 5 to provision port 448d4d4f-959f-452b-abfe-c7244fcfa6c8 Sep 23 15:07:35.675226 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da656f74-960a-4f49-9ef3-5fb10f9d057e None None] Pushing event updated for resources: {'Port': ['ID=fa66093d-083c-476e-a0c3-9e235c058b12,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:35.731493 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a12ce0b2-76f9-4e94-96b2-16867c0ce4ad up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:07:35.731602 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Port': ['ID=b7860a8b-7d0a-4caf-8cad-445acf35e08b,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:35.740224 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c96699e-7a3c-4f1e-9cb2-7d653b52a2b3 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:07:35.763465 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1c96699e-7a3c-4f1e-9cb2-7d653b52a2b3 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "PUT /v2.0/routers/d6f99150-9f1b-40ce-b203-62a4a5082f56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6224253 Sep 23 15:07:35.785116 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:35.785859 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:35.786920 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:35.787664 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:35.790090 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:35.790642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:35.791139 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:35.792205 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:35.794852 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:35.795381 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:35.795864 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:35.796353 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:35.812158 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-f47bfd75-f46f-4390-a496-0f032999def1 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] For port a12ce0b2-76f9-4e94-96b2-16867c0ce4ad, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a12ce0b2-76f9-4e94-96b2-16867c0ce4ad,segment=NetworkSegment(e17b3a85-cfcf-4faf-9abc-ed0cdbcd1997),segment_id=e17b3a85-cfcf-4faf-9abc-ed0cdbcd1997)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:35.812881 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f47bfd75-f46f-4390-a496-0f032999def1 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:36.053946 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a166716-a2b4-44ef-a06a-06ee201805fb None None] Sync routers for ids ['d6f99150-9f1b-40ce-b203-62a4a5082f56'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:07:36.063981 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-f47bfd75-f46f-4390-a496-0f032999def1 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Calling delete_port for a12ce0b2-76f9-4e94-96b2-16867c0ce4ad owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:36.064202 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d14f938-ea70-4318-bc20-437ecdf95bf3 None None] Network a743e521-e125-4b42-ab37-2865b838064c requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:36.083284 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Port 448d4d4f-959f-452b-abfe-c7244fcfa6c8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:36.089122 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6e6ec-d9ca-4b49-90a9-f6e18c699806 None None] Pushing event updated for resources: {'Port': ['ID=89c0c2f1-8332-4c20-b2f5-852d39d36f56,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:36.147980 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-38dee5cb-9a8d-487c-862c-a8f41684c590 req-afbe0b92-4c97-41de-b47e-ad932a992cfc tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/security-groups?id=353147c3-04d5-4845-9d1c-8e23b8cecfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5032611 Sep 23 15:07:36.155646 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ce9cecc7-7df6-449f-b362-81ac5784544a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:36.160802 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ce9cecc7-7df6-449f-b362-81ac5784544a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:port and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:36.197159 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ce9cecc7-7df6-449f-b362-81ac5784544a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:36.223137 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ce9cecc7-7df6-449f-b362-81ac5784544a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:36.252203 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-4ab0b1a2-3e84-4ade-8fda-b8db8cceb927 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Synchronizing usage tracker for tenant:b3a12835b3f04141a72530dd667a86b6 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:36.269365 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f47bfd75-f46f-4390-a496-0f032999def1 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:36.320329 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:36.321162 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67efe469-e736-4ad7-8a16-021a9ea09723 None None] Network bed64a59-9622-4c1e-b8d9-9d8b30a5ff39 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:36.331488 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47bfd75-f46f-4390-a496-0f032999def1 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] No DVR routers for this DVR port a12ce0b2-76f9-4e94-96b2-16867c0ce4ad on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:07:36.394901 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9cecc7-7df6-449f-b362-81ac5784544a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:36.409946 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-4ab0b1a2-3e84-4ade-8fda-b8db8cceb927 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Unset dirty status for tenant:b3a12835b3f04141a72530dd667a86b6 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:36.411095 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-4ab0b1a2-3e84-4ade-8fda-b8db8cceb927 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2011578400&fields=id&tenant_id=b3a12835b3f04141a72530dd667a86b6 HTTP/1.1" status: 200 len: 267 time: 0.2153285 Sep 23 15:07:36.411821 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47bfd75-f46f-4390-a496-0f032999def1 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Pushing event deleted for resources: {'Port': ['ID=a12ce0b2-76f9-4e94-96b2-16867c0ce4ad,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:36.434292 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:36.540175 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:36.543468 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a166716-a2b4-44ef-a06a-06ee201805fb None None] Routers {'d6f99150-9f1b-40ce-b203-62a4a5082f56'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:07:36.544314 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-6a166716-a2b4-44ef-a06a-06ee201805fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:07:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['d6f99150-9f1b-40ce-b203-62a4a5082f56'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:36.556573 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2163f15e-130a-4799-8992-b41981c12541 req-8176049a-a9ff-48ad-b89d-f09a5b56047c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.6074290 Sep 23 15:07:36.656073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f47bfd75-f46f-4390-a496-0f032999def1 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:36.739101 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-6a166716-a2b4-44ef-a06a-06ee201805fb None None] Set router d6f99150-9f1b-40ce-b203-62a4a5082f56 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:07:36.746633 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-f47bfd75-f46f-4390-a496-0f032999def1 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b30ddbb5-9e95-423a-a468-1574f65949c8']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:36.789537 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-f47bfd75-f46f-4390-a496-0f032999def1 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e17b3a85-cfcf-4faf-9abc-ed0cdbcd1997') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:36.789981 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-f47bfd75-f46f-4390-a496-0f032999def1 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e17b3a85-cfcf-4faf-9abc-ed0cdbcd1997') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:36.809718 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-5e7e7bfc-76dd-4507-b1e1-9041043155e6 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:36.812749 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-5e7e7bfc-76dd-4507-b1e1-9041043155e6 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Synchronizing usage tracker for tenant:b3a12835b3f04141a72530dd667a86b6 on resource:network {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:36.824324 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f47bfd75-f46f-4390-a496-0f032999def1 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:36.837368 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ce9cecc7-7df6-449f-b362-81ac5784544a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:36.874493 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-ce9cecc7-7df6-449f-b362-81ac5784544a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] device_id is not set on port 8c7fe397-3b36-4b92-adeb-b1f5597c0886 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:07:36.876206 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-018108ef-2171-4c21-98ef-b3c36498ca3f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting port 89c0c2f1-8332-4c20-b2f5-852d39d36f56 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:36.876620 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-018108ef-2171-4c21-98ef-b3c36498ca3f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:36.925069 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f47bfd75-f46f-4390-a496-0f032999def1 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:36.928998 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Attempt 6 to provision port 448d4d4f-959f-452b-abfe-c7244fcfa6c8 Sep 23 15:07:36.946060 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f47bfd75-f46f-4390-a496-0f032999def1 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:07:36.946494 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f47bfd75-f46f-4390-a496-0f032999def1 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:36.980673 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e107e1cc-d284-4f8a-abb5-5925ecb1b19e None None] Network a6c9aa2c-f801-4044-ba36-ff353c446221 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:37.014578 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment e17b3a85-cfcf-4faf-9abc-ed0cdbcd1997 resource provider aggregate not found Sep 23 15:07:37.027275 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-5e7e7bfc-76dd-4507-b1e1-9041043155e6 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Unset dirty status for tenant:b3a12835b3f04141a72530dd667a86b6 on resource:network {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:37.028414 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-5e7e7bfc-76dd-4507-b1e1-9041043155e6 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/networks?id=a6c9aa2c-f801-4044-ba36-ff353c446221 HTTP/1.1" status: 200 len: 795 time: 0.5099812 Sep 23 15:07:37.044070 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment e17b3a85-cfcf-4faf-9abc-ed0cdbcd1997 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e17b3a85-cfcf-4faf-9abc-ed0cdbcd1997 found for delete ", "request_id": "req-50d889cd-b288-4da0-9a71-704a88104b63"}]} Sep 23 15:07:37.109481 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-4868bb67-4848-4f62-bb68-9e6a753881a1 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/quotas/b3a12835b3f04141a72530dd667a86b6 HTTP/1.1" status: 200 len: 375 time: 0.0640926 Sep 23 15:07:37.141172 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4370ec32-8a75-4122-a4fa-7786c823a458 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:37.231144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370ec32-8a75-4122-a4fa-7786c823a458 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Port': ['ID=b530a23c-bb6f-49d6-b179-43b276b65b5a,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:37.241005 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163f15e-130a-4799-8992-b41981c12541 req-466dd248-ffda-414e-a00d-ec338e1cf403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:37.242788 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2163f15e-130a-4799-8992-b41981c12541 req-466dd248-ffda-414e-a00d-ec338e1cf403 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e8ee137469b945bebf2c7f0015c1b0da&device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 1098 time: 0.4978805 Sep 23 15:07:37.295320 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f47bfd75-f46f-4390-a496-0f032999def1 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:37.299667 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f47bfd75-f46f-4390-a496-0f032999def1 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:37.344712 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port a12ce0b2-76f9-4e94-96b2-16867c0ce4ad triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:37.345229 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:37.345465 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port a12ce0b2-76f9-4e94-96b2-16867c0ce4ad Sep 23 15:07:37.383881 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] Attempting to bind port 89c0c2f1-8332-4c20-b2f5-852d39d36f56 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:07:37.384137 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] Attempting to bind port 89c0c2f1-8332-4c20-b2f5-852d39d36f56 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:07:37.384498 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] Attempting to bind port 89c0c2f1-8332-4c20-b2f5-852d39d36f56 on network c3d67a4b-9092-448f-b14d-bd8d70a05623 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:07:37.389490 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47bfd75-f46f-4390-a496-0f032999def1 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Pushing event deleted for resources: {'Network': ['ID=b30ddbb5-9e95-423a-a468-1574f65949c8,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:37.416542 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f47bfd75-f46f-4390-a496-0f032999def1 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] 10.222.0.67 "DELETE /v2.0/networks/b30ddbb5-9e95-423a-a468-1574f65949c8 HTTP/1.1" status: 204 len: 168 time: 3.1707644 Sep 23 15:07:37.423987 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46070) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:37.430069 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-9f8f23f5-331f-4f32-a01e-63a6beecc5b5 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Synchronizing usage tracker for tenant:b3a12835b3f04141a72530dd667a86b6 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:37.433700 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:37.434394 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Port 448d4d4f-959f-452b-abfe-c7244fcfa6c8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:37.435034 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d1d66b-9886-48fb-9fb7-023382e0632a None None] DHCP port deletion for b30ddbb5-9e95-423a-a468-1574f65949c8 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:07:37.449392 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-ce9cecc7-7df6-449f-b362-81ac5784544a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Allocated IP 2001:db8::f (bed64a59-9622-4c1e-b8d9-9d8b30a5ff39/8cbe9143-d3bb-461f-bba8-5aa135616312/8c7fe397-3b36-4b92-adeb-b1f5597c0886) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:37.450409 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Port a12ce0b2-76f9-4e94-96b2-16867c0ce4ad was deleted so its status cannot be updated. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 15:07:37.459267 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:07:37.459455 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] Checking segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:07:37.459824 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:37.460143 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] Bound using segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:07:37.460621 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] Bound port: 89c0c2f1-8332-4c20-b2f5-852d39d36f56, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:07:37.461009 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:37.729872 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-9f8f23f5-331f-4f32-a01e-63a6beecc5b5 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Unset dirty status for tenant:b3a12835b3f04141a72530dd667a86b6 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:37.742661 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-9f8f23f5-331f-4f32-a01e-63a6beecc5b5 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3a12835b3f04141a72530dd667a86b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6242769 Sep 23 15:07:37.823754 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24928398-0244-4123-b759-1fa9f2c29e36 None None] DHCP port deletion for a743e521-e125-4b42-ab37-2865b838064c request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:07:37.841610 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 4720b56f-377c-4d8c-8294-4d77115ccc7b up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:07:37.894408 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-018108ef-2171-4c21-98ef-b3c36498ca3f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] For port 89c0c2f1-8332-4c20-b2f5-852d39d36f56, host dv-neutron-859093-1-hyperv, got binding levels [] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:37.895015 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-018108ef-2171-4c21-98ef-b3c36498ca3f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:37.903662 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163f15e-130a-4799-8992-b41981c12541 req-eed8d7b8-4b6a-4f1a-a65b-2bdfbd553151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:37.905084 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2163f15e-130a-4799-8992-b41981c12541 req-eed8d7b8-4b6a-4f1a-a65b-2bdfbd553151 service neutron] 10.222.0.72 "GET /v2.0/networks?id=232b40d3-9067-44b8-ae10-69d9756e5382 HTTP/1.1" status: 200 len: 912 time: 0.6135256 Sep 23 15:07:37.909369 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-24928398-0244-4123-b759-1fa9f2c29e36 None None] Deleting port 2b5edb9e-2788-464b-afc7-ceb5c56ee066 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:37.909866 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24928398-0244-4123-b759-1fa9f2c29e36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:37.947372 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7ac414a9-360a-4a32-8d55-70e8f98c101d tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:37.949074 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Attempt 7 to provision port 448d4d4f-959f-452b-abfe-c7244fcfa6c8 Sep 23 15:07:38.093031 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-7ac414a9-360a-4a32-8d55-70e8f98c101d tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Deleting port 2b5edb9e-2788-464b-afc7-ceb5c56ee066 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:38.093282 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7ac414a9-360a-4a32-8d55-70e8f98c101d tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:38.096199 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] For port 89c0c2f1-8332-4c20-b2f5-852d39d36f56, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:07:38.132245 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-018108ef-2171-4c21-98ef-b3c36498ca3f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Calling delete_port for 89c0c2f1-8332-4c20-b2f5-852d39d36f56 owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:38.153619 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Port 448d4d4f-959f-452b-abfe-c7244fcfa6c8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:38.161718 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] For port 89c0c2f1-8332-4c20-b2f5-852d39d36f56, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=89c0c2f1-8332-4c20-b2f5-852d39d36f56,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:07:38.200212 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2163f15e-130a-4799-8992-b41981c12541 req-549f7f07-aaeb-4709-9050-9760d2d6c9f5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98bac082-62c1-4710-8ba5-6cee39802e3e HTTP/1.1" status: 200 len: 217 time: 0.2314191 Sep 23 15:07:38.272080 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.resource_extend [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:07:38.283821 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-8dfaf623-3935-4570-8ae0-1a19bb1d2de5 service neutron] 10.222.0.67 "GET /v2.0/networks/a6c9aa2c-f801-4044-ba36-ff353c446221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006931 Sep 23 15:07:38.295404 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:38.298799 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 4720b56f-377c-4d8c-8294-4d77115ccc7b triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:38.299294 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:38.299728 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 4720b56f-377c-4d8c-8294-4d77115ccc7b Sep 23 15:07:38.325322 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ce9cecc7-7df6-449f-b362-81ac5784544a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:38.345039 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:38.351789 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-ce9cecc7-7df6-449f-b362-81ac5784544a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Transition to ACTIVE for port object 8c7fe397-3b36-4b92-adeb-b1f5597c0886 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:38.361033 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4370ec32-8a75-4122-a4fa-7786c823a458 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:38.409363 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26715f23-3735-493f-83d5-ade44c426ee5 req-ece62262-f68f-4dfb-914d-813bc9069b67 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:38.409363 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-26715f23-3735-493f-83d5-ade44c426ee5 req-ece62262-f68f-4dfb-914d-813bc9069b67 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 945 time: 1.1183021 Sep 23 15:07:38.409677 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-6a166716-a2b4-44ef-a06a-06ee201805fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724022762', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246'}], 'enable_snat': True}, 'gw_port_id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:07:17Z', 'updated_at': '2022-09-23T15:07:31Z', 'revision_number': 4, 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'gw_port': {'id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:19Z', 'updated_at': '2022-09-23T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '550213bd-d15d-4ed0-90fc-4b73c0ac7ab3', 'name': '', 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'mac_address': 'fa:16:3e:04:56:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '245ea95f-8d5f-45e2-90f5-83cc7713b286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:30Z', 'updated_at': '2022-09-23T15:07:32Z', 'revision_number': 2, 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'subnets': [{'id': '245ea95f-8d5f-45e2-90f5-83cc7713b286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:38.452365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a166716-a2b4-44ef-a06a-06ee201805fb None None] Checking router: d6f99150-9f1b-40ce-b203-62a4a5082f56 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:07:38.452876 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a166716-a2b4-44ef-a06a-06ee201805fb None None] Updating router d6f99150-9f1b-40ce-b203-62a4a5082f56 port 550213bd-d15d-4ed0-90fc-4b73c0ac7ab3 binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:07:38.501849 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:38.502902 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:38.504377 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] Routers {'0a094f0c-eb7c-4d31-a398-0b286fa2a344'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:07:38.505265 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:07:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['0a094f0c-eb7c-4d31-a398-0b286fa2a344'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:38.548925 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163f15e-130a-4799-8992-b41981c12541 req-ab8b0cca-e3c7-45ac-9498-a997d7c2a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:38.550687 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2163f15e-130a-4799-8992-b41981c12541 req-ab8b0cca-e3c7-45ac-9498-a997d7c2a318 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=81dd6424-cc8f-428e-aa6c-132a9b3390d7 HTTP/1.1" status: 200 len: 851 time: 0.2703431 Sep 23 15:07:38.556748 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-7ac414a9-360a-4a32-8d55-70e8f98c101d tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] For port 2b5edb9e-2788-464b-afc7-ceb5c56ee066, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=2b5edb9e-2788-464b-afc7-ceb5c56ee066,segment=NetworkSegment(99d95176-8434-4033-a9de-991e18fbe707),segment_id=99d95176-8434-4033-a9de-991e18fbe707)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:38.558031 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7ac414a9-360a-4a32-8d55-70e8f98c101d tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:38.655124 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-24928398-0244-4123-b759-1fa9f2c29e36 None None] For port 2b5edb9e-2788-464b-afc7-ceb5c56ee066, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=2b5edb9e-2788-464b-afc7-ceb5c56ee066,segment=NetworkSegment(99d95176-8434-4033-a9de-991e18fbe707),segment_id=99d95176-8434-4033-a9de-991e18fbe707)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:38.655714 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24928398-0244-4123-b759-1fa9f2c29e36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:38.668520 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Attempt 8 to provision port 448d4d4f-959f-452b-abfe-c7244fcfa6c8 Sep 23 15:07:38.731027 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-7ac414a9-360a-4a32-8d55-70e8f98c101d tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Calling delete_port for 2b5edb9e-2788-464b-afc7-ceb5c56ee066 owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:38.795092 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2163f15e-130a-4799-8992-b41981c12541 req-9e0842fe-9b6a-4469-890f-c322356ae629 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=232b40d3-9067-44b8-ae10-69d9756e5382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1546185 Sep 23 15:07:38.871635 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ce9cecc7-7df6-449f-b362-81ac5784544a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:38.880316 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6a166716-a2b4-44ef-a06a-06ee201805fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:38.908208 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-24928398-0244-4123-b759-1fa9f2c29e36 None None] Calling delete_port for 2b5edb9e-2788-464b-afc7-ceb5c56ee066 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:38.908627 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Port': ['ID=b7860a8b-7d0a-4caf-8cad-445acf35e08b,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:38.919196 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-26715f23-3735-493f-83d5-ade44c426ee5 req-c8986d4b-fa67-4913-bdfa-0211b5297dd4 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/security-groups?id=353147c3-04d5-4845-9d1c-8e23b8cecfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4967360 Sep 23 15:07:38.944188 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6e6ec-d9ca-4b49-90a9-f6e18c699806 None None] Pushing event updated for resources: {'Port': ['ID=89c0c2f1-8332-4c20-b2f5-852d39d36f56,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:39.028570 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9cecc7-7df6-449f-b362-81ac5784544a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network bed64a59-9622-4c1e-b8d9-9d8b30a5ff39 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:39.049733 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-ce9cecc7-7df6-449f-b362-81ac5784544a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:39.052561 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9cecc7-7df6-449f-b362-81ac5784544a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:07:39.060273 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9cecc7-7df6-449f-b362-81ac5784544a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:39.061125 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ce9cecc7-7df6-449f-b362-81ac5784544a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:39.098898 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Port 448d4d4f-959f-452b-abfe-c7244fcfa6c8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:39.111698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] Set router 0a094f0c-eb7c-4d31-a398-0b286fa2a344 gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:07:39.130800 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-3a7fb806-347f-4933-91dc-ce80765d18f5 service neutron] 10.222.0.67 "GET /v2.0/networks/a6c9aa2c-f801-4044-ba36-ff353c446221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8460069 Sep 23 15:07:39.142056 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9cecc7-7df6-449f-b362-81ac5784544a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Port': ['ID=8c7fe397-3b36-4b92-adeb-b1f5597c0886,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:39.195834 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ce9cecc7-7df6-449f-b362-81ac5784544a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.9583097 Sep 23 15:07:39.198698 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46078) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:39.214218 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.api [None req-018108ef-2171-4c21-98ef-b3c36498ca3f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:07:39.214597 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG oslo_db.api [None req-018108ef-2171-4c21-98ef-b3c36498ca3f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:07:39.222746 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4370ec32-8a75-4122-a4fa-7786c823a458 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Router 79a45a8d-7147-44d0-abc4-def0338cf15f has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:07:39.229469 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 4720b56f-377c-4d8c-8294-4d77115ccc7b is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:07:39.241827 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 354a925b-e7f0-461a-b99c-724c3443055c up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:07:39.297312 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7ac414a9-360a-4a32-8d55-70e8f98c101d tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:39.305069 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2163f15e-130a-4799-8992-b41981c12541 req-de93b094-5781-49c9-882b-2e2f562b718d service neutron] 10.222.0.72 "GET /v2.0/networks/232b40d3-9067-44b8-ae10-69d9756e5382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986265 Sep 23 15:07:39.316761 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network cb094dcd-d020-4c05-9e94-262f49714820 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:39.383531 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac414a9-360a-4a32-8d55-70e8f98c101d tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] No DVR routers for this DVR port 2b5edb9e-2788-464b-afc7-ceb5c56ee066 on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:07:39.538696 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac414a9-360a-4a32-8d55-70e8f98c101d tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Pushing event deleted for resources: {'Port': ['ID=2b5edb9e-2788-464b-afc7-ceb5c56ee066,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:39.612103 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:39.617209 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Attempt 9 to provision port 448d4d4f-959f-452b-abfe-c7244fcfa6c8 Sep 23 15:07:39.723681 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7ac414a9-360a-4a32-8d55-70e8f98c101d tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:39.779159 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-7ac414a9-360a-4a32-8d55-70e8f98c101d tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a743e521-e125-4b42-ab37-2865b838064c']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:39.808548 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-7ac414a9-360a-4a32-8d55-70e8f98c101d tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d95176-8434-4033-a9de-991e18fbe707') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:39.818807 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-7ac414a9-360a-4a32-8d55-70e8f98c101d tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d95176-8434-4033-a9de-991e18fbe707') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:39.842401 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7ac414a9-360a-4a32-8d55-70e8f98c101d tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:39.867641 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-24928398-0244-4123-b759-1fa9f2c29e36 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:07:39.868502 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-018108ef-2171-4c21-98ef-b3c36498ca3f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting port 89c0c2f1-8332-4c20-b2f5-852d39d36f56 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:39.868693 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-24928398-0244-4123-b759-1fa9f2c29e36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:07:39.871288 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-018108ef-2171-4c21-98ef-b3c36498ca3f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:39.876575 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7ac414a9-360a-4a32-8d55-70e8f98c101d tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:39.883468 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac414a9-360a-4a32-8d55-70e8f98c101d tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:07:39.884022 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7ac414a9-360a-4a32-8d55-70e8f98c101d tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:40.018673 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Port 448d4d4f-959f-452b-abfe-c7244fcfa6c8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:40.050722 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-873974ed-6d55-457c-a80f-8bfb6b4e2587 req-64811e85-b600-453e-8550-dfa66beb0d4d tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 210 time: 0.4993696 Sep 23 15:07:40.055730 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 99d95176-8434-4033-a9de-991e18fbe707 resource provider aggregate not found Sep 23 15:07:40.091902 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4490a253-806b-422d-a59e-1c75d29d019d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:40.092683 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4490a253-806b-422d-a59e-1c75d29d019d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Synchronizing usage tracker for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:40.096570 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7ac414a9-360a-4a32-8d55-70e8f98c101d tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:40.102339 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7ac414a9-360a-4a32-8d55-70e8f98c101d tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:40.120872 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 99d95176-8434-4033-a9de-991e18fbe707 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99d95176-8434-4033-a9de-991e18fbe707 found for delete ", "request_id": "req-4fd6ab80-6d91-40ba-9a9f-13e2b787e048"}]} Sep 23 15:07:40.169708 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4370ec32-8a75-4122-a4fa-7786c823a458 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:07:40.182835 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428649f1-8a1a-4c44-a7e2-4c46fbad84fa None None] Sync routers for ids ['79a45a8d-7147-44d0-abc4-def0338cf15f'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:07:40.193247 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428649f1-8a1a-4c44-a7e2-4c46fbad84fa None None] Routers {'79a45a8d-7147-44d0-abc4-def0338cf15f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:07:40.196841 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-428649f1-8a1a-4c44-a7e2-4c46fbad84fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:07:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['79a45a8d-7147-44d0-abc4-def0338cf15f'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:40.259732 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-428649f1-8a1a-4c44-a7e2-4c46fbad84fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:40.266280 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7ac414a9-360a-4a32-8d55-70e8f98c101d tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] 10.222.0.67 "DELETE /v2.0/networks/a743e521-e125-4b42-ab37-2865b838064c HTTP/1.1" status: 204 len: 168 time: 2.8298047 Sep 23 15:07:40.279278 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46100) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:40.283431 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2163f15e-130a-4799-8992-b41981c12541 req-fa672a3c-7de9-493f-8f67-dbd30c9bb5f7 service neutron] 10.222.0.72 "GET /v2.0/networks/232b40d3-9067-44b8-ae10-69d9756e5382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9651628 Sep 23 15:07:40.284151 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428649f1-8a1a-4c44-a7e2-4c46fbad84fa None None] Routers {'79a45a8d-7147-44d0-abc4-def0338cf15f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:07:40.284772 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-428649f1-8a1a-4c44-a7e2-4c46fbad84fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:07:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['79a45a8d-7147-44d0-abc4-def0338cf15f'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:40.328185 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac414a9-360a-4a32-8d55-70e8f98c101d tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Pushing event deleted for resources: {'Network': ['ID=a743e521-e125-4b42-ab37-2865b838064c,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:40.350038 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-428649f1-8a1a-4c44-a7e2-4c46fbad84fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:40.350748 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428649f1-8a1a-4c44-a7e2-4c46fbad84fa None None] The sync data for ids ['79a45a8d-7147-44d0-abc4-def0338cf15f'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:07:40.351565 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6a166716-a2b4-44ef-a06a-06ee201805fb None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:40.365716 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 354a925b-e7f0-461a-b99c-724c3443055c completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:40.377690 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-24928398-0244-4123-b759-1fa9f2c29e36 None None] Deleting port 2b5edb9e-2788-464b-afc7-ceb5c56ee066 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:40.379055 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24928398-0244-4123-b759-1fa9f2c29e36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:40.403546 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4490a253-806b-422d-a59e-1c75d29d019d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Unset dirty status for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:40.407492 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4490a253-806b-422d-a59e-1c75d29d019d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 1.2048466 Sep 23 15:07:40.411235 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46104) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:40.422685 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device fa66093d-083c-476e-a0c3-9e235c058b12 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:07:40.456464 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-6a166716-a2b4-44ef-a06a-06ee201805fb None None] Transition to ACTIVE for port object 550213bd-d15d-4ed0-90fc-4b73c0ac7ab3 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:40.470084 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7b249482-95ea-46e8-892d-1125f894e3ef tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:40.501157 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4370ec32-8a75-4122-a4fa-7786c823a458 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "PUT /v2.0/routers/79a45a8d-7147-44d0-abc4-def0338cf15f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2788630 Sep 23 15:07:40.504159 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Router 8f082ed5-c2d1-4adc-8548-a4b054de9935 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:07:40.512282 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-24928398-0244-4123-b759-1fa9f2c29e36 None None] The port '2b5edb9e-2788-464b-afc7-ceb5c56ee066' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:07:40.512693 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46108) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:40.522023 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Attempt 10 to provision port 448d4d4f-959f-452b-abfe-c7244fcfa6c8 Sep 23 15:07:40.586590 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9defb-bca5-4ef0-b774-ca23f6c8815f req-021a2430-89f9-4ed0-8c31-63905b02e502 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:40.588128 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bea9defb-bca5-4ef0-b774-ca23f6c8815f req-021a2430-89f9-4ed0-8c31-63905b02e502 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 945 time: 0.6489046 Sep 23 15:07:40.597279 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6a166716-a2b4-44ef-a06a-06ee201805fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:40.616328 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-018108ef-2171-4c21-98ef-b3c36498ca3f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] For port 89c0c2f1-8332-4c20-b2f5-852d39d36f56, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=89c0c2f1-8332-4c20-b2f5-852d39d36f56,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:40.616563 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-018108ef-2171-4c21-98ef-b3c36498ca3f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:40.626717 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-192bb992-112a-4fdc-9b88-6cd0364a4cbb tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] GET failed (client error): The resource could not be found. Sep 23 15:07:40.627275 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-192bb992-112a-4fdc-9b88-6cd0364a4cbb tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Synchronizing usage tracker for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:40.695205 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Port 448d4d4f-959f-452b-abfe-c7244fcfa6c8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:40.699353 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7b249482-95ea-46e8-892d-1125f894e3ef tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:40.739144 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-7b249482-95ea-46e8-892d-1125f894e3ef tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95221493-56f4-4bc4-b100-5bbcd7fd7d1f']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:40.754109 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-7b249482-95ea-46e8-892d-1125f894e3ef tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47fe3d3f-58f5-445c-9620-46b5c59bc5e7') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:40.754667 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-7b249482-95ea-46e8-892d-1125f894e3ef tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47fe3d3f-58f5-445c-9620-46b5c59bc5e7') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:40.772588 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7b249482-95ea-46e8-892d-1125f894e3ef tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:40.785898 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66069f-8f3d-4304-a010-27870725193d None None] Pushing event updated for resources: {'Port': ['ID=550213bd-d15d-4ed0-90fc-4b73c0ac7ab3,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:40.825881 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port fa66093d-083c-476e-a0c3-9e235c058b12 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:40.827020 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7b249482-95ea-46e8-892d-1125f894e3ef tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:40.835733 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b249482-95ea-46e8-892d-1125f894e3ef tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:07:40.836363 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7b249482-95ea-46e8-892d-1125f894e3ef tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:40.843241 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66069f-8f3d-4304-a010-27870725193d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:40.843513 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66069f-8f3d-4304-a010-27870725193d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:40.843933 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66069f-8f3d-4304-a010-27870725193d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:40.844376 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66069f-8f3d-4304-a010-27870725193d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:40.844819 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66069f-8f3d-4304-a010-27870725193d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:40.845259 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66069f-8f3d-4304-a010-27870725193d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:40.845698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66069f-8f3d-4304-a010-27870725193d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:40.846161 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66069f-8f3d-4304-a010-27870725193d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:40.846619 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66069f-8f3d-4304-a010-27870725193d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:40.847051 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66069f-8f3d-4304-a010-27870725193d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:40.847574 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66069f-8f3d-4304-a010-27870725193d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:40.848001 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed66069f-8f3d-4304-a010-27870725193d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:07:40.863071 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Provisioning for port e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:40.872226 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a094f0c-eb7c-4d31-a398-0b286fa2a344', 'name': 'tempest-NetworksTestDHCPv6-router-1021964874', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:07:23Z', 'updated_at': '2022-09-23T15:07:26Z', 'revision_number': 2, 'project_id': '2d0155ea591e48f7a3b8ec353336016a', 'gw_port_host': None, '_interfaces': [{'id': '89c0c2f1-8332-4c20-b2f5-852d39d36f56', 'name': '', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'mac_address': 'fa:16:3e:76:5f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a094f0c-eb7c-4d31-a398-0b286fa2a344', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '3e89c40a-db7a-4185-9c6c-d2a4de26a956', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:24Z', 'updated_at': '2022-09-23T15:07:38Z', 'revision_number': 4, 'project_id': '2d0155ea591e48f7a3b8ec353336016a', 'subnets': [{'id': '3e89c40a-db7a-4185-9c6c-d2a4de26a956', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:40.882239 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5663bb-4057-4718-8803-56a1d8505a57 None None] The sync data for ids ['0a094f0c-eb7c-4d31-a398-0b286fa2a344'] in dv-neutron-859093-1-hyperv is: [{'id': '0a094f0c-eb7c-4d31-a398-0b286fa2a344', 'name': 'tempest-NetworksTestDHCPv6-router-1021964874', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:07:23Z', 'updated_at': '2022-09-23T15:07:26Z', 'revision_number': 2, 'project_id': '2d0155ea591e48f7a3b8ec353336016a', 'gw_port_host': None, '_interfaces': [{'id': '89c0c2f1-8332-4c20-b2f5-852d39d36f56', 'name': '', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'mac_address': 'fa:16:3e:76:5f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a094f0c-eb7c-4d31-a398-0b286fa2a344', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '3e89c40a-db7a-4185-9c6c-d2a4de26a956', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:24Z', 'updated_at': '2022-09-23T15:07:38Z', 'revision_number': 4, 'project_id': '2d0155ea591e48f7a3b8ec353336016a', 'subnets': [{'id': '3e89c40a-db7a-4185-9c6c-d2a4de26a956', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:07:40.884617 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-6a166716-a2b4-44ef-a06a-06ee201805fb None None] Attempting to bind port 550213bd-d15d-4ed0-90fc-4b73c0ac7ab3 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:07:40.885139 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-6a166716-a2b4-44ef-a06a-06ee201805fb None None] Attempting to bind port 550213bd-d15d-4ed0-90fc-4b73c0ac7ab3 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'c15215a5-57ed-4328-8791-eac77bc9a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:07:40.885622 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a166716-a2b4-44ef-a06a-06ee201805fb None None] Attempting to bind port 550213bd-d15d-4ed0-90fc-4b73c0ac7ab3 on network a6c9aa2c-f801-4044-ba36-ff353c446221 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:07:40.888227 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Provisioning complete for port e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:40.889287 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:40.889813 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Attempt 1 to provision port e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0 Sep 23 15:07:40.951245 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a12ce0b2-76f9-4e94-96b2-16867c0ce4ad no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:07:40.985431 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-018108ef-2171-4c21-98ef-b3c36498ca3f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Calling delete_port for 89c0c2f1-8332-4c20-b2f5-852d39d36f56 owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:41.008102 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a166716-a2b4-44ef-a06a-06ee201805fb None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:07:41.008493 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a166716-a2b4-44ef-a06a-06ee201805fb None None] Checking segment: {'id': 'c15215a5-57ed-4328-8791-eac77bc9a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:07:41.008892 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6a166716-a2b4-44ef-a06a-06ee201805fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:41.009287 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a166716-a2b4-44ef-a06a-06ee201805fb None None] Bound using segment: {'id': 'c15215a5-57ed-4328-8791-eac77bc9a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:07:41.009776 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-6a166716-a2b4-44ef-a06a-06ee201805fb None None] Bound port: 550213bd-d15d-4ed0-90fc-4b73c0ac7ab3, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15215a5-57ed-4328-8791-eac77bc9a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:07:41.010219 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6a166716-a2b4-44ef-a06a-06ee201805fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:41.021455 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: a12ce0b2-76f9-4e94-96b2-16867c0ce4ad {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:07:41.021799 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a12ce0b2-76f9-4e94-96b2-16867c0ce4ad not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:07:41.040958 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7b249482-95ea-46e8-892d-1125f894e3ef tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:41.052633 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7b249482-95ea-46e8-892d-1125f894e3ef tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:41.085767 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bea9defb-bca5-4ef0-b774-ca23f6c8815f req-a6f8717d-e008-4dbb-b9f1-4fc5a153504d tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/security-groups?id=353147c3-04d5-4845-9d1c-8e23b8cecfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799352 Sep 23 15:07:41.092105 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7b249482-95ea-46e8-892d-1125f894e3ef tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] 10.222.0.67 "DELETE /v2.0/networks/95221493-56f4-4bc4-b100-5bbcd7fd7d1f HTTP/1.1" status: 204 len: 168 time: 0.8070662 Sep 23 15:07:41.094282 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46116) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:41.122196 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b249482-95ea-46e8-892d-1125f894e3ef tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Pushing event deleted for resources: {'Network': ['ID=95221493-56f4-4bc4-b100-5bbcd7fd7d1f,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:41.209270 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 2b5edb9e-2788-464b-afc7-ceb5c56ee066 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:07:41.210141 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4406ac90-7d17-482c-a567-786b385643e8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:41.215771 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3f58472a-a2bb-4546-9c10-d0c404f717c5 req-f0b17441-611f-48bc-a018-9ab629bec003 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 210 time: 0.0626290 Sep 23 15:07:41.219719 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4406ac90-7d17-482c-a567-786b385643e8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:41.245554 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4406ac90-7d17-482c-a567-786b385643e8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:41.245554 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4406ac90-7d17-482c-a567-786b385643e8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Synchronizing usage tracker for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:41.274047 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 2b5edb9e-2788-464b-afc7-ceb5c56ee066 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:07:41.274413 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 2b5edb9e-2788-464b-afc7-ceb5c56ee066 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:07:41.284951 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-192bb992-112a-4fdc-9b88-6cd0364a4cbb tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Unset dirty status for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:41.287137 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-192bb992-112a-4fdc-9b88-6cd0364a4cbb tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "GET /v2.0/ports/b530a23c-bb6f-49d6-b179-43b276b65b5a HTTP/1.1" status: 404 len: 333 time: 0.7724051 Sep 23 15:07:41.289972 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46120) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:41.291993 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-6a166716-a2b4-44ef-a06a-06ee201805fb None None] For port 550213bd-d15d-4ed0-90fc-4b73c0ac7ab3, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:07:41.313042 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Current status of the port e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:07:41.313487 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:41.328971 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-6a166716-a2b4-44ef-a06a-06ee201805fb None None] For port 550213bd-d15d-4ed0-90fc-4b73c0ac7ab3, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=550213bd-d15d-4ed0-90fc-4b73c0ac7ab3,segment=NetworkSegment(c15215a5-57ed-4328-8791-eac77bc9a6d0),segment_id=c15215a5-57ed-4328-8791-eac77bc9a6d0)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:07:41.339096 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:07:41.356834 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e1e725-0548-49ff-afff-408abd0d08db None None] Sync routers for ids ['8f082ed5-c2d1-4adc-8548-a4b054de9935'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:07:41.360378 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] For port e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0,segment=NetworkSegment(849fdd16-59ac-40e7-b477-1b177cd2bee2),segment_id=849fdd16-59ac-40e7-b477-1b177cd2bee2)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:41.370093 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e1e725-0548-49ff-afff-408abd0d08db None None] Routers {'8f082ed5-c2d1-4adc-8548-a4b054de9935'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:07:41.370750 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-c2e1e725-0548-49ff-afff-408abd0d08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:07:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8f082ed5-c2d1-4adc-8548-a4b054de9935'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:41.371237 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3ee6540e-8a59-490f-939b-ddb7dd30ceb8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "PUT /v2.0/routers/8f082ed5-c2d1-4adc-8548-a4b054de9935/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1642065 Sep 23 15:07:41.391861 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46124) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:41.445968 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-c2e1e725-0548-49ff-afff-408abd0d08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:41.457544 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:41.459805 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6a166716-a2b4-44ef-a06a-06ee201805fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:41.517182 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e1e725-0548-49ff-afff-408abd0d08db None None] Routers {'8f082ed5-c2d1-4adc-8548-a4b054de9935'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:07:41.517832 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-c2e1e725-0548-49ff-afff-408abd0d08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:07:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8f082ed5-c2d1-4adc-8548-a4b054de9935'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:41.543702 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4406ac90-7d17-482c-a567-786b385643e8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Unset dirty status for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:41.549873 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4406ac90-7d17-482c-a567-786b385643e8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 1.1327410 Sep 23 15:07:41.553521 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46128) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:41.564121 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-52749d79-6c75-4318-8240-f7a17a696089 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:41.663243 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5ad4e3a7-e9b7-4a3e-89aa-4e48624a2875 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:41.734373 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Pushing event updated for resources: {'Port': ['ID=e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:41.801837 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-c2e1e725-0548-49ff-afff-408abd0d08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:41.803279 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e1e725-0548-49ff-afff-408abd0d08db None None] The sync data for ids ['8f082ed5-c2d1-4adc-8548-a4b054de9935'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:07:41.841643 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-52749d79-6c75-4318-8240-f7a17a696089 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:41.844385 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a166716-a2b4-44ef-a06a-06ee201805fb None None] Routers {'d6f99150-9f1b-40ce-b203-62a4a5082f56'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:07:41.845129 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-6a166716-a2b4-44ef-a06a-06ee201805fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:07:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['d6f99150-9f1b-40ce-b203-62a4a5082f56'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:41.900546 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7fac1b-5d57-421c-b828-e0d5ee42d892 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:41.904996 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0d7fac1b-5d57-421c-b828-e0d5ee42d892 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "GET /v2.0/ports/b7860a8b-7d0a-4caf-8cad-445acf35e08b HTTP/1.1" status: 200 len: 913 time: 0.5084732 Sep 23 15:07:41.909365 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46132) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:41.913205 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-52749d79-6c75-4318-8240-f7a17a696089 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e10660b-8f43-4768-a751-5e2a3d64631d']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:41.914633 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Provisioning for port 972715dc-b2ed-4af1-8c85-fba3968a17bb completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:41.943501 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-52749d79-6c75-4318-8240-f7a17a696089 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a83ce1-870a-4478-ac37-df69222f0303') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:41.943783 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-52749d79-6c75-4318-8240-f7a17a696089 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a83ce1-870a-4478-ac37-df69222f0303') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:41.946154 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Provisioning complete for port 972715dc-b2ed-4af1-8c85-fba3968a17bb triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:41.946666 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:41.947240 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Attempt 1 to provision port 972715dc-b2ed-4af1-8c85-fba3968a17bb Sep 23 15:07:41.970595 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-52749d79-6c75-4318-8240-f7a17a696089 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:42.002214 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a5957-4031-41b8-ab47-81b918c345e1 req-9d9a22dc-1e1e-4727-ac42-7df946a982ec tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:42.003745 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ed4a5957-4031-41b8-ab47-81b918c345e1 req-9d9a22dc-1e1e-4727-ac42-7df946a982ec tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.72 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 945 time: 0.2889595 Sep 23 15:07:42.014132 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-52749d79-6c75-4318-8240-f7a17a696089 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:42.023874 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66069f-8f3d-4304-a010-27870725193d None None] Pushing event updated for resources: {'Port': ['ID=550213bd-d15d-4ed0-90fc-4b73c0ac7ab3,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:42.065838 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-018108ef-2171-4c21-98ef-b3c36498ca3f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:42.069804 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52749d79-6c75-4318-8240-f7a17a696089 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:07:42.070211 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-52749d79-6c75-4318-8240-f7a17a696089 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:42.152793 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-e7ff3ff2-db14-445a-aa18-4ed55e83eeb7 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port 8c7fe397-3b36-4b92-adeb-b1f5597c0886 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:42.153396 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e7ff3ff2-db14-445a-aa18-4ed55e83eeb7 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:42.167604 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-6a166716-a2b4-44ef-a06a-06ee201805fb None None] Set router d6f99150-9f1b-40ce-b203-62a4a5082f56 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:07:42.290556 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 47a83ce1-870a-4478-ac37-df69222f0303 resource provider aggregate not found Sep 23 15:07:42.323643 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018108ef-2171-4c21-98ef-b3c36498ca3f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Port': ['ID=89c0c2f1-8332-4c20-b2f5-852d39d36f56,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:42.359523 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 47a83ce1-870a-4478-ac37-df69222f0303 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47a83ce1-870a-4478-ac37-df69222f0303 found for delete ", "request_id": "req-5f59dd74-d59a-4136-a604-2664bd4009d4"}]} Sep 23 15:07:42.425735 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-ed4a5957-4031-41b8-ab47-81b918c345e1 req-13e7588f-47ff-46cf-aa83-48f8fa800a20 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Deleting port 98bac082-62c1-4710-8ba5-6cee39802e3e {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:42.426386 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-ed4a5957-4031-41b8-ab47-81b918c345e1 req-13e7588f-47ff-46cf-aa83-48f8fa800a20 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:42.451167 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 47fe3d3f-58f5-445c-9620-46b5c59bc5e7 resource provider aggregate not found Sep 23 15:07:42.493127 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Current status of the port 972715dc-b2ed-4af1-8c85-fba3968a17bb is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:07:42.493127 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:42.538990 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 47fe3d3f-58f5-445c-9620-46b5c59bc5e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47fe3d3f-58f5-445c-9620-46b5c59bc5e7 found for delete ", "request_id": "req-6de03114-1bc7-499e-84bc-0c4f8a2843d7"}]} Sep 23 15:07:42.577889 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] For port 972715dc-b2ed-4af1-8c85-fba3968a17bb, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=972715dc-b2ed-4af1-8c85-fba3968a17bb,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:42.644457 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-52749d79-6c75-4318-8240-f7a17a696089 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:42.674126 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-52749d79-6c75-4318-8240-f7a17a696089 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:42.679657 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:42.686218 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d5b8c8e5-fdaf-45ff-ad03-b4be2ba04b9c req-f255bffe-a10a-4e7a-af5b-8a5e38475577 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 210 time: 0.2099888 Sep 23 15:07:42.720146 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5ad4e3a7-e9b7-4a3e-89aa-4e48624a2875 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:42.733501 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5ad4e3a7-e9b7-4a3e-89aa-4e48624a2875 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:42.798232 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-6a166716-a2b4-44ef-a06a-06ee201805fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724022762', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246'}], 'enable_snat': True}, 'gw_port_id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:07:17Z', 'updated_at': '2022-09-23T15:07:31Z', 'revision_number': 4, 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'gw_port': {'id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:19Z', 'updated_at': '2022-09-23T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '550213bd-d15d-4ed0-90fc-4b73c0ac7ab3', 'name': '', 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'mac_address': 'fa:16:3e:04:56:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '245ea95f-8d5f-45e2-90f5-83cc7713b286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:30Z', 'updated_at': '2022-09-23T15:07:41Z', 'revision_number': 4, 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'subnets': [{'id': '245ea95f-8d5f-45e2-90f5-83cc7713b286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:42.804528 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a166716-a2b4-44ef-a06a-06ee201805fb None None] The sync data for ids ['d6f99150-9f1b-40ce-b203-62a4a5082f56'] in dv-neutron-859093-1-hyperv is: [{'id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724022762', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246'}], 'enable_snat': True}, 'gw_port_id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:07:17Z', 'updated_at': '2022-09-23T15:07:31Z', 'revision_number': 4, 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'gw_port': {'id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:19Z', 'updated_at': '2022-09-23T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '550213bd-d15d-4ed0-90fc-4b73c0ac7ab3', 'name': '', 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'mac_address': 'fa:16:3e:04:56:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '245ea95f-8d5f-45e2-90f5-83cc7713b286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:30Z', 'updated_at': '2022-09-23T15:07:41Z', 'revision_number': 4, 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'subnets': [{'id': '245ea95f-8d5f-45e2-90f5-83cc7713b286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:07:42.810268 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Pushing event updated for resources: {'Port': ['ID=972715dc-b2ed-4af1-8c85-fba3968a17bb,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:42.852844 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Provisioning for port 5546de36-b06b-4bda-88d8-ecf8e222f1ce completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:42.861438 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Provisioning complete for port 5546de36-b06b-4bda-88d8-ecf8e222f1ce triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:42.879720 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:42.879720 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Attempt 1 to provision port 5546de36-b06b-4bda-88d8-ecf8e222f1ce Sep 23 15:07:42.913258 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-018108ef-2171-4c21-98ef-b3c36498ca3f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:42.925853 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52749d79-6c75-4318-8240-f7a17a696089 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] Pushing event deleted for resources: {'Network': ['ID=5e10660b-8f43-4768-a751-5e2a3d64631d,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:42.971103 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-52749d79-6c75-4318-8240-f7a17a696089 tempest-BulkNetworkOpsIpV6Test-2133233312 tempest-BulkNetworkOpsIpV6Test-2133233312-project] 10.222.0.67 "DELETE /v2.0/networks/5e10660b-8f43-4768-a751-5e2a3d64631d HTTP/1.1" status: 204 len: 168 time: 1.8713133 Sep 23 15:07:43.084814 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5ad4e3a7-e9b7-4a3e-89aa-4e48624a2875 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:43.085345 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad4e3a7-e9b7-4a3e-89aa-4e48624a2875 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Fanout notify agent at l3_agent the message router_deleted on router 79a45a8d-7147-44d0-abc4-def0338cf15f {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:07:43.149407 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Current status of the port 5546de36-b06b-4bda-88d8-ecf8e222f1ce is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:07:43.153758 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:43.199934 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] For port 5546de36-b06b-4bda-88d8-ecf8e222f1ce, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5546de36-b06b-4bda-88d8-ecf8e222f1ce,segment=NetworkSegment(ba9b5067-9327-4fed-a19d-9ea762bd2173),segment_id=ba9b5067-9327-4fed-a19d-9ea762bd2173)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:43.288245 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:43.334671 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 550213bd-d15d-4ed0-90fc-4b73c0ac7ab3 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:07:43.349344 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b9cd7-23b7-4a82-a4d0-1301b8a19cc5 req-06b0c955-0800-4a9f-970f-180999c30f7e tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:43.351199 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-578b9cd7-23b7-4a82-a4d0-1301b8a19cc5 req-06b0c955-0800-4a9f-970f-180999c30f7e tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 945 time: 1.0972381 Sep 23 15:07:43.399193 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Could not find standard attr ID for object b530a23c-bb6f-49d6-b179-43b276b65b5a. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:07:43.421082 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5ad4e3a7-e9b7-4a3e-89aa-4e48624a2875 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:43.424942 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5ad4e3a7-e9b7-4a3e-89aa-4e48624a2875 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/routers/79a45a8d-7147-44d0-abc4-def0338cf15f HTTP/1.1" status: 204 len: 168 time: 2.1312029 Sep 23 15:07:43.429500 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46150) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:43.444261 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Could not find standard attr ID for object 89c0c2f1-8332-4c20-b2f5-852d39d36f56. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:07:43.482303 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a97a5-6032-4ae8-a28f-ef7bc690c469 None None] Pushing event updated for resources: {'Port': ['ID=5546de36-b06b-4bda-88d8-ecf8e222f1ce,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:43.551820 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e7ff3ff2-db14-445a-aa18-4ed55e83eeb7 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:43.566770 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 550213bd-d15d-4ed0-90fc-4b73c0ac7ab3 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:43.572321 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-ed4a5957-4031-41b8-ab47-81b918c345e1 req-13e7588f-47ff-46cf-aa83-48f8fa800a20 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] For port 98bac082-62c1-4710-8ba5-6cee39802e3e, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=98bac082-62c1-4710-8ba5-6cee39802e3e,segment=NetworkSegment(477ccb8f-0dad-4f0e-b831-fb05867fe98c),segment_id=477ccb8f-0dad-4f0e-b831-fb05867fe98c)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:43.573239 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-ed4a5957-4031-41b8-ab47-81b918c345e1 req-13e7588f-47ff-46cf-aa83-48f8fa800a20 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:43.578793 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:07:43.669967 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Provisioning for port 8c7fe397-3b36-4b92-adeb-b1f5597c0886 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:43.682976 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Provisioning complete for port 8c7fe397-3b36-4b92-adeb-b1f5597c0886 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:43.683439 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:43.683836 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Attempt 1 to provision port 8c7fe397-3b36-4b92-adeb-b1f5597c0886 Sep 23 15:07:43.724957 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-e7ff3ff2-db14-445a-aa18-4ed55e83eeb7 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Calling delete_port for 8c7fe397-3b36-4b92-adeb-b1f5597c0886 owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:43.764408 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:43.764408 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:43.764408 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0 Sep 23 15:07:43.771221 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-ed4a5957-4031-41b8-ab47-81b918c345e1 req-13e7588f-47ff-46cf-aa83-48f8fa800a20 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Calling delete_port for 98bac082-62c1-4710-8ba5-6cee39802e3e owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:43.804162 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46160) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:43.810470 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-578b9cd7-23b7-4a82-a4d0-1301b8a19cc5 req-13f34fb6-8121-4e0e-8540-aa76b7294be0 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/security-groups?id=353147c3-04d5-4845-9d1c-8e23b8cecfb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870169 Sep 23 15:07:43.847427 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Port 8c7fe397-3b36-4b92-adeb-b1f5597c0886 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:43.914923 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:07:43.917186 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 972715dc-b2ed-4af1-8c85-fba3968a17bb up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:07:44.021705 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 972715dc-b2ed-4af1-8c85-fba3968a17bb triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:44.022839 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:44.023179 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 972715dc-b2ed-4af1-8c85-fba3968a17bb Sep 23 15:07:44.078211 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a91c2d-57af-4277-b1c7-d4b3123af072 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting subnet 8e6bdd32-77fd-4d18-a527-b9c360891163 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:07:44.108516 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-47a91c2d-57af-4277-b1c7-d4b3123af072 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:44.134042 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018108ef-2171-4c21-98ef-b3c36498ca3f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Router 0a094f0c-eb7c-4d31-a398-0b286fa2a344 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:07:44.161166 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-bacae7f8-ae3c-4c8a-ba27-f8b619628850 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:44.162644 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-bacae7f8-ae3c-4c8a-ba27-f8b619628850 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.72 "GET /v2.0/networks?id=a6c9aa2c-f801-4044-ba36-ff353c446221 HTTP/1.1" status: 200 len: 795 time: 1.2448535 Sep 23 15:07:44.168041 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-af59f505-0d9c-4f93-80cf-0381bed2e661 req-47dfdbfa-e3ce-47d8-af58-62fa347dc4ff tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 210 time: 0.1398680 Sep 23 15:07:44.212618 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-ed4a5957-4031-41b8-ab47-81b918c345e1 req-13e7588f-47ff-46cf-aa83-48f8fa800a20 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:44.248184 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['98bac082-62c1-4710-8ba5-6cee39802e3e'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:07:44.249832 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-47a91c2d-57af-4277-b1c7-d4b3123af072 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:44.303441 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 972715dc-b2ed-4af1-8c85-fba3968a17bb is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:07:44.349652 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Attempt 2 to provision port 8c7fe397-3b36-4b92-adeb-b1f5597c0886 Sep 23 15:07:44.351625 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e7ff3ff2-db14-445a-aa18-4ed55e83eeb7 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:44.382262 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7588f-47ff-46cf-aa83-48f8fa800a20 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Pushing event deleted for resources: {'Port': ['ID=98bac082-62c1-4710-8ba5-6cee39802e3e,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:44.400905 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Port 8c7fe397-3b36-4b92-adeb-b1f5597c0886 was deleted so its status cannot be updated. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 15:07:44.427149 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff3ff2-db14-445a-aa18-4ed55e83eeb7 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Port': ['ID=8c7fe397-3b36-4b92-adeb-b1f5597c0886,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:44.480521 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Provisioning for port fa66093d-083c-476e-a0c3-9e235c058b12 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:44.486734 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Provisioning complete for port fa66093d-083c-476e-a0c3-9e235c058b12 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:44.487144 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:44.487606 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Attempt 1 to provision port fa66093d-083c-476e-a0c3-9e235c058b12 Sep 23 15:07:44.494795 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e7ff3ff2-db14-445a-aa18-4ed55e83eeb7 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:44.504342 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9da1d906-674d-44f6-b68c-0f12f26e7bb8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9c0258cd4411406e8d8165f07fb44c4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6193686 Sep 23 15:07:44.511186 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46168) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:44.516275 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4a5957-4031-41b8-ab47-81b918c345e1 req-13e7588f-47ff-46cf-aa83-48f8fa800a20 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] No DVR routers for this DVR port 98bac082-62c1-4710-8ba5-6cee39802e3e on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:07:44.524186 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-ed4a5957-4031-41b8-ab47-81b918c345e1 req-13e7588f-47ff-46cf-aa83-48f8fa800a20 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:44.526770 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3485e1e6-af35-4f49-87f4-56170786063e', 'name': 'network-vif-deleted', 'tag': '98bac082-62c1-4710-8ba5-6cee39802e3e'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:07:44.529296 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f115598-e626-4bec-912e-45af6d35c6dd" -d '{"events": [{"server_uuid": "3485e1e6-af35-4f49-87f4-56170786063e", "name": "network-vif-deleted", "tag": "98bac082-62c1-4710-8ba5-6cee39802e3e"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:07:44.541705 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-5f70adcb-9d18-4d8b-b097-f9c04369e04a tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3a12835b3f04141a72530dd667a86b6 HTTP/1.1" status: 200 len: 380 time: 0.3696368 Sep 23 15:07:44.542960 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018108ef-2171-4c21-98ef-b3c36498ca3f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:07:44.555762 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45c5cfd-33e4-4bbd-89cf-8fb9015d7a18 None None] Sync routers for ids ['0a094f0c-eb7c-4d31-a398-0b286fa2a344'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:07:44.565157 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-018108ef-2171-4c21-98ef-b3c36498ca3f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "PUT /v2.0/routers/0a094f0c-eb7c-4d31-a398-0b286fa2a344/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7104561 Sep 23 15:07:44.569864 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46176) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:44.572261 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45c5cfd-33e4-4bbd-89cf-8fb9015d7a18 None None] Routers {'0a094f0c-eb7c-4d31-a398-0b286fa2a344'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:07:44.576218 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-6f99e8df-a05b-4f3f-aa71-c9062eab3e45 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Request body: {'port': {'device_id': 'ccae617e-3bf5-47bd-9211-af1081d6c279', 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221', 'admin_state_up': True, 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'security_groups': ['9dc2c581-e4a9-43eb-81b2-36a3437ac55e']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:44.576691 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-a45c5cfd-33e4-4bbd-89cf-8fb9015d7a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:07:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['0a094f0c-eb7c-4d31-a398-0b286fa2a344'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:44.637721 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-47a91c2d-57af-4277-b1c7-d4b3123af072 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:44.693233 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f6b53718-52c2-4b2d-8949-78821859bb40 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:44.733536 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Current status of the port fa66093d-083c-476e-a0c3-9e235c058b12 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:07:44.734012 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:44.789167 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ed4a5957-4031-41b8-ab47-81b918c345e1 req-13e7588f-47ff-46cf-aa83-48f8fa800a20 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.72 "DELETE /v2.0/ports/98bac082-62c1-4710-8ba5-6cee39802e3e HTTP/1.1" status: 204 len: 173 time: 2.7764385 Sep 23 15:07:44.789393 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] For port fa66093d-083c-476e-a0c3-9e235c058b12, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=fa66093d-083c-476e-a0c3-9e235c058b12,segment=NetworkSegment(c15215a5-57ed-4328-8791-eac77bc9a6d0),segment_id=c15215a5-57ed-4328-8791-eac77bc9a6d0)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:44.801748 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-6f99e8df-a05b-4f3f-aa71-c9062eab3e45 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:44.816158 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-6f99e8df-a05b-4f3f-aa71-c9062eab3e45 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:44.834388 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88d6493-d452-457f-b7c5-afc04ffb2f00 x-openstack-request-id: req-d88d6493-d452-457f-b7c5-afc04ffb2f00 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:07:44.834794 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3485e1e6-af35-4f49-87f4-56170786063e", "name": "network-vif-deleted", "tag": "98bac082-62c1-4710-8ba5-6cee39802e3e", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:07:44.835133 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d88d6493-d452-457f-b7c5-afc04ffb2f00 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:07:44.835625 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d88d6493-d452-457f-b7c5-afc04ffb2f00'] response: {'server_uuid': '3485e1e6-af35-4f49-87f4-56170786063e', 'name': 'network-vif-deleted', 'tag': '98bac082-62c1-4710-8ba5-6cee39802e3e', 'status': 'completed', 'code': 200} Sep 23 15:07:44.867499 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-a45c5cfd-33e4-4bbd-89cf-8fb9015d7a18 None None] Set router 0a094f0c-eb7c-4d31-a398-0b286fa2a344 gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:07:44.878386 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:44.918529 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-6f99e8df-a05b-4f3f-aa71-c9062eab3e45 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Made reservation on behalf of b3a12835b3f04141a72530dd667a86b6 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:44.925532 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-6f99e8df-a05b-4f3f-aa71-c9062eab3e45 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:44.972565 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Pushing event updated for resources: {'Port': ['ID=fa66093d-083c-476e-a0c3-9e235c058b12,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:44.999624 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e7ff3ff2-db14-445a-aa18-4ed55e83eeb7 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/ports/8c7fe397-3b36-4b92-adeb-b1f5597c0886 HTTP/1.1" status: 204 len: 168 time: 3.4431999 Sep 23 15:07:45.007214 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-a45c5cfd-33e4-4bbd-89cf-8fb9015d7a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a094f0c-eb7c-4d31-a398-0b286fa2a344', 'name': 'tempest-NetworksTestDHCPv6-router-1021964874', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:07:23Z', 'updated_at': '2022-09-23T15:07:41Z', 'revision_number': 3, 'project_id': '2d0155ea591e48f7a3b8ec353336016a', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:45.008778 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46182) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:45.016091 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:07:45.023047 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45c5cfd-33e4-4bbd-89cf-8fb9015d7a18 None None] Checking router: 0a094f0c-eb7c-4d31-a398-0b286fa2a344 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:07:45.027824 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45c5cfd-33e4-4bbd-89cf-8fb9015d7a18 None None] Routers {'0a094f0c-eb7c-4d31-a398-0b286fa2a344'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:07:45.028862 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-a45c5cfd-33e4-4bbd-89cf-8fb9015d7a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:07:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['0a094f0c-eb7c-4d31-a398-0b286fa2a344'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:45.046111 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Provisioning for port 550213bd-d15d-4ed0-90fc-4b73c0ac7ab3 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:45.051872 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Provisioning complete for port 550213bd-d15d-4ed0-90fc-4b73c0ac7ab3 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:45.054758 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:45.054758 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Attempt 1 to provision port 550213bd-d15d-4ed0-90fc-4b73c0ac7ab3 Sep 23 15:07:45.181114 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-a45c5cfd-33e4-4bbd-89cf-8fb9015d7a18 None None] Set router 0a094f0c-eb7c-4d31-a398-0b286fa2a344 gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:07:45.184014 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-6f99e8df-a05b-4f3f-aa71-c9062eab3e45 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Allocated IP 172.20.0.13 (a6c9aa2c-f801-4044-ba36-ff353c446221/245ea95f-8d5f-45e2-90f5-83cc7713b286/14cac99a-9ccb-4186-80a2-85da9180b8ad) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:45.224182 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Current status of the port 550213bd-d15d-4ed0-90fc-4b73c0ac7ab3 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:07:45.224480 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:45.235368 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5546de36-b06b-4bda-88d8-ecf8e222f1ce up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:07:45.277123 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3df84973-eba0-4c52-8279-8a4ac7e9c898 req-40c09886-7b11-402c-badc-5ba323384a00 tempest-TestServerAdvancedOps-820675967 tempest-TestServerAdvancedOps-820675967-project] 10.222.0.67 "GET /v2.0/ports?device_id=3485e1e6-af35-4f49-87f4-56170786063e HTTP/1.1" status: 200 len: 210 time: 0.2922235 Sep 23 15:07:45.337410 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a2d3c91b-1237-41bf-8299-3d172a4708c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:45.344718 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9efb9a9-3775-4eb0-83ed-3ba83090335d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] GET failed (client error): The resource could not be found. Sep 23 15:07:45.345606 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b9efb9a9-3775-4eb0-83ed-3ba83090335d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Synchronizing usage tracker for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:45.348562 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-47a91c2d-57af-4277-b1c7-d4b3123af072 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:45.384080 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-a45c5cfd-33e4-4bbd-89cf-8fb9015d7a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a094f0c-eb7c-4d31-a398-0b286fa2a344', 'name': 'tempest-NetworksTestDHCPv6-router-1021964874', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:07:23Z', 'updated_at': '2022-09-23T15:07:41Z', 'revision_number': 3, 'project_id': '2d0155ea591e48f7a3b8ec353336016a', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:45.391857 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] For port 550213bd-d15d-4ed0-90fc-4b73c0ac7ab3, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=550213bd-d15d-4ed0-90fc-4b73c0ac7ab3,segment=NetworkSegment(c15215a5-57ed-4328-8791-eac77bc9a6d0),segment_id=c15215a5-57ed-4328-8791-eac77bc9a6d0)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:45.392171 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45c5cfd-33e4-4bbd-89cf-8fb9015d7a18 None None] The sync data for ids ['0a094f0c-eb7c-4d31-a398-0b286fa2a344'] in dv-neutron-859093-1-hyperv is: [{'id': '0a094f0c-eb7c-4d31-a398-0b286fa2a344', 'name': 'tempest-NetworksTestDHCPv6-router-1021964874', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:07:23Z', 'updated_at': '2022-09-23T15:07:41Z', 'revision_number': 3, 'project_id': '2d0155ea591e48f7a3b8ec353336016a', 'gw_port_host': None}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:07:45.419812 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 5546de36-b06b-4bda-88d8-ecf8e222f1ce triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:45.420190 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:45.420525 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 5546de36-b06b-4bda-88d8-ecf8e222f1ce Sep 23 15:07:45.454602 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc22841-b3d1-430d-82e6-4b73d4da23da tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:45.455337 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25f6c7d-73ed-4693-a735-2cc3a41aaa96 None None] Network f347ad47-f0af-4fb7-ae5b-10a5424f48a2 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:45.455945 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc22841-b3d1-430d-82e6-4b73d4da23da tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:45.456825 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-afc22841-b3d1-430d-82e6-4b73d4da23da tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:45.459532 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a91c2d-57af-4277-b1c7-d4b3123af072 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Subnet': ['ID=8e6bdd32-77fd-4d18-a527-b9c360891163,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:45.473273 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-47a91c2d-57af-4277-b1c7-d4b3123af072 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:45.483125 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3911b0d6-5a52-48c3-9487-97fab8903fde req-b5fd9dfa-a28c-4a61-bf0c-1b1a7c4039b0 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 210 time: 0.0565166 Sep 23 15:07:45.530298 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:45.537588 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-6f99e8df-a05b-4f3f-aa71-c9062eab3e45 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:45.555976 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-6f99e8df-a05b-4f3f-aa71-c9062eab3e45 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Transition to ACTIVE for port object 14cac99a-9ccb-4186-80a2-85da9180b8ad will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:45.569394 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a2d3c91b-1237-41bf-8299-3d172a4708c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:45.577502 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-47a91c2d-57af-4277-b1c7-d4b3123af072 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/subnets/8e6bdd32-77fd-4d18-a527-b9c360891163 HTTP/1.1" status: 204 len: 168 time: 2.1441638 Sep 23 15:07:45.578548 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b9efb9a9-3775-4eb0-83ed-3ba83090335d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Unset dirty status for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:45.579571 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b9efb9a9-3775-4eb0-83ed-3ba83090335d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "GET /v2.0/ports/8c7fe397-3b36-4b92-adeb-b1f5597c0886 HTTP/1.1" status: 404 len: 333 time: 0.5512283 Sep 23 15:07:45.580183 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46188) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:45.582642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46190) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:45.618704 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Could not find standard attr ID for object a12ce0b2-76f9-4e94-96b2-16867c0ce4ad. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:07:45.704502 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Pushing event updated for resources: {'Port': ['ID=550213bd-d15d-4ed0-90fc-4b73c0ac7ab3,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:45.734447 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-afc22841-b3d1-430d-82e6-4b73d4da23da tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:45.738140 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-afc22841-b3d1-430d-82e6-4b73d4da23da tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.1620827 Sep 23 15:07:45.748637 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46196) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:45.804083 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Provisioning for port b7860a8b-7d0a-4caf-8cad-445acf35e08b completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:45.826643 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-f6b53718-52c2-4b2d-8949-78821859bb40 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Deleting port b7860a8b-7d0a-4caf-8cad-445acf35e08b {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:45.826896 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f6b53718-52c2-4b2d-8949-78821859bb40 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:45.845796 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Provisioning complete for port b7860a8b-7d0a-4caf-8cad-445acf35e08b triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:45.846159 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:45.856373 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Attempt 1 to provision port b7860a8b-7d0a-4caf-8cad-445acf35e08b Sep 23 15:07:45.886886 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a2d3c91b-1237-41bf-8299-3d172a4708c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:45.902555 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 5546de36-b06b-4bda-88d8-ecf8e222f1ce is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:07:45.903695 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device fa66093d-083c-476e-a0c3-9e235c058b12 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:07:45.904061 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-50d1915a-dbdd-4cda-9a80-c3b26ff1ab31 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet 3e89c40a-db7a-4185-9c6c-d2a4de26a956 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:07:45.913608 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-50d1915a-dbdd-4cda-9a80-c3b26ff1ab31 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:45.938740 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-6f99e8df-a05b-4f3f-aa71-c9062eab3e45 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:45.965985 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3c91b-1237-41bf-8299-3d172a4708c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c234d59f-0e9d-4486-8dd6-a4be52492ca5,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:46.033189 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Port b7860a8b-7d0a-4caf-8cad-445acf35e08b cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:46.061394 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-6f99e8df-a05b-4f3f-aa71-c9062eab3e45 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Network a6c9aa2c-f801-4044-ba36-ff353c446221 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:46.073286 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port fa66093d-083c-476e-a0c3-9e235c058b12 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:46.074720 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:46.074720 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port fa66093d-083c-476e-a0c3-9e235c058b12 Sep 23 15:07:46.076913 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-6f99e8df-a05b-4f3f-aa71-c9062eab3e45 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:46.081237 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a2d3c91b-1237-41bf-8299-3d172a4708c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:46.082423 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a2d3c91b-1237-41bf-8299-3d172a4708c9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c234d59f-0e9d-4486-8dd6-a4be52492ca5 HTTP/1.1" status: 204 len: 168 time: 1.5680475 Sep 23 15:07:46.088103 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-6f99e8df-a05b-4f3f-aa71-c9062eab3e45 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:07:46.107618 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-50d1915a-dbdd-4cda-9a80-c3b26ff1ab31 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:46.143880 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-5d7f5479-4191-4374-85c6-b46807083c8b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port b7d7000b-ff18-433b-bbc0-d0a691057775 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:46.144495 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5d7f5479-4191-4374-85c6-b46807083c8b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:46.198397 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49907817-3a72-4e44-90d9-55d083129ba6 None None] DHCP port deletion for f347ad47-f0af-4fb7-ae5b-10a5424f48a2 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:07:46.205136 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-49907817-3a72-4e44-90d9-55d083129ba6 None None] Deleting port eccdb14b-4009-4f3e-901b-64000358a782 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:46.205503 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-49907817-3a72-4e44-90d9-55d083129ba6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:46.229648 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f6b53718-52c2-4b2d-8949-78821859bb40 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:46.276488 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d0eb43ab-894c-4672-a509-88d767c5d878 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:46.329145 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port fa66093d-083c-476e-a0c3-9e235c058b12 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:07:46.373027 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-d0eb43ab-894c-4672-a509-88d767c5d878 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting port eccdb14b-4009-4f3e-901b-64000358a782 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:46.373371 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d0eb43ab-894c-4672-a509-88d767c5d878 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:46.397308 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99e8df-a05b-4f3f-aa71-c9062eab3e45 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Pushing event updated for resources: {'Port': ['ID=14cac99a-9ccb-4186-80a2-85da9180b8ad,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:46.414765 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-f6b53718-52c2-4b2d-8949-78821859bb40 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Calling delete_port for b7860a8b-7d0a-4caf-8cad-445acf35e08b owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:46.465386 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-6f99e8df-a05b-4f3f-aa71-c9062eab3e45 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:46.466008 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-6f99e8df-a05b-4f3f-aa71-c9062eab3e45 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:46.471025 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46206) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:46.580298 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-49907817-3a72-4e44-90d9-55d083129ba6 None None] For port eccdb14b-4009-4f3e-901b-64000358a782, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=eccdb14b-4009-4f3e-901b-64000358a782,segment=NetworkSegment(c80a82a0-50a6-421d-9c19-69499cad4fa5),segment_id=c80a82a0-50a6-421d-9c19-69499cad4fa5)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:46.580858 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-49907817-3a72-4e44-90d9-55d083129ba6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:46.597793 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-498987bc-7359-4761-a6a3-02f45ed8b996 admin admin] Deleting subnet 81dd6424-cc8f-428e-aa6c-132a9b3390d7 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:07:46.631745 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-50d1915a-dbdd-4cda-9a80-c3b26ff1ab31 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:46.633412 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-498987bc-7359-4761-a6a3-02f45ed8b996 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:46.671865 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Attempt 2 to provision port b7860a8b-7d0a-4caf-8cad-445acf35e08b Sep 23 15:07:46.731867 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f6b53718-52c2-4b2d-8949-78821859bb40 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:46.751170 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-498987bc-7359-4761-a6a3-02f45ed8b996 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:46.804227 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 98bac082-62c1-4710-8ba5-6cee39802e3e no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:07:46.857579 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-49907817-3a72-4e44-90d9-55d083129ba6 None None] Calling delete_port for eccdb14b-4009-4f3e-901b-64000358a782 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:46.869062 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b53718-52c2-4b2d-8949-78821859bb40 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Port': ['ID=b7860a8b-7d0a-4caf-8cad-445acf35e08b,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:46.872415 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-50d1915a-dbdd-4cda-9a80-c3b26ff1ab31 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:46.921054 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-498987bc-7359-4761-a6a3-02f45ed8b996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:46.972159 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 98bac082-62c1-4710-8ba5-6cee39802e3e {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:07:46.982934 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 98bac082-62c1-4710-8ba5-6cee39802e3e not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:07:46.984719 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Port b7860a8b-7d0a-4caf-8cad-445acf35e08b was deleted so its status cannot be updated. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 15:07:47.036780 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-6f99e8df-a05b-4f3f-aa71-c9062eab3e45 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4887073 Sep 23 15:07:47.124837 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-b41d6291-81f5-404f-9809-e40aa34b92e1 service neutron] Request body: {'port': {'device_id': 'ccae617e-3bf5-47bd-9211-af1081d6c279', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:47.128044 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1915a-dbdd-4cda-9a80-c3b26ff1ab31 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=3e89c40a-db7a-4185-9c6c-d2a4de26a956,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:47.132393 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 550213bd-d15d-4ed0-90fc-4b73c0ac7ab3 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:07:47.144147 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-50d1915a-dbdd-4cda-9a80-c3b26ff1ab31 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:47.165324 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da9efbe-c7ef-4f03-83e9-e411d3e5591b None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:47.178908 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-49907817-3a72-4e44-90d9-55d083129ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:47.200201 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-d0eb43ab-894c-4672-a509-88d767c5d878 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] For port eccdb14b-4009-4f3e-901b-64000358a782, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=eccdb14b-4009-4f3e-901b-64000358a782,segment=NetworkSegment(c80a82a0-50a6-421d-9c19-69499cad4fa5),segment_id=c80a82a0-50a6-421d-9c19-69499cad4fa5)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:47.200561 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d0eb43ab-894c-4672-a509-88d767c5d878 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:47.227129 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Provisioning for port b7d7000b-ff18-433b-bbc0-d0a691057775 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:47.266735 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f6b53718-52c2-4b2d-8949-78821859bb40 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:47.304956 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49907817-3a72-4e44-90d9-55d083129ba6 None None] Pushing event deleted for resources: {'Port': ['ID=eccdb14b-4009-4f3e-901b-64000358a782,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:47.307231 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49907817-3a72-4e44-90d9-55d083129ba6 None None] No DVR routers for this DVR port eccdb14b-4009-4f3e-901b-64000358a782 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:07:47.315183 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Provisioning complete for port b7d7000b-ff18-433b-bbc0-d0a691057775 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:47.315552 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:47.315890 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Attempt 1 to provision port b7d7000b-ff18-433b-bbc0-d0a691057775 Sep 23 15:07:47.330573 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-d0eb43ab-894c-4672-a509-88d767c5d878 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Calling delete_port for eccdb14b-4009-4f3e-901b-64000358a782 owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:47.347328 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-50d1915a-dbdd-4cda-9a80-c3b26ff1ab31 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/3e89c40a-db7a-4185-9c6c-d2a4de26a956 HTTP/1.1" status: 204 len: 168 time: 1.5969944 Sep 23 15:07:47.359898 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46226) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:47.402429 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Port b7d7000b-ff18-433b-bbc0-d0a691057775 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:47.423020 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.api [None req-d0eb43ab-894c-4672-a509-88d767c5d878 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:07:47.423338 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG oslo_db.api [None req-d0eb43ab-894c-4672-a509-88d767c5d878 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:07:47.472749 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5d7f5479-4191-4374-85c6-b46807083c8b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:47.495289 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 550213bd-d15d-4ed0-90fc-4b73c0ac7ab3 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:47.495666 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:47.496001 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 550213bd-d15d-4ed0-90fc-4b73c0ac7ab3 Sep 23 15:07:47.568162 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46232) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:47.679005 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1dc0739d-c22e-446c-a48c-853db09210f3 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:router {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:47.679676 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 550213bd-d15d-4ed0-90fc-4b73c0ac7ab3 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:07:47.716113 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8983305-79a1-4b04-bc10-5b5652bac91e req-4ff4c5fc-dbde-4eb3-a250-b8939b7da7dd tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:47.716848 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-d8983305-79a1-4b04-bc10-5b5652bac91e req-4ff4c5fc-dbde-4eb3-a250-b8939b7da7dd tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Synchronizing usage tracker for tenant:b3a12835b3f04141a72530dd667a86b6 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:47.783805 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device eccdb14b-4009-4f3e-901b-64000358a782 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:07:47.849020 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: eccdb14b-4009-4f3e-901b-64000358a782 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:07:47.849624 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device eccdb14b-4009-4f3e-901b-64000358a782 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:07:47.850183 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 89c0c2f1-8332-4c20-b2f5-852d39d36f56 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:07:47.865831 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-a9d39731-7667-4f90-be90-8a3546cf5e02 tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] Request body: {'port': {'network_id': '023d0c46-688b-4fca-a30b-8fc9391c5c3b', 'name': 'tempest-NetworksNegativeTestJSON-1271816288'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:47.879668 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0f388a-0f4e-4c1c-9dbc-b6d3bc48e23e None None] DHCP port deletion for c3d67a4b-9092-448f-b14d-bd8d70a05623 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:07:47.896002 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f388a-0f4e-4c1c-9dbc-b6d3bc48e23e None None] Deleting port 972715dc-b2ed-4af1-8c85-fba3968a17bb {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:47.896572 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6a0f388a-0f4e-4c1c-9dbc-b6d3bc48e23e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:47.905960 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d39731-7667-4f90-be90-8a3546cf5e02 tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] POST failed (client error): The resource could not be found. Sep 23 15:07:47.906516 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9d39731-7667-4f90-be90-8a3546cf5e02 tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:07:47.911580 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a9d39731-7667-4f90-be90-8a3546cf5e02 tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3318510 Sep 23 15:07:47.912581 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46238) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:47.923922 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 89c0c2f1-8332-4c20-b2f5-852d39d36f56 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:07:47.924426 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 89c0c2f1-8332-4c20-b2f5-852d39d36f56 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:07:47.931414 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Attempt 2 to provision port b7d7000b-ff18-433b-bbc0-d0a691057775 Sep 23 15:07:47.946499 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fbfaa0b-38b6-42aa-9074-b9bb5e18cbd0 tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] DELETE failed (client error): The resource could not be found. Sep 23 15:07:47.947822 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fbfaa0b-38b6-42aa-9074-b9bb5e18cbd0 tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:07:47.952405 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5fbfaa0b-38b6-42aa-9074-b9bb5e18cbd0 tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] 10.222.0.67 "DELETE /v2.0/networks/4ef58b7f-09e3-4079-9abb-92e9a525ebd2 HTTP/1.1" status: 404 len: 339 time: 0.0351777 Sep 23 15:07:47.955131 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46242) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:47.956899 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-5d7f5479-4191-4374-85c6-b46807083c8b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Calling delete_port for b7d7000b-ff18-433b-bbc0-d0a691057775 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:47.958759 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b53718-52c2-4b2d-8949-78821859bb40 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Router 8f082ed5-c2d1-4adc-8548-a4b054de9935 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:07:47.997176 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-d0eb43ab-894c-4672-a509-88d767c5d878 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting port eccdb14b-4009-4f3e-901b-64000358a782 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:47.997572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d0eb43ab-894c-4672-a509-88d767c5d878 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:48.002007 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1dc0739d-c22e-446c-a48c-853db09210f3 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:router {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:48.003234 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1dc0739d-c22e-446c-a48c-853db09210f3 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6422613 Sep 23 15:07:48.005700 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7fc09a-7e88-42a0-9b2d-59682e4acdfb tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] DELETE failed (client error): The resource could not be found. Sep 23 15:07:48.006176 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b7fc09a-7e88-42a0-9b2d-59682e4acdfb tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:07:48.012271 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9b7fc09a-7e88-42a0-9b2d-59682e4acdfb tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] 10.222.0.67 "DELETE /v2.0/ports/9738c7f8-0642-405e-a9e1-acf0bed05545 HTTP/1.1" status: 404 len: 333 time: 0.0517650 Sep 23 15:07:48.012271 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46246) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:48.013531 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46248) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:48.025538 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-b41d6291-81f5-404f-9809-e40aa34b92e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:48.039037 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Port b7d7000b-ff18-433b-bbc0-d0a691057775 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:48.159983 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-498987bc-7359-4761-a6a3-02f45ed8b996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:48.174489 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-d0eb43ab-894c-4672-a509-88d767c5d878 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] The port 'eccdb14b-4009-4f3e-901b-64000358a782' was deleted {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:07:48.195834 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c789b4-c3ee-47ce-bda4-e60e6448928e tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] DELETE failed (client error): The resource could not be found. Sep 23 15:07:48.196292 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c789b4-c3ee-47ce-bda4-e60e6448928e tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:07:48.200552 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-13c789b4-c3ee-47ce-bda4-e60e6448928e tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] 10.222.0.67 "DELETE /v2.0/subnets/b1d92df1-a5eb-4dc8-ad26-57dff7f90ce1 HTTP/1.1" status: 404 len: 337 time: 0.1238048 Sep 23 15:07:48.217225 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46254) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:48.233280 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-6a0f388a-0f4e-4c1c-9dbc-b6d3bc48e23e None None] For port 972715dc-b2ed-4af1-8c85-fba3968a17bb, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=972715dc-b2ed-4af1-8c85-fba3968a17bb,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:48.233670 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6a0f388a-0f4e-4c1c-9dbc-b6d3bc48e23e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:48.256509 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498987bc-7359-4761-a6a3-02f45ed8b996 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81dd6424-cc8f-428e-aa6c-132a9b3390d7,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:48.258860 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-24827972-b7a4-4dd0-9214-0b56dd515621 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:48.261563 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-498987bc-7359-4761-a6a3-02f45ed8b996 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:48.330917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-d8983305-79a1-4b04-bc10-5b5652bac91e req-4ff4c5fc-dbde-4eb3-a250-b8939b7da7dd tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Unset dirty status for tenant:b3a12835b3f04141a72530dd667a86b6 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:48.332084 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d8983305-79a1-4b04-bc10-5b5652bac91e req-4ff4c5fc-dbde-4eb3-a250-b8939b7da7dd tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 932 time: 1.5145059 Sep 23 15:07:48.372867 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f388a-0f4e-4c1c-9dbc-b6d3bc48e23e None None] Calling delete_port for 972715dc-b2ed-4af1-8c85-fba3968a17bb owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:48.390788 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-01cbc026-a4d1-4686-b812-147fbd2384b2 tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] GET failed (client error): The resource could not be found. Sep 23 15:07:48.397433 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-01cbc026-a4d1-4686-b812-147fbd2384b2 tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] 10.222.0.67 "GET /v2.0/networks/8654cf51-cd36-41cf-9f2b-85374d657678 HTTP/1.1" status: 404 len: 339 time: 0.1722581 Sep 23 15:07:48.456508 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46258) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:48.520157 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6a0f388a-0f4e-4c1c-9dbc-b6d3bc48e23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:48.560974 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Attempt 3 to provision port b7d7000b-ff18-433b-bbc0-d0a691057775 Sep 23 15:07:48.576848 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d0eb43ab-894c-4672-a509-88d767c5d878 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:48.598963 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-498987bc-7359-4761-a6a3-02f45ed8b996 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/81dd6424-cc8f-428e-aa6c-132a9b3390d7 HTTP/1.1" status: 204 len: 168 time: 2.1212926 Sep 23 15:07:48.610213 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46262) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:48.610459 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f388a-0f4e-4c1c-9dbc-b6d3bc48e23e None None] Pushing event deleted for resources: {'Port': ['ID=972715dc-b2ed-4af1-8c85-fba3968a17bb,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:48.617868 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0f388a-0f4e-4c1c-9dbc-b6d3bc48e23e None None] No DVR routers for this DVR port 972715dc-b2ed-4af1-8c85-fba3968a17bb on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:07:48.622072 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-34270431-44ae-4e46-9a13-0bf583dac3f8 tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] GET failed (client error): The resource could not be found. Sep 23 15:07:48.623122 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-34270431-44ae-4e46-9a13-0bf583dac3f8 tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] 10.222.0.67 "GET /v2.0/ports/a6e06458-ebb4-4e26-a211-a8375799cf29 HTTP/1.1" status: 404 len: 333 time: 0.1637912 Sep 23 15:07:48.636800 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Port b7d7000b-ff18-433b-bbc0-d0a691057775 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:48.645939 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46266) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:48.717919 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-d0eb43ab-894c-4672-a509-88d767c5d878 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f347ad47-f0af-4fb7-ae5b-10a5424f48a2']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:48.726978 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d8983305-79a1-4b04-bc10-5b5652bac91e req-719233d2-674c-41be-807c-f694fbb92c9e tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dc2c581-e4a9-43eb-81b2-36a3437ac55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2891450 Sep 23 15:07:48.799403 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b53718-52c2-4b2d-8949-78821859bb40 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:07:48.806110 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f6b53718-52c2-4b2d-8949-78821859bb40 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "PUT /v2.0/routers/8f082ed5-c2d1-4adc-8548-a4b054de9935/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8950813 Sep 23 15:07:48.808879 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46270) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:48.812979 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-24827972-b7a4-4dd0-9214-0b56dd515621 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:48.813781 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1388ea5-8edd-46d2-9920-fb31a9519b53 None None] Sync routers for ids ['8f082ed5-c2d1-4adc-8548-a4b054de9935'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:07:48.818207 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2d498c-9360-4d14-b4e8-2cec7b7963c8 tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] GET failed (client error): The resource could not be found. Sep 23 15:07:48.819572 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-bb2d498c-9360-4d14-b4e8-2cec7b7963c8 tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] 10.222.0.67 "GET /v2.0/subnets/a8deaa66-3312-4d9e-81f7-5029c55fbf0e HTTP/1.1" status: 404 len: 337 time: 0.1534731 Sep 23 15:07:48.821690 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-d0eb43ab-894c-4672-a509-88d767c5d878 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80a82a0-50a6-421d-9c19-69499cad4fa5') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:48.829528 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-d0eb43ab-894c-4672-a509-88d767c5d878 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80a82a0-50a6-421d-9c19-69499cad4fa5') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:48.841300 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1388ea5-8edd-46d2-9920-fb31a9519b53 None None] Routers {'8f082ed5-c2d1-4adc-8548-a4b054de9935'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:07:48.841958 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-b1388ea5-8edd-46d2-9920-fb31a9519b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:07:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8f082ed5-c2d1-4adc-8548-a4b054de9935'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:48.873140 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-24827972-b7a4-4dd0-9214-0b56dd515621 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:48.874960 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46274) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:48.886499 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-4704d1dc-2002-4689-a006-9ff2a1e19297 tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] Request body: {'network': {'name': 'new_name'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:48.906144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d0eb43ab-894c-4672-a509-88d767c5d878 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:48.941436 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-b1388ea5-8edd-46d2-9920-fb31a9519b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:48.942834 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d0eb43ab-894c-4672-a509-88d767c5d878 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:48.953852 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6b8e1575-46dd-441d-b303-49c50bd477eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:48.954823 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1388ea5-8edd-46d2-9920-fb31a9519b53 None None] Routers {'8f082ed5-c2d1-4adc-8548-a4b054de9935'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:07:48.955695 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-b1388ea5-8edd-46d2-9920-fb31a9519b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:07:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8f082ed5-c2d1-4adc-8548-a4b054de9935'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:48.959936 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0eb43ab-894c-4672-a509-88d767c5d878 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:07:48.960337 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d0eb43ab-894c-4672-a509-88d767c5d878 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:49.003022 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-4704d1dc-2002-4689-a006-9ff2a1e19297 tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] PUT failed (client error): The resource could not be found. Sep 23 15:07:49.003819 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4704d1dc-2002-4689-a006-9ff2a1e19297 tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:07:49.005213 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4704d1dc-2002-4689-a006-9ff2a1e19297 tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] 10.222.0.67 "PUT /v2.0/networks/8a9e5153-6510-4c34-89c0-f7937ce9e351 HTTP/1.1" status: 404 len: 339 time: 0.1238573 Sep 23 15:07:49.009428 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46280) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:49.018158 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-394f9b32-a7f0-422f-b942-29418af9599f tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] Request body: {'port': {'name': 'new_name'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:49.062452 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-394f9b32-a7f0-422f-b942-29418af9599f tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] PUT failed (client error): The resource could not be found. Sep 23 15:07:49.062650 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment c80a82a0-50a6-421d-9c19-69499cad4fa5 resource provider aggregate not found Sep 23 15:07:49.063418 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-394f9b32-a7f0-422f-b942-29418af9599f tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:07:49.065070 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-394f9b32-a7f0-422f-b942-29418af9599f tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] 10.222.0.67 "PUT /v2.0/ports/8811bc7c-b682-434b-a298-edb4d81b37cc HTTP/1.1" status: 404 len: 333 time: 0.0538790 Sep 23 15:07:49.067801 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5d7f5479-4191-4374-85c6-b46807083c8b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:49.069204 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46286) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:49.084262 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-599f0688-4114-40c0-9294-8f80174e533e tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:49.127469 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-599f0688-4114-40c0-9294-8f80174e533e tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] PUT failed (client error): The resource could not be found. Sep 23 15:07:49.128285 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-599f0688-4114-40c0-9294-8f80174e533e tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:07:49.129616 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-599f0688-4114-40c0-9294-8f80174e533e tempest-NetworksNegativeTestJSON-951346542 tempest-NetworksNegativeTestJSON-951346542-project] 10.222.0.67 "PUT /v2.0/subnets/806529e4-b17e-4358-8344-5a3ddda2df62 HTTP/1.1" status: 404 len: 337 time: 0.0572293 Sep 23 15:07:49.139743 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment c80a82a0-50a6-421d-9c19-69499cad4fa5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c80a82a0-50a6-421d-9c19-69499cad4fa5 found for delete ", "request_id": "req-d4be1594-c4cb-4cc3-9f0b-b6627bb82a66"}]} Sep 23 15:07:49.160978 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Attempt 4 to provision port b7d7000b-ff18-433b-bbc0-d0a691057775 Sep 23 15:07:49.176749 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f5479-4191-4374-85c6-b46807083c8b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Port': ['ID=b7d7000b-ff18-433b-bbc0-d0a691057775,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:49.194155 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 972715dc-b2ed-4af1-8c85-fba3968a17bb no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:07:49.205182 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-24827972-b7a4-4dd0-9214-0b56dd515621 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:49.205619 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24827972-b7a4-4dd0-9214-0b56dd515621 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Fanout notify agent at l3_agent the message router_deleted on router 0a094f0c-eb7c-4d31-a398-0b286fa2a344 {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:07:49.272762 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Port b7d7000b-ff18-433b-bbc0-d0a691057775 was deleted so its status cannot be updated. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 15:07:49.281364 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-b1388ea5-8edd-46d2-9920-fb31a9519b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:49.281804 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1388ea5-8edd-46d2-9920-fb31a9519b53 None None] The sync data for ids ['8f082ed5-c2d1-4adc-8548-a4b054de9935'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:07:49.283331 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 972715dc-b2ed-4af1-8c85-fba3968a17bb {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:07:49.283564 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 972715dc-b2ed-4af1-8c85-fba3968a17bb not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:07:49.285854 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Could not find standard attr ID for object 2b5edb9e-2788-464b-afc7-ceb5c56ee066. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:07:49.320190 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d0eb43ab-894c-4672-a509-88d767c5d878 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:49.357868 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Provisioning for port 354a925b-e7f0-461a-b99c-724c3443055c completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:49.366584 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Provisioning complete for port 354a925b-e7f0-461a-b99c-724c3443055c triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:49.367198 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:49.367787 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Attempt 1 to provision port 354a925b-e7f0-461a-b99c-724c3443055c Sep 23 15:07:49.396185 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d0eb43ab-894c-4672-a509-88d767c5d878 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:49.398991 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5d7f5479-4191-4374-85c6-b46807083c8b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:49.469976 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb43ab-894c-4672-a509-88d767c5d878 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Network': ['ID=f347ad47-f0af-4fb7-ae5b-10a5424f48a2,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:49.487614 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d0eb43ab-894c-4672-a509-88d767c5d878 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/networks/f347ad47-f0af-4fb7-ae5b-10a5424f48a2 HTTP/1.1" status: 204 len: 168 time: 3.9056854 Sep 23 15:07:49.503360 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-24827972-b7a4-4dd0-9214-0b56dd515621 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:49.503360 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-24827972-b7a4-4dd0-9214-0b56dd515621 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/routers/0a094f0c-eb7c-4d31-a398-0b286fa2a344 HTTP/1.1" status: 204 len: 168 time: 1.4854722 Sep 23 15:07:49.503360 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46292) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:49.503739 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46296) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:49.512561 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6b8e1575-46dd-441d-b303-49c50bd477eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:49.526914 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Current status of the port 354a925b-e7f0-461a-b99c-724c3443055c is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:07:49.527788 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:49.564100 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] For port 354a925b-e7f0-461a-b99c-724c3443055c, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=354a925b-e7f0-461a-b99c-724c3443055c,segment=NetworkSegment(092ce205-6a41-4634-9b76-1f3fd6107ead),segment_id=092ce205-6a41-4634-9b76-1f3fd6107ead)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:49.597219 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5d7f5479-4191-4374-85c6-b46807083c8b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/ports/b7d7000b-ff18-433b-bbc0-d0a691057775 HTTP/1.1" status: 204 len: 168 time: 3.9925349 Sep 23 15:07:49.601501 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-6b8e1575-46dd-441d-b303-49c50bd477eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232b40d3-9067-44b8-ae10-69d9756e5382']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:49.608336 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46300) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:49.611201 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7956d8e9-eb41-43fd-ba4f-e067aa5599d8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:49.619591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-6b8e1575-46dd-441d-b303-49c50bd477eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477ccb8f-0dad-4f0e-b831-fb05867fe98c') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:49.620005 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-6b8e1575-46dd-441d-b303-49c50bd477eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477ccb8f-0dad-4f0e-b831-fb05867fe98c') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:49.638678 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-b41d6291-81f5-404f-9809-e40aa34b92e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14cac99a-9ccb-4186-80a2-85da9180b8ad {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:07:49.644138 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6b8e1575-46dd-441d-b303-49c50bd477eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:49.655509 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-b41d6291-81f5-404f-9809-e40aa34b92e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:49.663744 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:49.669281 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6b8e1575-46dd-441d-b303-49c50bd477eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:49.679112 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-b41d6291-81f5-404f-9809-e40aa34b92e1 service neutron] Transition to ACTIVE for port object 14cac99a-9ccb-4186-80a2-85da9180b8ad will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:49.680109 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b8e1575-46dd-441d-b303-49c50bd477eb admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:07:49.680509 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6b8e1575-46dd-441d-b303-49c50bd477eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:49.691638 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-07cd8e76-a6a9-4d93-9208-c65bbfe286fd tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] GET failed (client error): The resource could not be found. Sep 23 15:07:49.692973 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-07cd8e76-a6a9-4d93-9208-c65bbfe286fd tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "GET /v2.0/ports/b7d7000b-ff18-433b-bbc0-d0a691057775 HTTP/1.1" status: 404 len: 333 time: 0.0792146 Sep 23 15:07:49.698140 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46304) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:49.738416 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5485c10-ff6e-4da9-96b1-d4c9d446d5a3 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:49.739795 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f5485c10-ff6e-4da9-96b1-d4c9d446d5a3 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "GET /v2.0/ports/f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 HTTP/1.1" status: 200 len: 840 time: 0.2394114 Sep 23 15:07:49.748093 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46310) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:49.760393 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c900b1-6531-4c93-a0fa-6eb41dba8019 None None] Pushing event updated for resources: {'Port': ['ID=354a925b-e7f0-461a-b99c-724c3443055c,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:49.850468 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7956d8e9-eb41-43fd-ba4f-e067aa5599d8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:49.856702 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7956d8e9-eb41-43fd-ba4f-e067aa5599d8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3511446 Sep 23 15:07:49.868323 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46316) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:49.869599 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46318) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:49.885760 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-961220e7-d988-4f80-bb0b-530b51f8164f None None] Provisioning for port 14cac99a-9ccb-4186-80a2-85da9180b8ad completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:49.941056 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-b41d6291-81f5-404f-9809-e40aa34b92e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:50.147462 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-b68823ed-e052-4e58-bb70-9b69050d041a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting subnet 8cbe9143-d3bb-461f-bba8-5aa135616312 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:07:50.157088 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b68823ed-e052-4e58-bb70-9b69050d041a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:50.164591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d6291-81f5-404f-9809-e40aa34b92e1 service neutron] Pushing event updated for resources: {'Port': ['ID=14cac99a-9ccb-4186-80a2-85da9180b8ad,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:50.170531 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6b8e1575-46dd-441d-b303-49c50bd477eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:50.174389 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6b8e1575-46dd-441d-b303-49c50bd477eb admin admin] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:50.191956 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d289644e-04eb-45d5-9ea5-aef2e73df27f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "GET /v2.0/ports/f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4425299 Sep 23 15:07:50.198214 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46326) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:50.215153 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6b8e1575-46dd-441d-b303-49c50bd477eb admin admin] 10.222.0.67 "DELETE /v2.0/networks/232b40d3-9067-44b8-ae10-69d9756e5382 HTTP/1.1" status: 204 len: 168 time: 1.5908256 Sep 23 15:07:50.215153 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e1575-46dd-441d-b303-49c50bd477eb admin admin] Pushing event deleted for resources: {'Network': ['ID=232b40d3-9067-44b8-ae10-69d9756e5382,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:50.218715 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-3510dcd5-c6d7-4697-b8a7-a860f364703a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'subnet': {'network_id': '836ff237-6f4c-47b9-90eb-75fa61685684', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:50.227142 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46330) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:50.281921 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b15824-09fd-4f4d-8438-dc1694179dbf tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:50.282619 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-96b15824-09fd-4f4d-8438-dc1694179dbf tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:50.313042 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-05ae6d1d-cf3b-4b6a-a84e-bc412cf2516a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:50.323072 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-b41d6291-81f5-404f-9809-e40aa34b92e1 service neutron] Attempting to bind port 14cac99a-9ccb-4186-80a2-85da9180b8ad on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:07:50.323407 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-b41d6291-81f5-404f-9809-e40aa34b92e1 service neutron] Attempting to bind port 14cac99a-9ccb-4186-80a2-85da9180b8ad by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': 'c15215a5-57ed-4328-8791-eac77bc9a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:07:50.323834 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-b41d6291-81f5-404f-9809-e40aa34b92e1 service neutron] Attempting to bind port 14cac99a-9ccb-4186-80a2-85da9180b8ad on network a6c9aa2c-f801-4044-ba36-ff353c446221 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:07:50.328734 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b68823ed-e052-4e58-bb70-9b69050d041a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:50.338264 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-b41d6291-81f5-404f-9809-e40aa34b92e1 service neutron] Port 14cac99a-9ccb-4186-80a2-85da9180b8ad on network a6c9aa2c-f801-4044-ba36-ff353c446221 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:07:50.338612 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-b41d6291-81f5-404f-9809-e40aa34b92e1 service neutron] Attempting to bind port 14cac99a-9ccb-4186-80a2-85da9180b8ad on network a6c9aa2c-f801-4044-ba36-ff353c446221 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:07:50.348750 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-b41d6291-81f5-404f-9809-e40aa34b92e1 service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:07:50.349090 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-b41d6291-81f5-404f-9809-e40aa34b92e1 service neutron] Checking segment: {'id': 'c15215a5-57ed-4328-8791-eac77bc9a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:07:50.349469 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-b41d6291-81f5-404f-9809-e40aa34b92e1 service neutron] Bound using segment: {'id': 'c15215a5-57ed-4328-8791-eac77bc9a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:07:50.349941 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-b41d6291-81f5-404f-9809-e40aa34b92e1 service neutron] Bound port: 14cac99a-9ccb-4186-80a2-85da9180b8ad, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15215a5-57ed-4328-8791-eac77bc9a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:07:50.350231 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-b41d6291-81f5-404f-9809-e40aa34b92e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:50.366918 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3510dcd5-c6d7-4697-b8a7-a860f364703a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:50.373031 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3510dcd5-c6d7-4697-b8a7-a860f364703a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:subnet and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:50.397342 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-05ae6d1d-cf3b-4b6a-a84e-bc412cf2516a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:50.398866 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3510dcd5-c6d7-4697-b8a7-a860f364703a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:50.407600 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-05ae6d1d-cf3b-4b6a-a84e-bc412cf2516a admin admin] Usage tracker for resource:security_group_rule and tenant:f8ca17d38c2e482585e213b3ac6236ea is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:50.414751 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3510dcd5-c6d7-4697-b8a7-a860f364703a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:50.415520 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-82656629-0e00-4bb5-b067-7888940a4cfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:50.457721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-b41d6291-81f5-404f-9809-e40aa34b92e1 service neutron] For port 14cac99a-9ccb-4186-80a2-85da9180b8ad, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:07:50.460613 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-b41d6291-81f5-404f-9809-e40aa34b92e1 service neutron] For port 14cac99a-9ccb-4186-80a2-85da9180b8ad, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=14cac99a-9ccb-4186-80a2-85da9180b8ad,segment=NetworkSegment(c15215a5-57ed-4328-8791-eac77bc9a6d0),segment_id=c15215a5-57ed-4328-8791-eac77bc9a6d0)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:07:50.471795 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-05ae6d1d-cf3b-4b6a-a84e-bc412cf2516a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:50.476649 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-4543b5ce-6ada-42aa-9d57-b85ad8898121 admin admin] Deleting subnet c623e2e3-c1d4-417a-95c8-2a3f7761184c {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:07:50.491413 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-96b15824-09fd-4f4d-8438-dc1694179dbf tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:50.494860 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-96b15824-09fd-4f4d-8438-dc1694179dbf tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6193149 Sep 23 15:07:50.494860 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4543b5ce-6ada-42aa-9d57-b85ad8898121 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:50.495248 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46336) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:50.523680 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-05ae6d1d-cf3b-4b6a-a84e-bc412cf2516a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:50.557282 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3510dcd5-c6d7-4697-b8a7-a860f364703a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:50.560932 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3510dcd5-c6d7-4697-b8a7-a860f364703a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:50.583363 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-b41d6291-81f5-404f-9809-e40aa34b92e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:50.586366 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-b41d6291-81f5-404f-9809-e40aa34b92e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:50.587397 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-b41d6291-81f5-404f-9809-e40aa34b92e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:50.589293 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-b41d6291-81f5-404f-9809-e40aa34b92e1 service neutron] 10.222.0.72 "PUT /v2.0/ports/14cac99a-9ccb-4186-80a2-85da9180b8ad HTTP/1.1" status: 200 len: 1094 time: 3.4939263 Sep 23 15:07:50.611833 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10f3bb-dcf4-4a68-a017-38aee2750c3c req-3a92d394-17ef-4b76-a90f-4e537b10cec1 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:50.611833 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-bc10f3bb-dcf4-4a68-a017-38aee2750c3c req-3a92d394-17ef-4b76-a90f-4e537b10cec1 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 944 time: 0.7341082 Sep 23 15:07:50.621700 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccae617e-3bf5-47bd-9211-af1081d6c279', 'tag': '14cac99a-9ccb-4186-80a2-85da9180b8ad'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:07:50.628436 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9579d7e1-97bf-4b58-9e16-6211afd013a5" -d '{"events": [{"name": "network-changed", "server_uuid": "ccae617e-3bf5-47bd-9211-af1081d6c279", "tag": "14cac99a-9ccb-4186-80a2-85da9180b8ad"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:07:50.637146 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0f5b8e91-b87f-4ebf-bca9-9967f6e7c608 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1359997 Sep 23 15:07:50.644524 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46342) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:50.659614 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-8380c7ac-732d-4c8a-b74b-2f87f9cd156b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:50.694362 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dfde9e-61a2-44e4-a341-93f752810190 x-openstack-request-id: req-30dfde9e-61a2-44e4-a341-93f752810190 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:07:50.694651 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccae617e-3bf5-47bd-9211-af1081d6c279", "tag": "14cac99a-9ccb-4186-80a2-85da9180b8ad", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:07:50.694900 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-30dfde9e-61a2-44e4-a341-93f752810190 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:07:50.695286 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30dfde9e-61a2-44e4-a341-93f752810190'] response: {'name': 'network-changed', 'server_uuid': 'ccae617e-3bf5-47bd-9211-af1081d6c279', 'tag': '14cac99a-9ccb-4186-80a2-85da9180b8ad', 'status': 'completed', 'code': 200} Sep 23 15:07:50.717758 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4543b5ce-6ada-42aa-9d57-b85ad8898121 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:50.816938 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d6291-81f5-404f-9809-e40aa34b92e1 service neutron] Pushing event updated for resources: {'Port': ['ID=14cac99a-9ccb-4186-80a2-85da9180b8ad,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:50.883576 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-f66ff93d-321d-4ca8-93c6-a1ff72eba114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:50.885555 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-f66ff93d-321d-4ca8-93c6-a1ff72eba114 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b3a12835b3f04141a72530dd667a86b6&device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 1097 time: 0.1895361 Sep 23 15:07:50.894669 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b68823ed-e052-4e58-bb70-9b69050d041a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:50.966930 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-63563af9-1ab1-47d5-989f-312efceb862a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14cac99a-9ccb-4186-80a2-85da9180b8ad HTTP/1.1" status: 200 len: 217 time: 0.0722213 Sep 23 15:07:51.038281 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-bc10f3bb-dcf4-4a68-a017-38aee2750c3c req-f8e1075d-0989-4213-a5b7-60b88c0f2309 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dc2c581-e4a9-43eb-81b2-36a3437ac55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4058309 Sep 23 15:07:51.048159 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4543b5ce-6ada-42aa-9d57-b85ad8898121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:51.054882 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-83ba4ba1-e612-4d03-a495-84f1613436da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:51.057073 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-83ba4ba1-e612-4d03-a495-84f1613436da service neutron] 10.222.0.72 "GET /v2.0/subnets?id=245ea95f-8d5f-45e2-90f5-83cc7713b286 HTTP/1.1" status: 200 len: 834 time: 0.0827971 Sep 23 15:07:51.090580 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8380c7ac-732d-4c8a-b74b-2f87f9cd156b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:51.122177 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 354a925b-e7f0-461a-b99c-724c3443055c up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:07:51.125312 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3510dcd5-c6d7-4697-b8a7-a860f364703a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:51.146987 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8380c7ac-732d-4c8a-b74b-2f87f9cd156b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:51.201662 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 477ccb8f-0dad-4f0e-b831-fb05867fe98c resource provider aggregate not found Sep 23 15:07:51.204315 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 354a925b-e7f0-461a-b99c-724c3443055c triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:51.204762 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:51.205185 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 354a925b-e7f0-461a-b99c-724c3443055c Sep 23 15:07:51.210087 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3510dcd5-c6d7-4697-b8a7-a860f364703a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network 836ff237-6f4c-47b9-90eb-75fa61685684 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:51.218996 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-05ae6d1d-cf3b-4b6a-a84e-bc412cf2516a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:51.225447 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-3510dcd5-c6d7-4697-b8a7-a860f364703a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:51.228524 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3510dcd5-c6d7-4697-b8a7-a860f364703a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:51.229127 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3510dcd5-c6d7-4697-b8a7-a860f364703a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:51.234607 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 477ccb8f-0dad-4f0e-b831-fb05867fe98c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 477ccb8f-0dad-4f0e-b831-fb05867fe98c found for delete ", "request_id": "req-c52c44ab-c627-4d18-8002-e245853df5f1"}]} Sep 23 15:07:51.235837 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510dcd5-c6d7-4697-b8a7-a860f364703a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Subnet': ['ID=303b5762-d6e7-43ae-9706-af92b20816cb,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:51.243180 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcfb0ab-8435-4227-9d85-1d535213b87d None None] Network 836ff237-6f4c-47b9-90eb-75fa61685684 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:51.260716 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b68823ed-e052-4e58-bb70-9b69050d041a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:51.264662 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-9f96b303-fe27-4a00-8b83-a0d16af7dbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:51.266391 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-9f96b303-fe27-4a00-8b83-a0d16af7dbb9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6c9aa2c-f801-4044-ba36-ff353c446221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2029862 Sep 23 15:07:51.321129 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8380c7ac-732d-4c8a-b74b-2f87f9cd156b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:51.325394 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8380c7ac-732d-4c8a-b74b-2f87f9cd156b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:51.344720 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4543b5ce-6ada-42aa-9d57-b85ad8898121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:51.350993 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68823ed-e052-4e58-bb70-9b69050d041a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Subnet': ['ID=8cbe9143-d3bb-461f-bba8-5aa135616312,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:51.361161 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5b8fe5-ddcd-499b-aaca-d66beea042e3 None None] Network bed64a59-9622-4c1e-b8d9-9d8b30a5ff39 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:51.364410 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3510dcd5-c6d7-4697-b8a7-a860f364703a tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1567175 Sep 23 15:07:51.370218 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46352) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:51.377430 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-fcebddc2-8d2c-4849-b62c-36a89da1a7b0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'security_group': {'name': 'tempest-secgroup-363330238'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:51.386181 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-fcebddc2-8d2c-4849-b62c-36a89da1a7b0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:51.388836 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-05ae6d1d-cf3b-4b6a-a84e-bc412cf2516a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:51.393254 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-fcebddc2-8d2c-4849-b62c-36a89da1a7b0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:security_group and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:51.396447 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-fcebddc2-8d2c-4849-b62c-36a89da1a7b0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:51.406063 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-fcebddc2-8d2c-4849-b62c-36a89da1a7b0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:51.443988 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-335730dd-d1d2-45ba-8019-30592552c5df service neutron] 10.222.0.72 "GET /v2.0/networks/a6c9aa2c-f801-4044-ba36-ff353c446221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705976 Sep 23 15:07:51.446133 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b68823ed-e052-4e58-bb70-9b69050d041a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:51.492279 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543b5ce-6ada-42aa-9d57-b85ad8898121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c623e2e3-c1d4-417a-95c8-2a3f7761184c,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:51.493417 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4543b5ce-6ada-42aa-9d57-b85ad8898121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:51.519001 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-82656629-0e00-4bb5-b067-7888940a4cfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Deleting port 448d4d4f-959f-452b-abfe-c7244fcfa6c8 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:51.519334 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-82656629-0e00-4bb5-b067-7888940a4cfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:51.529497 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fcebddc2-8d2c-4849-b62c-36a89da1a7b0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:51.563176 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-fcebddc2-8d2c-4849-b62c-36a89da1a7b0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:51.572369 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-fcebddc2-8d2c-4849-b62c-36a89da1a7b0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:security_group_rule and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:51.583167 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-fcebddc2-8d2c-4849-b62c-36a89da1a7b0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:51.587882 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b68823ed-e052-4e58-bb70-9b69050d041a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/subnets/8cbe9143-d3bb-461f-bba8-5aa135616312 HTTP/1.1" status: 204 len: 168 time: 1.8862176 Sep 23 15:07:51.592132 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46356) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:51.594676 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-fcebddc2-8d2c-4849-b62c-36a89da1a7b0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:51.597617 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae6d1d-cf3b-4b6a-a84e-bc412cf2516a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5255ab-0a57-4614-91cf-8c192a18d77d,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:51.601596 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4543b5ce-6ada-42aa-9d57-b85ad8898121 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/c623e2e3-c1d4-417a-95c8-2a3f7761184c HTTP/1.1" status: 204 len: 168 time: 1.3735509 Sep 23 15:07:51.608193 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 354a925b-e7f0-461a-b99c-724c3443055c is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:07:51.611062 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-05ae6d1d-cf3b-4b6a-a84e-bc412cf2516a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f8ca17d38c2e482585e213b3ac6236ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7392488 Sep 23 15:07:51.612364 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46360) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:51.621103 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46362) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:51.802101 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d0a93a-a0d6-4f45-921e-1b3bfa1fbb8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-836ff237-6f4c-47b9-90eb-75fa61685684', 'network_id': '836ff237-6f4c-47b9-90eb-75fa61685684', 'tenant_id': '87bbd071fee24c85b631c0e8a5ccb335', 'fixed_ips': [{'subnet_id': '303b5762-d6e7-43ae-9706-af92b20816cb'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:07:51.803660 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f8d0a93a-a0d6-4f45-921e-1b3bfa1fbb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:51.840367 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6dcb1032-edec-41a3-9a45-0950a9b4815b req-fa650e7c-0102-4583-90ba-bbb60c3b4e6b service neutron] 10.222.0.72 "GET /v2.0/networks/a6c9aa2c-f801-4044-ba36-ff353c446221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894546 Sep 23 15:07:51.864557 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe87319-9f22-4081-83e0-366f1afc6aad None None] DHCP port deletion for bed64a59-9622-4c1e-b8d9-9d8b30a5ff39 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:07:51.874269 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ffe87319-9f22-4081-83e0-366f1afc6aad None None] Deleting port 354a925b-e7f0-461a-b99c-724c3443055c {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:51.877361 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffe87319-9f22-4081-83e0-366f1afc6aad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:51.889667 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1a4b89c2-c5cf-46c1-9f3e-bb42c9849844 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:51.919879 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-1a4b89c2-c5cf-46c1-9f3e-bb42c9849844 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port 354a925b-e7f0-461a-b99c-724c3443055c {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:51.920373 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1a4b89c2-c5cf-46c1-9f3e-bb42c9849844 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:51.988393 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fcebddc2-8d2c-4849-b62c-36a89da1a7b0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:52.029922 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ee2d170f-dd3b-47ff-b37b-5d0966834efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:52.098713 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fcebddc2-8d2c-4849-b62c-36a89da1a7b0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:52.139187 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3d41863e-e2dd-4651-9cc1-8e0ae43d2729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:52.144288 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-82656629-0e00-4bb5-b067-7888940a4cfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:52.219136 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-f8d0a93a-a0d6-4f45-921e-1b3bfa1fbb8a None None] Allocated IP 172.20.0.2 (836ff237-6f4c-47b9-90eb-75fa61685684/303b5762-d6e7-43ae-9706-af92b20816cb/effce032-46f7-4bcb-801f-9d35516815fe) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:52.236488 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ffe87319-9f22-4081-83e0-366f1afc6aad None None] For port 354a925b-e7f0-461a-b99c-724c3443055c, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=354a925b-e7f0-461a-b99c-724c3443055c,segment=NetworkSegment(092ce205-6a41-4634-9b76-1f3fd6107ead),segment_id=092ce205-6a41-4634-9b76-1f3fd6107ead)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:52.236889 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffe87319-9f22-4081-83e0-366f1afc6aad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:52.294455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebddc2-8d2c-4849-b62c-36a89da1a7b0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f446e53-f6f9-4438-b38b-313def369919,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:52.315571 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fcebddc2-8d2c-4849-b62c-36a89da1a7b0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:52.319581 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-fcebddc2-8d2c-4849-b62c-36a89da1a7b0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9458628 Sep 23 15:07:52.327977 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46370) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:52.349477 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-82656629-0e00-4bb5-b067-7888940a4cfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Calling delete_port for 448d4d4f-959f-452b-abfe-c7244fcfa6c8 owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:52.351900 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-5dc319a9-d9f3-4227-9a55-d07f6e8b12f7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'security_group': {'name': 'tempest-secgroup-1772449010'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:52.362947 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-1a4b89c2-c5cf-46c1-9f3e-bb42c9849844 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] For port 354a925b-e7f0-461a-b99c-724c3443055c, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=354a925b-e7f0-461a-b99c-724c3443055c,segment=NetworkSegment(092ce205-6a41-4634-9b76-1f3fd6107ead),segment_id=092ce205-6a41-4634-9b76-1f3fd6107ead)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:52.363421 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1a4b89c2-c5cf-46c1-9f3e-bb42c9849844 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:52.377604 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ffe87319-9f22-4081-83e0-366f1afc6aad None None] Calling delete_port for 354a925b-e7f0-461a-b99c-724c3443055c owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:52.378769 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5dc319a9-d9f3-4227-9a55-d07f6e8b12f7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:52.438446 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579d7e1-97bf-4b58-9e16-6211afd013a5 req-d9d8daa1-a7ef-45b8-9957-624ad08a9325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:52.440115 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9579d7e1-97bf-4b58-9e16-6211afd013a5 req-d9d8daa1-a7ef-45b8-9957-624ad08a9325 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b3a12835b3f04141a72530dd667a86b6&device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 1097 time: 0.4131432 Sep 23 15:07:52.453809 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3d41863e-e2dd-4651-9cc1-8e0ae43d2729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:52.501622 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-5dc319a9-d9f3-4227-9a55-d07f6e8b12f7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:security_group and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:52.510447 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-1a4b89c2-c5cf-46c1-9f3e-bb42c9849844 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Calling delete_port for 354a925b-e7f0-461a-b99c-724c3443055c owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:52.539600 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-5dc319a9-d9f3-4227-9a55-d07f6e8b12f7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:52.540268 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ee2d170f-dd3b-47ff-b37b-5d0966834efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:52.586670 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5dc319a9-d9f3-4227-9a55-d07f6e8b12f7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:52.604219 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-ee2d170f-dd3b-47ff-b37b-5d0966834efc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4cfcb40-4c21-426a-b546-30b94f5e9a6b']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:52.628286 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-ee2d170f-dd3b-47ff-b37b-5d0966834efc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd810c8ab-6985-497e-bf33-3fd34866c953') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:52.628866 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-ee2d170f-dd3b-47ff-b37b-5d0966834efc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd810c8ab-6985-497e-bf33-3fd34866c953') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:52.669464 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffe87319-9f22-4081-83e0-366f1afc6aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:52.674189 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ee2d170f-dd3b-47ff-b37b-5d0966834efc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:52.697716 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c7e0c-3ebc-4fc0-a8ae-10c684f4ee88 req-d36d29e5-d2ce-4d31-b9d3-788eed369bc6 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:52.699450 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-538c7e0c-3ebc-4fc0-a8ae-10c684f4ee88 req-d36d29e5-d2ce-4d31-b9d3-788eed369bc6 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 944 time: 0.4747775 Sep 23 15:07:52.723317 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ee2d170f-dd3b-47ff-b37b-5d0966834efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:52.730227 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe87319-9f22-4081-83e0-366f1afc6aad None None] Pushing event deleted for resources: {'Port': ['ID=354a925b-e7f0-461a-b99c-724c3443055c,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:52.733600 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f8d0a93a-a0d6-4f45-921e-1b3bfa1fbb8a None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:52.736355 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe87319-9f22-4081-83e0-366f1afc6aad None None] No DVR routers for this DVR port 354a925b-e7f0-461a-b99c-724c3443055c on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:07:52.749494 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f8d0a93a-a0d6-4f45-921e-1b3bfa1fbb8a None None] Transition to ACTIVE for port object effce032-46f7-4bcb-801f-9d35516815fe will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:52.764813 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579d7e1-97bf-4b58-9e16-6211afd013a5 req-c410cfd4-a0ae-4986-a7fd-3a8e7b6e27ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:52.765925 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2d170f-dd3b-47ff-b37b-5d0966834efc admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:07:52.766523 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9579d7e1-97bf-4b58-9e16-6211afd013a5 req-c410cfd4-a0ae-4986-a7fd-3a8e7b6e27ab service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6c9aa2c-f801-4044-ba36-ff353c446221 HTTP/1.1" status: 200 len: 896 time: 0.2283845 Sep 23 15:07:52.766727 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ee2d170f-dd3b-47ff-b37b-5d0966834efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:52.767430 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.api [None req-1a4b89c2-c5cf-46c1-9f3e-bb42c9849844 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:07:52.767837 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG oslo_db.api [None req-1a4b89c2-c5cf-46c1-9f3e-bb42c9849844 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:07:52.770825 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5dc319a9-d9f3-4227-9a55-d07f6e8b12f7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:52.772360 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f8d0a93a-a0d6-4f45-921e-1b3bfa1fbb8a None None] Transition to ACTIVE for port object effce032-46f7-4bcb-801f-9d35516815fe will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:52.784679 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3d41863e-e2dd-4651-9cc1-8e0ae43d2729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:52.812928 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.objects.ports [None req-8380c7ac-732d-4c8a-b74b-2f87f9cd156b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89738) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 23 15:07:52.858922 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f8d0a93a-a0d6-4f45-921e-1b3bfa1fbb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:52.867691 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment d810c8ab-6985-497e-bf33-3fd34866c953 resource provider aggregate not found Sep 23 15:07:52.874229 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8380c7ac-732d-4c8a-b74b-2f87f9cd156b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:52.882293 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9579d7e1-97bf-4b58-9e16-6211afd013a5 req-75b54ec3-31a9-49d9-9e2d-e827c2a94db8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14cac99a-9ccb-4186-80a2-85da9180b8ad HTTP/1.1" status: 200 len: 217 time: 0.0847518 Sep 23 15:07:52.902338 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5dc319a9-d9f3-4227-9a55-d07f6e8b12f7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:52.929569 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d0a93a-a0d6-4f45-921e-1b3bfa1fbb8a None None] Network 836ff237-6f4c-47b9-90eb-75fa61685684 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:52.932886 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-f8d0a93a-a0d6-4f45-921e-1b3bfa1fbb8a None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:52.937024 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d0a93a-a0d6-4f45-921e-1b3bfa1fbb8a None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:07:52.946513 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0a93a-a0d6-4f45-921e-1b3bfa1fbb8a None None] Pushing event updated for resources: {'Port': ['ID=effce032-46f7-4bcb-801f-9d35516815fe,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:52.949014 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-5dc319a9-d9f3-4227-9a55-d07f6e8b12f7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:security_group_rule and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:52.958357 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-5dc319a9-d9f3-4227-9a55-d07f6e8b12f7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:52.963470 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-538c7e0c-3ebc-4fc0-a8ae-10c684f4ee88 req-8b232fe7-b6b8-46b6-b7bb-b54b1ffb4f24 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dc2c581-e4a9-43eb-81b2-36a3437ac55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947353 Sep 23 15:07:52.963648 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41863e-e2dd-4651-9cc1-8e0ae43d2729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5255ab-0a57-4614-91cf-8c192a18d77d,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:52.972929 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5dc319a9-d9f3-4227-9a55-d07f6e8b12f7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:52.974620 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment d810c8ab-6985-497e-bf33-3fd34866c953 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d810c8ab-6985-497e-bf33-3fd34866c953 found for delete ", "request_id": "req-dfa4806f-6ffa-4fd8-87f7-c6f2a27fda46"}]} Sep 23 15:07:53.012973 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8380c7ac-732d-4c8a-b74b-2f87f9cd156b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:53.016836 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-8380c7ac-732d-4c8a-b74b-2f87f9cd156b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:53.025255 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8380c7ac-732d-4c8a-b74b-2f87f9cd156b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:53.025896 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8380c7ac-732d-4c8a-b74b-2f87f9cd156b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:53.034656 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579d7e1-97bf-4b58-9e16-6211afd013a5 req-7e2820d5-42c8-4778-8264-214fba658d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:53.036255 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9579d7e1-97bf-4b58-9e16-6211afd013a5 req-7e2820d5-42c8-4778-8264-214fba658d18 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=245ea95f-8d5f-45e2-90f5-83cc7713b286 HTTP/1.1" status: 200 len: 834 time: 0.1466565 Sep 23 15:07:53.052347 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380c7ac-732d-4c8a-b74b-2f87f9cd156b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=936a8457-6179-497b-9b89-a49b97e071ff,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:53.076917 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ee2d170f-dd3b-47ff-b37b-5d0966834efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:53.079585 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3d41863e-e2dd-4651-9cc1-8e0ae43d2729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:53.080665 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3d41863e-e2dd-4651-9cc1-8e0ae43d2729 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ea5255ab-0a57-4614-91cf-8c192a18d77d HTTP/1.1" status: 204 len: 168 time: 1.4327593 Sep 23 15:07:53.081451 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d530fdd2-40c8-486d-bc16-68d1d9cb9ab7 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:53.084536 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5dc319a9-d9f3-4227-9a55-d07f6e8b12f7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:53.094182 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f8d0a93a-a0d6-4f45-921e-1b3bfa1fbb8a None None] Attempting to bind port effce032-46f7-4bcb-801f-9d35516815fe on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:07:53.096561 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f8d0a93a-a0d6-4f45-921e-1b3bfa1fbb8a None None] Attempting to bind port effce032-46f7-4bcb-801f-9d35516815fe by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '29896072-6267-4798-ba15-62b7234f622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '836ff237-6f4c-47b9-90eb-75fa61685684'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:07:53.097119 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d0a93a-a0d6-4f45-921e-1b3bfa1fbb8a None None] Attempting to bind port effce032-46f7-4bcb-801f-9d35516815fe on network 836ff237-6f4c-47b9-90eb-75fa61685684 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:07:53.098857 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ee2d170f-dd3b-47ff-b37b-5d0966834efc admin admin] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:53.100722 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ee2d170f-dd3b-47ff-b37b-5d0966834efc admin admin] 10.222.0.67 "DELETE /v2.0/networks/c4cfcb40-4c21-426a-b546-30b94f5e9a6b HTTP/1.1" status: 204 len: 168 time: 1.4808080 Sep 23 15:07:53.110952 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d170f-dd3b-47ff-b37b-5d0966834efc admin admin] Pushing event deleted for resources: {'Network': ['ID=c4cfcb40-4c21-426a-b546-30b94f5e9a6b,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:53.133722 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-82656629-0e00-4bb5-b067-7888940a4cfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:53.170752 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5dc319a9-d9f3-4227-9a55-d07f6e8b12f7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:53.189513 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 354a925b-e7f0-461a-b99c-724c3443055c no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:07:53.219021 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d0a93a-a0d6-4f45-921e-1b3bfa1fbb8a None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:07:53.219402 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d0a93a-a0d6-4f45-921e-1b3bfa1fbb8a None None] Checking segment: {'id': '29896072-6267-4798-ba15-62b7234f622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '836ff237-6f4c-47b9-90eb-75fa61685684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:07:53.219958 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f8d0a93a-a0d6-4f45-921e-1b3bfa1fbb8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:53.226038 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d0a93a-a0d6-4f45-921e-1b3bfa1fbb8a None None] Bound using segment: {'id': '29896072-6267-4798-ba15-62b7234f622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '836ff237-6f4c-47b9-90eb-75fa61685684'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:07:53.226038 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f8d0a93a-a0d6-4f45-921e-1b3bfa1fbb8a None None] Bound port: effce032-46f7-4bcb-801f-9d35516815fe, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29896072-6267-4798-ba15-62b7234f622f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '836ff237-6f4c-47b9-90eb-75fa61685684'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:07:53.226038 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f8d0a93a-a0d6-4f45-921e-1b3bfa1fbb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:53.257095 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8380c7ac-732d-4c8a-b74b-2f87f9cd156b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6046846 Sep 23 15:07:53.257309 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579d7e1-97bf-4b58-9e16-6211afd013a5 req-52db2457-1ed6-4c6d-a49e-957bcfbee757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:53.258742 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9579d7e1-97bf-4b58-9e16-6211afd013a5 req-52db2457-1ed6-4c6d-a49e-957bcfbee757 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6c9aa2c-f801-4044-ba36-ff353c446221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1722000 Sep 23 15:07:53.259383 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc319a9-d9f3-4227-9a55-d07f6e8b12f7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97de28a3-b51f-4fcc-ba1c-7792236574e2,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:53.260765 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 354a925b-e7f0-461a-b99c-724c3443055c {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:07:53.261330 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 354a925b-e7f0-461a-b99c-724c3443055c not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:07:53.262027 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46382) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:53.269376 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-2b669ceb-384f-4753-ae96-cbd4d2eae775 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:53.277935 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82656629-0e00-4bb5-b067-7888940a4cfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Port': ['ID=448d4d4f-959f-452b-abfe-c7244fcfa6c8,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:53.292299 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-1a4b89c2-c5cf-46c1-9f3e-bb42c9849844 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port 354a925b-e7f0-461a-b99c-724c3443055c {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:53.292648 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1a4b89c2-c5cf-46c1-9f3e-bb42c9849844 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:53.440206 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f8d0a93a-a0d6-4f45-921e-1b3bfa1fbb8a None None] For port effce032-46f7-4bcb-801f-9d35516815fe, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:07:53.489577 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-82656629-0e00-4bb5-b067-7888940a4cfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:53.507851 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f8d0a93a-a0d6-4f45-921e-1b3bfa1fbb8a None None] For port effce032-46f7-4bcb-801f-9d35516815fe, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=effce032-46f7-4bcb-801f-9d35516815fe,segment=NetworkSegment(29896072-6267-4798-ba15-62b7234f622f),segment_id=29896072-6267-4798-ba15-62b7234f622f)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:07:53.516529 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7231cd-536d-469c-81ef-c6a3df8adf0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-c3d67a4b-9092-448f-b14d-bd8d70a05623', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'fixed_ips': [{'subnet_id': '936a8457-6179-497b-9b89-a49b97e071ff'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:07:53.517425 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6e7231cd-536d-469c-81ef-c6a3df8adf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:53.542042 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5dc319a9-d9f3-4227-9a55-d07f6e8b12f7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:53.542410 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5dc319a9-d9f3-4227-9a55-d07f6e8b12f7 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2131829 Sep 23 15:07:53.557474 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46386) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:53.560002 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46388) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:53.584740 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f8d0a93a-a0d6-4f45-921e-1b3bfa1fbb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:53.593424 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-49a4801c-9693-479d-a9ae-1a0cab70936d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1113529783', 'security_groups': ['97de28a3-b51f-4fcc-ba1c-7792236574e2'], 'network_id': '836ff237-6f4c-47b9-90eb-75fa61685684', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '303b5762-d6e7-43ae-9706-af92b20816cb'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:53.678938 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-1a4b89c2-c5cf-46c1-9f3e-bb42c9849844 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] The port '354a925b-e7f0-461a-b99c-724c3443055c' was deleted {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:07:53.790251 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0a93a-a0d6-4f45-921e-1b3bfa1fbb8a None None] Pushing event updated for resources: {'Port': ['ID=effce032-46f7-4bcb-801f-9d35516815fe,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:53.836405 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-6e7231cd-536d-469c-81ef-c6a3df8adf0c None None] Allocated IP 2001:db8::f816:3eff:fe15:819a (c3d67a4b-9092-448f-b14d-bd8d70a05623/936a8457-6179-497b-9b89-a49b97e071ff/ed89db2d-e414-4d83-969f-ed26700a1e75) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:53.907134 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1a4b89c2-c5cf-46c1-9f3e-bb42c9849844 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:53.950714 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9579d7e1-97bf-4b58-9e16-6211afd013a5 req-dfcaf9b3-2a8a-43e8-84e6-b4fe5f40acb1 service neutron] 10.222.0.72 "GET /v2.0/networks/a6c9aa2c-f801-4044-ba36-ff353c446221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6120052 Sep 23 15:07:54.013709 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-1a4b89c2-c5cf-46c1-9f3e-bb42c9849844 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed64a59-9622-4c1e-b8d9-9d8b30a5ff39']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:54.036831 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-2b669ceb-384f-4753-ae96-cbd4d2eae775 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:54.069017 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7e855f91-e9a1-4519-9a77-24eaaa621fb2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e8ee137469b945bebf2c7f0015c1b0da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5100515 Sep 23 15:07:54.103810 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46404) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:54.107029 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-1a4b89c2-c5cf-46c1-9f3e-bb42c9849844 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092ce205-6a41-4634-9b76-1f3fd6107ead') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:54.107524 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-1a4b89c2-c5cf-46c1-9f3e-bb42c9849844 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092ce205-6a41-4634-9b76-1f3fd6107ead') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:54.124100 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2b669ceb-384f-4753-ae96-cbd4d2eae775 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:subnet and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:54.171251 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6e7231cd-536d-469c-81ef-c6a3df8adf0c None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:54.177961 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2b669ceb-384f-4753-ae96-cbd4d2eae775 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:54.195420 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-6e7231cd-536d-469c-81ef-c6a3df8adf0c None None] Transition to ACTIVE for port object ed89db2d-e414-4d83-969f-ed26700a1e75 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:54.212794 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1a4b89c2-c5cf-46c1-9f3e-bb42c9849844 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:54.231268 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-6e7231cd-536d-469c-81ef-c6a3df8adf0c None None] Transition to ACTIVE for port object ed89db2d-e414-4d83-969f-ed26700a1e75 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:54.234256 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-2b669ceb-384f-4753-ae96-cbd4d2eae775 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:54.265261 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1a4b89c2-c5cf-46c1-9f3e-bb42c9849844 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:54.291530 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4b89c2-c5cf-46c1-9f3e-bb42c9849844 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:07:54.292215 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1a4b89c2-c5cf-46c1-9f3e-bb42c9849844 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:54.318542 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6e7231cd-536d-469c-81ef-c6a3df8adf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:54.338236 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82656629-0e00-4bb5-b067-7888940a4cfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Router 8f082ed5-c2d1-4adc-8548-a4b054de9935 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:07:54.339319 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-49a4801c-9693-479d-a9ae-1a0cab70936d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:54.347509 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-49a4801c-9693-479d-a9ae-1a0cab70936d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:port and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:54.351400 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-49a4801c-9693-479d-a9ae-1a0cab70936d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:54.363041 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-49a4801c-9693-479d-a9ae-1a0cab70936d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:54.400181 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 092ce205-6a41-4634-9b76-1f3fd6107ead resource provider aggregate not found Sep 23 15:07:54.414494 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7231cd-536d-469c-81ef-c6a3df8adf0c None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:54.418218 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-6e7231cd-536d-469c-81ef-c6a3df8adf0c None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:54.426091 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7231cd-536d-469c-81ef-c6a3df8adf0c None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:07:54.496381 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7231cd-536d-469c-81ef-c6a3df8adf0c None None] Pushing event updated for resources: {'Port': ['ID=ed89db2d-e414-4d83-969f-ed26700a1e75,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:54.515749 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82656629-0e00-4bb5-b067-7888940a4cfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:07:54.523116 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-82656629-0e00-4bb5-b067-7888940a4cfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "PUT /v2.0/routers/8f082ed5-c2d1-4adc-8548-a4b054de9935/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7130685 Sep 23 15:07:54.528359 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64713b3-2b3c-4bd2-b68d-1f9537e111d1 None None] Sync routers for ids ['8f082ed5-c2d1-4adc-8548-a4b054de9935'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:07:54.536773 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b669ceb-384f-4753-ae96-cbd4d2eae775 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:54.542269 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2b669ceb-384f-4753-ae96-cbd4d2eae775 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:54.542518 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64713b3-2b3c-4bd2-b68d-1f9537e111d1 None None] Routers {'8f082ed5-c2d1-4adc-8548-a4b054de9935'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:07:54.542921 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-c64713b3-2b3c-4bd2-b68d-1f9537e111d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:07:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8f082ed5-c2d1-4adc-8548-a4b054de9935'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:54.557345 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9579d7e1-97bf-4b58-9e16-6211afd013a5 req-e5ad7ab5-abe3-4fa8-ab38-e1f64c49a6f0 service neutron] 10.222.0.72 "GET /v2.0/networks/a6c9aa2c-f801-4044-ba36-ff353c446221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5961032 Sep 23 15:07:54.558586 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0ed28-53fa-4fbf-98e3-439d843461fd req-1801e872-9d8d-4b1f-9d24-e9fb70a00a29 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:54.558895 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 092ce205-6a41-4634-9b76-1f3fd6107ead resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 092ce205-6a41-4634-9b76-1f3fd6107ead found for delete ", "request_id": "req-17f1e2fe-1c1e-4993-92db-712f5a53da95"}]} Sep 23 15:07:54.560134 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-13f0ed28-53fa-4fbf-98e3-439d843461fd req-1801e872-9d8d-4b1f-9d24-e9fb70a00a29 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 944 time: 0.3596492 Sep 23 15:07:54.560635 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46420) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:54.587350 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-6e7231cd-536d-469c-81ef-c6a3df8adf0c None None] Attempting to bind port ed89db2d-e414-4d83-969f-ed26700a1e75 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:07:54.587801 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-6e7231cd-536d-469c-81ef-c6a3df8adf0c None None] Attempting to bind port ed89db2d-e414-4d83-969f-ed26700a1e75 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:07:54.588127 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7231cd-536d-469c-81ef-c6a3df8adf0c None None] Attempting to bind port ed89db2d-e414-4d83-969f-ed26700a1e75 on network c3d67a4b-9092-448f-b14d-bd8d70a05623 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:07:54.594701 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7231cd-536d-469c-81ef-c6a3df8adf0c None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:07:54.595061 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7231cd-536d-469c-81ef-c6a3df8adf0c None None] Checking segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:07:54.595371 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6e7231cd-536d-469c-81ef-c6a3df8adf0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:54.596074 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7231cd-536d-469c-81ef-c6a3df8adf0c None None] Bound using segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:07:54.596568 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-6e7231cd-536d-469c-81ef-c6a3df8adf0c None None] Bound port: ed89db2d-e414-4d83-969f-ed26700a1e75, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:07:54.596996 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6e7231cd-536d-469c-81ef-c6a3df8adf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:54.609987 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a4801c-9693-479d-a9ae-1a0cab70936d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:54.621890 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-677fd640-d183-4ddd-bc8b-fc617b958b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:54.654170 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1a4b89c2-c5cf-46c1-9f3e-bb42c9849844 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:54.658138 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1a4b89c2-c5cf-46c1-9f3e-bb42c9849844 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:54.659329 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4dc6f143-e30f-420e-b0c7-b046b6b6d6bc tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Synchronizing usage tracker for tenant:2de827345e1341699e79c05b3da06c65 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:07:54.700780 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1a4b89c2-c5cf-46c1-9f3e-bb42c9849844 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/networks/bed64a59-9622-4c1e-b8d9-9d8b30a5ff39 HTTP/1.1" status: 204 len: 168 time: 3.1075532 Sep 23 15:07:54.705974 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b89c2-c5cf-46c1-9f3e-bb42c9849844 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Network': ['ID=bed64a59-9622-4c1e-b8d9-9d8b30a5ff39,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:54.716382 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46426) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:54.736575 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-96e4bf8f-ba67-44cd-bb32-d67100d50372 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-51452714'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:54.737319 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-6e7231cd-536d-469c-81ef-c6a3df8adf0c None None] For port ed89db2d-e414-4d83-969f-ed26700a1e75, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:07:54.741583 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-6e7231cd-536d-469c-81ef-c6a3df8adf0c None None] For port ed89db2d-e414-4d83-969f-ed26700a1e75, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ed89db2d-e414-4d83-969f-ed26700a1e75,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:07:54.745337 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 14cac99a-9ccb-4186-80a2-85da9180b8ad details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:07:54.746238 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-677fd640-d183-4ddd-bc8b-fc617b958b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:54.754639 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-c64713b3-2b3c-4bd2-b68d-1f9537e111d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:54.757509 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64713b3-2b3c-4bd2-b68d-1f9537e111d1 None None] Routers {'8f082ed5-c2d1-4adc-8548-a4b054de9935'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:07:54.758367 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-c64713b3-2b3c-4bd2-b68d-1f9537e111d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:07:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8f082ed5-c2d1-4adc-8548-a4b054de9935'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:54.764300 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-96e4bf8f-ba67-44cd-bb32-d67100d50372 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:54.776030 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-96e4bf8f-ba67-44cd-bb32-d67100d50372 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:network and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:54.780456 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-96e4bf8f-ba67-44cd-bb32-d67100d50372 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:54.803057 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-96e4bf8f-ba67-44cd-bb32-d67100d50372 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:54.838568 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-c64713b3-2b3c-4bd2-b68d-1f9537e111d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:54.839306 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64713b3-2b3c-4bd2-b68d-1f9537e111d1 None None] The sync data for ids ['8f082ed5-c2d1-4adc-8548-a4b054de9935'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:07:54.859465 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-13f0ed28-53fa-4fbf-98e3-439d843461fd req-494462a3-cb59-4566-9a6a-b33908f18622 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dc2c581-e4a9-43eb-81b2-36a3437ac55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2611108 Sep 23 15:07:54.940759 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4dc6f143-e30f-420e-b0c7-b046b6b6d6bc tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Unset dirty status for tenant:2de827345e1341699e79c05b3da06c65 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:07:54.941936 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4dc6f143-e30f-420e-b0c7-b046b6b6d6bc tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f082ed5-c2d1-4adc-8548-a4b054de9935 HTTP/1.1" status: 200 len: 205 time: 0.3803883 Sep 23 15:07:54.944736 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46430) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:54.955127 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e4bf8f-ba67-44cd-bb32-d67100d50372 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:54.960671 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6e7231cd-536d-469c-81ef-c6a3df8adf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:54.963710 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-96e4bf8f-ba67-44cd-bb32-d67100d50372 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:54.973531 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46434) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:54.982997 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-677fd640-d183-4ddd-bc8b-fc617b958b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:55.045945 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fd640-d183-4ddd-bc8b-fc617b958b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353147c3-04d5-4845-9d1c-8e23b8cecfb9,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:55.070297 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-49a4801c-9693-479d-a9ae-1a0cab70936d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:55.091035 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7231cd-536d-469c-81ef-c6a3df8adf0c None None] Pushing event updated for resources: {'Port': ['ID=ed89db2d-e414-4d83-969f-ed26700a1e75,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:55.333370 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e4bf8f-ba67-44cd-bb32-d67100d50372 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:07:55.334545 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 14cac99a-9ccb-4186-80a2-85da9180b8ad, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=14cac99a-9ccb-4186-80a2-85da9180b8ad,segment=NetworkSegment(c15215a5-57ed-4328-8791-eac77bc9a6d0),segment_id=c15215a5-57ed-4328-8791-eac77bc9a6d0)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:55.335236 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-49a4801c-9693-479d-a9ae-1a0cab70936d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] device_id is not set on port ec5a833e-ab3e-4bf4-bcc9-02c456edbd3b yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:07:55.335335 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-96e4bf8f-ba67-44cd-bb32-d67100d50372 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:55.335335 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-96e4bf8f-ba67-44cd-bb32-d67100d50372 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Added segment 7977e003-fab0-40aa-896c-5a5264ef1b0f of type vlan for network f40c0714-b0ce-4a6f-a93c-fe641ca6f93b Sep 23 15:07:55.335491 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '14cac99a-9ccb-4186-80a2-85da9180b8ad', 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221', 'port_id': '14cac99a-9ccb-4186-80a2-85da9180b8ad', 'mac_address': 'fa:16:3e:af:64:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '245ea95f-8d5f-45e2-90f5-83cc7713b286', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:07:55.335586 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-96e4bf8f-ba67-44cd-bb32-d67100d50372 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:55.335678 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2135ee55-a82f-4cfb-8c9b-e0cd93786349 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:55.335763 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-51817d15-a24a-473c-9fe0-2cc2bfc7f2a7 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1902773795', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:55.335763 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-51817d15-a24a-473c-9fe0-2cc2bfc7f2a7 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:55.335763 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-51817d15-a24a-473c-9fe0-2cc2bfc7f2a7 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Usage tracker for resource:router and tenant:def85bee193c4463964d4d3314205d86 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:55.335994 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 14cac99a-9ccb-4186-80a2-85da9180b8ad is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:07:55.335994 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:55.336174 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-51817d15-a24a-473c-9fe0-2cc2bfc7f2a7 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:55.336174 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-51817d15-a24a-473c-9fe0-2cc2bfc7f2a7 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:55.347333 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14cac99a-9ccb-4186-80a2-85da9180b8ad {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:07:55.371362 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 14cac99a-9ccb-4186-80a2-85da9180b8ad, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=14cac99a-9ccb-4186-80a2-85da9180b8ad,segment=NetworkSegment(c15215a5-57ed-4328-8791-eac77bc9a6d0),segment_id=c15215a5-57ed-4328-8791-eac77bc9a6d0)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:55.451681 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device effce032-46f7-4bcb-801f-9d35516815fe up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:07:55.558935 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Provisioning complete for port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:55.559337 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:55.559705 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Attempt 1 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:07:55.613686 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:55.713572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-677fd640-d183-4ddd-bc8b-fc617b958b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:55.717503 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-677fd640-d183-4ddd-bc8b-fc617b958b0b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/353147c3-04d5-4845-9d1c-8e23b8cecfb9 HTTP/1.1" status: 204 len: 168 time: 1.5977216 Sep 23 15:07:55.749487 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port effce032-46f7-4bcb-801f-9d35516815fe completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:55.753074 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2b669ceb-384f-4753-ae96-cbd4d2eae775 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:55.753281 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:55.800936 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-96e4bf8f-ba67-44cd-bb32-d67100d50372 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:55.808979 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e4bf8f-ba67-44cd-bb32-d67100d50372 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:55.809654 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-96e4bf8f-ba67-44cd-bb32-d67100d50372 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:55.848714 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2135ee55-a82f-4cfb-8c9b-e0cd93786349 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:55.855252 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2135ee55-a82f-4cfb-8c9b-e0cd93786349 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:55.859554 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-51817d15-a24a-473c-9fe0-2cc2bfc7f2a7 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:55.862124 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-51817d15-a24a-473c-9fe0-2cc2bfc7f2a7 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:55.917342 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=14cac99a-9ccb-4186-80a2-85da9180b8ad,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:55.967966 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['14cac99a-9ccb-4186-80a2-85da9180b8ad'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:07:55.991262 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-49a4801c-9693-479d-a9ae-1a0cab70936d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Allocated IP 172.20.0.14 (836ff237-6f4c-47b9-90eb-75fa61685684/303b5762-d6e7-43ae-9706-af92b20816cb/ec5a833e-ab3e-4bf4-bcc9-02c456edbd3b) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:56.002191 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2135ee55-a82f-4cfb-8c9b-e0cd93786349 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:56.005724 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2135ee55-a82f-4cfb-8c9b-e0cd93786349 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Fanout notify agent at l3_agent the message router_deleted on router 8f082ed5-c2d1-4adc-8548-a4b054de9935 {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:07:56.035458 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4bf8f-ba67-44cd-bb32-d67100d50372 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Network': ['ID=f40c0714-b0ce-4a6f-a93c-fe641ca6f93b,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:56.046183 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b669ceb-384f-4753-ae96-cbd4d2eae775 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=f5e2e055-1246-4014-b163-acc805eed339,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:56.048241 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2135ee55-a82f-4cfb-8c9b-e0cd93786349 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:56.049598 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2135ee55-a82f-4cfb-8c9b-e0cd93786349 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/routers/8f082ed5-c2d1-4adc-8548-a4b054de9935 HTTP/1.1" status: 204 len: 168 time: 1.1039732 Sep 23 15:07:56.053482 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46444) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:56.055715 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network f40c0714-b0ce-4a6f-a93c-fe641ca6f93b details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:07:56.065047 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b669ceb-384f-4753-ae96-cbd4d2eae775 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:56.083741 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-51817d15-a24a-473c-9fe0-2cc2bfc7f2a7 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:56.100801 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-2b669ceb-384f-4753-ae96-cbd4d2eae775 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:56.144547 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b669ceb-384f-4753-ae96-cbd4d2eae775 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:56.145333 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2b669ceb-384f-4753-ae96-cbd4d2eae775 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:56.162498 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-51817d15-a24a-473c-9fe0-2cc2bfc7f2a7 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:56.185646 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Attempt 2 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:07:56.239693 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdfe82e2-4dbd-4f04-b6dd-19feca0d8d60 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Deleting subnet 7b90c801-96f1-4e70-918f-e106a2ed08b5 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:07:56.254151 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cdfe82e2-4dbd-4f04-b6dd-19feca0d8d60 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:56.269474 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ae427-483b-4a51-a4cf-d752170599cd req-0ee97fc5-de57-4b1b-8730-8b711aac7779 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:56.272138 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f78ae427-483b-4a51-a4cf-d752170599cd req-0ee97fc5-de57-4b1b-8730-8b711aac7779 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 945 time: 0.2056801 Sep 23 15:07:56.276594 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-96e4bf8f-ba67-44cd-bb32-d67100d50372 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5555940 Sep 23 15:07:56.281188 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46450) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:56.287025 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-5aa2d15c-0e46-4431-9928-605bb89d73d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'subnet': {'network_id': 'f40c0714-b0ce-4a6f-a93c-fe641ca6f93b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:56.312561 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-51817d15-a24a-473c-9fe0-2cc2bfc7f2a7 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:56.322229 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-51817d15-a24a-473c-9fe0-2cc2bfc7f2a7 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.3324995 Sep 23 15:07:56.322229 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2b669ceb-384f-4753-ae96-cbd4d2eae775 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0529382 Sep 23 15:07:56.332950 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46454) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:56.333436 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46456) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:56.362649 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-6c3e4116-782e-4021-9673-4ea3771e43a6 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-83668108'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:56.374900 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:56.380045 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-d638ad96-73f6-4ef6-81dc-ec48aff70c10 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'port': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'mac_address': 'fa:16:3e:16:42:e2', 'name': 'tempest-NetworksTestDHCPv6-1232292938'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:56.436931 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6c3e4116-782e-4021-9673-4ea3771e43a6 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:56.453208 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507e5e41-9ca1-4e23-adf5-9788998eab1f None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:56.456944 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f78ae427-483b-4a51-a4cf-d752170599cd req-f487c0c0-1a78-4e1b-98df-4192eb5b1e5a tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dc2c581-e4a9-43eb-81b2-36a3437ac55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507456 Sep 23 15:07:56.463585 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5aa2d15c-0e46-4431-9928-605bb89d73d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:56.467451 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-5aa2d15c-0e46-4431-9928-605bb89d73d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:subnet and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:56.470830 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-5aa2d15c-0e46-4431-9928-605bb89d73d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:56.476619 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5aa2d15c-0e46-4431-9928-605bb89d73d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:56.519740 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6c3e4116-782e-4021-9673-4ea3771e43a6 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Usage tracker for resource:network and tenant:def85bee193c4463964d4d3314205d86 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:56.531395 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6c3e4116-782e-4021-9673-4ea3771e43a6 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:56.543968 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-49a4801c-9693-479d-a9ae-1a0cab70936d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:56.546865 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa2d15c-0e46-4431-9928-605bb89d73d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:56.548252 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cdfe82e2-4dbd-4f04-b6dd-19feca0d8d60 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:56.550810 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5aa2d15c-0e46-4431-9928-605bb89d73d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:56.586304 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6c3e4116-782e-4021-9673-4ea3771e43a6 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:56.620270 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46462) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:56.621424 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-49a4801c-9693-479d-a9ae-1a0cab70936d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Transition to ACTIVE for port object ec5a833e-ab3e-4bf4-bcc9-02c456edbd3b will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:07:56.726175 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3e4116-782e-4021-9673-4ea3771e43a6 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Made reservation on behalf of def85bee193c4463964d4d3314205d86 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:56.730006 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c3e4116-782e-4021-9673-4ea3771e43a6 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:56.755323 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d638ad96-73f6-4ef6-81dc-ec48aff70c10 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:56.767673 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c3e4116-782e-4021-9673-4ea3771e43a6 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:56.778622 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d638ad96-73f6-4ef6-81dc-ec48aff70c10 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:port and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:56.784791 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d638ad96-73f6-4ef6-81dc-ec48aff70c10 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:56.800303 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-77729e8a-d777-4007-bc80-b7167dab2535 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=899c918c95034b5eb08e364e2e40d721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1652083 Sep 23 15:07:56.801082 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46466) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:56.801323 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d638ad96-73f6-4ef6-81dc-ec48aff70c10 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:56.806630 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6c3e4116-782e-4021-9673-4ea3771e43a6 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:56.816123 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6c3e4116-782e-4021-9673-4ea3771e43a6 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Usage tracker for resource:security_group_rule and tenant:def85bee193c4463964d4d3314205d86 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:56.825850 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6c3e4116-782e-4021-9673-4ea3771e43a6 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:56.832251 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6c3e4116-782e-4021-9673-4ea3771e43a6 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:56.838189 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cdfe82e2-4dbd-4f04-b6dd-19feca0d8d60 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:56.883828 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Attempt 3 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:07:56.968375 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:56.974026 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5e77a3-1aba-4903-9510-cc53f2b0ae48 None None] Update dhcp port {'port': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'fixed_ips': [{'subnet_id': '936a8457-6179-497b-9b89-a49b97e071ff', 'ip_address': '2001:db8::f816:3eff:fe15:819a'}, {'subnet_id': 'f5e2e055-1246-4014-b163-acc805eed339'}], 'binding:host_id': 'dv-neutron-859093-1-hyperv'}, 'id': 'ed89db2d-e414-4d83-969f-ed26700a1e75'} from dv-neutron-859093-1-hyperv. {{(pid=89740) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 23 15:07:56.975070 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d638ad96-73f6-4ef6-81dc-ec48aff70c10 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:56.991086 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-49a4801c-9693-479d-a9ae-1a0cab70936d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:57.031965 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5aa2d15c-0e46-4431-9928-605bb89d73d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:57.039157 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0c5e77a3-1aba-4903-9510-cc53f2b0ae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:57.071991 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8d7b4fe0-94c8-4383-a71f-2be6be310ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:57.098821 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cdfe82e2-4dbd-4f04-b6dd-19feca0d8d60 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:57.105347 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c3e4116-782e-4021-9673-4ea3771e43a6 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:57.153420 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8d7b4fe0-94c8-4383-a71f-2be6be310ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:57.162243 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2d15c-0e46-4431-9928-605bb89d73d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Subnet': ['ID=413e393b-80d2-4e0b-bd56-36fa919ff2d8,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:57.170586 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa2d15c-0e46-4431-9928-605bb89d73d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Checking segment: {'id': '7977e003-fab0-40aa-896c-5a5264ef1b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f40c0714-b0ce-4a6f-a93c-fe641ca6f93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:07:57.170836 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa2d15c-0e46-4431-9928-605bb89d73d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network hostable DHCP agents. Network: f40c0714-b0ce-4a6f-a93c-fe641ca6f93b, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:07:57.187496 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe82e2-4dbd-4f04-b6dd-19feca0d8d60 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Subnet': ['ID=7b90c801-96f1-4e70-918f-e106a2ed08b5,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:57.195027 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cdfe82e2-4dbd-4f04-b6dd-19feca0d8d60 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:57.197575 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c3e4116-782e-4021-9673-4ea3771e43a6 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:57.205520 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a4801c-9693-479d-a9ae-1a0cab70936d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network 836ff237-6f4c-47b9-90eb-75fa61685684 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:07:57.224075 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-49a4801c-9693-479d-a9ae-1a0cab70936d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:57.237826 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a4801c-9693-479d-a9ae-1a0cab70936d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:07:57.261709 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad40b5ab-d387-4879-9209-5c10f8059976 None None] Network cb094dcd-d020-4c05-9e94-262f49714820 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:57.275522 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ed89db2d-e414-4d83-969f-ed26700a1e75 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:07:57.294383 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa2d15c-0e46-4431-9928-605bb89d73d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network f40c0714-b0ce-4a6f-a93c-fe641ca6f93b is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:07:57.302050 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-cdfe82e2-4dbd-4f04-b6dd-19feca0d8d60 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/subnets/7b90c801-96f1-4e70-918f-e106a2ed08b5 HTTP/1.1" status: 204 len: 168 time: 1.2472568 Sep 23 15:07:57.305147 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46470) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:57.320814 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4801c-9693-479d-a9ae-1a0cab70936d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Port': ['ID=ec5a833e-ab3e-4bf4-bcc9-02c456edbd3b,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:57.323860 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3e4116-782e-4021-9673-4ea3771e43a6 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:07:57.352603 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e4116-782e-4021-9673-4ea3771e43a6 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82f59ce5-1462-461e-bf19-68eacc30fd0c,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:57.359903 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8d7b4fe0-94c8-4383-a71f-2be6be310ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:57.364931 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d638ad96-73f6-4ef6-81dc-ec48aff70c10 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:57.379964 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c3e4116-782e-4021-9673-4ea3771e43a6 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:57.380316 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-6c3e4116-782e-4021-9673-4ea3771e43a6 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Added segment 40bdb67d-f890-4b9e-bbc7-0bb17a90e313 of type vlan for network 684c0113-dfab-45a5-9e39-24fb73b4fca6 Sep 23 15:07:57.387145 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-5aa2d15c-0e46-4431-9928-605bb89d73d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, f40c0714-b0ce-4a6f-a93c-fe641ca6f93b) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:07:57.400776 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b4fe0-94c8-4383-a71f-2be6be310ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1867d4f-cca2-4895-9bab-ec5e0e2ba055,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:57.405524 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a4801c-9693-479d-a9ae-1a0cab70936d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:57.406188 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-49a4801c-9693-479d-a9ae-1a0cab70936d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:57.411949 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa2d15c-0e46-4431-9928-605bb89d73d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:57.412729 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5aa2d15c-0e46-4431-9928-605bb89d73d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:57.447447 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-862a72c3-f33c-48ce-93c4-d828f79cf42d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Deleting subnet 445ad2b5-b2ad-462f-be22-8884dc288056 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:07:57.450008 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8d7b4fe0-94c8-4383-a71f-2be6be310ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:57.451421 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8d7b4fe0-94c8-4383-a71f-2be6be310ee0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c1867d4f-cca2-4895-9bab-ec5e0e2ba055 HTTP/1.1" status: 204 len: 168 time: 0.6494701 Sep 23 15:07:57.465279 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-862a72c3-f33c-48ce-93c4-d828f79cf42d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:57.469836 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-d638ad96-73f6-4ef6-81dc-ec48aff70c10 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] device_id is not set on port 400d0d56-3444-4d35-b3c2-a185e5026b7a yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:07:57.474468 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Attempt 4 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:07:57.501627 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ebdebe-addb-4fb0-a3e7-34a420d47a3d None None] Network f40c0714-b0ce-4a6f-a93c-fe641ca6f93b requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:57.514265 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c3e4116-782e-4021-9673-4ea3771e43a6 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:57.564757 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5aa2d15c-0e46-4431-9928-605bb89d73d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2821856 Sep 23 15:07:57.566807 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46478) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:57.579567 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-8161879d-cd4b-4abc-a2b4-3772000867ec tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-898362958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:57.598492 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8161879d-cd4b-4abc-a2b4-3772000867ec tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:57.609476 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-49a4801c-9693-479d-a9ae-1a0cab70936d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.0482404 Sep 23 15:07:57.615508 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8161879d-cd4b-4abc-a2b4-3772000867ec tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:router and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:57.618496 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46482) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:57.625269 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-862a72c3-f33c-48ce-93c4-d828f79cf42d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:57.628245 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-e17e4ac6-103c-4ccd-84a6-e48db5c19381 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'subnet': {'network_id': '836ff237-6f4c-47b9-90eb-75fa61685684', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:57.655064 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8161879d-cd4b-4abc-a2b4-3772000867ec tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:57.680836 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-0c5e77a3-1aba-4903-9510-cc53f2b0ae48 None None] Allocated IP 172.20.0.2 (c3d67a4b-9092-448f-b14d-bd8d70a05623/f5e2e055-1246-4014-b163-acc805eed339/ed89db2d-e414-4d83-969f-ed26700a1e75) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:57.723963 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:57.729350 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8161879d-cd4b-4abc-a2b4-3772000867ec tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:57.739622 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c3e4116-782e-4021-9673-4ea3771e43a6 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:57.745772 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3e4116-782e-4021-9673-4ea3771e43a6 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:57.746364 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c3e4116-782e-4021-9673-4ea3771e43a6 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:57.748584 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-862a72c3-f33c-48ce-93c4-d828f79cf42d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:57.882528 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port ed89db2d-e414-4d83-969f-ed26700a1e75 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:57.942901 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-862a72c3-f33c-48ce-93c4-d828f79cf42d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:58.005245 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a72c3-f33c-48ce-93c4-d828f79cf42d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Subnet': ['ID=445ad2b5-b2ad-462f-be22-8884dc288056,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:58.023129 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-862a72c3-f33c-48ce-93c4-d828f79cf42d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:58.030679 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-862a72c3-f33c-48ce-93c4-d828f79cf42d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/subnets/445ad2b5-b2ad-462f-be22-8884dc288056 HTTP/1.1" status: 204 len: 168 time: 0.7244203 Sep 23 15:07:58.033323 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46488) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:58.049849 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8161879d-cd4b-4abc-a2b4-3772000867ec tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:58.050887 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8161879d-cd4b-4abc-a2b4-3772000867ec tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:58.069629 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ce7f4b-93d7-44e1-b2f8-d3cb079fe4db None None] Network 522ebda2-c312-460a-a56d-4a06cbe10bd1 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:07:58.157215 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e17e4ac6-103c-4ccd-84a6-e48db5c19381 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:58.169799 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bed39b-2713-483e-bbc9-aea0b13e63e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-f40c0714-b0ce-4a6f-a93c-fe641ca6f93b', 'network_id': 'f40c0714-b0ce-4a6f-a93c-fe641ca6f93b', 'tenant_id': 'fe968160af094339b6a6d6f363efa62e', 'fixed_ips': [{'subnet_id': '413e393b-80d2-4e0b-bd56-36fa919ff2d8'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:07:58.169799 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c6bed39b-2713-483e-bbc9-aea0b13e63e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:58.170140 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2bdd0950-94aa-48cc-94c1-8601f36a2f5f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:58.180283 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e17e4ac6-103c-4ccd-84a6-e48db5c19381 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:subnet and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:58.184451 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-2bdd0950-94aa-48cc-94c1-8601f36a2f5f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Deleting port e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:58.185002 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2bdd0950-94aa-48cc-94c1-8601f36a2f5f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:58.193442 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-0c5e77a3-1aba-4903-9510-cc53f2b0ae48 None None] For port ed89db2d-e414-4d83-969f-ed26700a1e75, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ed89db2d-e414-4d83-969f-ed26700a1e75,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:58.193634 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8161879d-cd4b-4abc-a2b4-3772000867ec tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:58.198640 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e17e4ac6-103c-4ccd-84a6-e48db5c19381 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:58.209826 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6c3e4116-782e-4021-9673-4ea3771e43a6 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8684654 Sep 23 15:07:58.211808 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46498) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:58.227509 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Attempt 5 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:07:58.237316 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-d349fc24-41b4-400f-b447-810026723f3a tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Request body: {'subnet': {'network_id': '684c0113-dfab-45a5-9e39-24fb73b4fca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:58.258597 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e17e4ac6-103c-4ccd-84a6-e48db5c19381 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:58.270965 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e4116-782e-4021-9673-4ea3771e43a6 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Pushing event updated for resources: {'Network': ['ID=684c0113-dfab-45a5-9e39-24fb73b4fca6,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:58.306456 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b72eca-c967-410c-822d-00692f6eebd2 None None] DHCP port deletion for cb094dcd-d020-4c05-9e94-262f49714820 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:07:58.356118 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 684c0113-dfab-45a5-9e39-24fb73b4fca6 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:07:58.371461 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.resource_extend [None req-0c5e77a3-1aba-4903-9510-cc53f2b0ae48 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:07:58.411928 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742e8de-8512-47b6-8057-7d9a74906ca3 req-39e09879-058a-4a0b-afa2-3d58c5bdb433 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:07:58.413666 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a742e8de-8512-47b6-8057-7d9a74906ca3 req-39e09879-058a-4a0b-afa2-3d58c5bdb433 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 945 time: 0.6893280 Sep 23 15:07:58.416543 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8161879d-cd4b-4abc-a2b4-3772000867ec tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:58.421432 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-15b72eca-c967-410c-822d-00692f6eebd2 None None] Deleting port e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:58.425521 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-15b72eca-c967-410c-822d-00692f6eebd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:58.430246 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d349fc24-41b4-400f-b447-810026723f3a tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:58.438886 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-2bdd0950-94aa-48cc-94c1-8601f36a2f5f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] For port e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0,segment=NetworkSegment(849fdd16-59ac-40e7-b477-1b177cd2bee2),segment_id=849fdd16-59ac-40e7-b477-1b177cd2bee2)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:58.439251 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2bdd0950-94aa-48cc-94c1-8601f36a2f5f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:58.455058 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d349fc24-41b4-400f-b447-810026723f3a tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Usage tracker for resource:subnet and tenant:def85bee193c4463964d4d3314205d86 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:58.460861 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d349fc24-41b4-400f-b447-810026723f3a tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:58.465359 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17e4ac6-103c-4ccd-84a6-e48db5c19381 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:58.468869 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e17e4ac6-103c-4ccd-84a6-e48db5c19381 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:58.489639 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d349fc24-41b4-400f-b447-810026723f3a tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:58.543223 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0c5e77a3-1aba-4903-9510-cc53f2b0ae48 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:58.573182 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a742e8de-8512-47b6-8057-7d9a74906ca3 req-7cd9e635-c68b-4a14-9bba-756a0b57165c tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dc2c581-e4a9-43eb-81b2-36a3437ac55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465755 Sep 23 15:07:58.597038 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-2bdd0950-94aa-48cc-94c1-8601f36a2f5f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Calling delete_port for e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0 owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:58.609032 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:58.615145 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8161879d-cd4b-4abc-a2b4-3772000867ec tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:58.616832 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8161879d-cd4b-4abc-a2b4-3772000867ec tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0480356 Sep 23 15:07:58.629134 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0c5e77a3-1aba-4903-9510-cc53f2b0ae48 None None] Ignored duplicate provisioning block setup for port ed89db2d-e414-4d83-969f-ed26700a1e75 by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 23 15:07:58.632207 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46506) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:58.639578 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 14cac99a-9ccb-4186-80a2-85da9180b8ad up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:07:58.641911 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-8a012aac-7be7-45a1-808c-facd5f5c59d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'port': {'network_id': 'f40c0714-b0ce-4a6f-a93c-fe641ca6f93b', 'name': 'tempest-PortsIpV6TestJSON-743285888'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:58.730164 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d349fc24-41b4-400f-b447-810026723f3a tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Made reservation on behalf of def85bee193c4463964d4d3314205d86 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:58.733819 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d349fc24-41b4-400f-b447-810026723f3a tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:58.746507 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0c5e77a3-1aba-4903-9510-cc53f2b0ae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:58.754424 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2bdd0950-94aa-48cc-94c1-8601f36a2f5f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:58.826615 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd0950-94aa-48cc-94c1-8601f36a2f5f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Port': ['ID=e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:58.828664 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdd0950-94aa-48cc-94c1-8601f36a2f5f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] No DVR routers for this DVR port e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0 on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:07:58.859745 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.ipam_backend_mixin [None req-e17e4ac6-103c-4ccd-84a6-e48db5c19381 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 303b5762-d6e7-43ae-9706-af92b20816cb (CIDR: 172.20.0.0/28) Sep 23 15:07:58.871724 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e77a3-1aba-4903-9510-cc53f2b0ae48 None None] Pushing event updated for resources: {'Port': ['ID=ed89db2d-e414-4d83-969f-ed26700a1e75,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:58.933401 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17e4ac6-103c-4ccd-84a6-e48db5c19381 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:07:58.938545 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e17e4ac6-103c-4ccd-84a6-e48db5c19381 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:07:58.969672 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2bdd0950-94aa-48cc-94c1-8601f36a2f5f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:59.000841 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-2bdd0950-94aa-48cc-94c1-8601f36a2f5f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb094dcd-d020-4c05-9e94-262f49714820']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:59.015830 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-2bdd0950-94aa-48cc-94c1-8601f36a2f5f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849fdd16-59ac-40e7-b477-1b177cd2bee2') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:59.016530 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-2bdd0950-94aa-48cc-94c1-8601f36a2f5f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849fdd16-59ac-40e7-b477-1b177cd2bee2') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:07:59.029350 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2bdd0950-94aa-48cc-94c1-8601f36a2f5f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:59.042714 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8a012aac-7be7-45a1-808c-facd5f5c59d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:59.048842 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2bdd0950-94aa-48cc-94c1-8601f36a2f5f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:59.051661 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8a012aac-7be7-45a1-808c-facd5f5c59d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:port and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:59.055587 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8a012aac-7be7-45a1-808c-facd5f5c59d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:59.058165 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bdd0950-94aa-48cc-94c1-8601f36a2f5f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:07:59.058874 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2bdd0950-94aa-48cc-94c1-8601f36a2f5f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:59.075967 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8a012aac-7be7-45a1-808c-facd5f5c59d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:59.081658 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-d638ad96-73f6-4ef6-81dc-ec48aff70c10 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 172.20.0.13 (c3d67a4b-9092-448f-b14d-bd8d70a05623/f5e2e055-1246-4014-b163-acc805eed339/400d0d56-3444-4d35-b3c2-a185e5026b7a) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:59.118647 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46516) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:59.130720 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-d638ad96-73f6-4ef6-81dc-ec48aff70c10 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 2001:db8::f816:3eff:fe16:42e2 (c3d67a4b-9092-448f-b14d-bd8d70a05623/936a8457-6179-497b-9b89-a49b97e071ff/400d0d56-3444-4d35-b3c2-a185e5026b7a) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:59.133745 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e17e4ac6-103c-4ccd-84a6-e48db5c19381 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5109892 Sep 23 15:07:59.154120 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46520) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:59.160924 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Attempt 6 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:07:59.165243 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-ef4821c4-4bcc-4510-968c-c86d7c90935e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'subnet': {'network_id': '836ff237-6f4c-47b9-90eb-75fa61685684', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:59.217298 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 849fdd16-59ac-40e7-b477-1b177cd2bee2 resource provider aggregate not found Sep 23 15:07:59.219512 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ed89db2d-e414-4d83-969f-ed26700a1e75 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:07:59.235445 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 849fdd16-59ac-40e7-b477-1b177cd2bee2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 849fdd16-59ac-40e7-b477-1b177cd2bee2 found for delete ", "request_id": "req-4ff51258-867a-47ce-bb37-f473305a5012"}]} Sep 23 15:07:59.267754 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a012aac-7be7-45a1-808c-facd5f5c59d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:59.271420 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8a012aac-7be7-45a1-808c-facd5f5c59d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:59.303635 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2bdd0950-94aa-48cc-94c1-8601f36a2f5f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:59.305781 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-c6bed39b-2713-483e-bbc9-aea0b13e63e5 None None] Allocated IP 2001:db8::2 (f40c0714-b0ce-4a6f-a93c-fe641ca6f93b/413e393b-80d2-4e0b-bd56-36fa919ff2d8/69b25a0a-b04e-402f-9bf8-bbfc0a1270d4) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:07:59.317331 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 14cac99a-9ccb-4186-80a2-85da9180b8ad completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:07:59.327022 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2bdd0950-94aa-48cc-94c1-8601f36a2f5f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:59.337104 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-eff24654-f014-41e1-aa8f-4575fa436a3e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-818665133-network', 'tenant_id': '4dd03006331a43759c203c055fc73500'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:07:59.341197 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd0950-94aa-48cc-94c1-8601f36a2f5f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Network': ['ID=cb094dcd-d020-4c05-9e94-262f49714820,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:07:59.343669 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-15b72eca-c967-410c-822d-00692f6eebd2 None None] For port e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0,segment=NetworkSegment(849fdd16-59ac-40e7-b477-1b177cd2bee2),segment_id=849fdd16-59ac-40e7-b477-1b177cd2bee2)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:07:59.344080 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-15b72eca-c967-410c-822d-00692f6eebd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:59.359980 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 14cac99a-9ccb-4186-80a2-85da9180b8ad triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:07:59.360422 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:59.361179 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 14cac99a-9ccb-4186-80a2-85da9180b8ad Sep 23 15:07:59.380425 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-8a012aac-7be7-45a1-808c-facd5f5c59d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] device_id is not set on port 2df792f1-7c2e-477d-9ec9-cf5d3577fce4 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:07:59.386752 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:07:59.421297 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-eff24654-f014-41e1-aa8f-4575fa436a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:07:59.436244 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2bdd0950-94aa-48cc-94c1-8601f36a2f5f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/networks/cb094dcd-d020-4c05-9e94-262f49714820 HTTP/1.1" status: 204 len: 168 time: 1.3992231 Sep 23 15:07:59.438631 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46530) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:07:59.448379 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-eff24654-f014-41e1-aa8f-4575fa436a3e admin admin] Usage tracker for resource:network and tenant:4dd03006331a43759c203c055fc73500 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:07:59.459215 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-eff24654-f014-41e1-aa8f-4575fa436a3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:07:59.480003 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e3f32a-4891-44b0-a8fc-83d8a2175c4a None None] DHCP port deletion for 522ebda2-c312-460a-a56d-4a06cbe10bd1 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:07:59.564784 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a7f45eab-a2ba-43cb-960d-21ab9f9a4ee2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:59.576851 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-a7f45eab-a2ba-43cb-960d-21ab9f9a4ee2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Deleting port 5546de36-b06b-4bda-88d8-ecf8e222f1ce {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:59.577436 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a7f45eab-a2ba-43cb-960d-21ab9f9a4ee2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:59.602548 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-15b72eca-c967-410c-822d-00692f6eebd2 None None] Calling delete_port for e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:07:59.649128 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-eff24654-f014-41e1-aa8f-4575fa436a3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:07:59.684761 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c7e3f32a-4891-44b0-a8fc-83d8a2175c4a None None] Deleting port 5546de36-b06b-4bda-88d8-ecf8e222f1ce {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:07:59.685191 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c7e3f32a-4891-44b0-a8fc-83d8a2175c4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:59.757842 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d638ad96-73f6-4ef6-81dc-ec48aff70c10 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:59.794347 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d349fc24-41b4-400f-b447-810026723f3a tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:59.890977 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Attempt 7 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:07:59.891563 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff24654-f014-41e1-aa8f-4575fa436a3e admin admin] Made reservation on behalf of 4dd03006331a43759c203c055fc73500 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:07:59.895578 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eff24654-f014-41e1-aa8f-4575fa436a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:59.966568 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eff24654-f014-41e1-aa8f-4575fa436a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:07:59.982777 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-d638ad96-73f6-4ef6-81dc-ec48aff70c10 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Transition to ACTIVE for port object 400d0d56-3444-4d35-b3c2-a185e5026b7a will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:00.011050 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:08:00.012454 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ef4821c4-4bcc-4510-968c-c86d7c90935e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:00.029178 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-eff24654-f014-41e1-aa8f-4575fa436a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:00.031322 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349fc24-41b4-400f-b447-810026723f3a tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Pushing event updated for resources: {'Subnet': ['ID=ffc4f2c0-c2ea-43f7-8311-c6eeb2349003,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:00.040040 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ef4821c4-4bcc-4510-968c-c86d7c90935e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:subnet and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:00.044642 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-eff24654-f014-41e1-aa8f-4575fa436a3e admin admin] Usage tracker for resource:security_group_rule and tenant:4dd03006331a43759c203c055fc73500 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:00.052911 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-eff24654-f014-41e1-aa8f-4575fa436a3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:00.058106 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ef4821c4-4bcc-4510-968c-c86d7c90935e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:00.068657 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-15b72eca-c967-410c-822d-00692f6eebd2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:08:00.068899 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-15b72eca-c967-410c-822d-00692f6eebd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:08:00.073534 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-eff24654-f014-41e1-aa8f-4575fa436a3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:00.075872 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ef4821c4-4bcc-4510-968c-c86d7c90935e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:00.080725 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-a7f45eab-a2ba-43cb-960d-21ab9f9a4ee2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] For port 5546de36-b06b-4bda-88d8-ecf8e222f1ce, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5546de36-b06b-4bda-88d8-ecf8e222f1ce,segment=NetworkSegment(ba9b5067-9327-4fed-a19d-9ea762bd2173),segment_id=ba9b5067-9327-4fed-a19d-9ea762bd2173)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:00.081084 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a7f45eab-a2ba-43cb-960d-21ab9f9a4ee2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:00.089905 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d349fc24-41b4-400f-b447-810026723f3a tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Checking segment: {'id': '40bdb67d-f890-4b9e-bbc7-0bb17a90e313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '684c0113-dfab-45a5-9e39-24fb73b4fca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:08:00.089905 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d349fc24-41b4-400f-b447-810026723f3a tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Network hostable DHCP agents. Network: 684c0113-dfab-45a5-9e39-24fb73b4fca6, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:08:00.125213 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:08:00.125471 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:08:00.165545 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4821c4-4bcc-4510-968c-c86d7c90935e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:00.168982 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ef4821c4-4bcc-4510-968c-c86d7c90935e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:00.193204 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:00.214023 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-a7f45eab-a2ba-43cb-960d-21ab9f9a4ee2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Calling delete_port for 5546de36-b06b-4bda-88d8-ecf8e222f1ce owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:00.221622 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 14cac99a-9ccb-4186-80a2-85da9180b8ad is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:00.222005 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:00.241498 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d638ad96-73f6-4ef6-81dc-ec48aff70c10 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:00.246649 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d349fc24-41b4-400f-b447-810026723f3a tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Network 684c0113-dfab-45a5-9e39-24fb73b4fca6 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:08:00.256689 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72b333-8413-424c-8042-5cb37e9addaa req-7e59c3c8-d92d-4d3b-b0de-a8542a3a5d93 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:00.257847 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bf72b333-8413-424c-8042-5cb37e9addaa req-7e59c3c8-d92d-4d3b-b0de-a8542a3a5d93 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 945 time: 0.4898612 Sep 23 15:08:00.272135 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-c7e3f32a-4891-44b0-a8fc-83d8a2175c4a None None] For port 5546de36-b06b-4bda-88d8-ecf8e222f1ce, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5546de36-b06b-4bda-88d8-ecf8e222f1ce,segment=NetworkSegment(ba9b5067-9327-4fed-a19d-9ea762bd2173),segment_id=ba9b5067-9327-4fed-a19d-9ea762bd2173)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:00.272575 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c7e3f32a-4891-44b0-a8fc-83d8a2175c4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:00.281262 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c6bed39b-2713-483e-bbc9-aea0b13e63e5 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:00.299494 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccae617e-3bf5-47bd-9211-af1081d6c279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cac99a-9ccb-4186-80a2-85da9180b8ad'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:08:00.301722 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc870a95-b440-4e54-bfd3-56a71a6bb5b8" -d '{"events": [{"server_uuid": "ccae617e-3bf5-47bd-9211-af1081d6c279", "name": "network-vif-plugged", "status": "completed", "tag": "14cac99a-9ccb-4186-80a2-85da9180b8ad"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:08:00.306668 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c6bed39b-2713-483e-bbc9-aea0b13e63e5 None None] Transition to ACTIVE for port object 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:00.329217 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bf72b333-8413-424c-8042-5cb37e9addaa req-126392b2-08c8-4f13-ab7a-519613af1d9b tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dc2c581-e4a9-43eb-81b2-36a3437ac55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631628 Sep 23 15:08:00.400654 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a7f45eab-a2ba-43cb-960d-21ab9f9a4ee2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:00.428102 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 14cac99a-9ccb-4186-80a2-85da9180b8ad, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=14cac99a-9ccb-4186-80a2-85da9180b8ad,segment=NetworkSegment(c15215a5-57ed-4328-8791-eac77bc9a6d0),segment_id=c15215a5-57ed-4328-8791-eac77bc9a6d0)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:00.438152 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c7e3f32a-4891-44b0-a8fc-83d8a2175c4a None None] Calling delete_port for 5546de36-b06b-4bda-88d8-ecf8e222f1ce owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:00.463856 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f45eab-a2ba-43cb-960d-21ab9f9a4ee2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Port': ['ID=5546de36-b06b-4bda-88d8-ecf8e222f1ce,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:00.466007 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f45eab-a2ba-43cb-960d-21ab9f9a4ee2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] No DVR routers for this DVR port 5546de36-b06b-4bda-88d8-ecf8e222f1ce on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:08:00.526373 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:00.526373 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c6bed39b-2713-483e-bbc9-aea0b13e63e5 None None] Transition to ACTIVE for port object 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:00.558348 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eff24654-f014-41e1-aa8f-4575fa436a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:00.559654 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08fcbf1-1e1c-4226-a298-ec8da469ddf7 x-openstack-request-id: req-c08fcbf1-1e1c-4226-a298-ec8da469ddf7 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:08:00.559654 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccae617e-3bf5-47bd-9211-af1081d6c279", "name": "network-vif-plugged", "status": "completed", "tag": "14cac99a-9ccb-4186-80a2-85da9180b8ad", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:08:00.562460 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c08fcbf1-1e1c-4226-a298-ec8da469ddf7 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:08:00.563156 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08fcbf1-1e1c-4226-a298-ec8da469ddf7'] response: {'server_uuid': 'ccae617e-3bf5-47bd-9211-af1081d6c279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cac99a-9ccb-4186-80a2-85da9180b8ad', 'code': 200} Sep 23 15:08:00.568876 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-d349fc24-41b4-400f-b447-810026723f3a tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 684c0113-dfab-45a5-9e39-24fb73b4fca6) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:00.572234 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d638ad96-73f6-4ef6-81dc-ec48aff70c10 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:00.584095 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-15b72eca-c967-410c-822d-00692f6eebd2 None None] Deleting port e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:00.584095 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-15b72eca-c967-410c-822d-00692f6eebd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:00.589075 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-d638ad96-73f6-4ef6-81dc-ec48aff70c10 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:00.600133 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d349fc24-41b4-400f-b447-810026723f3a tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:00.600718 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d349fc24-41b4-400f-b447-810026723f3a tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:00.615708 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c120e2c-8f59-425b-a37b-b64059daed6e None None] Network 684c0113-dfab-45a5-9e39-24fb73b4fca6 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:00.622544 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a7f45eab-a2ba-43cb-960d-21ab9f9a4ee2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:00.640837 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d638ad96-73f6-4ef6-81dc-ec48aff70c10 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:00.660576 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-a7f45eab-a2ba-43cb-960d-21ab9f9a4ee2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['522ebda2-c312-460a-a56d-4a06cbe10bd1']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:00.670394 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-a7f45eab-a2ba-43cb-960d-21ab9f9a4ee2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9b5067-9327-4fed-a19d-9ea762bd2173') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:00.670904 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-a7f45eab-a2ba-43cb-960d-21ab9f9a4ee2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9b5067-9327-4fed-a19d-9ea762bd2173') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:00.688563 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a7f45eab-a2ba-43cb-960d-21ab9f9a4ee2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:00.714161 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Attempt 8 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:08:00.715381 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a7f45eab-a2ba-43cb-960d-21ab9f9a4ee2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:00.723767 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f45eab-a2ba-43cb-960d-21ab9f9a4ee2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:08:00.724530 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a7f45eab-a2ba-43cb-960d-21ab9f9a4ee2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:00.768511 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d638ad96-73f6-4ef6-81dc-ec48aff70c10 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:00.769202 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d638ad96-73f6-4ef6-81dc-ec48aff70c10 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:00.775691 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eff24654-f014-41e1-aa8f-4575fa436a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:00.843163 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638ad96-73f6-4ef6-81dc-ec48aff70c10 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Port': ['ID=400d0d56-3444-4d35-b3c2-a185e5026b7a,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:00.861223 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c6bed39b-2713-483e-bbc9-aea0b13e63e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:00.888528 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d349fc24-41b4-400f-b447-810026723f3a tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6583843 Sep 23 15:08:00.891776 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46540) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:00.898171 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-ebcce837-7372-4cc4-bb3b-62dc1e322159 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Request body: {'network': {'name': 'tempest-router-network01--1765218662'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:00.904329 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ebcce837-7372-4cc4-bb3b-62dc1e322159 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:00.908326 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ebcce837-7372-4cc4-bb3b-62dc1e322159 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Usage tracker for resource:network and tenant:def85bee193c4463964d4d3314205d86 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:00.909293 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-15b72eca-c967-410c-822d-00692f6eebd2 None None] The port 'e926eedd-ce3c-4dbd-b9b0-14a7bb0066d0' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:08:00.911723 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ebcce837-7372-4cc4-bb3b-62dc1e322159 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:00.920386 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ebcce837-7372-4cc4-bb3b-62dc1e322159 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:00.922670 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a7f45eab-a2ba-43cb-960d-21ab9f9a4ee2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:00.949623 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a7f45eab-a2ba-43cb-960d-21ab9f9a4ee2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:00.959792 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bed39b-2713-483e-bbc9-aea0b13e63e5 None None] Network f40c0714-b0ce-4a6f-a93c-fe641ca6f93b is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:00.959792 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=14cac99a-9ccb-4186-80a2-85da9180b8ad,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:00.963117 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f45eab-a2ba-43cb-960d-21ab9f9a4ee2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Network': ['ID=522ebda2-c312-460a-a56d-4a06cbe10bd1,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:00.976347 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a7f45eab-a2ba-43cb-960d-21ab9f9a4ee2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/networks/522ebda2-c312-460a-a56d-4a06cbe10bd1 HTTP/1.1" status: 204 len: 168 time: 1.5377619 Sep 23 15:08:00.980811 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46544) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:00.987181 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-d3a14791-19b3-49e7-97ea-4fdc8898e7ef tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2016436494'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:00.993111 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d3a14791-19b3-49e7-97ea-4fdc8898e7ef tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:00.997143 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-c7e3f32a-4891-44b0-a8fc-83d8a2175c4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:08:00.997507 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-c7e3f32a-4891-44b0-a8fc-83d8a2175c4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:08:00.999453 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d3a14791-19b3-49e7-97ea-4fdc8898e7ef tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Usage tracker for resource:network and tenant:2de827345e1341699e79c05b3da06c65 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:01.002999 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d3a14791-19b3-49e7-97ea-4fdc8898e7ef tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:01.005552 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:01.006584 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-c6bed39b-2713-483e-bbc9-aea0b13e63e5 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:01.010271 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d3a14791-19b3-49e7-97ea-4fdc8898e7ef tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:01.012427 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bed39b-2713-483e-bbc9-aea0b13e63e5 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:01.063755 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff24654-f014-41e1-aa8f-4575fa436a3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:08:01.068896 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d638ad96-73f6-4ef6-81dc-ec48aff70c10 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.7259417 Sep 23 15:08:01.079674 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46548) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:01.087458 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff24654-f014-41e1-aa8f-4575fa436a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1c563f-1407-4014-9f6e-5bb4adb7e8d8,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:01.095713 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcce837-7372-4cc4-bb3b-62dc1e322159 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Made reservation on behalf of def85bee193c4463964d4d3314205d86 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:01.097520 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eff24654-f014-41e1-aa8f-4575fa436a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:01.097860 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-eff24654-f014-41e1-aa8f-4575fa436a3e admin admin] Added segment 2299cf50-8fc5-4710-8b0f-f89efce15188 of type vlan for network 54f9df89-e4c3-410f-a46e-fdf8b10aca9a Sep 23 15:08:01.099224 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ebcce837-7372-4cc4-bb3b-62dc1e322159 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:01.108946 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a14791-19b3-49e7-97ea-4fdc8898e7ef tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Made reservation on behalf of 2de827345e1341699e79c05b3da06c65 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:01.110337 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-8a012aac-7be7-45a1-808c-facd5f5c59d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Allocated IP 2001:db8::3e7 (f40c0714-b0ce-4a6f-a93c-fe641ca6f93b/413e393b-80d2-4e0b-bd56-36fa919ff2d8/2df792f1-7c2e-477d-9ec9-cf5d3577fce4) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:01.112976 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d3a14791-19b3-49e7-97ea-4fdc8898e7ef tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:01.166477 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eff24654-f014-41e1-aa8f-4575fa436a3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:01.174350 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5546de36-b06b-4bda-88d8-ecf8e222f1ce no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:08:01.193210 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ef4821c4-4bcc-4510-968c-c86d7c90935e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:01.228998 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 5546de36-b06b-4bda-88d8-ecf8e222f1ce {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:08:01.229344 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5546de36-b06b-4bda-88d8-ecf8e222f1ce not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:08:01.236242 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebcce837-7372-4cc4-bb3b-62dc1e322159 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:08:01.248295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a14791-19b3-49e7-97ea-4fdc8898e7ef tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:08:01.258074 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bed39b-2713-483e-bbc9-aea0b13e63e5 None None] Pushing event updated for resources: {'Port': ['ID=69b25a0a-b04e-402f-9bf8-bbfc0a1270d4,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:01.264180 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ebcce837-7372-4cc4-bb3b-62dc1e322159 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:01.264961 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-ebcce837-7372-4cc4-bb3b-62dc1e322159 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Added segment 2ce6fa55-dc33-4c81-8fe9-8ccac1a07980 of type vlan for network cdd01d9d-c512-4d63-9e5d-b1e9b03f4db9 Sep 23 15:08:01.274249 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d3a14791-19b3-49e7-97ea-4fdc8898e7ef tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:01.276059 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-d3a14791-19b3-49e7-97ea-4fdc8898e7ef tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Added segment 922ea4a9-b900-4f79-87a9-bbdf537661b4 of type vlan for network c073f579-0f3f-4501-ab0c-2892c072d7ba Sep 23 15:08:01.280320 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-c6bed39b-2713-483e-bbc9-aea0b13e63e5 None None] Attempting to bind port 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:08:01.280702 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-c6bed39b-2713-483e-bbc9-aea0b13e63e5 None None] Attempting to bind port 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '7977e003-fab0-40aa-896c-5a5264ef1b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f40c0714-b0ce-4a6f-a93c-fe641ca6f93b'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:08:01.281070 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bed39b-2713-483e-bbc9-aea0b13e63e5 None None] Attempting to bind port 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4 on network f40c0714-b0ce-4a6f-a93c-fe641ca6f93b {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:08:01.286073 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment ba9b5067-9327-4fed-a19d-9ea762bd2173 resource provider aggregate not found Sep 23 15:08:01.321015 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment ba9b5067-9327-4fed-a19d-9ea762bd2173 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba9b5067-9327-4fed-a19d-9ea762bd2173 found for delete ", "request_id": "req-7470f721-27f2-4bc6-a412-cf75e64da072"}]} Sep 23 15:08:01.334074 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4821c4-4bcc-4510-968c-c86d7c90935e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network 836ff237-6f4c-47b9-90eb-75fa61685684 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:01.338567 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911c707-383a-4abb-aad3-3c16773abc40 req-db72dc44-afaf-47d5-9112-7159a0a4441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:01.340151 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7911c707-383a-4abb-aad3-3c16773abc40 req-db72dc44-afaf-47d5-9112-7159a0a4441b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 1099 time: 0.3068161 Sep 23 15:08:01.341781 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ebcce837-7372-4cc4-bb3b-62dc1e322159 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:01.353476 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-ef4821c4-4bcc-4510-968c-c86d7c90935e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:01.358342 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9091e60-de9d-4d51-bc07-582e7d07af9a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:01.362031 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4821c4-4bcc-4510-968c-c86d7c90935e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:01.362031 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ef4821c4-4bcc-4510-968c-c86d7c90935e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:01.363442 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9091e60-de9d-4d51-bc07-582e7d07af9a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:01.364266 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f9091e60-de9d-4d51-bc07-582e7d07af9a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:08:01.365752 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bed39b-2713-483e-bbc9-aea0b13e63e5 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:08:01.366404 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bed39b-2713-483e-bbc9-aea0b13e63e5 None None] Checking segment: {'id': '7977e003-fab0-40aa-896c-5a5264ef1b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f40c0714-b0ce-4a6f-a93c-fe641ca6f93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:08:01.368434 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c6bed39b-2713-483e-bbc9-aea0b13e63e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:01.369077 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bed39b-2713-483e-bbc9-aea0b13e63e5 None None] Bound using segment: {'id': '7977e003-fab0-40aa-896c-5a5264ef1b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f40c0714-b0ce-4a6f-a93c-fe641ca6f93b'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:08:01.370294 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-c6bed39b-2713-483e-bbc9-aea0b13e63e5 None None] Bound port: 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7977e003-fab0-40aa-896c-5a5264ef1b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f40c0714-b0ce-4a6f-a93c-fe641ca6f93b'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:08:01.371772 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c6bed39b-2713-483e-bbc9-aea0b13e63e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:01.386122 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d3a14791-19b3-49e7-97ea-4fdc8898e7ef tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:01.390928 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a438f4-3135-4f8c-83f0-50eb0e6d6d29 None None] Network 836ff237-6f4c-47b9-90eb-75fa61685684 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:01.410711 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efac84a-880e-46c2-ae98-50084b576408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-684c0113-dfab-45a5-9e39-24fb73b4fca6', 'network_id': '684c0113-dfab-45a5-9e39-24fb73b4fca6', 'tenant_id': 'def85bee193c4463964d4d3314205d86', 'fixed_ips': [{'subnet_id': 'ffc4f2c0-c2ea-43f7-8311-c6eeb2349003'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:08:01.411528 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0efac84a-880e-46c2-ae98-50084b576408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:01.439930 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4821c4-4bcc-4510-968c-c86d7c90935e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Subnet': ['ID=1ca65ce9-2930-4cb1-8549-594aa7555573,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:01.459112 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eff24654-f014-41e1-aa8f-4575fa436a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:01.459844 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7911c707-383a-4abb-aad3-3c16773abc40 req-8a1b9da4-2e6e-47e8-b431-01fab57aad72 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9dc2c581-e4a9-43eb-81b2-36a3437ac55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917835 Sep 23 15:08:01.460291 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff24654-f014-41e1-aa8f-4575fa436a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:01.460960 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eff24654-f014-41e1-aa8f-4575fa436a3e admin admin] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:01.523933 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c7e3f32a-4891-44b0-a8fc-83d8a2175c4a None None] Deleting port 5546de36-b06b-4bda-88d8-ecf8e222f1ce {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:01.524301 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c7e3f32a-4891-44b0-a8fc-83d8a2175c4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:01.537261 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f9091e60-de9d-4d51-bc07-582e7d07af9a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:08:01.541224 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f9091e60-de9d-4d51-bc07-582e7d07af9a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4516079 Sep 23 15:08:01.545320 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46558) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:01.549928 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Attempt 9 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:08:01.551186 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ebcce837-7372-4cc4-bb3b-62dc1e322159 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:01.556662 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcce837-7372-4cc4-bb3b-62dc1e322159 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:01.556975 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ebcce837-7372-4cc4-bb3b-62dc1e322159 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:01.560530 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d3a14791-19b3-49e7-97ea-4fdc8898e7ef tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:01.566020 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a14791-19b3-49e7-97ea-4fdc8898e7ef tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:01.566630 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d3a14791-19b3-49e7-97ea-4fdc8898e7ef tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:01.588917 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-eff24654-f014-41e1-aa8f-4575fa436a3e admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4662189 Sep 23 15:08:01.595166 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ef4821c4-4bcc-4510-968c-c86d7c90935e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4397285 Sep 23 15:08:01.599977 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46562) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:01.600412 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46564) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:01.614221 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-26e77fa7-8973-4b59-a23a-8cb98c0d7a48 admin admin] Request body: {'subnet': {'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-818665133-subnet', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'ip_version': 4}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:01.620956 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-8e4e492b-900d-43bd-ba5f-7c491af0e648 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1438813719', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1ca65ce9-2930-4cb1-8549-594aa7555573'}], 'security_groups': ['7f446e53-f6f9-4438-b38b-313def369919']}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:01.654235 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff24654-f014-41e1-aa8f-4575fa436a3e admin admin] Pushing event updated for resources: {'Network': ['ID=54f9df89-e4c3-410f-a46e-fdf8b10aca9a,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:01.663910 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c7e3f32a-4891-44b0-a8fc-83d8a2175c4a None None] The port '5546de36-b06b-4bda-88d8-ecf8e222f1ce' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:08:01.667601 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-26e77fa7-8973-4b59-a23a-8cb98c0d7a48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:01.700450 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-26e77fa7-8973-4b59-a23a-8cb98c0d7a48 admin admin] Usage tracker for resource:subnet and tenant:4dd03006331a43759c203c055fc73500 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:01.706699 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-26e77fa7-8973-4b59-a23a-8cb98c0d7a48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:01.712740 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8a012aac-7be7-45a1-808c-facd5f5c59d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:01.717992 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 54f9df89-e4c3-410f-a46e-fdf8b10aca9a details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:08:01.724536 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-26e77fa7-8973-4b59-a23a-8cb98c0d7a48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:01.765724 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-8a012aac-7be7-45a1-808c-facd5f5c59d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Transition to ACTIVE for port object 2df792f1-7c2e-477d-9ec9-cf5d3577fce4 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:01.787019 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-602e53cf-d128-428d-8ed5-bca40da639e5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting port 400d0d56-3444-4d35-b3c2-a185e5026b7a {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:01.787406 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-602e53cf-d128-428d-8ed5-bca40da639e5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:01.815557 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:01.825541 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcce837-7372-4cc4-bb3b-62dc1e322159 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Pushing event updated for resources: {'Network': ['ID=cdd01d9d-c512-4d63-9e5d-b1e9b03f4db9,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:01.847886 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e77fa7-8973-4b59-a23a-8cb98c0d7a48 admin admin] Made reservation on behalf of 4dd03006331a43759c203c055fc73500 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:01.850465 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-26e77fa7-8973-4b59-a23a-8cb98c0d7a48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:01.860572 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network cdd01d9d-c512-4d63-9e5d-b1e9b03f4db9 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:08:02.045281 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8a012aac-7be7-45a1-808c-facd5f5c59d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:02.047680 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-c6bed39b-2713-483e-bbc9-aea0b13e63e5 None None] For port 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:08:02.048494 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d3a14791-19b3-49e7-97ea-4fdc8898e7ef tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0663323 Sep 23 15:08:02.050650 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ebcce837-7372-4cc4-bb3b-62dc1e322159 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1570792 Sep 23 15:08:02.051355 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46570) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:02.088028 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46572) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:02.091960 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-5c5735ff-658b-44ec-8713-a4bbb1a54e29 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'subnet': {'network_id': 'c073f579-0f3f-4501-ab0c-2892c072d7ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:02.136860 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-c6bed39b-2713-483e-bbc9-aea0b13e63e5 None None] For port 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=69b25a0a-b04e-402f-9bf8-bbfc0a1270d4,segment=NetworkSegment(7977e003-fab0-40aa-896c-5a5264ef1b0f),segment_id=7977e003-fab0-40aa-896c-5a5264ef1b0f)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:08:02.141033 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-f2da7c6d-ee9e-4acf-8b84-73cf3898e25b tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Request body: {'network': {'name': 'tempest-router-network02--1258188632'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:02.145533 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7520e-66d6-4361-b40b-d539d20b5710 req-1e0884fe-0151-4f69-ad61-b9d0abe92fc1 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:02.147231 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-43c7520e-66d6-4361-b40b-d539d20b5710 req-1e0884fe-0151-4f69-ad61-b9d0abe92fc1 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 946 time: 0.6566665 Sep 23 15:08:02.152807 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a14791-19b3-49e7-97ea-4fdc8898e7ef tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Network': ['ID=c073f579-0f3f-4501-ab0c-2892c072d7ba,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:02.195171 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network c073f579-0f3f-4501-ab0c-2892c072d7ba details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:08:02.206093 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f2da7c6d-ee9e-4acf-8b84-73cf3898e25b tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:02.229048 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a012aac-7be7-45a1-808c-facd5f5c59d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network f40c0714-b0ce-4a6f-a93c-fe641ca6f93b is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:02.231456 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-0efac84a-880e-46c2-ae98-50084b576408 None None] Allocated IP 2001:db8::2 (684c0113-dfab-45a5-9e39-24fb73b4fca6/ffc4f2c0-c2ea-43f7-8311-c6eeb2349003/4cc56a18-7ccf-486a-add4-87bf60cd8e41) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:02.235402 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c6bed39b-2713-483e-bbc9-aea0b13e63e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:02.240363 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f2da7c6d-ee9e-4acf-8b84-73cf3898e25b tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Usage tracker for resource:network and tenant:def85bee193c4463964d4d3314205d86 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:02.245339 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8e4e492b-900d-43bd-ba5f-7c491af0e648 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:02.254416 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f2da7c6d-ee9e-4acf-8b84-73cf3898e25b tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:02.265423 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-8a012aac-7be7-45a1-808c-facd5f5c59d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:02.298850 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-43c7520e-66d6-4361-b40b-d539d20b5710 req-8f42e202-3d07-4a84-a4e9-943f880d7694 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dc2c581-e4a9-43eb-81b2-36a3437ac55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325288 Sep 23 15:08:02.313094 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f2da7c6d-ee9e-4acf-8b84-73cf3898e25b tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:02.326357 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a012aac-7be7-45a1-808c-facd5f5c59d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:02.326357 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a012aac-7be7-45a1-808c-facd5f5c59d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:02.326357 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8a012aac-7be7-45a1-808c-facd5f5c59d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:02.336865 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Attempt 10 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:08:02.352928 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a012aac-7be7-45a1-808c-facd5f5c59d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Port': ['ID=2df792f1-7c2e-477d-9ec9-cf5d3577fce4,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:02.353739 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-602e53cf-d128-428d-8ed5-bca40da639e5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:02.393924 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a67cade1-169c-49b1-ae84-c0df762866ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:02.432982 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-5c5735ff-658b-44ec-8713-a4bbb1a54e29 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:02.442683 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5c5735ff-658b-44ec-8713-a4bbb1a54e29 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Usage tracker for resource:subnet and tenant:2de827345e1341699e79c05b3da06c65 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:02.449218 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5c5735ff-658b-44ec-8713-a4bbb1a54e29 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:02.497690 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2da7c6d-ee9e-4acf-8b84-73cf3898e25b tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Made reservation on behalf of def85bee193c4463964d4d3314205d86 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:02.501127 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f2da7c6d-ee9e-4acf-8b84-73cf3898e25b tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:02.525415 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-5c5735ff-658b-44ec-8713-a4bbb1a54e29 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:02.534826 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-602e53cf-d128-428d-8ed5-bca40da639e5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Calling delete_port for 400d0d56-3444-4d35-b3c2-a185e5026b7a owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:02.538446 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8a012aac-7be7-45a1-808c-facd5f5c59d8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9050441 Sep 23 15:08:02.554001 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46578) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:02.639479 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:02.675020 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bed39b-2713-483e-bbc9-aea0b13e63e5 None None] Pushing event updated for resources: {'Port': ['ID=69b25a0a-b04e-402f-9bf8-bbfc0a1270d4,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:02.744547 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:02.842884 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Provisioning for port effce032-46f7-4bcb-801f-9d35516815fe completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:02.866234 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Provisioning complete for port effce032-46f7-4bcb-801f-9d35516815fe triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:02.866631 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:02.866963 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Attempt 1 to provision port effce032-46f7-4bcb-801f-9d35516815fe Sep 23 15:08:02.926986 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-26e77fa7-8973-4b59-a23a-8cb98c0d7a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:02.972510 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0efac84a-880e-46c2-ae98-50084b576408 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:02.983608 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5735ff-658b-44ec-8713-a4bbb1a54e29 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Made reservation on behalf of 2de827345e1341699e79c05b3da06c65 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:02.987510 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5c5735ff-658b-44ec-8713-a4bbb1a54e29 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:02.996674 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0efac84a-880e-46c2-ae98-50084b576408 None None] Transition to ACTIVE for port object 4cc56a18-7ccf-486a-add4-87bf60cd8e41 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:02.999820 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7e58da-99b7-4839-bc45-d647d3f476e5 None None] Update dhcp port {'port': {'network_id': '836ff237-6f4c-47b9-90eb-75fa61685684', 'fixed_ips': [{'subnet_id': '303b5762-d6e7-43ae-9706-af92b20816cb', 'ip_address': '172.20.0.2'}, {'subnet_id': '1ca65ce9-2930-4cb1-8549-594aa7555573'}], 'binding:host_id': 'dv-neutron-859093-1-hyperv'}, 'id': 'effce032-46f7-4bcb-801f-9d35516815fe'} from dv-neutron-859093-1-hyperv. {{(pid=89740) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 23 15:08:03.000769 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-602e53cf-d128-428d-8ed5-bca40da639e5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:03.066491 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0efac84a-880e-46c2-ae98-50084b576408 None None] Transition to ACTIVE for port object 4cc56a18-7ccf-486a-add4-87bf60cd8e41 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:03.072991 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e53cf-d128-428d-8ed5-bca40da639e5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Port': ['ID=400d0d56-3444-4d35-b3c2-a185e5026b7a,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:03.106242 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2da7c6d-ee9e-4acf-8b84-73cf3898e25b tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:08:03.112010 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ed7e58da-99b7-4839-bc45-d647d3f476e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:03.159957 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0efac84a-880e-46c2-ae98-50084b576408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:03.261845 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:03.326215 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-602e53cf-d128-428d-8ed5-bca40da639e5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:03.346630 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Current status of the port effce032-46f7-4bcb-801f-9d35516815fe is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:03.347899 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:03.408464 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efac84a-880e-46c2-ae98-50084b576408 None None] Network 684c0113-dfab-45a5-9e39-24fb73b4fca6 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:03.436354 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-602e53cf-d128-428d-8ed5-bca40da639e5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/400d0d56-3444-4d35-b3c2-a185e5026b7a HTTP/1.1" status: 204 len: 168 time: 1.8889632 Sep 23 15:08:03.437446 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46584) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:03.460739 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-0efac84a-880e-46c2-ae98-50084b576408 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:03.464637 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efac84a-880e-46c2-ae98-50084b576408 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:03.484305 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efac84a-880e-46c2-ae98-50084b576408 None None] Pushing event updated for resources: {'Port': ['ID=4cc56a18-7ccf-486a-add4-87bf60cd8e41,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:03.532619 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360736df-280f-452a-9ab2-890fe97dd927 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:03.534545 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360736df-280f-452a-9ab2-890fe97dd927 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:03.536048 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360736df-280f-452a-9ab2-890fe97dd927 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:03.537068 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-360736df-280f-452a-9ab2-890fe97dd927 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:08:03.551838 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f2da7c6d-ee9e-4acf-8b84-73cf3898e25b tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:03.552508 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-f2da7c6d-ee9e-4acf-8b84-73cf3898e25b tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Added segment ce5c2810-fceb-4b17-8716-dc16d117e038 of type vlan for network dd9c0c5b-e7f2-4006-b9d8-c714800c00a5 Sep 23 15:08:03.555359 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] For port effce032-46f7-4bcb-801f-9d35516815fe, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=effce032-46f7-4bcb-801f-9d35516815fe,segment=NetworkSegment(29896072-6267-4798-ba15-62b7234f622f),segment_id=29896072-6267-4798-ba15-62b7234f622f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:03.641344 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-360736df-280f-452a-9ab2-890fe97dd927 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:08:03.649195 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-360736df-280f-452a-9ab2-890fe97dd927 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2106590 Sep 23 15:08:03.650931 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46588) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:03.669474 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e77fa7-8973-4b59-a23a-8cb98c0d7a48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64979ce6-fb4a-43b7-a76f-4e9da53aeed1,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:03.682629 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:03.684390 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0efac84a-880e-46c2-ae98-50084b576408 None None] Attempting to bind port 4cc56a18-7ccf-486a-add4-87bf60cd8e41 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:08:03.684751 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0efac84a-880e-46c2-ae98-50084b576408 None None] Attempting to bind port 4cc56a18-7ccf-486a-add4-87bf60cd8e41 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '40bdb67d-f890-4b9e-bbc7-0bb17a90e313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '684c0113-dfab-45a5-9e39-24fb73b4fca6'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:08:03.685105 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efac84a-880e-46c2-ae98-50084b576408 None None] Attempting to bind port 4cc56a18-7ccf-486a-add4-87bf60cd8e41 on network 684c0113-dfab-45a5-9e39-24fb73b4fca6 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:08:03.693687 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e77fa7-8973-4b59-a23a-8cb98c0d7a48 admin admin] Checking segment: {'id': '2299cf50-8fc5-4710-8b0f-f89efce15188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:08:03.694297 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e77fa7-8973-4b59-a23a-8cb98c0d7a48 admin admin] Network hostable DHCP agents. Network: 54f9df89-e4c3-410f-a46e-fdf8b10aca9a, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:08:03.747451 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-988c464f-3ad2-46f2-9229-4cb91ccc287e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet 936a8457-6179-497b-9b89-a49b97e071ff {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:08:03.752433 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-988c464f-3ad2-46f2-9229-4cb91ccc287e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:03.753065 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efac84a-880e-46c2-ae98-50084b576408 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:08:03.753440 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efac84a-880e-46c2-ae98-50084b576408 None None] Checking segment: {'id': '40bdb67d-f890-4b9e-bbc7-0bb17a90e313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '684c0113-dfab-45a5-9e39-24fb73b4fca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:08:03.753836 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0efac84a-880e-46c2-ae98-50084b576408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:03.754227 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efac84a-880e-46c2-ae98-50084b576408 None None] Bound using segment: {'id': '40bdb67d-f890-4b9e-bbc7-0bb17a90e313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '684c0113-dfab-45a5-9e39-24fb73b4fca6'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:08:03.760229 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0efac84a-880e-46c2-ae98-50084b576408 None None] Bound port: 4cc56a18-7ccf-486a-add4-87bf60cd8e41, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40bdb67d-f890-4b9e-bbc7-0bb17a90e313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '684c0113-dfab-45a5-9e39-24fb73b4fca6'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:08:03.760622 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0efac84a-880e-46c2-ae98-50084b576408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:03.784099 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:03.825968 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f2da7c6d-ee9e-4acf-8b84-73cf3898e25b tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:03.828917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-988c464f-3ad2-46f2-9229-4cb91ccc287e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:03.872547 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-ed7e58da-99b7-4839-bc45-d647d3f476e5 None None] Allocated IP 172.20.0.18 (836ff237-6f4c-47b9-90eb-75fa61685684/1ca65ce9-2930-4cb1-8549-594aa7555573/effce032-46f7-4bcb-801f-9d35516815fe) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:03.893707 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21450a4-1b78-44ff-b728-802adcc8453e None None] Pushing event updated for resources: {'Port': ['ID=effce032-46f7-4bcb-801f-9d35516815fe,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:03.934577 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-988c464f-3ad2-46f2-9229-4cb91ccc287e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:03.971759 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-0efac84a-880e-46c2-ae98-50084b576408 None None] For port 4cc56a18-7ccf-486a-add4-87bf60cd8e41, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:08:03.977502 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-0efac84a-880e-46c2-ae98-50084b576408 None None] For port 4cc56a18-7ccf-486a-add4-87bf60cd8e41, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=4cc56a18-7ccf-486a-add4-87bf60cd8e41,segment=NetworkSegment(40bdb67d-f890-4b9e-bbc7-0bb17a90e313),segment_id=40bdb67d-f890-4b9e-bbc7-0bb17a90e313)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:08:03.994290 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e01a9-ef64-4cfa-bae0-87ad60836f0a req-bc153f6c-9791-4ac6-a3f2-4bc13afa92b9 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:04.001712 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-4f1e01a9-ef64-4cfa-bae0-87ad60836f0a req-bc153f6c-9791-4ac6-a3f2-4bc13afa92b9 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 946 time: 0.4979947 Sep 23 15:08:04.003478 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e77fa7-8973-4b59-a23a-8cb98c0d7a48 admin admin] Network 54f9df89-e4c3-410f-a46e-fdf8b10aca9a is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:08:04.017677 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5a17398d-4dd2-4302-a2e3-c638135051d8 None None] Provisioning for port ed89db2d-e414-4d83-969f-ed26700a1e75 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:04.070381 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727a244e-5cab-46ca-a590-353cabed3aff None None] Network f40c0714-b0ce-4a6f-a93c-fe641ca6f93b requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:04.093669 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-697a8f57-5f95-4f52-8545-baf82fd70e2d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:04.093891 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0efac84a-880e-46c2-ae98-50084b576408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:04.096600 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5a17398d-4dd2-4302-a2e3-c638135051d8 None None] Provisioning complete for port ed89db2d-e414-4d83-969f-ed26700a1e75 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:04.096960 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a17398d-4dd2-4302-a2e3-c638135051d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:04.097288 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-5a17398d-4dd2-4302-a2e3-c638135051d8 None None] Attempt 1 to provision port ed89db2d-e414-4d83-969f-ed26700a1e75 Sep 23 15:08:04.109374 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-4f1e01a9-ef64-4cfa-bae0-87ad60836f0a req-7bea4913-8966-41aa-b6e6-28c2f9791853 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dc2c581-e4a9-43eb-81b2-36a3437ac55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067684 Sep 23 15:08:04.131402 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-988c464f-3ad2-46f2-9229-4cb91ccc287e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:04.169041 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-26e77fa7-8973-4b59-a23a-8cb98c0d7a48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 54f9df89-e4c3-410f-a46e-fdf8b10aca9a) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:04.192579 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f2da7c6d-ee9e-4acf-8b84-73cf3898e25b tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:04.197644 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-988c464f-3ad2-46f2-9229-4cb91ccc287e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:04.199110 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2da7c6d-ee9e-4acf-8b84-73cf3898e25b tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:04.199110 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f2da7c6d-ee9e-4acf-8b84-73cf3898e25b tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:04.207402 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c464f-3ad2-46f2-9229-4cb91ccc287e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=936a8457-6179-497b-9b89-a49b97e071ff,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:04.213945 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e77fa7-8973-4b59-a23a-8cb98c0d7a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:04.214665 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-26e77fa7-8973-4b59-a23a-8cb98c0d7a48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:04.277241 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da8656e-f19c-4f58-8356-9c06a4b8f956 None None] Network 54f9df89-e4c3-410f-a46e-fdf8b10aca9a requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:04.289609 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c0e06b-ef5c-45aa-b753-8b621e224d3e None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:04.326851 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-988c464f-3ad2-46f2-9229-4cb91ccc287e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/936a8457-6179-497b-9b89-a49b97e071ff HTTP/1.1" status: 204 len: 168 time: 0.6747463 Sep 23 15:08:04.327842 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46594) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:04.456986 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-12962e8b-60dd-47d0-8ddc-001c7da0dbe0 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet f5e2e055-1246-4014-b163-acc805eed339 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:08:04.462857 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-12962e8b-60dd-47d0-8ddc-001c7da0dbe0 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:04.520904 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6a9ef-0ba0-4a59-903b-120715f5b27e req-c5f3857b-e303-481b-9802-fe2a23908117 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:04.523283 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c3c6a9ef-0ba0-4a59-903b-120715f5b27e req-c5f3857b-e303-481b-9802-fe2a23908117 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 946 time: 0.2598693 Sep 23 15:08:04.561513 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5c5735ff-658b-44ec-8713-a4bbb1a54e29 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:04.572346 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-12962e8b-60dd-47d0-8ddc-001c7da0dbe0 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:04.642818 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c3c6a9ef-0ba0-4a59-903b-120715f5b27e req-4fce73a9-c1e5-419b-bcee-beec267ae93a tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dc2c581-e4a9-43eb-81b2-36a3437ac55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123323 Sep 23 15:08:04.678555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46598) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:04.777122 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-12962e8b-60dd-47d0-8ddc-001c7da0dbe0 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:04.851721 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efac84a-880e-46c2-ae98-50084b576408 None None] Pushing event updated for resources: {'Port': ['ID=4cc56a18-7ccf-486a-add4-87bf60cd8e41,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:04.899539 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da7c6d-ee9e-4acf-8b84-73cf3898e25b tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Pushing event updated for resources: {'Network': ['ID=dd9c0c5b-e7f2-4006-b9d8-c714800c00a5,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:04.913786 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ed7e58da-99b7-4839-bc45-d647d3f476e5 None None] For port effce032-46f7-4bcb-801f-9d35516815fe, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=effce032-46f7-4bcb-801f-9d35516815fe,segment=NetworkSegment(29896072-6267-4798-ba15-62b7234f622f),segment_id=29896072-6267-4798-ba15-62b7234f622f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:04.947002 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-26e77fa7-8973-4b59-a23a-8cb98c0d7a48 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3426721 Sep 23 15:08:04.949795 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46602) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:04.954926 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f2da7c6d-ee9e-4acf-8b84-73cf3898e25b tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.8400385 Sep 23 15:08:04.964619 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5735ff-658b-44ec-8713-a4bbb1a54e29 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Subnet': ['ID=c3c6e784-1b03-4684-8101-34126b9052eb,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:04.964781 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46606) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:04.966726 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-0dab852e-8a09-4997-ad20-a9a261c74e07 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-818665133-router', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:04.971073 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network dd9c0c5b-e7f2-4006-b9d8-c714800c00a5 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:08:04.971576 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-28d9ef8d-2272-44b3-bcf4-a67ff041a500 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Request body: {'subnet': {'network_id': 'cdd01d9d-c512-4d63-9e5d-b1e9b03f4db9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:04.979445 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0dab852e-8a09-4997-ad20-a9a261c74e07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:04.982020 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5735ff-658b-44ec-8713-a4bbb1a54e29 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Checking segment: {'id': '922ea4a9-b900-4f79-87a9-bbdf537661b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c073f579-0f3f-4501-ab0c-2892c072d7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:08:04.982410 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5735ff-658b-44ec-8713-a4bbb1a54e29 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network hostable DHCP agents. Network: c073f579-0f3f-4501-ab0c-2892c072d7ba, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:08:04.992629 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0dab852e-8a09-4997-ad20-a9a261c74e07 admin admin] Usage tracker for resource:router and tenant:4dd03006331a43759c203c055fc73500 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:05.005794 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0dab852e-8a09-4997-ad20-a9a261c74e07 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:05.023822 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0dab852e-8a09-4997-ad20-a9a261c74e07 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:05.027994 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-697a8f57-5f95-4f52-8545-baf82fd70e2d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:05.089532 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-697a8f57-5f95-4f52-8545-baf82fd70e2d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:05.206727 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5a17398d-4dd2-4302-a2e3-c638135051d8 None None] Current status of the port ed89db2d-e414-4d83-969f-ed26700a1e75 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:05.206957 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e602a3-dd3a-4eb6-9709-113ef2a81f2b tempest-TestNetworkAdvancedServerOps-1658034486 tempest-TestNetworkAdvancedServerOps-1658034486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:05.207362 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a17398d-4dd2-4302-a2e3-c638135051d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:05.208556 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b0e602a3-dd3a-4eb6-9709-113ef2a81f2b tempest-TestNetworkAdvancedServerOps-1658034486 tempest-TestNetworkAdvancedServerOps-1658034486-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 1094 time: 0.5290010 Sep 23 15:08:05.211112 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-28d9ef8d-2272-44b3-bcf4-a67ff041a500 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:05.213728 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46610) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:05.224516 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5735ff-658b-44ec-8713-a4bbb1a54e29 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network c073f579-0f3f-4501-ab0c-2892c072d7ba is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:08:05.225732 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-a5849703-ee7b-49e8-8bda-0423cb7bdbf8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': '14cac99a-9ccb-4186-80a2-85da9180b8ad', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:05.227024 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ed7e58da-99b7-4839-bc45-d647d3f476e5 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:05.228486 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0dab852e-8a09-4997-ad20-a9a261c74e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:05.229671 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0dab852e-8a09-4997-ad20-a9a261c74e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:05.232189 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-28d9ef8d-2272-44b3-bcf4-a67ff041a500 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Usage tracker for resource:subnet and tenant:def85bee193c4463964d4d3314205d86 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:05.233343 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-07f65ebc-02e7-48df-8e43-38b5c7cb4090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:05.246056 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-28d9ef8d-2272-44b3-bcf4-a67ff041a500 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:05.253053 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a5849703-ee7b-49e8-8bda-0423cb7bdbf8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:05.259797 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-12962e8b-60dd-47d0-8ddc-001c7da0dbe0 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:05.265197 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-28d9ef8d-2272-44b3-bcf4-a67ff041a500 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:05.343749 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ed7e58da-99b7-4839-bc45-d647d3f476e5 None None] Transition to ACTIVE for port object effce032-46f7-4bcb-801f-9d35516815fe will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:05.344007 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a5849703-ee7b-49e8-8bda-0423cb7bdbf8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Usage tracker for resource:floatingip and tenant:b3a12835b3f04141a72530dd667a86b6 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:05.347616 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a5849703-ee7b-49e8-8bda-0423cb7bdbf8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:05.354071 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a5849703-ee7b-49e8-8bda-0423cb7bdbf8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:05.357673 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a8f57-5f95-4f52-8545-baf82fd70e2d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Port': ['ID=2df792f1-7c2e-477d-9ec9-cf5d3577fce4,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:05.361779 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0dab852e-8a09-4997-ad20-a9a261c74e07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:05.382457 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-5c5735ff-658b-44ec-8713-a4bbb1a54e29 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, c073f579-0f3f-4501-ab0c-2892c072d7ba) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:05.383545 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12962e8b-60dd-47d0-8ddc-001c7da0dbe0 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=f5e2e055-1246-4014-b163-acc805eed339,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:05.385546 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-12962e8b-60dd-47d0-8ddc-001c7da0dbe0 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:05.392997 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 4cc56a18-7ccf-486a-add4-87bf60cd8e41 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:05.393735 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5735ff-658b-44ec-8713-a4bbb1a54e29 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:05.394342 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5c5735ff-658b-44ec-8713-a4bbb1a54e29 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:05.402462 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-12962e8b-60dd-47d0-8ddc-001c7da0dbe0 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/f5e2e055-1246-4014-b163-acc805eed339 HTTP/1.1" status: 204 len: 168 time: 1.0725584 Sep 23 15:08:05.404933 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46614) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:05.473537 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7267b3-b729-46f3-9081-d7240e51da97 None None] Network c073f579-0f3f-4501-ab0c-2892c072d7ba requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:05.486873 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d9ef8d-2272-44b3-bcf4-a67ff041a500 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Made reservation on behalf of def85bee193c4463964d4d3314205d86 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:05.490245 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-28d9ef8d-2272-44b3-bcf4-a67ff041a500 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:05.518214 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a5849703-ee7b-49e8-8bda-0423cb7bdbf8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for floatingip, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:05.539178 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5bffc58b-4036-40e2-a347-18291f455390 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1330452 Sep 23 15:08:05.552841 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44aee92f-cebd-4708-b25a-8f5bf7e1a5a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'fixed_ips': [{'subnet_id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:08:05.553665 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-44aee92f-cebd-4708-b25a-8f5bf7e1a5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:05.563653 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c72f2e7-29d3-4ad2-ac99-f15541b9f08a None None] Network 684c0113-dfab-45a5-9e39-24fb73b4fca6 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:05.590786 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46618) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:05.615653 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-da42502d-de16-438a-9753-a5260e642b57 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:05.645084 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ed7e58da-99b7-4839-bc45-d647d3f476e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:05.657166 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5c5735ff-658b-44ec-8713-a4bbb1a54e29 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5971737 Sep 23 15:08:05.689435 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46622) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:05.701448 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-f6f5ab1e-1dca-42cb-9b90-3c13761d2ce6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-232299542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:05.732106 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-5a17398d-4dd2-4302-a2e3-c638135051d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:08:05.732470 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-5a17398d-4dd2-4302-a2e3-c638135051d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:08:05.806913 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f6f5ab1e-1dca-42cb-9b90-3c13761d2ce6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:05.845511 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-697a8f57-5f95-4f52-8545-baf82fd70e2d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:05.848585 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e58da-99b7-4839-bc45-d647d3f476e5 None None] Pushing event updated for resources: {'Port': ['ID=effce032-46f7-4bcb-801f-9d35516815fe,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:05.854199 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f6f5ab1e-1dca-42cb-9b90-3c13761d2ce6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Usage tracker for resource:router and tenant:2de827345e1341699e79c05b3da06c65 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:05.864746 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:05.875862 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f6f5ab1e-1dca-42cb-9b90-3c13761d2ce6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:05.884869 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:05.905304 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f6f5ab1e-1dca-42cb-9b90-3c13761d2ce6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:05.945810 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-8e4e492b-900d-43bd-ba5f-7c491af0e648 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Delete allocated IP 172.20.0.14 (836ff237-6f4c-47b9-90eb-75fa61685684/303b5762-d6e7-43ae-9706-af92b20816cb) {{(pid=89738) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 15:08:05.951397 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-da42502d-de16-438a-9753-a5260e642b57 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:05.966568 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-da42502d-de16-438a-9753-a5260e642b57 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:subnet and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:06.000369 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-da42502d-de16-438a-9753-a5260e642b57 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:06.011598 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-da42502d-de16-438a-9753-a5260e642b57 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:06.017720 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ab1e-1dca-42cb-9b90-3c13761d2ce6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:06.018732 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ab1e-1dca-42cb-9b90-3c13761d2ce6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:06.038988 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-8e4e492b-900d-43bd-ba5f-7c491af0e648 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Allocated IP 172.20.0.21 (836ff237-6f4c-47b9-90eb-75fa61685684/1ca65ce9-2930-4cb1-8549-594aa7555573/ec5a833e-ab3e-4bf4-bcc9-02c456edbd3b) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:06.065445 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0dab852e-8a09-4997-ad20-a9a261c74e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:06.099175 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ab1e-1dca-42cb-9b90-3c13761d2ce6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:06.127221 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a5849703-ee7b-49e8-8bda-0423cb7bdbf8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:06.131571 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 4cc56a18-7ccf-486a-add4-87bf60cd8e41 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:06.165492 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device effce032-46f7-4bcb-801f-9d35516815fe up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:06.191861 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da42502d-de16-438a-9753-a5260e642b57 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:06.191861 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-da42502d-de16-438a-9753-a5260e642b57 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:06.326699 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ab1e-1dca-42cb-9b90-3c13761d2ce6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:06.386875 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-28d9ef8d-2272-44b3-bcf4-a67ff041a500 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:06.508766 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-697a8f57-5f95-4f52-8545-baf82fd70e2d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:06.514381 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9ef8d-2272-44b3-bcf4-a67ff041a500 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Pushing event updated for resources: {'Subnet': ['ID=4ef4c3a3-6f3f-4925-90ef-992d305abdab,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:06.543335 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818fd667-1607-4637-8480-e824ebe3cc5c None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:06.653852 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f6f5ab1e-1dca-42cb-9b90-3c13761d2ce6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:06.657411 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f6f5ab1e-1dca-42cb-9b90-3c13761d2ce6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9579051 Sep 23 15:08:06.665583 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46628) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:06.690349 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-a6724ccf-1be9-40f6-8f32-56f46743f258 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'port': {'network_id': 'c073f579-0f3f-4501-ab0c-2892c072d7ba', 'name': 'tempest-RoutersIpV6Test-1901554022'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:06.715067 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d9ef8d-2272-44b3-bcf4-a67ff041a500 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Checking segment: {'id': '2ce6fa55-dc33-4c81-8fe9-8ccac1a07980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cdd01d9d-c512-4d63-9e5d-b1e9b03f4db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:08:06.715436 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d9ef8d-2272-44b3-bcf4-a67ff041a500 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Network hostable DHCP agents. Network: cdd01d9d-c512-4d63-9e5d-b1e9b03f4db9, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:08:06.734520 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-a5849703-ee7b-49e8-8bda-0423cb7bdbf8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Allocated IP 172.26.10.220 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/be67fe02-b952-4f24-a2e2-9836fa6c5cb0) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:06.760802 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.resource_extend [None req-8e4e492b-900d-43bd-ba5f-7c491af0e648 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:08:06.853523 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5a17398d-4dd2-4302-a2e3-c638135051d8 None None] Current status of the port ed89db2d-e414-4d83-969f-ed26700a1e75 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:06.853889 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a17398d-4dd2-4302-a2e3-c638135051d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:07.017187 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-44aee92f-cebd-4708-b25a-8f5bf7e1a5a8 None None] Allocated IP 172.20.0.2 (54f9df89-e4c3-410f-a46e-fdf8b10aca9a/64979ce6-fb4a-43b7-a76f-4e9da53aeed1/17aff363-9c67-44fb-a344-6079fd86c44d) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:07.045445 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d9ef8d-2272-44b3-bcf4-a67ff041a500 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Network cdd01d9d-c512-4d63-9e5d-b1e9b03f4db9 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:08:07.075269 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8e4e492b-900d-43bd-ba5f-7c491af0e648 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:07.108626 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40c95f8-b00f-4717-ac2a-a7c39a726757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-c073f579-0f3f-4501-ab0c-2892c072d7ba', 'network_id': 'c073f579-0f3f-4501-ab0c-2892c072d7ba', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'fixed_ips': [{'subnet_id': 'c3c6e784-1b03-4684-8101-34126b9052eb'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:08:07.109505 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b40c95f8-b00f-4717-ac2a-a7c39a726757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:07.110562 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-8e4e492b-900d-43bd-ba5f-7c491af0e648 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Ignored duplicate provisioning block setup for port ec5a833e-ab3e-4bf4-bcc9-02c456edbd3b by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 23 15:08:07.152352 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:07.166884 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a6724ccf-1be9-40f6-8f32-56f46743f258 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:07.174112 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a6724ccf-1be9-40f6-8f32-56f46743f258 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Usage tracker for resource:port and tenant:2de827345e1341699e79c05b3da06c65 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:07.178414 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a6724ccf-1be9-40f6-8f32-56f46743f258 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:07.180272 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device effce032-46f7-4bcb-801f-9d35516815fe up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:07.193738 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a6724ccf-1be9-40f6-8f32-56f46743f258 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:07.205561 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-28d9ef8d-2272-44b3-bcf4-a67ff041a500 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, cdd01d9d-c512-4d63-9e5d-b1e9b03f4db9) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:07.209112 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a5849703-ee7b-49e8-8bda-0423cb7bdbf8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:07.218084 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-5a17398d-4dd2-4302-a2e3-c638135051d8 None None] For port ed89db2d-e414-4d83-969f-ed26700a1e75, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ed89db2d-e414-4d83-969f-ed26700a1e75,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:07.222992 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d9ef8d-2272-44b3-bcf4-a67ff041a500 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:07.223587 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-28d9ef8d-2272-44b3-bcf4-a67ff041a500 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:07.265540 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b322867a-68aa-4036-a6f8-f097df6a14f1 None None] Network cdd01d9d-c512-4d63-9e5d-b1e9b03f4db9 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:07.301950 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8e4e492b-900d-43bd-ba5f-7c491af0e648 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:07.364110 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a17398d-4dd2-4302-a2e3-c638135051d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:07.452135 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a5849703-ee7b-49e8-8bda-0423cb7bdbf8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:07.456089 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6724ccf-1be9-40f6-8f32-56f46743f258 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Made reservation on behalf of 2de827345e1341699e79c05b3da06c65 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:07.459720 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6724ccf-1be9-40f6-8f32-56f46743f258 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:07.489413 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5a17398d-4dd2-4302-a2e3-c638135051d8 None None] Could not find standard attr ID for object 400d0d56-3444-4d35-b3c2-a185e5026b7a. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:08:07.507873 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-28d9ef8d-2272-44b3-bcf4-a67ff041a500 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5395200 Sep 23 15:08:07.529095 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46632) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:07.567651 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-fe2bffa9-bd87-4e5f-842d-69b0411337ed tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Request body: {'subnet': {'network_id': 'dd9c0c5b-e7f2-4006-b9d8-c714800c00a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:07.603379 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5849703-ee7b-49e8-8bda-0423cb7bdbf8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:07.623469 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-8e4e492b-900d-43bd-ba5f-7c491af0e648 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] In _notify_port_updated(), no bound segment for port ec5a833e-ab3e-4bf4-bcc9-02c456edbd3b on network 836ff237-6f4c-47b9-90eb-75fa61685684 {{(pid=89738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 23 15:08:07.629263 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4e492b-900d-43bd-ba5f-7c491af0e648 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:07.630177 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8e4e492b-900d-43bd-ba5f-7c491af0e648 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:07.631690 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8e4e492b-900d-43bd-ba5f-7c491af0e648 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "PUT /v2.0/ports/ec5a833e-ab3e-4bf4-bcc9-02c456edbd3b HTTP/1.1" status: 200 len: 921 time: 6.0287352 Sep 23 15:08:07.642543 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46636) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:07.672134 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-a5849703-ee7b-49e8-8bda-0423cb7bdbf8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:07.677519 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-a6724ccf-1be9-40f6-8f32-56f46743f258 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] device_id is not set on port 5505c536-6b4b-4115-859f-dbc6a5232708 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:08:07.698272 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17398d-4dd2-4302-a2e3-c638135051d8 None None] Pushing event updated for resources: {'Port': ['ID=ed89db2d-e414-4d83-969f-ed26700a1e75,revision_number=6']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:07.700996 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5a17398d-4dd2-4302-a2e3-c638135051d8 None None] Provisioning for port ec5a833e-ab3e-4bf4-bcc9-02c456edbd3b completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:07.703930 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e492b-900d-43bd-ba5f-7c491af0e648 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Port': ['ID=ec5a833e-ab3e-4bf4-bcc9-02c456edbd3b,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:07.725886 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5849703-ee7b-49e8-8bda-0423cb7bdbf8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:07.740707 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f27b9fc-90ef-4b3a-8b6d-7b78448775bf None None] DHCP port deletion for c3d67a4b-9092-448f-b14d-bd8d70a05623 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:08:07.772111 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0dab852e-8a09-4997-ad20-a9a261c74e07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:07.790817 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5a17398d-4dd2-4302-a2e3-c638135051d8 None None] Provisioning complete for port ec5a833e-ab3e-4bf4-bcc9-02c456edbd3b triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:07.790817 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a17398d-4dd2-4302-a2e3-c638135051d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:07.790817 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-5a17398d-4dd2-4302-a2e3-c638135051d8 None None] Attempt 1 to provision port ec5a833e-ab3e-4bf4-bcc9-02c456edbd3b Sep 23 15:08:07.846529 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5f27b9fc-90ef-4b3a-8b6d-7b78448775bf None None] Deleting port ed89db2d-e414-4d83-969f-ed26700a1e75 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:07.847077 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5f27b9fc-90ef-4b3a-8b6d-7b78448775bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:07.866604 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0dab852e-8a09-4997-ad20-a9a261c74e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:07.871900 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.resource_extend [None req-697a8f57-5f95-4f52-8545-baf82fd70e2d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:08:07.918744 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.objects.ports [None req-da42502d-de16-438a-9753-a5260e642b57 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89739) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 23 15:08:07.931623 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-b40c95f8-b00f-4717-ac2a-a7c39a726757 None None] Allocated IP 2001:db8::2 (c073f579-0f3f-4501-ab0c-2892c072d7ba/c3c6e784-1b03-4684-8101-34126b9052eb/b973f20d-c568-4453-a063-030c88d9f6f5) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:07.953489 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-6c84b93d-2b73-4bb1-b9a4-393da2702429 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting port ec5a833e-ab3e-4bf4-bcc9-02c456edbd3b {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:07.953771 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c84b93d-2b73-4bb1-b9a4-393da2702429 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:07.986937 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-697a8f57-5f95-4f52-8545-baf82fd70e2d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:08.029412 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5a17398d-4dd2-4302-a2e3-c638135051d8 None None] Port ec5a833e-ab3e-4bf4-bcc9-02c456edbd3b cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:08.048941 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-44aee92f-cebd-4708-b25a-8f5bf7e1a5a8 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:08.089019 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-697a8f57-5f95-4f52-8545-baf82fd70e2d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:08.089774 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-697a8f57-5f95-4f52-8545-baf82fd70e2d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:08.093773 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5849703-ee7b-49e8-8bda-0423cb7bdbf8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Pushing event updated for resources: {'Port': ['ID=be67fe02-b952-4f24-a2e2-9836fa6c5cb0,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:08.270706 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-44aee92f-cebd-4708-b25a-8f5bf7e1a5a8 None None] Transition to ACTIVE for port object 17aff363-9c67-44fb-a344-6079fd86c44d will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:08.285885 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f5260e-d6b6-470b-8342-04a835d55dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-cdd01d9d-c512-4d63-9e5d-b1e9b03f4db9', 'network_id': 'cdd01d9d-c512-4d63-9e5d-b1e9b03f4db9', 'tenant_id': 'def85bee193c4463964d4d3314205d86', 'fixed_ips': [{'subnet_id': '4ef4c3a3-6f3f-4925-90ef-992d305abdab'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:08:08.286734 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-34f5260e-d6b6-470b-8342-04a835d55dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:08.324019 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-fe2bffa9-bd87-4e5f-842d-69b0411337ed tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:08.340979 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-fe2bffa9-bd87-4e5f-842d-69b0411337ed tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Usage tracker for resource:subnet and tenant:def85bee193c4463964d4d3314205d86 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:08.393057 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-fe2bffa9-bd87-4e5f-842d-69b0411337ed tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:08.393408 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-44aee92f-cebd-4708-b25a-8f5bf7e1a5a8 None None] Transition to ACTIVE for port object 17aff363-9c67-44fb-a344-6079fd86c44d will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:08.411588 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-fe2bffa9-bd87-4e5f-842d-69b0411337ed tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:08.417413 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a8f57-5f95-4f52-8545-baf82fd70e2d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Port': ['ID=2df792f1-7c2e-477d-9ec9-cf5d3577fce4,revision_number=3']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:08.420158 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-0dab852e-8a09-4997-ad20-a9a261c74e07 admin admin] Allocated IP 172.26.10.107 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/f3b4cf28-2cab-45cc-87ea-645b4f8b60ee) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:08.478896 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-44aee92f-cebd-4708-b25a-8f5bf7e1a5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:08.496038 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697a8f57-5f95-4f52-8545-baf82fd70e2d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network f40c0714-b0ce-4a6f-a93c-fe641ca6f93b is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:08.505458 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-697a8f57-5f95-4f52-8545-baf82fd70e2d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:08.558350 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2bffa9-bd87-4e5f-842d-69b0411337ed tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Made reservation on behalf of def85bee193c4463964d4d3314205d86 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:08.565020 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-5a17398d-4dd2-4302-a2e3-c638135051d8 None None] Attempt 2 to provision port ec5a833e-ab3e-4bf4-bcc9-02c456edbd3b Sep 23 15:08:08.565184 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fe2bffa9-bd87-4e5f-842d-69b0411337ed tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:08.669238 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c84b93d-2b73-4bb1-b9a4-393da2702429 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:08.694770 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44aee92f-cebd-4708-b25a-8f5bf7e1a5a8 None None] Network 54f9df89-e4c3-410f-a46e-fdf8b10aca9a is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:08.705943 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-5f27b9fc-90ef-4b3a-8b6d-7b78448775bf None None] For port ed89db2d-e414-4d83-969f-ed26700a1e75, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ed89db2d-e414-4d83-969f-ed26700a1e75,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:08.706363 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5f27b9fc-90ef-4b3a-8b6d-7b78448775bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:08.748741 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-44aee92f-cebd-4708-b25a-8f5bf7e1a5a8 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:08.758202 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-da42502d-de16-438a-9753-a5260e642b57 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:08.766896 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44aee92f-cebd-4708-b25a-8f5bf7e1a5a8 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:08.807243 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aee92f-cebd-4708-b25a-8f5bf7e1a5a8 None None] Pushing event updated for resources: {'Port': ['ID=17aff363-9c67-44fb-a344-6079fd86c44d,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:08.820458 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5a17398d-4dd2-4302-a2e3-c638135051d8 None None] Port ec5a833e-ab3e-4bf4-bcc9-02c456edbd3b cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:08.966744 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a5849703-ee7b-49e8-8bda-0423cb7bdbf8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:09.002212 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5f27b9fc-90ef-4b3a-8b6d-7b78448775bf None None] Calling delete_port for ed89db2d-e414-4d83-969f-ed26700a1e75 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:09.108319 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b40c95f8-b00f-4717-ac2a-a7c39a726757 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:09.112513 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-6c84b93d-2b73-4bb1-b9a4-393da2702429 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Calling delete_port for ec5a833e-ab3e-4bf4-bcc9-02c456edbd3b owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:09.142893 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b40c95f8-b00f-4717-ac2a-a7c39a726757 None None] Transition to ACTIVE for port object b973f20d-c568-4453-a063-030c88d9f6f5 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:09.144757 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-34f5260e-d6b6-470b-8342-04a835d55dd8 None None] Allocated IP 2001:db8::2 (cdd01d9d-c512-4d63-9e5d-b1e9b03f4db9/4ef4c3a3-6f3f-4925-90ef-992d305abdab/5c8fea54-ca03-46e7-9c93-06257e3322ad) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:09.166840 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-da42502d-de16-438a-9753-a5260e642b57 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] For port ed89db2d-e414-4d83-969f-ed26700a1e75, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ed89db2d-e414-4d83-969f-ed26700a1e75,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:09.168291 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-44aee92f-cebd-4708-b25a-8f5bf7e1a5a8 None None] Attempting to bind port 17aff363-9c67-44fb-a344-6079fd86c44d on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:08:09.168671 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-44aee92f-cebd-4708-b25a-8f5bf7e1a5a8 None None] Attempting to bind port 17aff363-9c67-44fb-a344-6079fd86c44d by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '2299cf50-8fc5-4710-8b0f-f89efce15188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:08:09.169034 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44aee92f-cebd-4708-b25a-8f5bf7e1a5a8 None None] Attempting to bind port 17aff363-9c67-44fb-a344-6079fd86c44d on network 54f9df89-e4c3-410f-a46e-fdf8b10aca9a {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:08:09.171549 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ed89db2d-e414-4d83-969f-ed26700a1e75 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:08:09.200990 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-da42502d-de16-438a-9753-a5260e642b57 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:09.212264 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fe2bffa9-bd87-4e5f-842d-69b0411337ed tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:09.221480 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0dab852e-8a09-4997-ad20-a9a261c74e07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:09.235727 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44aee92f-cebd-4708-b25a-8f5bf7e1a5a8 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:08:09.235727 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44aee92f-cebd-4708-b25a-8f5bf7e1a5a8 None None] Checking segment: {'id': '2299cf50-8fc5-4710-8b0f-f89efce15188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:08:09.236049 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-44aee92f-cebd-4708-b25a-8f5bf7e1a5a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:09.236281 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44aee92f-cebd-4708-b25a-8f5bf7e1a5a8 None None] Bound using segment: {'id': '2299cf50-8fc5-4710-8b0f-f89efce15188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:08:09.236743 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-44aee92f-cebd-4708-b25a-8f5bf7e1a5a8 None None] Bound port: 17aff363-9c67-44fb-a344-6079fd86c44d, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2299cf50-8fc5-4710-8b0f-f89efce15188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:08:09.237122 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-44aee92f-cebd-4708-b25a-8f5bf7e1a5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:09.249317 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b40c95f8-b00f-4717-ac2a-a7c39a726757 None None] Transition to ACTIVE for port object b973f20d-c568-4453-a063-030c88d9f6f5 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:09.372499 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-5a17398d-4dd2-4302-a2e3-c638135051d8 None None] Attempt 3 to provision port ec5a833e-ab3e-4bf4-bcc9-02c456edbd3b Sep 23 15:08:09.386022 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697a8f57-5f95-4f52-8545-baf82fd70e2d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Router bd2a477c-986b-415e-8e17-c7f4016e18cf is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:08:09.430591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-da42502d-de16-438a-9753-a5260e642b57 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:09.431277 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-da42502d-de16-438a-9753-a5260e642b57 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:09.436809 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b40c95f8-b00f-4717-ac2a-a7c39a726757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:09.440827 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-5f27b9fc-90ef-4b3a-8b6d-7b78448775bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:08:09.441198 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-5f27b9fc-90ef-4b3a-8b6d-7b78448775bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:08:09.453595 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c84b93d-2b73-4bb1-b9a4-393da2702429 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:09.463333 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0dab852e-8a09-4997-ad20-a9a261c74e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:09.602012 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40c95f8-b00f-4717-ac2a-a7c39a726757 None None] Network c073f579-0f3f-4501-ab0c-2892c072d7ba is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:09.607373 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5a17398d-4dd2-4302-a2e3-c638135051d8 None None] Port ec5a833e-ab3e-4bf4-bcc9-02c456edbd3b cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:09.618988 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da42502d-de16-438a-9753-a5260e642b57 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:09.620226 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-b40c95f8-b00f-4717-ac2a-a7c39a726757 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:09.622856 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40c95f8-b00f-4717-ac2a-a7c39a726757 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:09.624900 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2bffa9-bd87-4e5f-842d-69b0411337ed tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Pushing event updated for resources: {'Subnet': ['ID=8b50a22e-05da-4350-b30b-dd6f28edf7ff,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:09.631942 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2bffa9-bd87-4e5f-842d-69b0411337ed tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Checking segment: {'id': 'ce5c2810-fceb-4b17-8716-dc16d117e038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'dd9c0c5b-e7f2-4006-b9d8-c714800c00a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:08:09.632308 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2bffa9-bd87-4e5f-842d-69b0411337ed tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Network hostable DHCP agents. Network: dd9c0c5b-e7f2-4006-b9d8-c714800c00a5, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:08:09.636936 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c95f8-b00f-4717-ac2a-a7c39a726757 None None] Pushing event updated for resources: {'Port': ['ID=b973f20d-c568-4453-a063-030c88d9f6f5,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:09.640299 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-da42502d-de16-438a-9753-a5260e642b57 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:09.640922 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a5849703-ee7b-49e8-8bda-0423cb7bdbf8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:09.655379 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dab852e-8a09-4997-ad20-a9a261c74e07 admin admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:09.692948 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-0dab852e-8a09-4997-ad20-a9a261c74e07 admin admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:09.699620 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-44aee92f-cebd-4708-b25a-8f5bf7e1a5a8 None None] For port 17aff363-9c67-44fb-a344-6079fd86c44d, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:08:09.704577 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dab852e-8a09-4997-ad20-a9a261c74e07 admin admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:09.730700 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da42502d-de16-438a-9753-a5260e642b57 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:09.731557 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-da42502d-de16-438a-9753-a5260e642b57 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:09.751037 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab852e-8a09-4997-ad20-a9a261c74e07 admin admin] Pushing event updated for resources: {'Port': ['ID=f3b4cf28-2cab-45cc-87ea-645b4f8b60ee,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:09.769850 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-44aee92f-cebd-4708-b25a-8f5bf7e1a5a8 None None] For port 17aff363-9c67-44fb-a344-6079fd86c44d, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=17aff363-9c67-44fb-a344-6079fd86c44d,segment=NetworkSegment(2299cf50-8fc5-4710-8b0f-f89efce15188),segment_id=2299cf50-8fc5-4710-8b0f-f89efce15188)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:08:09.780851 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-a6724ccf-1be9-40f6-8f32-56f46743f258 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Allocated IP 2001:db8::11f (c073f579-0f3f-4501-ab0c-2892c072d7ba/c3c6e784-1b03-4684-8101-34126b9052eb/5505c536-6b4b-4115-859f-dbc6a5232708) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:09.788738 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port ed89db2d-e414-4d83-969f-ed26700a1e75 is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:09.789128 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:09.791799 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42502d-de16-438a-9753-a5260e642b57 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Port': ['ID=ed89db2d-e414-4d83-969f-ed26700a1e75,revision_number=8']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:09.821865 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697a8f57-5f95-4f52-8545-baf82fd70e2d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:08:09.851612 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84b93d-2b73-4bb1-b9a4-393da2702429 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Port': ['ID=ec5a833e-ab3e-4bf4-bcc9-02c456edbd3b,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:09.861845 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779175d5-581c-4c8c-9fb0-f93a6b622f14 None None] Sync routers for ids ['bd2a477c-986b-415e-8e17-c7f4016e18cf'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:08:09.868688 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c84b93d-2b73-4bb1-b9a4-393da2702429 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:09.870702 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6c84b93d-2b73-4bb1-b9a4-393da2702429 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/ports/ec5a833e-ab3e-4bf4-bcc9-02c456edbd3b HTTP/1.1" status: 204 len: 168 time: 2.2240736 Sep 23 15:08:09.883544 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-697a8f57-5f95-4f52-8545-baf82fd70e2d tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "PUT /v2.0/routers/bd2a477c-986b-415e-8e17-c7f4016e18cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3166351 Sep 23 15:08:09.883997 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-44aee92f-cebd-4708-b25a-8f5bf7e1a5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:09.884116 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46640) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:09.886231 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42502d-de16-438a-9753-a5260e642b57 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=db870565-ba2c-4af5-9c6c-6a255d6cc3de,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:09.892908 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46644) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:09.998146 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b40c95f8-b00f-4717-ac2a-a7c39a726757 None None] Attempting to bind port b973f20d-c568-4453-a063-030c88d9f6f5 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:08:09.998368 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2bffa9-bd87-4e5f-842d-69b0411337ed tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Network dd9c0c5b-e7f2-4006-b9d8-c714800c00a5 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:08:09.998606 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b40c95f8-b00f-4717-ac2a-a7c39a726757 None None] Attempting to bind port b973f20d-c568-4453-a063-030c88d9f6f5 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '922ea4a9-b900-4f79-87a9-bbdf537661b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c073f579-0f3f-4501-ab0c-2892c072d7ba'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:08:09.998891 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40c95f8-b00f-4717-ac2a-a7c39a726757 None None] Attempting to bind port b973f20d-c568-4453-a063-030c88d9f6f5 on network c073f579-0f3f-4501-ab0c-2892c072d7ba {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:08:10.003692 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-da42502d-de16-438a-9753-a5260e642b57 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4030092 Sep 23 15:08:10.015365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5f27b9fc-90ef-4b3a-8b6d-7b78448775bf None None] Deleting port ed89db2d-e414-4d83-969f-ed26700a1e75 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:10.015733 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5f27b9fc-90ef-4b3a-8b6d-7b78448775bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:10.022162 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46648) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:10.065406 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40c95f8-b00f-4717-ac2a-a7c39a726757 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:08:10.065860 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40c95f8-b00f-4717-ac2a-a7c39a726757 None None] Checking segment: {'id': '922ea4a9-b900-4f79-87a9-bbdf537661b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c073f579-0f3f-4501-ab0c-2892c072d7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:08:10.066185 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b40c95f8-b00f-4717-ac2a-a7c39a726757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:10.066602 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40c95f8-b00f-4717-ac2a-a7c39a726757 None None] Bound using segment: {'id': '922ea4a9-b900-4f79-87a9-bbdf537661b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c073f579-0f3f-4501-ab0c-2892c072d7ba'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:08:10.067073 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b40c95f8-b00f-4717-ac2a-a7c39a726757 None None] Bound port: b973f20d-c568-4453-a063-030c88d9f6f5, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922ea4a9-b900-4f79-87a9-bbdf537661b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c073f579-0f3f-4501-ab0c-2892c072d7ba'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:08:10.067442 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b40c95f8-b00f-4717-ac2a-a7c39a726757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:10.076995 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779175d5-581c-4c8c-9fb0-f93a6b622f14 None None] Routers {'bd2a477c-986b-415e-8e17-c7f4016e18cf'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:10.077631 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-779175d5-581c-4c8c-9fb0-f93a6b622f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['bd2a477c-986b-415e-8e17-c7f4016e18cf'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:10.084187 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-82792e8f-4887-4e21-8602-b8bc21abd831 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:10.098262 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52d77b4-3092-4452-8bcf-b9c2e43bd76f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] GET failed (client error): The resource could not be found. Sep 23 15:08:10.098812 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f52d77b4-3092-4452-8bcf-b9c2e43bd76f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Synchronizing usage tracker for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:08:10.151479 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-5a17398d-4dd2-4302-a2e3-c638135051d8 None None] Attempt 4 to provision port ec5a833e-ab3e-4bf4-bcc9-02c456edbd3b Sep 23 15:08:10.175783 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-fe2bffa9-bd87-4e5f-842d-69b0411337ed tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, dd9c0c5b-e7f2-4006-b9d8-c714800c00a5) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:10.198992 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2bffa9-bd87-4e5f-842d-69b0411337ed tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:10.205850 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fe2bffa9-bd87-4e5f-842d-69b0411337ed tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:10.224671 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ee85c9-1b22-47cb-8c04-a42f588ba528 None None] Network dd9c0c5b-e7f2-4006-b9d8-c714800c00a5 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:10.245426 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-34f5260e-d6b6-470b-8342-04a835d55dd8 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:10.248770 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port ed89db2d-e414-4d83-969f-ed26700a1e75, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ed89db2d-e414-4d83-969f-ed26700a1e75,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:10.251915 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-779175d5-581c-4c8c-9fb0-f93a6b622f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:10.253864 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5a17398d-4dd2-4302-a2e3-c638135051d8 None None] Port ec5a833e-ab3e-4bf4-bcc9-02c456edbd3b was deleted so its status cannot be updated. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 15:08:10.294162 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-82792e8f-4887-4e21-8602-b8bc21abd831 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:10.298918 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-82792e8f-4887-4e21-8602-b8bc21abd831 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:subnet and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:10.302541 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-82792e8f-4887-4e21-8602-b8bc21abd831 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:10.305379 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f52d77b4-3092-4452-8bcf-b9c2e43bd76f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Unset dirty status for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:08:10.309960 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f52d77b4-3092-4452-8bcf-b9c2e43bd76f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "GET /v2.0/ports/ec5a833e-ab3e-4bf4-bcc9-02c456edbd3b HTTP/1.1" status: 404 len: 333 time: 0.4301896 Sep 23 15:08:10.313683 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46652) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:10.315620 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35726495-eb95-41de-8dc3-601081d679a4 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:10.315972 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-82792e8f-4887-4e21-8602-b8bc21abd831 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:10.316351 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-35726495-eb95-41de-8dc3-601081d679a4 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Synchronizing usage tracker for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:08:10.336160 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-fe2bffa9-bd87-4e5f-842d-69b0411337ed tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7998440 Sep 23 15:08:10.339500 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46656) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:10.353945 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a5849703-ee7b-49e8-8bda-0423cb7bdbf8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:10.390726 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-97306015-527e-4854-9855-2d6a692a1093 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:10.394561 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:10.397625 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-34f5260e-d6b6-470b-8342-04a835d55dd8 None None] Transition to ACTIVE for port object 5c8fea54-ca03-46e7-9c93-06257e3322ad will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:10.441187 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aee92f-cebd-4708-b25a-8f5bf7e1a5a8 None None] Pushing event updated for resources: {'Port': ['ID=17aff363-9c67-44fb-a344-6079fd86c44d,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:10.459084 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6724ccf-1be9-40f6-8f32-56f46743f258 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:10.491213 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779175d5-581c-4c8c-9fb0-f93a6b622f14 None None] Routers {'bd2a477c-986b-415e-8e17-c7f4016e18cf'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:10.491859 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-779175d5-581c-4c8c-9fb0-f93a6b622f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['bd2a477c-986b-415e-8e17-c7f4016e18cf'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:10.642396 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-34f5260e-d6b6-470b-8342-04a835d55dd8 None None] Transition to ACTIVE for port object 5c8fea54-ca03-46e7-9c93-06257e3322ad will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:10.653341 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82792e8f-4887-4e21-8602-b8bc21abd831 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:10.657224 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a5849703-ee7b-49e8-8bda-0423cb7bdbf8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:10.659348 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-82792e8f-4887-4e21-8602-b8bc21abd831 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:10.665861 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-779175d5-581c-4c8c-9fb0-f93a6b622f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:10.666275 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779175d5-581c-4c8c-9fb0-f93a6b622f14 None None] The sync data for ids ['bd2a477c-986b-415e-8e17-c7f4016e18cf'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:08:10.727229 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Provisioning for port 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:10.742739 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-35726495-eb95-41de-8dc3-601081d679a4 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Unset dirty status for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:08:10.744148 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-35726495-eb95-41de-8dc3-601081d679a4 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd2a477c-986b-415e-8e17-c7f4016e18cf HTTP/1.1" status: 200 len: 988 time: 0.8478482 Sep 23 15:08:10.777493 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-97306015-527e-4854-9855-2d6a692a1093 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:10.788555 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46660) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:10.792754 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b40c95f8-b00f-4717-ac2a-a7c39a726757 None None] For port b973f20d-c568-4453-a063-030c88d9f6f5, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:08:10.815044 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-34f5260e-d6b6-470b-8342-04a835d55dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:10.825955 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Provisioning complete for port 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:10.826706 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:10.827055 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Attempt 1 to provision port 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4 Sep 23 15:08:10.858935 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-a6724ccf-1be9-40f6-8f32-56f46743f258 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Transition to ACTIVE for port object 5505c536-6b4b-4115-859f-dbc6a5232708 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:10.902379 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b40c95f8-b00f-4717-ac2a-a7c39a726757 None None] For port b973f20d-c568-4453-a063-030c88d9f6f5, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=b973f20d-c568-4453-a063-030c88d9f6f5,segment=NetworkSegment(922ea4a9-b900-4f79-87a9-bbdf537661b4),segment_id=922ea4a9-b900-4f79-87a9-bbdf537661b4)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:08:10.923371 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=ed89db2d-e414-4d83-969f-ed26700a1e75,revision_number=9']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:11.006838 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b40c95f8-b00f-4717-ac2a-a7c39a726757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:11.029418 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f5260e-d6b6-470b-8342-04a835d55dd8 None None] Network cdd01d9d-c512-4d63-9e5d-b1e9b03f4db9 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:11.041320 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-34f5260e-d6b6-470b-8342-04a835d55dd8 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:11.043754 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f5260e-d6b6-470b-8342-04a835d55dd8 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:11.049431 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5849703-ee7b-49e8-8bda-0423cb7bdbf8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Pushing event updated for resources: {'Port': ['ID=be67fe02-b952-4f24-a2e2-9836fa6c5cb0,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:11.068223 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a5849703-ee7b-49e8-8bda-0423cb7bdbf8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:11.106593 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5260e-d6b6-470b-8342-04a835d55dd8 None None] Pushing event updated for resources: {'Port': ['ID=5c8fea54-ca03-46e7-9c93-06257e3322ad,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:11.263178 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 17aff363-9c67-44fb-a344-6079fd86c44d up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:11.400568 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-5f27b9fc-90ef-4b3a-8b6d-7b78448775bf None None] For port ed89db2d-e414-4d83-969f-ed26700a1e75, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ed89db2d-e414-4d83-969f-ed26700a1e75,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:11.401491 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5f27b9fc-90ef-4b3a-8b6d-7b78448775bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:11.424496 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6724ccf-1be9-40f6-8f32-56f46743f258 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:11.494145 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c2dbe5-b2b6-44ef-afb5-f8c6fb66bf8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-dd9c0c5b-e7f2-4006-b9d8-c714800c00a5', 'network_id': 'dd9c0c5b-e7f2-4006-b9d8-c714800c00a5', 'tenant_id': 'def85bee193c4463964d4d3314205d86', 'fixed_ips': [{'subnet_id': '8b50a22e-05da-4350-b30b-dd6f28edf7ff'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:08:11.499156 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-87c2dbe5-b2b6-44ef-afb5-f8c6fb66bf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:11.512545 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0dab852e-8a09-4997-ad20-a9a261c74e07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:11.587558 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-97306015-527e-4854-9855-2d6a692a1093 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:11.642672 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97306015-527e-4854-9855-2d6a692a1093 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97de28a3-b51f-4fcc-ba1c-7792236574e2,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:11.652345 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6724ccf-1be9-40f6-8f32-56f46743f258 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network c073f579-0f3f-4501-ab0c-2892c072d7ba is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:11.673526 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-97306015-527e-4854-9855-2d6a692a1093 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:11.674723 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-97306015-527e-4854-9855-2d6a692a1093 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/security-groups/97de28a3-b51f-4fcc-ba1c-7792236574e2 HTTP/1.1" status: 204 len: 168 time: 1.3602655 Sep 23 15:08:11.676558 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-a6724ccf-1be9-40f6-8f32-56f46743f258 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:11.690842 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46664) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:11.695678 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6724ccf-1be9-40f6-8f32-56f46743f258 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:11.701979 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6724ccf-1be9-40f6-8f32-56f46743f258 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:11.702725 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6724ccf-1be9-40f6-8f32-56f46743f258 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:11.786161 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-a5849703-ee7b-49e8-8bda-0423cb7bdbf8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Floating IP b206c3e7-6b10-4e00-bdcb-116149659704 associated. External IP: 172.26.10.220, port: 14cac99a-9ccb-4186-80a2-85da9180b8ad. Sep 23 15:08:11.788962 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5f27b9fc-90ef-4b3a-8b6d-7b78448775bf None None] Calling delete_port for ed89db2d-e414-4d83-969f-ed26700a1e75 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:11.841144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b3d20067-5aff-46f4-a37b-bcf5f81ed19f tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:11.880204 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6724ccf-1be9-40f6-8f32-56f46743f258 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Port': ['ID=5505c536-6b4b-4115-859f-dbc6a5232708,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:11.961147 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a53946a-bf9c-4175-b9ed-5cd491a819c1 None None] Network 54f9df89-e4c3-410f-a46e-fdf8b10aca9a requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:11.989464 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a6724ccf-1be9-40f6-8f32-56f46743f258 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.3191302 Sep 23 15:08:11.993673 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46668) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:12.002924 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-34f5260e-d6b6-470b-8342-04a835d55dd8 None None] Attempting to bind port 5c8fea54-ca03-46e7-9c93-06257e3322ad on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:08:12.003296 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-34f5260e-d6b6-470b-8342-04a835d55dd8 None None] Attempting to bind port 5c8fea54-ca03-46e7-9c93-06257e3322ad by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '2ce6fa55-dc33-4c81-8fe9-8ccac1a07980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cdd01d9d-c512-4d63-9e5d-b1e9b03f4db9'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:08:12.003662 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f5260e-d6b6-470b-8342-04a835d55dd8 None None] Attempting to bind port 5c8fea54-ca03-46e7-9c93-06257e3322ad on network cdd01d9d-c512-4d63-9e5d-b1e9b03f4db9 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:08:12.078889 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c95f8-b00f-4717-ac2a-a7c39a726757 None None] Pushing event updated for resources: {'Port': ['ID=b973f20d-c568-4453-a063-030c88d9f6f5,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:12.134774 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f5260e-d6b6-470b-8342-04a835d55dd8 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:08:12.135151 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f5260e-d6b6-470b-8342-04a835d55dd8 None None] Checking segment: {'id': '2ce6fa55-dc33-4c81-8fe9-8ccac1a07980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cdd01d9d-c512-4d63-9e5d-b1e9b03f4db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:08:12.135556 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-34f5260e-d6b6-470b-8342-04a835d55dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:12.135953 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f5260e-d6b6-470b-8342-04a835d55dd8 None None] Bound using segment: {'id': '2ce6fa55-dc33-4c81-8fe9-8ccac1a07980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cdd01d9d-c512-4d63-9e5d-b1e9b03f4db9'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:08:12.136441 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-34f5260e-d6b6-470b-8342-04a835d55dd8 None None] Bound port: 5c8fea54-ca03-46e7-9c93-06257e3322ad, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce6fa55-dc33-4c81-8fe9-8ccac1a07980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'cdd01d9d-c512-4d63-9e5d-b1e9b03f4db9'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:08:12.136823 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-34f5260e-d6b6-470b-8342-04a835d55dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:12.152860 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Current status of the port 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:12.153230 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:12.373742 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d39beffd-50ad-4091-aeea-28df6a508dc1 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:12.394263 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-34f5260e-d6b6-470b-8342-04a835d55dd8 None None] For port 5c8fea54-ca03-46e7-9c93-06257e3322ad, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:08:12.401589 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-34f5260e-d6b6-470b-8342-04a835d55dd8 None None] For port 5c8fea54-ca03-46e7-9c93-06257e3322ad, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5c8fea54-ca03-46e7-9c93-06257e3322ad,segment=NetworkSegment(2ce6fa55-dc33-4c81-8fe9-8ccac1a07980),segment_id=2ce6fa55-dc33-4c81-8fe9-8ccac1a07980)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:08:12.410491 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] For port 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=69b25a0a-b04e-402f-9bf8-bbfc0a1270d4,segment=NetworkSegment(7977e003-fab0-40aa-896c-5a5264ef1b0f),segment_id=7977e003-fab0-40aa-896c-5a5264ef1b0f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:12.478390 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 17aff363-9c67-44fb-a344-6079fd86c44d completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:12.482376 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d39beffd-50ad-4091-aeea-28df6a508dc1 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:12.526041 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5f27b9fc-90ef-4b3a-8b6d-7b78448775bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:12.559472 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-87c2dbe5-b2b6-44ef-afb5-f8c6fb66bf8a None None] Allocated IP 2001:db8::2 (dd9c0c5b-e7f2-4006-b9d8-c714800c00a5/8b50a22e-05da-4350-b30b-dd6f28edf7ff/6706ee49-e7be-4c66-beb8-c524894c477b) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:12.587829 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-b3d20067-5aff-46f4-a37b-bcf5f81ed19f tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Allocated IP 2001:db8::1 (cdd01d9d-c512-4d63-9e5d-b1e9b03f4db9/4ef4c3a3-6f3f-4925-90ef-992d305abdab/3eddd53f-3785-455f-96a4-5c8277e8d911) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:12.591719 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:12.594992 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-34f5260e-d6b6-470b-8342-04a835d55dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:12.598002 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf40399-83bc-4006-9c53-2e8b9a1d0c06 None None] Network c073f579-0f3f-4501-ab0c-2892c072d7ba requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:12.639069 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0dab852e-8a09-4997-ad20-a9a261c74e07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:12.659152 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27b9fc-90ef-4b3a-8b6d-7b78448775bf None None] Pushing event deleted for resources: {'Port': ['ID=ed89db2d-e414-4d83-969f-ed26700a1e75,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:12.660850 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Could not find standard attr ID for object ec5a833e-ab3e-4bf4-bcc9-02c456edbd3b. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:08:12.783015 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d39beffd-50ad-4091-aeea-28df6a508dc1 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:12.824317 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39beffd-50ad-4091-aeea-28df6a508dc1 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f446e53-f6f9-4438-b38b-313def369919,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:12.861980 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5849703-ee7b-49e8-8bda-0423cb7bdbf8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Router d6f99150-9f1b-40ce-b203-62a4a5082f56 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:08:12.872161 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d39beffd-50ad-4091-aeea-28df6a508dc1 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:12.875437 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d39beffd-50ad-4091-aeea-28df6a508dc1 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/security-groups/7f446e53-f6f9-4438-b38b-313def369919 HTTP/1.1" status: 204 len: 168 time: 1.1813462 Sep 23 15:08:12.880793 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46672) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:12.929813 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-82792e8f-4887-4e21-8602-b8bc21abd831 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:12.985772 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b3d20067-5aff-46f4-a37b-bcf5f81ed19f tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:12.992197 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f27b9fc-90ef-4b3a-8b6d-7b78448775bf None None] No DVR routers for this DVR port ed89db2d-e414-4d83-969f-ed26700a1e75 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:08:13.060418 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4650c80e-7f62-4b9e-9c7d-44d36880d7e6 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:13.108443 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Provisioning for port effce032-46f7-4bcb-801f-9d35516815fe completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:13.169016 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca8cf9d-9aa3-4900-a68d-8a60ae8079e0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting subnet 303b5762-d6e7-43ae-9706-af92b20816cb {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:08:13.172440 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bca8cf9d-9aa3-4900-a68d-8a60ae8079e0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:13.224071 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-b3d20067-5aff-46f4-a37b-bcf5f81ed19f tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Transition to ACTIVE for port object 3eddd53f-3785-455f-96a4-5c8277e8d911 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:13.236706 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82792e8f-4887-4e21-8602-b8bc21abd831 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=e8b22edc-1da6-4149-aa5e-3c4adedd9310,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:13.241873 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Pushing event updated for resources: {'Port': ['ID=69b25a0a-b04e-402f-9bf8-bbfc0a1270d4,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:13.257457 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Provisioning complete for port effce032-46f7-4bcb-801f-9d35516815fe triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:13.257748 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:13.258187 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Attempt 1 to provision port effce032-46f7-4bcb-801f-9d35516815fe Sep 23 15:08:13.316254 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5849703-ee7b-49e8-8bda-0423cb7bdbf8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:08:13.330921 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524d296e-3420-4d4f-993d-c9cbbc66d267 None None] Sync routers for ids ['d6f99150-9f1b-40ce-b203-62a4a5082f56'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:08:13.348476 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524d296e-3420-4d4f-993d-c9cbbc66d267 None None] Routers {'d6f99150-9f1b-40ce-b203-62a4a5082f56'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:13.349112 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-524d296e-3420-4d4f-993d-c9cbbc66d267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['d6f99150-9f1b-40ce-b203-62a4a5082f56'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:13.409756 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device b973f20d-c568-4453-a063-030c88d9f6f5 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:13.429926 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82792e8f-4887-4e21-8602-b8bc21abd831 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:13.440540 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a5849703-ee7b-49e8-8bda-0423cb7bdbf8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:13.449169 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-82792e8f-4887-4e21-8602-b8bc21abd831 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:13.457080 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bca8cf9d-9aa3-4900-a68d-8a60ae8079e0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:13.492565 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b3d20067-5aff-46f4-a37b-bcf5f81ed19f tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:13.498034 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82792e8f-4887-4e21-8602-b8bc21abd831 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:13.499219 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-82792e8f-4887-4e21-8602-b8bc21abd831 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:13.548307 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-23379755-a225-47fc-a091-e41c8efbdf19 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:13.601318 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-524d296e-3420-4d4f-993d-c9cbbc66d267 None None] Set router d6f99150-9f1b-40ce-b203-62a4a5082f56 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:08:13.607875 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d20067-5aff-46f4-a37b-bcf5f81ed19f tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Network cdd01d9d-c512-4d63-9e5d-b1e9b03f4db9 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:13.621245 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-b3d20067-5aff-46f4-a37b-bcf5f81ed19f tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:13.646932 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-82792e8f-4887-4e21-8602-b8bc21abd831 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6234920 Sep 23 15:08:13.657696 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46676) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:13.658711 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d20067-5aff-46f4-a37b-bcf5f81ed19f tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:13.659501 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b3d20067-5aff-46f4-a37b-bcf5f81ed19f tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:13.677528 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a5849703-ee7b-49e8-8bda-0423cb7bdbf8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 998 time: 8.4627254 Sep 23 15:08:13.701276 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-f459f1e0-37f6-449e-a4e5-765949214c85 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'port': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'mac_address': 'fa:16:3e:fa:b8:be', 'name': 'tempest-NetworksTestDHCPv6-1358460633'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:13.721438 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccae617e-3bf5-47bd-9211-af1081d6c279', 'tag': '14cac99a-9ccb-4186-80a2-85da9180b8ad'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:08:13.725786 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0373efa5-2c30-4334-9fa3-badc8078e868" -d '{"events": [{"name": "network-changed", "server_uuid": "ccae617e-3bf5-47bd-9211-af1081d6c279", "tag": "14cac99a-9ccb-4186-80a2-85da9180b8ad"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:08:13.742915 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5260e-d6b6-470b-8342-04a835d55dd8 None None] Pushing event updated for resources: {'Port': ['ID=5c8fea54-ca03-46e7-9c93-06257e3322ad,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:13.864261 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d90e-2925-418e-8f12-b4e3ef9ffc99 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:13.903005 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d20067-5aff-46f4-a37b-bcf5f81ed19f tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Pushing event updated for resources: {'Port': ['ID=3eddd53f-3785-455f-96a4-5c8277e8d911,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:13.916898 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10c8246-2635-4ef2-891e-37497840a241 x-openstack-request-id: req-c10c8246-2635-4ef2-891e-37497840a241 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:08:13.917415 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccae617e-3bf5-47bd-9211-af1081d6c279", "tag": "14cac99a-9ccb-4186-80a2-85da9180b8ad", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:08:13.919334 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c10c8246-2635-4ef2-891e-37497840a241 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:08:13.919932 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c10c8246-2635-4ef2-891e-37497840a241'] response: {'name': 'network-changed', 'server_uuid': 'ccae617e-3bf5-47bd-9211-af1081d6c279', 'tag': '14cac99a-9ccb-4186-80a2-85da9180b8ad', 'status': 'completed', 'code': 200} Sep 23 15:08:14.016282 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-87c2dbe5-b2b6-44ef-afb5-f8c6fb66bf8a None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:14.106909 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port b973f20d-c568-4453-a063-030c88d9f6f5 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:14.116538 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-87c2dbe5-b2b6-44ef-afb5-f8c6fb66bf8a None None] Transition to ACTIVE for port object 6706ee49-e7be-4c66-beb8-c524894c477b will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:14.139750 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Current status of the port effce032-46f7-4bcb-801f-9d35516815fe is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:14.173723 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b257cb92-fde2-4052-9fdd-0bb0bff367ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-c3d67a4b-9092-448f-b14d-bd8d70a05623', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'fixed_ips': [{'subnet_id': 'db870565-ba2c-4af5-9c6c-6a255d6cc3de'}, {'subnet_id': 'e8b22edc-1da6-4149-aa5e-3c4adedd9310'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:08:14.179375 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b257cb92-fde2-4052-9fdd-0bb0bff367ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:14.217890 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-524d296e-3420-4d4f-993d-c9cbbc66d267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724022762', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246'}], 'enable_snat': True}, 'gw_port_id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:07:17Z', 'updated_at': '2022-09-23T15:07:31Z', 'revision_number': 4, 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'gw_port': {'id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:19Z', 'updated_at': '2022-09-23T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': 'b206c3e7-6b10-4e00-bdcb-116149659704', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'floating_ip_address': '172.26.10.220', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'port_id': '14cac99a-9ccb-4186-80a2-85da9180b8ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221', 'mac_address': 'fa:16:3e:af:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae617e-3bf5-47bd-9211-af1081d6c279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:08:08Z', 'updated_at': '2022-09-23T15:08:08Z', 'revision_number': 0, 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550213bd-d15d-4ed0-90fc-4b73c0ac7ab3', 'name': '', 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'mac_address': 'fa:16:3e:04:56:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '245ea95f-8d5f-45e2-90f5-83cc7713b286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:30Z', 'updated_at': '2022-09-23T15:07:45Z', 'revision_number': 5, 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'subnets': [{'id': '245ea95f-8d5f-45e2-90f5-83cc7713b286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:14.228677 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524d296e-3420-4d4f-993d-c9cbbc66d267 None None] Checking router: d6f99150-9f1b-40ce-b203-62a4a5082f56 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:08:14.237402 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-87c2dbe5-b2b6-44ef-afb5-f8c6fb66bf8a None None] Transition to ACTIVE for port object 6706ee49-e7be-4c66-beb8-c524894c477b will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:14.248779 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524d296e-3420-4d4f-993d-c9cbbc66d267 None None] Routers {'d6f99150-9f1b-40ce-b203-62a4a5082f56'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:14.249414 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-524d296e-3420-4d4f-993d-c9cbbc66d267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['d6f99150-9f1b-40ce-b203-62a4a5082f56'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:14.296150 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f459f1e0-37f6-449e-a4e5-765949214c85 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:14.308997 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Provisioning complete for port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:14.309351 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:14.309691 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Attempt 1 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:08:14.315379 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dab852e-8a09-4997-ad20-a9a261c74e07 admin admin] Router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:08:14.385519 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f459f1e0-37f6-449e-a4e5-765949214c85 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:port and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:14.388291 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-87c2dbe5-b2b6-44ef-afb5-f8c6fb66bf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:14.389424 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f459f1e0-37f6-449e-a4e5-765949214c85 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:14.396980 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f459f1e0-37f6-449e-a4e5-765949214c85 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:14.411651 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373efa5-2c30-4334-9fa3-badc8078e868 req-63d49d89-eaad-480b-9931-e07a312305be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:14.413315 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0373efa5-2c30-4334-9fa3-badc8078e868 req-63d49d89-eaad-480b-9931-e07a312305be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b3a12835b3f04141a72530dd667a86b6&device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 1099 time: 0.4918697 Sep 23 15:08:14.525464 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:14.536773 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c2dbe5-b2b6-44ef-afb5-f8c6fb66bf8a None None] Network dd9c0c5b-e7f2-4006-b9d8-c714800c00a5 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:14.543697 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-87c2dbe5-b2b6-44ef-afb5-f8c6fb66bf8a None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:14.558179 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c2dbe5-b2b6-44ef-afb5-f8c6fb66bf8a None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:14.575726 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-524d296e-3420-4d4f-993d-c9cbbc66d267 None None] Set router d6f99150-9f1b-40ce-b203-62a4a5082f56 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:08:14.598212 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2dbe5-b2b6-44ef-afb5-f8c6fb66bf8a None None] Pushing event updated for resources: {'Port': ['ID=6706ee49-e7be-4c66-beb8-c524894c477b,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:14.608133 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576c1d20-faa8-43f7-b91c-b9960ff29a57 None None] Network cdd01d9d-c512-4d63-9e5d-b1e9b03f4db9 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:14.623793 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b3d20067-5aff-46f4-a37b-bcf5f81ed19f tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:14.696305 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f459f1e0-37f6-449e-a4e5-765949214c85 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:14.803433 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bca8cf9d-9aa3-4900-a68d-8a60ae8079e0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:14.898281 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-87c2dbe5-b2b6-44ef-afb5-f8c6fb66bf8a None None] Attempting to bind port 6706ee49-e7be-4c66-beb8-c524894c477b on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:08:14.898785 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-87c2dbe5-b2b6-44ef-afb5-f8c6fb66bf8a None None] Attempting to bind port 6706ee49-e7be-4c66-beb8-c524894c477b by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'ce5c2810-fceb-4b17-8716-dc16d117e038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'dd9c0c5b-e7f2-4006-b9d8-c714800c00a5'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:08:14.899284 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c2dbe5-b2b6-44ef-afb5-f8c6fb66bf8a None None] Attempting to bind port 6706ee49-e7be-4c66-beb8-c524894c477b on network dd9c0c5b-e7f2-4006-b9d8-c714800c00a5 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:08:14.965758 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c2dbe5-b2b6-44ef-afb5-f8c6fb66bf8a None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:08:14.966301 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c2dbe5-b2b6-44ef-afb5-f8c6fb66bf8a None None] Checking segment: {'id': 'ce5c2810-fceb-4b17-8716-dc16d117e038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'dd9c0c5b-e7f2-4006-b9d8-c714800c00a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:08:14.966844 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-87c2dbe5-b2b6-44ef-afb5-f8c6fb66bf8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:14.967362 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c2dbe5-b2b6-44ef-afb5-f8c6fb66bf8a None None] Bound using segment: {'id': 'ce5c2810-fceb-4b17-8716-dc16d117e038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'dd9c0c5b-e7f2-4006-b9d8-c714800c00a5'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:08:14.967953 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-87c2dbe5-b2b6-44ef-afb5-f8c6fb66bf8a None None] Bound port: 6706ee49-e7be-4c66-beb8-c524894c477b, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5c2810-fceb-4b17-8716-dc16d117e038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'dd9c0c5b-e7f2-4006-b9d8-c714800c00a5'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:08:14.968949 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-87c2dbe5-b2b6-44ef-afb5-f8c6fb66bf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:15.019097 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dab852e-8a09-4997-ad20-a9a261c74e07 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:08:15.067786 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Attempt 2 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:08:15.105986 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25ee549-6c5d-49c5-a690-008a899b3ef8 None None] Sync routers for ids ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:08:15.120708 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-524d296e-3420-4d4f-993d-c9cbbc66d267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724022762', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246'}], 'enable_snat': True}, 'gw_port_id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:07:17Z', 'updated_at': '2022-09-23T15:07:31Z', 'revision_number': 4, 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'gw_port': {'id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:19Z', 'updated_at': '2022-09-23T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': 'b206c3e7-6b10-4e00-bdcb-116149659704', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'floating_ip_address': '172.26.10.220', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'port_id': '14cac99a-9ccb-4186-80a2-85da9180b8ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221', 'mac_address': 'fa:16:3e:af:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae617e-3bf5-47bd-9211-af1081d6c279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:08:08Z', 'updated_at': '2022-09-23T15:08:08Z', 'revision_number': 0, 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550213bd-d15d-4ed0-90fc-4b73c0ac7ab3', 'name': '', 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'mac_address': 'fa:16:3e:04:56:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '245ea95f-8d5f-45e2-90f5-83cc7713b286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:30Z', 'updated_at': '2022-09-23T15:07:45Z', 'revision_number': 5, 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'subnets': [{'id': '245ea95f-8d5f-45e2-90f5-83cc7713b286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:15.128343 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524d296e-3420-4d4f-993d-c9cbbc66d267 None None] The sync data for ids ['d6f99150-9f1b-40ce-b203-62a4a5082f56'] in dv-neutron-859093-1-hyperv is: [{'id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724022762', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246'}], 'enable_snat': True}, 'gw_port_id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:07:17Z', 'updated_at': '2022-09-23T15:07:31Z', 'revision_number': 4, 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'gw_port': {'id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:19Z', 'updated_at': '2022-09-23T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': 'b206c3e7-6b10-4e00-bdcb-116149659704', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'floating_ip_address': '172.26.10.220', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'port_id': '14cac99a-9ccb-4186-80a2-85da9180b8ad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221', 'mac_address': 'fa:16:3e:af:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccae617e-3bf5-47bd-9211-af1081d6c279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:08:08Z', 'updated_at': '2022-09-23T15:08:08Z', 'revision_number': 0, 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '550213bd-d15d-4ed0-90fc-4b73c0ac7ab3', 'name': '', 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'mac_address': 'fa:16:3e:04:56:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '245ea95f-8d5f-45e2-90f5-83cc7713b286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:30Z', 'updated_at': '2022-09-23T15:07:45Z', 'revision_number': 5, 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'subnets': [{'id': '245ea95f-8d5f-45e2-90f5-83cc7713b286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:08:15.237435 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b6040-d859-4aed-b7a4-e5fb965ee355 req-2a9a56d0-eb72-4825-b976-38c50945c589 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:15.239023 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-147b6040-d859-4aed-b7a4-e5fb965ee355 req-2a9a56d0-eb72-4825-b976-38c50945c589 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 946 time: 1.3431277 Sep 23 15:08:15.240465 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:15.286104 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-b257cb92-fde2-4052-9fdd-0bb0bff367ea None None] Allocated IP 172.20.0.2 (c3d67a4b-9092-448f-b14d-bd8d70a05623/e8b22edc-1da6-4149-aa5e-3c4adedd9310/bc22b690-98d1-4132-bd4c-d75fa1c03399) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:15.299989 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f459f1e0-37f6-449e-a4e5-765949214c85 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:15.304120 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0dab852e-8a09-4997-ad20-a9a261c74e07 admin admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:15.306037 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0dab852e-8a09-4997-ad20-a9a261c74e07 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.3531821 Sep 23 15:08:15.328675 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373efa5-2c30-4334-9fa3-badc8078e868 req-c0190a57-0744-4de8-a925-64b56ef16162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:15.328675 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0373efa5-2c30-4334-9fa3-badc8078e868 req-c0190a57-0744-4de8-a925-64b56ef16162 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6c9aa2c-f801-4044-ba36-ff353c446221 HTTP/1.1" status: 200 len: 896 time: 0.8986361 Sep 23 15:08:15.328675 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46684) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:15.337228 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-23379755-a225-47fc-a091-e41c8efbdf19 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port 2df792f1-7c2e-477d-9ec9-cf5d3577fce4 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:15.337575 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-23379755-a225-47fc-a091-e41c8efbdf19 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:15.339488 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:15.367703 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25ee549-6c5d-49c5-a690-008a899b3ef8 None None] Routers {'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:15.369014 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-d25ee549-6c5d-49c5-a690-008a899b3ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:15.387006 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-147b6040-d859-4aed-b7a4-e5fb965ee355 req-6f6caefe-d5c6-4ae7-b846-358ab43c4478 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dc2c581-e4a9-43eb-81b2-36a3437ac55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388054 Sep 23 15:08:15.422975 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46688) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:15.454758 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d90e-2925-418e-8f12-b4e3ef9ffc99 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:15.471559 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-b257cb92-fde2-4052-9fdd-0bb0bff367ea None None] Allocated IP 2001:db8::f816:3eff:fe1b:6c68 (c3d67a4b-9092-448f-b14d-bd8d70a05623/db870565-ba2c-4af5-9c6c-6a255d6cc3de/bc22b690-98d1-4132-bd4c-d75fa1c03399) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:15.498079 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab99708-d7de-46ce-ab72-63448f434a67 None None] New status for floating IP b206c3e7-6b10-4e00-bdcb-116149659704: ACTIVE {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:08:15.510285 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-f459f1e0-37f6-449e-a4e5-765949214c85 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] device_id is not set on port b2a83b68-8bcf-453e-82d0-7b4dd4be5d08 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:08:15.554303 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bca8cf9d-9aa3-4900-a68d-8a60ae8079e0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:15.675984 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0373efa5-2c30-4334-9fa3-badc8078e868 req-87abd438-08db-417d-93bf-0c3d2f8582c4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14cac99a-9ccb-4186-80a2-85da9180b8ad HTTP/1.1" status: 200 len: 1001 time: 0.3128283 Sep 23 15:08:15.703745 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-87c2dbe5-b2b6-44ef-afb5-f8c6fb66bf8a None None] For port 6706ee49-e7be-4c66-beb8-c524894c477b, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:08:15.747615 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Attempt 3 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:08:15.768949 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-23379755-a225-47fc-a091-e41c8efbdf19 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:15.853958 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-87c2dbe5-b2b6-44ef-afb5-f8c6fb66bf8a None None] For port 6706ee49-e7be-4c66-beb8-c524894c477b, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=6706ee49-e7be-4c66-beb8-c524894c477b,segment=NetworkSegment(ce5c2810-fceb-4b17-8716-dc16d117e038),segment_id=ce5c2810-fceb-4b17-8716-dc16d117e038)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:08:15.874011 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-d25ee549-6c5d-49c5-a690-008a899b3ef8 None None] Set router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:08:15.936218 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bca8cf9d-9aa3-4900-a68d-8a60ae8079e0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:15.945862 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ec4c4f3f-ce4a-4dda-bfdd-a24ed3733183 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/floatingips/b206c3e7-6b10-4e00-bdcb-116149659704 HTTP/1.1" status: 200 len: 993 time: 0.4886448 Sep 23 15:08:15.957233 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-23379755-a225-47fc-a091-e41c8efbdf19 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Calling delete_port for 2df792f1-7c2e-477d-9ec9-cf5d3577fce4 owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:15.989380 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bca8cf9d-9aa3-4900-a68d-8a60ae8079e0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/subnets/303b5762-d6e7-43ae-9706-af92b20816cb HTTP/1.1" status: 204 len: 168 time: 3.1056986 Sep 23 15:08:15.989626 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d90e-2925-418e-8f12-b4e3ef9ffc99 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:15.995038 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46692) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:16.020958 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01b7200-13e1-466a-9d7b-28d4007587d0 None None] Network 836ff237-6f4c-47b9-90eb-75fa61685684 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:16.047032 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-87c2dbe5-b2b6-44ef-afb5-f8c6fb66bf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:16.060492 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-98d3b92b-2fb8-4adc-9319-2e78a479911d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'subnet': {'network_id': '836ff237-6f4c-47b9-90eb-75fa61685684', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:16.187177 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373efa5-2c30-4334-9fa3-badc8078e868 req-d0943f39-72e2-4809-837a-ef85ae242ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:16.188702 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0373efa5-2c30-4334-9fa3-badc8078e868 req-d0943f39-72e2-4809-837a-ef85ae242ccf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=245ea95f-8d5f-45e2-90f5-83cc7713b286 HTTP/1.1" status: 200 len: 834 time: 0.2976954 Sep 23 15:08:16.222614 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:16.244290 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8cf9d-9aa3-4900-a68d-8a60ae8079e0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Subnet': ['ID=303b5762-d6e7-43ae-9706-af92b20816cb,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:16.276597 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:16.276597 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:16.276597 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4 Sep 23 15:08:16.363708 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9d90e-2925-418e-8f12-b4e3ef9ffc99 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Port': ['ID=5505c536-6b4b-4115-859f-dbc6a5232708,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:16.452616 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2dbe5-b2b6-44ef-afb5-f8c6fb66bf8a None None] Pushing event updated for resources: {'Port': ['ID=6706ee49-e7be-4c66-beb8-c524894c477b,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:16.467438 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b3d20067-5aff-46f4-a37b-bcf5f81ed19f tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:16.520376 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b257cb92-fde2-4052-9fdd-0bb0bff367ea None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:16.534355 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b257cb92-fde2-4052-9fdd-0bb0bff367ea None None] Transition to ACTIVE for port object bc22b690-98d1-4132-bd4c-d75fa1c03399 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:16.559881 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b257cb92-fde2-4052-9fdd-0bb0bff367ea None None] Transition to ACTIVE for port object bc22b690-98d1-4132-bd4c-d75fa1c03399 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:16.572703 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-98d3b92b-2fb8-4adc-9319-2e78a479911d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:16.577820 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b3d20067-5aff-46f4-a37b-bcf5f81ed19f tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:16.584151 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b3d20067-5aff-46f4-a37b-bcf5f81ed19f tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:16.648424 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-98d3b92b-2fb8-4adc-9319-2e78a479911d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:subnet and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:16.663661 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-98d3b92b-2fb8-4adc-9319-2e78a479911d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:16.688814 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b257cb92-fde2-4052-9fdd-0bb0bff367ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:16.702822 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-98d3b92b-2fb8-4adc-9319-2e78a479911d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:16.712784 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d90e-2925-418e-8f12-b4e3ef9ffc99 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:16.717511 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-23379755-a225-47fc-a091-e41c8efbdf19 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:16.745698 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Attempt 4 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:08:16.782539 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373efa5-2c30-4334-9fa3-badc8078e868 req-1fbbe43b-8fc5-4308-9cf1-564a5f15faab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:16.791036 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0373efa5-2c30-4334-9fa3-badc8078e868 req-1fbbe43b-8fc5-4308-9cf1-564a5f15faab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6c9aa2c-f801-4044-ba36-ff353c446221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5850120 Sep 23 15:08:16.822633 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:16.882710 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d20067-5aff-46f4-a37b-bcf5f81ed19f tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Pushing event updated for resources: {'Port': ['ID=3eddd53f-3785-455f-96a4-5c8277e8d911,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:16.886747 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23379755-a225-47fc-a091-e41c8efbdf19 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Port': ['ID=2df792f1-7c2e-477d-9ec9-cf5d3577fce4,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:16.950282 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46696) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:17.009030 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b257cb92-fde2-4052-9fdd-0bb0bff367ea None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:17.025701 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-b257cb92-fde2-4052-9fdd-0bb0bff367ea None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:17.042578 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b257cb92-fde2-4052-9fdd-0bb0bff367ea None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:17.067927 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257cb92-fde2-4052-9fdd-0bb0bff367ea None None] Pushing event updated for resources: {'Port': ['ID=bc22b690-98d1-4132-bd4c-d75fa1c03399,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:17.106883 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d3b92b-2fb8-4adc-9319-2e78a479911d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:17.110277 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-98d3b92b-2fb8-4adc-9319-2e78a479911d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:17.250794 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:17.251944 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5c8fea54-ca03-46e7-9c93-06257e3322ad up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:17.320470 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-23379755-a225-47fc-a091-e41c8efbdf19 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:17.327605 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Attempt 5 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:08:17.362152 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b257cb92-fde2-4052-9fdd-0bb0bff367ea None None] Attempting to bind port bc22b690-98d1-4132-bd4c-d75fa1c03399 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:08:17.362537 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b257cb92-fde2-4052-9fdd-0bb0bff367ea None None] Attempting to bind port bc22b690-98d1-4132-bd4c-d75fa1c03399 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:08:17.362904 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b257cb92-fde2-4052-9fdd-0bb0bff367ea None None] Attempting to bind port bc22b690-98d1-4132-bd4c-d75fa1c03399 on network c3d67a4b-9092-448f-b14d-bd8d70a05623 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:08:17.397704 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b257cb92-fde2-4052-9fdd-0bb0bff367ea None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:08:17.398120 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b257cb92-fde2-4052-9fdd-0bb0bff367ea None None] Checking segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:08:17.398515 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b257cb92-fde2-4052-9fdd-0bb0bff367ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:17.398934 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b257cb92-fde2-4052-9fdd-0bb0bff367ea None None] Bound using segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:08:17.399426 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b257cb92-fde2-4052-9fdd-0bb0bff367ea None None] Bound port: bc22b690-98d1-4132-bd4c-d75fa1c03399, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:08:17.400231 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b257cb92-fde2-4052-9fdd-0bb0bff367ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:17.457586 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-d25ee549-6c5d-49c5-a690-008a899b3ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'name': 'tempest-TestVolumeBootPattern-818665133-router', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107'}], 'enable_snat': True}, 'gw_port_id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:05Z', 'updated_at': '2022-09-23T15:08:10Z', 'revision_number': 3, 'project_id': '4dd03006331a43759c203c055fc73500', 'gw_port': {'id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:07Z', 'updated_at': '2022-09-23T15:08:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:17.475216 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:17.485221 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25ee549-6c5d-49c5-a690-008a899b3ef8 None None] Checking router: e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:08:17.485572 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25ee549-6c5d-49c5-a690-008a899b3ef8 None None] Updating router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e port f3b4cf28-2cab-45cc-87ea-645b4f8b60ee binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:08:17.512635 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d20067-5aff-46f4-a37b-bcf5f81ed19f tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Network cdd01d9d-c512-4d63-9e5d-b1e9b03f4db9 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:17.520945 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-b3d20067-5aff-46f4-a37b-bcf5f81ed19f tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:17.535800 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-f459f1e0-37f6-449e-a4e5-765949214c85 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 172.20.0.5 (c3d67a4b-9092-448f-b14d-bd8d70a05623/e8b22edc-1da6-4149-aa5e-3c4adedd9310/b2a83b68-8bcf-453e-82d0-7b4dd4be5d08) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:17.541974 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bd91edb7-c713-4060-a3e2-57a87726177f tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/floatingips/b206c3e7-6b10-4e00-bdcb-116149659704 HTTP/1.1" status: 200 len: 995 time: 0.5856323 Sep 23 15:08:17.556484 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b257cb92-fde2-4052-9fdd-0bb0bff367ea None None] For port bc22b690-98d1-4132-bd4c-d75fa1c03399, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:08:17.559775 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b257cb92-fde2-4052-9fdd-0bb0bff367ea None None] For port bc22b690-98d1-4132-bd4c-d75fa1c03399, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=bc22b690-98d1-4132-bd4c-d75fa1c03399,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:08:17.639769 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d25ee549-6c5d-49c5-a690-008a899b3ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:17.679329 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b257cb92-fde2-4052-9fdd-0bb0bff367ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:17.729240 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 5c8fea54-ca03-46e7-9c93-06257e3322ad completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:17.847409 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d90e-2925-418e-8f12-b4e3ef9ffc99 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:17.921870 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-f459f1e0-37f6-449e-a4e5-765949214c85 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 2001:db8::f816:3eff:fefa:b8be (c3d67a4b-9092-448f-b14d-bd8d70a05623/db870565-ba2c-4af5-9c6c-6a255d6cc3de/b2a83b68-8bcf-453e-82d0-7b4dd4be5d08) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:18.009299 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0373efa5-2c30-4334-9fa3-badc8078e868 req-d2c7740b-8daf-4100-b22f-7b83ef1e99bb service neutron] 10.222.0.72 "GET /v2.0/networks/a6c9aa2c-f801-4044-ba36-ff353c446221?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1198611 Sep 23 15:08:18.017527 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Attempt 6 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:08:18.087809 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 6706ee49-e7be-4c66-beb8-c524894c477b up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:18.176996 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257cb92-fde2-4052-9fdd-0bb0bff367ea None None] Pushing event updated for resources: {'Port': ['ID=bc22b690-98d1-4132-bd4c-d75fa1c03399,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:18.181149 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23379755-a225-47fc-a091-e41c8efbdf19 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Router bd2a477c-986b-415e-8e17-c7f4016e18cf has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:08:18.269954 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:18.386459 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ad4008-b021-418a-a1da-d1a1bd03149c None None] Network dd9c0c5b-e7f2-4006-b9d8-c714800c00a5 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:18.558698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 6706ee49-e7be-4c66-beb8-c524894c477b completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:18.729238 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23379755-a225-47fc-a091-e41c8efbdf19 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:08:18.752102 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0373efa5-2c30-4334-9fa3-badc8078e868 req-68d729f8-be29-4a2d-91f2-7bab8f187602 service neutron] 10.222.0.72 "GET /v2.0/networks/a6c9aa2c-f801-4044-ba36-ff353c446221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7182379 Sep 23 15:08:18.753100 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f817d99-a68c-447d-af64-df24eff6b800 None None] Sync routers for ids ['bd2a477c-986b-415e-8e17-c7f4016e18cf'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:08:18.756261 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d25ee549-6c5d-49c5-a690-008a899b3ef8 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:18.773865 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Attempt 7 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:08:18.808458 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f459f1e0-37f6-449e-a4e5-765949214c85 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:18.815052 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d25ee549-6c5d-49c5-a690-008a899b3ef8 None None] Transition to ACTIVE for port object f3b4cf28-2cab-45cc-87ea-645b4f8b60ee will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:18.832803 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8c6a804c-9d91-4201-a206-baf163ce9bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:18.839886 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f817d99-a68c-447d-af64-df24eff6b800 None None] Routers {'bd2a477c-986b-415e-8e17-c7f4016e18cf'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:18.840528 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-9f817d99-a68c-447d-af64-df24eff6b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['bd2a477c-986b-415e-8e17-c7f4016e18cf'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:18.870475 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-f459f1e0-37f6-449e-a4e5-765949214c85 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Transition to ACTIVE for port object b2a83b68-8bcf-453e-82d0-7b4dd4be5d08 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:18.916000 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d25ee549-6c5d-49c5-a690-008a899b3ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:18.923587 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-9f817d99-a68c-447d-af64-df24eff6b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:18.948706 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d20067-5aff-46f4-a37b-bcf5f81ed19f tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Router 70777935-f650-4da2-9534-79993c6ffd25 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:08:18.957471 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-98d3b92b-2fb8-4adc-9319-2e78a479911d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:18.969114 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:18.991844 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d25ee549-6c5d-49c5-a690-008a899b3ef8 None None] Attempting to bind port f3b4cf28-2cab-45cc-87ea-645b4f8b60ee on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:08:18.992237 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d25ee549-6c5d-49c5-a690-008a899b3ef8 None None] Attempting to bind port f3b4cf28-2cab-45cc-87ea-645b4f8b60ee by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:08:18.993066 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25ee549-6c5d-49c5-a690-008a899b3ef8 None None] Attempting to bind port f3b4cf28-2cab-45cc-87ea-645b4f8b60ee on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:08:18.997658 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f817d99-a68c-447d-af64-df24eff6b800 None None] Routers {'bd2a477c-986b-415e-8e17-c7f4016e18cf'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:18.998283 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-9f817d99-a68c-447d-af64-df24eff6b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['bd2a477c-986b-415e-8e17-c7f4016e18cf'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:19.016136 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-23379755-a225-47fc-a091-e41c8efbdf19 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "PUT /v2.0/routers/bd2a477c-986b-415e-8e17-c7f4016e18cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2259696 Sep 23 15:08:19.018357 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46700) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:19.077123 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25ee549-6c5d-49c5-a690-008a899b3ef8 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:08:19.077689 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25ee549-6c5d-49c5-a690-008a899b3ef8 None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:08:19.077784 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d25ee549-6c5d-49c5-a690-008a899b3ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:19.078201 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25ee549-6c5d-49c5-a690-008a899b3ef8 None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:08:19.078661 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d25ee549-6c5d-49c5-a690-008a899b3ef8 None None] Bound port: f3b4cf28-2cab-45cc-87ea-645b4f8b60ee, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:08:19.079039 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d25ee549-6c5d-49c5-a690-008a899b3ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:19.091691 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a08c3f-5396-4f4d-bb69-622093ca558b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] GET failed (client error): The resource could not be found. Sep 23 15:08:19.092254 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-51a08c3f-5396-4f4d-bb69-622093ca558b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Synchronizing usage tracker for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:08:19.099442 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d90e-2925-418e-8f12-b4e3ef9ffc99 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:19.111518 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-9f817d99-a68c-447d-af64-df24eff6b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:19.111926 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f817d99-a68c-447d-af64-df24eff6b800 None None] The sync data for ids ['bd2a477c-986b-415e-8e17-c7f4016e18cf'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:08:19.122876 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf14695-f074-49db-b11d-96cbbd6ec8e9 None None] Pushing event updated for resources: {'Port': ['ID=f3b4cf28-2cab-45cc-87ea-645b4f8b60ee,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:19.147641 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d3b92b-2fb8-4adc-9319-2e78a479911d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network 836ff237-6f4c-47b9-90eb-75fa61685684 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:19.163512 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-98d3b92b-2fb8-4adc-9319-2e78a479911d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:19.164212 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d90e-2925-418e-8f12-b4e3ef9ffc99 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:19.166421 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7d9d90e-2925-418e-8f12-b4e3ef9ffc99 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:19.166656 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d3b92b-2fb8-4adc-9319-2e78a479911d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:19.167348 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-98d3b92b-2fb8-4adc-9319-2e78a479911d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:19.169832 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d25ee549-6c5d-49c5-a690-008a899b3ef8 None None] For port f3b4cf28-2cab-45cc-87ea-645b4f8b60ee, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:08:19.175251 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d25ee549-6c5d-49c5-a690-008a899b3ef8 None None] For port f3b4cf28-2cab-45cc-87ea-645b4f8b60ee, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f3b4cf28-2cab-45cc-87ea-645b4f8b60ee,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:08:19.180833 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91d1061-24dd-4e51-abc0-1561d9b1cec4 None None] Network 836ff237-6f4c-47b9-90eb-75fa61685684 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:19.229663 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-51a08c3f-5396-4f4d-bb69-622093ca558b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Unset dirty status for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:08:19.234436 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-51a08c3f-5396-4f4d-bb69-622093ca558b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "GET /v2.0/ports/2df792f1-7c2e-477d-9ec9-cf5d3577fce4 HTTP/1.1" status: 404 len: 333 time: 0.2146928 Sep 23 15:08:19.237048 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46704) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:19.267442 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3b92b-2fb8-4adc-9319-2e78a479911d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Subnet': ['ID=4cd66ec8-d53d-4e42-83aa-054bba710eb2,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:19.285638 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f459f1e0-37f6-449e-a4e5-765949214c85 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:19.314280 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d25ee549-6c5d-49c5-a690-008a899b3ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:19.428903 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25ee549-6c5d-49c5-a690-008a899b3ef8 None None] Routers {'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:19.429673 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-d25ee549-6c5d-49c5-a690-008a899b3ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:19.486146 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f459f1e0-37f6-449e-a4e5-765949214c85 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:19.490281 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9192d876-5357-4637-b40f-93b7ec598c83 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:19.498007 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-f459f1e0-37f6-449e-a4e5-765949214c85 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:19.506019 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f459f1e0-37f6-449e-a4e5-765949214c85 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:19.535652 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d20067-5aff-46f4-a37b-bcf5f81ed19f tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:08:19.543005 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459f1e0-37f6-449e-a4e5-765949214c85 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Port': ['ID=b2a83b68-8bcf-453e-82d0-7b4dd4be5d08,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:19.547497 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477fc5af-ecfb-492d-bab4-61cb4ec234dd None None] Sync routers for ids ['70777935-f650-4da2-9534-79993c6ffd25'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:08:19.557024 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9d90e-2925-418e-8f12-b4e3ef9ffc99 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Port': ['ID=5505c536-6b4b-4115-859f-dbc6a5232708,revision_number=3']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:19.566481 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477fc5af-ecfb-492d-bab4-61cb4ec234dd None None] Routers {'70777935-f650-4da2-9534-79993c6ffd25'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:19.567282 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-477fc5af-ecfb-492d-bab4-61cb4ec234dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['70777935-f650-4da2-9534-79993c6ffd25'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:19.577139 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b3d20067-5aff-46f4-a37b-bcf5f81ed19f tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "PUT /v2.0/routers/70777935-f650-4da2-9534-79993c6ffd25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2247169 Sep 23 15:08:19.580267 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-98d3b92b-2fb8-4adc-9319-2e78a479911d tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5781314 Sep 23 15:08:19.598601 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46708) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:19.605139 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46710) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:19.616528 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-7f76faf9-dad0-47af-941f-53348a5f9344 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'security_group': {'name': 'tempest-secgroup-747306644'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:19.619192 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Attempt 8 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:08:19.657986 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-477fc5af-ecfb-492d-bab4-61cb4ec234dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:19.668641 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477fc5af-ecfb-492d-bab4-61cb4ec234dd None None] Routers {'70777935-f650-4da2-9534-79993c6ffd25'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:19.669408 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-477fc5af-ecfb-492d-bab4-61cb4ec234dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['70777935-f650-4da2-9534-79993c6ffd25'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:19.706188 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d35f72-d595-4066-a242-56a8ed8afa5c None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:19.735593 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-477fc5af-ecfb-492d-bab4-61cb4ec234dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:19.736164 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477fc5af-ecfb-492d-bab4-61cb4ec234dd None None] The sync data for ids ['70777935-f650-4da2-9534-79993c6ffd25'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:08:19.850485 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf14695-f074-49db-b11d-96cbbd6ec8e9 None None] Pushing event updated for resources: {'Port': ['ID=f3b4cf28-2cab-45cc-87ea-645b4f8b60ee,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:19.914293 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:19.920882 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-7f76faf9-dad0-47af-941f-53348a5f9344 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:19.924679 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-d25ee549-6c5d-49c5-a690-008a899b3ef8 None None] Set router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:08:19.935666 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-8c6a804c-9d91-4201-a206-baf163ce9bc5 admin admin] Allocated IP 172.20.0.1 (54f9df89-e4c3-410f-a46e-fdf8b10aca9a/64979ce6-fb4a-43b7-a76f-4e9da53aeed1/151e0e53-e3ba-4bc9-9023-6df4ff246ff1) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:19.939806 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9192d876-5357-4637-b40f-93b7ec598c83 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:19.944345 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9192d876-5357-4637-b40f-93b7ec598c83 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:19.983400 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d9d90e-2925-418e-8f12-b4e3ef9ffc99 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network c073f579-0f3f-4501-ab0c-2892c072d7ba is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:19.985000 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-d7d9d90e-2925-418e-8f12-b4e3ef9ffc99 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:19.985264 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device bc22b690-98d1-4132-bd4c-d75fa1c03399 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:20.008997 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7f76faf9-dad0-47af-941f-53348a5f9344 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:security_group and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:20.026000 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7f76faf9-dad0-47af-941f-53348a5f9344 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:20.067346 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-7f76faf9-dad0-47af-941f-53348a5f9344 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:20.075321 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f459f1e0-37f6-449e-a4e5-765949214c85 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:20.075992 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f459f1e0-37f6-449e-a4e5-765949214c85 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:20.144800 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9192d876-5357-4637-b40f-93b7ec598c83 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:20.145285 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9192d876-5357-4637-b40f-93b7ec598c83 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Fanout notify agent at l3_agent the message router_deleted on router bd2a477c-986b-415e-8e17-c7f4016e18cf {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:08:20.158539 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9192d876-5357-4637-b40f-93b7ec598c83 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:20.162022 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9192d876-5357-4637-b40f-93b7ec598c83 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/routers/bd2a477c-986b-415e-8e17-c7f4016e18cf HTTP/1.1" status: 204 len: 168 time: 0.9131262 Sep 23 15:08:20.164177 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46716) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:20.246049 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e6b1074-7661-4790-8224-0933b3db4884 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting subnet 413e393b-80d2-4e0b-bd56-36fa919ff2d8 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:08:20.249529 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4e6b1074-7661-4790-8224-0933b3db4884 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:20.313382 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7f76faf9-dad0-47af-941f-53348a5f9344 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:20.350393 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f459f1e0-37f6-449e-a4e5-765949214c85 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.6832850 Sep 23 15:08:20.360146 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46720) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:20.425213 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Attempt 9 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:08:20.444484 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-7f76faf9-dad0-47af-941f-53348a5f9344 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:20.455136 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7f76faf9-dad0-47af-941f-53348a5f9344 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:security_group_rule and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:20.470685 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4e6b1074-7661-4790-8224-0933b3db4884 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:20.517058 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7f76faf9-dad0-47af-941f-53348a5f9344 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:20.541173 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:20.563010 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4e6b1074-7661-4790-8224-0933b3db4884 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:20.595858 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-7f76faf9-dad0-47af-941f-53348a5f9344 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:20.604654 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d9d90e-2925-418e-8f12-b4e3ef9ffc99 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Router 671285f6-b887-4fbc-a1ed-42ec217e80b5 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:08:20.607436 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-d25ee549-6c5d-49c5-a690-008a899b3ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'name': 'tempest-TestVolumeBootPattern-818665133-router', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107'}], 'enable_snat': True}, 'gw_port_id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:05Z', 'updated_at': '2022-09-23T15:08:10Z', 'revision_number': 3, 'project_id': '4dd03006331a43759c203c055fc73500', 'gw_port': {'id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:07Z', 'updated_at': '2022-09-23T15:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:20.614309 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25ee549-6c5d-49c5-a690-008a899b3ef8 None None] The sync data for ids ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'] in dv-neutron-859093-1-hyperv is: [{'id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'name': 'tempest-TestVolumeBootPattern-818665133-router', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107'}], 'enable_snat': True}, 'gw_port_id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:05Z', 'updated_at': '2022-09-23T15:08:10Z', 'revision_number': 3, 'project_id': '4dd03006331a43759c203c055fc73500', 'gw_port': {'id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:07Z', 'updated_at': '2022-09-23T15:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:08:20.639241 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8c6a804c-9d91-4201-a206-baf163ce9bc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:20.692432 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-8c6a804c-9d91-4201-a206-baf163ce9bc5 admin admin] Transition to ACTIVE for port object 151e0e53-e3ba-4bc9-9023-6df4ff246ff1 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:20.692699 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port bc22b690-98d1-4132-bd4c-d75fa1c03399 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:20.787614 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebd0ab0-245e-4c57-8f58-6e1cdda481b9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:20.793254 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c64a1a-513f-4e93-8800-b87704546acd None None] Update dhcp port {'port': {'network_id': '836ff237-6f4c-47b9-90eb-75fa61685684', 'fixed_ips': [{'subnet_id': '1ca65ce9-2930-4cb1-8549-594aa7555573', 'ip_address': '172.20.0.18'}, {'subnet_id': '4cd66ec8-d53d-4e42-83aa-054bba710eb2'}], 'binding:host_id': 'dv-neutron-859093-1-hyperv'}, 'id': 'effce032-46f7-4bcb-801f-9d35516815fe'} from dv-neutron-859093-1-hyperv. {{(pid=89740) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 23 15:08:20.794152 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebd0ab0-245e-4c57-8f58-6e1cdda481b9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:20.795018 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0ebd0ab0-245e-4c57-8f58-6e1cdda481b9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:08:20.899464 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c0c64a1a-513f-4e93-8800-b87704546acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:20.903200 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7f76faf9-dad0-47af-941f-53348a5f9344 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:20.921197 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d9d90e-2925-418e-8f12-b4e3ef9ffc99 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:08:20.931646 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-fe785b40-5071-44b7-be34-a78e53bd4c5d tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:08:20.941641 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-fe785b40-5071-44b7-be34-a78e53bd4c5d tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "PUT /v2.0/routers/70777935-f650-4da2-9534-79993c6ffd25/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3340099 Sep 23 15:08:20.941759 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779c7957-d6b8-4261-a2c4-34c6377274a8 None None] Sync routers for ids ['671285f6-b887-4fbc-a1ed-42ec217e80b5'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:08:20.941872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46724) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:20.950284 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d7d9d90e-2925-418e-8f12-b4e3ef9ffc99 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "PUT /v2.0/routers/671285f6-b887-4fbc-a1ed-42ec217e80b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9556592 Sep 23 15:08:20.953717 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46728) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:21.034791 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8c6a804c-9d91-4201-a206-baf163ce9bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:21.038600 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0ebd0ab0-245e-4c57-8f58-6e1cdda481b9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:08:21.040429 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0ebd0ab0-245e-4c57-8f58-6e1cdda481b9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.6793075 Sep 23 15:08:21.041422 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7f76faf9-dad0-47af-941f-53348a5f9344 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:21.046463 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Attempt 10 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:08:21.060624 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46732) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:21.072019 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779c7957-d6b8-4261-a2c4-34c6377274a8 None None] Routers {'671285f6-b887-4fbc-a1ed-42ec217e80b5'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:21.072609 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-779c7957-d6b8-4261-a2c4-34c6377274a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['671285f6-b887-4fbc-a1ed-42ec217e80b5'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:21.096837 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4e6b1074-7661-4790-8224-0933b3db4884 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:21.209134 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:21.231234 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Could not find standard attr ID for object ed89db2d-e414-4d83-969f-ed26700a1e75. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:08:21.232707 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4e6b1074-7661-4790-8224-0933b3db4884 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:21.234772 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4e6b1074-7661-4790-8224-0933b3db4884 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/subnets/413e393b-80d2-4e0b-bd56-36fa919ff2d8 HTTP/1.1" status: 204 len: 168 time: 1.0713573 Sep 23 15:08:21.237433 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b1074-7661-4790-8224-0933b3db4884 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Subnet': ['ID=413e393b-80d2-4e0b-bd56-36fa919ff2d8,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:21.249268 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09325f8a-20e3-48d4-a77e-4a031cb1ecb5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:21.256707 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-09325f8a-20e3-48d4-a77e-4a031cb1ecb5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "GET /v2.0/ports/5505c536-6b4b-4115-859f-dbc6a5232708 HTTP/1.1" status: 200 len: 984 time: 0.2993157 Sep 23 15:08:21.257803 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46736) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:21.258173 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46738) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:21.269716 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76faf9-dad0-47af-941f-53348a5f9344 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8915cf7-9fa8-4cc3-8864-40fa7b47fb24,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:21.317376 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc54cb1-1c5a-4394-aa9d-933b9d4e6fc7 None None] Network f40c0714-b0ce-4a6f-a93c-fe641ca6f93b requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:21.336326 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-779c7957-d6b8-4261-a2c4-34c6377274a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:21.409998 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6a804c-9d91-4201-a206-baf163ce9bc5 admin admin] Network 54f9df89-e4c3-410f-a46e-fdf8b10aca9a is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:21.443688 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-8c6a804c-9d91-4201-a206-baf163ce9bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:21.446811 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6a804c-9d91-4201-a206-baf163ce9bc5 admin admin] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:21.452077 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779c7957-d6b8-4261-a2c4-34c6377274a8 None None] Routers {'671285f6-b887-4fbc-a1ed-42ec217e80b5'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:21.454304 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-779c7957-d6b8-4261-a2c4-34c6377274a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['671285f6-b887-4fbc-a1ed-42ec217e80b5'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:21.473272 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-48d9b4b1-c684-4515-9bbc-e39397474503 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:21.499227 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-2bae502f-3f82-4919-8dc7-03f099703b81 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting port b2a83b68-8bcf-453e-82d0-7b4dd4be5d08 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:21.499706 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2bae502f-3f82-4919-8dc7-03f099703b81 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:21.535682 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Provisioning for port 4cc56a18-7ccf-486a-add4-87bf60cd8e41 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:21.562958 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Provisioning complete for port 4cc56a18-7ccf-486a-add4-87bf60cd8e41 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:21.563454 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:21.563925 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Attempt 1 to provision port 4cc56a18-7ccf-486a-add4-87bf60cd8e41 Sep 23 15:08:21.608260 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-779c7957-d6b8-4261-a2c4-34c6377274a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:21.609032 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779c7957-d6b8-4261-a2c4-34c6377274a8 None None] The sync data for ids ['671285f6-b887-4fbc-a1ed-42ec217e80b5'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:08:21.713883 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-48d9b4b1-c684-4515-9bbc-e39397474503 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:21.714298 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-48d9b4b1-c684-4515-9bbc-e39397474503 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:21.837266 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a804c-9d91-4201-a206-baf163ce9bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=151e0e53-e3ba-4bc9-9023-6df4ff246ff1,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:21.872835 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8c6a804c-9d91-4201-a206-baf163ce9bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:21.990905 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f3b4cf28-2cab-45cc-87ea-645b4f8b60ee up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:22.005955 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:08:22.024546 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7f76faf9-dad0-47af-941f-53348a5f9344 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:22.028250 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7f76faf9-dad0-47af-941f-53348a5f9344 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.4186873 Sep 23 15:08:22.030824 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46744) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:22.048927 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-81fcd002-33ee-40b1-8f99-21233f8221ca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'security_group': {'name': 'tempest-secgroup-1263642084'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:22.060649 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-81fcd002-33ee-40b1-8f99-21233f8221ca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:22.099773 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-c0c64a1a-513f-4e93-8800-b87704546acd None None] Allocated IP 172.20.0.2 (836ff237-6f4c-47b9-90eb-75fa61685684/4cd66ec8-d53d-4e42-83aa-054bba710eb2/effce032-46f7-4bcb-801f-9d35516815fe) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:22.113001 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-81fcd002-33ee-40b1-8f99-21233f8221ca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:security_group and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:22.123979 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-81fcd002-33ee-40b1-8f99-21233f8221ca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:22.132133 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Current status of the port 4cc56a18-7ccf-486a-add4-87bf60cd8e41 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:22.132133 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:22.185574 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b10fe79f-4178-49a5-bf66-5f3c83d15328 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:22.187125 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-81fcd002-33ee-40b1-8f99-21233f8221ca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:22.260961 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6df590-7f9a-4c8f-b88c-83c261da09cb None None] DHCP port deletion for f40c0714-b0ce-4a6f-a93c-fe641ca6f93b request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:08:22.270216 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] For port 4cc56a18-7ccf-486a-add4-87bf60cd8e41, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=4cc56a18-7ccf-486a-add4-87bf60cd8e41,segment=NetworkSegment(40bdb67d-f890-4b9e-bbc7-0bb17a90e313),segment_id=40bdb67d-f890-4b9e-bbc7-0bb17a90e313)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:22.271425 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5d6df590-7f9a-4c8f-b88c-83c261da09cb None None] Deleting port 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:22.271803 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5d6df590-7f9a-4c8f-b88c-83c261da09cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:22.345982 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port f3b4cf28-2cab-45cc-87ea-645b4f8b60ee completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:22.392360 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8c6a804c-9d91-4201-a206-baf163ce9bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:22.397247 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port f3b4cf28-2cab-45cc-87ea-645b4f8b60ee triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:22.397247 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:22.397247 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port f3b4cf28-2cab-45cc-87ea-645b4f8b60ee Sep 23 15:08:22.439587 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:22.503458 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Could not find standard attr ID for object 2df792f1-7c2e-477d-9ec9-cf5d3577fce4. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:08:22.514828 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-c0c64a1a-513f-4e93-8800-b87704546acd None None] For port effce032-46f7-4bcb-801f-9d35516815fe, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=effce032-46f7-4bcb-801f-9d35516815fe,segment=NetworkSegment(29896072-6267-4798-ba15-62b7234f622f),segment_id=29896072-6267-4798-ba15-62b7234f622f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:22.519671 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-81fcd002-33ee-40b1-8f99-21233f8221ca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:22.568366 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2bae502f-3f82-4919-8dc7-03f099703b81 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:22.677802 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cb37e-b21b-4620-869c-ebec201abdae None None] Pushing event updated for resources: {'Port': ['ID=4cc56a18-7ccf-486a-add4-87bf60cd8e41,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:22.682304 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c0c64a1a-513f-4e93-8800-b87704546acd None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:22.704079 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-5d6df590-7f9a-4c8f-b88c-83c261da09cb None None] For port 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=69b25a0a-b04e-402f-9bf8-bbfc0a1270d4,segment=NetworkSegment(7977e003-fab0-40aa-896c-5a5264ef1b0f),segment_id=7977e003-fab0-40aa-896c-5a5264ef1b0f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:22.705519 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5d6df590-7f9a-4c8f-b88c-83c261da09cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:22.707008 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-81fcd002-33ee-40b1-8f99-21233f8221ca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:22.717382 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-2bae502f-3f82-4919-8dc7-03f099703b81 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Calling delete_port for b2a83b68-8bcf-453e-82d0-7b4dd4be5d08 owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:22.756078 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-81fcd002-33ee-40b1-8f99-21233f8221ca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:security_group_rule and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:22.762714 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-81fcd002-33ee-40b1-8f99-21233f8221ca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:22.764024 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c0c64a1a-513f-4e93-8800-b87704546acd None None] Transition to ACTIVE for port object effce032-46f7-4bcb-801f-9d35516815fe will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:22.777017 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-b10fe79f-4178-49a5-bf66-5f3c83d15328 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Deleting port 3eddd53f-3785-455f-96a4-5c8277e8d911 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:22.777357 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b10fe79f-4178-49a5-bf66-5f3c83d15328 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:22.782686 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-48d9b4b1-c684-4515-9bbc-e39397474503 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] For port 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=69b25a0a-b04e-402f-9bf8-bbfc0a1270d4,segment=NetworkSegment(7977e003-fab0-40aa-896c-5a5264ef1b0f),segment_id=7977e003-fab0-40aa-896c-5a5264ef1b0f)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:22.783039 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-48d9b4b1-c684-4515-9bbc-e39397474503 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:22.791449 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-81fcd002-33ee-40b1-8f99-21233f8221ca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:22.847530 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Provisioning for port bc22b690-98d1-4132-bd4c-d75fa1c03399 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:22.886370 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8c6a804c-9d91-4201-a206-baf163ce9bc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:22.934220 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c0c64a1a-513f-4e93-8800-b87704546acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:22.938516 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-48d9b4b1-c684-4515-9bbc-e39397474503 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Calling delete_port for 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4 owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:22.944261 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5d6df590-7f9a-4c8f-b88c-83c261da09cb None None] Calling delete_port for 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:22.982637 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8c6a804c-9d91-4201-a206-baf163ce9bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:23.003839 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Provisioning complete for port bc22b690-98d1-4132-bd4c-d75fa1c03399 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:23.004212 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:23.004549 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Attempt 1 to provision port bc22b690-98d1-4132-bd4c-d75fa1c03399 Sep 23 15:08:23.118174 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b10fe79f-4178-49a5-bf66-5f3c83d15328 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:23.125581 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port f3b4cf28-2cab-45cc-87ea-645b4f8b60ee is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:23.125968 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:23.141650 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8c6a804c-9d91-4201-a206-baf163ce9bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:23.145153 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a804c-9d91-4201-a206-baf163ce9bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=151e0e53-e3ba-4bc9-9023-6df4ff246ff1,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:23.199286 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-81fcd002-33ee-40b1-8f99-21233f8221ca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:23.225075 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port f3b4cf28-2cab-45cc-87ea-645b4f8b60ee, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f3b4cf28-2cab-45cc-87ea-645b4f8b60ee,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:23.246071 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c64a1a-513f-4e93-8800-b87704546acd None None] Pushing event updated for resources: {'Port': ['ID=effce032-46f7-4bcb-801f-9d35516815fe,revision_number=6']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:23.267744 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-b10fe79f-4178-49a5-bf66-5f3c83d15328 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Calling delete_port for 3eddd53f-3785-455f-96a4-5c8277e8d911 owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:23.276446 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-48d9b4b1-c684-4515-9bbc-e39397474503 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:23.315350 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:23.389512 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-81fcd002-33ee-40b1-8f99-21233f8221ca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:23.412561 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-5d6df590-7f9a-4c8f-b88c-83c261da09cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:08:23.412969 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-5d6df590-7f9a-4c8f-b88c-83c261da09cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:08:23.415977 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=f3b4cf28-2cab-45cc-87ea-645b4f8b60ee,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:23.428069 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Current status of the port bc22b690-98d1-4132-bd4c-d75fa1c03399 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:23.428579 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:23.458846 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9b4b1-c684-4515-9bbc-e39397474503 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Port': ['ID=69b25a0a-b04e-402f-9bf8-bbfc0a1270d4,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:23.487443 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d9b4b1-c684-4515-9bbc-e39397474503 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] No DVR routers for this DVR port 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4 on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:08:23.496105 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] For port bc22b690-98d1-4132-bd4c-d75fa1c03399, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=bc22b690-98d1-4132-bd4c-d75fa1c03399,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:23.551281 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b4b744b9-2f0f-4914-8227-a4eedbf6a4e0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:23.567898 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:23.664068 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Pushing event updated for resources: {'Port': ['ID=bc22b690-98d1-4132-bd4c-d75fa1c03399,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:23.716284 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcd002-33ee-40b1-8f99-21233f8221ca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd928ec2-d6b1-4dd3-8d5e-2d5f389e3ca7,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:23.744805 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Provisioning for port b973f20d-c568-4453-a063-030c88d9f6f5 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:23.750531 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Provisioning complete for port b973f20d-c568-4453-a063-030c88d9f6f5 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:23.750911 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:23.751378 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Attempt 1 to provision port b973f20d-c568-4453-a063-030c88d9f6f5 Sep 23 15:08:23.772048 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6a804c-9d91-4201-a206-baf163ce9bc5 admin admin] Network 54f9df89-e4c3-410f-a46e-fdf8b10aca9a is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:23.773393 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-8c6a804c-9d91-4201-a206-baf163ce9bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:23.787831 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-81fcd002-33ee-40b1-8f99-21233f8221ca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:23.792938 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-81fcd002-33ee-40b1-8f99-21233f8221ca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7620106 Sep 23 15:08:23.801788 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46748) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:23.824726 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-e5d0c13e-19b3-4a77-b340-8376ff0124d0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'security_group': {'name': 'tempest-secgroup-1991089627'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:23.843500 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e5d0c13e-19b3-4a77-b340-8376ff0124d0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:23.853862 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2bae502f-3f82-4919-8dc7-03f099703b81 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:23.859085 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e5d0c13e-19b3-4a77-b340-8376ff0124d0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:security_group and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:23.871086 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e5d0c13e-19b3-4a77-b340-8376ff0124d0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:23.933868 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-48d9b4b1-c684-4515-9bbc-e39397474503 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:23.959340 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e5d0c13e-19b3-4a77-b340-8376ff0124d0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:23.976145 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b10fe79f-4178-49a5-bf66-5f3c83d15328 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:24.038450 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5d6df590-7f9a-4c8f-b88c-83c261da09cb None None] Deleting port 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:24.038886 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5d6df590-7f9a-4c8f-b88c-83c261da09cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:24.063271 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fe79f-4178-49a5-bf66-5f3c83d15328 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Pushing event deleted for resources: {'Port': ['ID=3eddd53f-3785-455f-96a4-5c8277e8d911,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:24.076229 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device bc22b690-98d1-4132-bd4c-d75fa1c03399 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:24.092404 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae502f-3f82-4919-8dc7-03f099703b81 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Port': ['ID=b2a83b68-8bcf-453e-82d0-7b4dd4be5d08,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:24.160259 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Current status of the port b973f20d-c568-4453-a063-030c88d9f6f5 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:24.160610 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:24.207064 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5d6df590-7f9a-4c8f-b88c-83c261da09cb None None] The port '69b25a0a-b04e-402f-9bf8-bbfc0a1270d4' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:08:24.233863 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] For port b973f20d-c568-4453-a063-030c88d9f6f5, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=b973f20d-c568-4453-a063-030c88d9f6f5,segment=NetworkSegment(922ea4a9-b900-4f79-87a9-bbdf537661b4),segment_id=922ea4a9-b900-4f79-87a9-bbdf537661b4)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:24.249163 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port bc22b690-98d1-4132-bd4c-d75fa1c03399 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:24.249610 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:24.250018 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port bc22b690-98d1-4132-bd4c-d75fa1c03399 Sep 23 15:08:24.324342 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:24.381250 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b10fe79f-4178-49a5-bf66-5f3c83d15328 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:24.435385 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Pushing event updated for resources: {'Port': ['ID=b973f20d-c568-4453-a063-030c88d9f6f5,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:24.464569 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e5d0c13e-19b3-4a77-b340-8376ff0124d0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:24.481880 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6a804c-9d91-4201-a206-baf163ce9bc5 admin admin] Router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:08:24.482101 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-48d9b4b1-c684-4515-9bbc-e39397474503 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40c0714-b0ce-4a6f-a93c-fe641ca6f93b']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:24.506023 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Provisioning for port 5c8fea54-ca03-46e7-9c93-06257e3322ad completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:24.518093 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Provisioning complete for port 5c8fea54-ca03-46e7-9c93-06257e3322ad triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:24.522992 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:24.524145 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Attempt 1 to provision port 5c8fea54-ca03-46e7-9c93-06257e3322ad Sep 23 15:08:24.565159 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e5d0c13e-19b3-4a77-b340-8376ff0124d0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:24.569738 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e5d0c13e-19b3-4a77-b340-8376ff0124d0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:security_group_rule and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:24.573224 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e5d0c13e-19b3-4a77-b340-8376ff0124d0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:24.576340 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port bc22b690-98d1-4132-bd4c-d75fa1c03399 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:24.578068 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 4cc56a18-7ccf-486a-add4-87bf60cd8e41 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:24.580153 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e5d0c13e-19b3-4a77-b340-8376ff0124d0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:24.658536 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e5d0c13e-19b3-4a77-b340-8376ff0124d0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:24.661910 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-48d9b4b1-c684-4515-9bbc-e39397474503 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7977e003-fab0-40aa-896c-5a5264ef1b0f') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:24.662259 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-48d9b4b1-c684-4515-9bbc-e39397474503 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7977e003-fab0-40aa-896c-5a5264ef1b0f') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:24.688965 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-48d9b4b1-c684-4515-9bbc-e39397474503 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:24.711297 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 4cc56a18-7ccf-486a-add4-87bf60cd8e41 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:24.711671 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:24.712013 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 4cc56a18-7ccf-486a-add4-87bf60cd8e41 Sep 23 15:08:24.724930 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-48d9b4b1-c684-4515-9bbc-e39397474503 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:24.730140 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2bae502f-3f82-4919-8dc7-03f099703b81 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:24.744503 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2bae502f-3f82-4919-8dc7-03f099703b81 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/b2a83b68-8bcf-453e-82d0-7b4dd4be5d08 HTTP/1.1" status: 204 len: 168 time: 3.6802623 Sep 23 15:08:24.747812 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-b4b744b9-2f0f-4914-8227-a4eedbf6a4e0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Deleting port 5505c536-6b4b-4115-859f-dbc6a5232708 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:24.747949 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b4b744b9-2f0f-4914-8227-a4eedbf6a4e0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:24.751211 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Current status of the port 5c8fea54-ca03-46e7-9c93-06257e3322ad is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:24.751568 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:24.752864 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46752) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:24.804078 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] For port 5c8fea54-ca03-46e7-9c93-06257e3322ad, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5c8fea54-ca03-46e7-9c93-06257e3322ad,segment=NetworkSegment(2ce6fa55-dc33-4c81-8fe9-8ccac1a07980),segment_id=2ce6fa55-dc33-4c81-8fe9-8ccac1a07980)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:24.868598 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 4cc56a18-7ccf-486a-add4-87bf60cd8e41 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:24.869702 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f3b4cf28-2cab-45cc-87ea-645b4f8b60ee up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:24.896415 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10fe79f-4178-49a5-bf66-5f3c83d15328 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Router 70777935-f650-4da2-9534-79993c6ffd25 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:08:24.898080 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:24.903735 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e5d0c13e-19b3-4a77-b340-8376ff0124d0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:24.908432 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d9b4b1-c684-4515-9bbc-e39397474503 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:08:24.909074 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-48d9b4b1-c684-4515-9bbc-e39397474503 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:24.922572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a1961a-136c-444e-86e9-4ee3aa4c386f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:24.924754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a1961a-136c-444e-86e9-4ee3aa4c386f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:24.925552 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a1961a-136c-444e-86e9-4ee3aa4c386f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:24.926363 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-73a1961a-136c-444e-86e9-4ee3aa4c386f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:08:24.938929 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6a804c-9d91-4201-a206-baf163ce9bc5 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:08:24.953336 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26728835-6b00-4f86-86bb-4015057e4d36 None None] Sync routers for ids ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:08:24.962999 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26728835-6b00-4f86-86bb-4015057e4d36 None None] Routers {'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:24.963891 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-26728835-6b00-4f86-86bb-4015057e4d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:24.996005 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Pushing event updated for resources: {'Port': ['ID=5c8fea54-ca03-46e7-9c93-06257e3322ad,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:25.012856 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port f3b4cf28-2cab-45cc-87ea-645b4f8b60ee triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:25.013431 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:25.014000 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port f3b4cf28-2cab-45cc-87ea-645b4f8b60ee Sep 23 15:08:25.063073 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Provisioning for port 17aff363-9c67-44fb-a344-6079fd86c44d completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:25.073379 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Provisioning complete for port 17aff363-9c67-44fb-a344-6079fd86c44d triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:25.074085 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:25.074596 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Attempt 1 to provision port 17aff363-9c67-44fb-a344-6079fd86c44d Sep 23 15:08:25.161212 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-26728835-6b00-4f86-86bb-4015057e4d36 None None] Set router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:08:25.173653 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b4b744b9-2f0f-4914-8227-a4eedbf6a4e0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:25.202837 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8c6a804c-9d91-4201-a206-baf163ce9bc5 admin admin] 10.222.0.67 "PUT /v2.0/routers/e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8590496 Sep 23 15:08:25.222648 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10fe79f-4178-49a5-bf66-5f3c83d15328 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:08:25.228986 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b10fe79f-4178-49a5-bf66-5f3c83d15328 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "PUT /v2.0/routers/70777935-f650-4da2-9534-79993c6ffd25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2896242 Sep 23 15:08:25.235717 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46760) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:25.259002 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7e213a-0cf2-4b87-b5d1-da4f8137b4f8 None None] Sync routers for ids ['70777935-f650-4da2-9534-79993c6ffd25'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:08:25.283777 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port f3b4cf28-2cab-45cc-87ea-645b4f8b60ee is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:25.284873 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device effce032-46f7-4bcb-801f-9d35516815fe up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:25.355398 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-73a1961a-136c-444e-86e9-4ee3aa4c386f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:08:25.356792 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-73a1961a-136c-444e-86e9-4ee3aa4c386f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6012642 Sep 23 15:08:25.366775 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46766) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:25.368287 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-b4b744b9-2f0f-4914-8227-a4eedbf6a4e0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Calling delete_port for 5505c536-6b4b-4115-859f-dbc6a5232708 owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:25.388767 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Current status of the port 17aff363-9c67-44fb-a344-6079fd86c44d is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:25.389278 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:25.406092 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-9f357395-59e3-44b2-b759-01323ff38f2b tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] delete failed (client error): The resource could not be found. Sep 23 15:08:25.411452 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9f357395-59e3-44b2-b759-01323ff38f2b tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "DELETE /v2.0/routers/tempest-non_exist_router-601775656 HTTP/1.1" status: 404 len: 334 time: 0.1702855 Sep 23 15:08:25.411599 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7e213a-0cf2-4b87-b5d1-da4f8137b4f8 None None] Routers {'70777935-f650-4da2-9534-79993c6ffd25'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:25.411599 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-2b7e213a-0cf2-4b87-b5d1-da4f8137b4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['70777935-f650-4da2-9534-79993c6ffd25'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:25.412405 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46770) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:25.423999 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-10c8ebd2-f440-4da2-a676-c4f8a69e0012 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Request body: {'router': {'external_gateway_info': {'network_id': '70777935-f650-4da2-9534-79993c6ffd25'}}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:25.486500 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-2b7e213a-0cf2-4b87-b5d1-da4f8137b4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:25.508756 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] For port 17aff363-9c67-44fb-a344-6079fd86c44d, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=17aff363-9c67-44fb-a344-6079fd86c44d,segment=NetworkSegment(2299cf50-8fc5-4710-8b0f-f89efce15188),segment_id=2299cf50-8fc5-4710-8b0f-f89efce15188)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:25.517776 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7e213a-0cf2-4b87-b5d1-da4f8137b4f8 None None] Routers {'70777935-f650-4da2-9534-79993c6ffd25'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:25.517776 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-2b7e213a-0cf2-4b87-b5d1-da4f8137b4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['70777935-f650-4da2-9534-79993c6ffd25'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:25.571239 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b9be8e-bf98-454f-bdfb-ed0b12fb7552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet db870565-ba2c-4af5-9c6c-6a255d6cc3de {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:08:25.591053 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-2b7e213a-0cf2-4b87-b5d1-da4f8137b4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:25.591550 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7e213a-0cf2-4b87-b5d1-da4f8137b4f8 None None] The sync data for ids ['70777935-f650-4da2-9534-79993c6ffd25'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:08:25.603382 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-48d9b4b1-c684-4515-9bbc-e39397474503 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:25.606249 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e5d0c13e-19b3-4a77-b340-8376ff0124d0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:25.610571 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e5d0c13e-19b3-4a77-b340-8376ff0124d0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8073361 Sep 23 15:08:25.611353 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46774) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:25.614380 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 7977e003-fab0-40aa-896c-5a5264ef1b0f resource provider aggregate not found Sep 23 15:08:25.616251 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:25.654512 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-26728835-6b00-4f86-86bb-4015057e4d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'name': 'tempest-TestVolumeBootPattern-818665133-router', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107'}], 'enable_snat': True}, 'gw_port_id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:05Z', 'updated_at': '2022-09-23T15:08:22Z', 'revision_number': 4, 'project_id': '4dd03006331a43759c203c055fc73500', 'gw_port': {'id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:07Z', 'updated_at': '2022-09-23T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '151e0e53-e3ba-4bc9-9023-6df4ff246ff1', 'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'mac_address': 'fa:16:3e:88:cc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:18Z', 'updated_at': '2022-09-23T15:08:22Z', 'revision_number': 2, 'project_id': '4dd03006331a43759c203c055fc73500', 'subnets': [{'id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:25.659188 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26728835-6b00-4f86-86bb-4015057e4d36 None None] Checking router: e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:08:25.659483 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26728835-6b00-4f86-86bb-4015057e4d36 None None] Updating router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e port 151e0e53-e3ba-4bc9-9023-6df4ff246ff1 binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:08:25.677711 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-48d9b4b1-c684-4515-9bbc-e39397474503 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:25.690638 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-393776443', 'security_groups': ['2042a74d-b3fd-4b76-8608-82ab621aeb1b'], 'network_id': '836ff237-6f4c-47b9-90eb-75fa61685684', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4cd66ec8-d53d-4e42-83aa-054bba710eb2'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:25.705949 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9b4b1-c684-4515-9bbc-e39397474503 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Network': ['ID=f40c0714-b0ce-4a6f-a93c-fe641ca6f93b,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:25.713002 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-48d9b4b1-c684-4515-9bbc-e39397474503 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/networks/f40c0714-b0ce-4a6f-a93c-fe641ca6f93b HTTP/1.1" status: 204 len: 168 time: 4.4537840 Sep 23 15:08:25.714471 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46784) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:25.716016 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 7977e003-fab0-40aa-896c-5a5264ef1b0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7977e003-fab0-40aa-896c-5a5264ef1b0f found for delete ", "request_id": "req-eceb6117-eee6-4b1a-b005-3adb4de409df"}]} Sep 23 15:08:25.736703 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Pushing event updated for resources: {'Port': ['ID=17aff363-9c67-44fb-a344-6079fd86c44d,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:25.741025 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:08:25.743811 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-02b9be8e-bf98-454f-bdfb-ed0b12fb7552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:25.787633 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:08:25.787978 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 69b25a0a-b04e-402f-9bf8-bbfc0a1270d4 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:08:25.801659 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-26728835-6b00-4f86-86bb-4015057e4d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:25.803877 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0c13e-19b3-4a77-b340-8376ff0124d0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2042a74d-b3fd-4b76-8608-82ab621aeb1b,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:25.882339 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Provisioning for port 5505c536-6b4b-4115-859f-dbc6a5232708 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:25.888140 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Provisioning complete for port 5505c536-6b4b-4115-859f-dbc6a5232708 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:25.888518 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:25.888853 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Attempt 1 to provision port 5505c536-6b4b-4115-859f-dbc6a5232708 Sep 23 15:08:25.898812 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f1d76d-a980-44a1-aa48-293bdae95454 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:25.899132 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b6f1d76d-a980-44a1-aa48-293bdae95454 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Synchronizing usage tracker for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:08:25.950659 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-02b9be8e-bf98-454f-bdfb-ed0b12fb7552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:26.002834 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Port 5505c536-6b4b-4115-859f-dbc6a5232708 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:26.003847 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device b973f20d-c568-4453-a063-030c88d9f6f5 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:26.050631 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-02b9be8e-bf98-454f-bdfb-ed0b12fb7552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:26.074891 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:26.085062 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:26.174164 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port b973f20d-c568-4453-a063-030c88d9f6f5 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:26.174164 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:26.174164 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port b973f20d-c568-4453-a063-030c88d9f6f5 Sep 23 15:08:26.207857 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-10c8ebd2-f440-4da2-a676-c4f8a69e0012 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:26.275334 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46796) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:26.280995 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-86368495-network', 'tenant_id': '121498c666ce46819fcd1c388d8f9c4b'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:26.282894 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port b973f20d-c568-4453-a063-030c88d9f6f5 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:26.284169 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5c8fea54-ca03-46e7-9c93-06257e3322ad up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:26.291256 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:26.293391 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b6f1d76d-a980-44a1-aa48-293bdae95454 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Unset dirty status for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:08:26.298345 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b6f1d76d-a980-44a1-aa48-293bdae95454 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "GET /v2.0/ports/82b54ebd-3297-4a48-b61c-fa721fb30d92 HTTP/1.1" status: 200 len: 845 time: 0.5738647 Sep 23 15:08:26.298345 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b4b744b9-2f0f-4914-8227-a4eedbf6a4e0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:26.299273 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46800) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:26.300110 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Usage tracker for resource:network and tenant:121498c666ce46819fcd1c388d8f9c4b is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:26.339963 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-26728835-6b00-4f86-86bb-4015057e4d36 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:26.342496 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:26.354518 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-26728835-6b00-4f86-86bb-4015057e4d36 None None] Transition to ACTIVE for port object 151e0e53-e3ba-4bc9-9023-6df4ff246ff1 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:26.358011 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b744b9-2f0f-4914-8227-a4eedbf6a4e0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Port': ['ID=5505c536-6b4b-4115-859f-dbc6a5232708,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:26.360166 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:26.365460 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 5c8fea54-ca03-46e7-9c93-06257e3322ad triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:26.365839 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:26.366177 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 5c8fea54-ca03-46e7-9c93-06257e3322ad Sep 23 15:08:26.406795 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6aea387e-f171-47ba-8b11-9ceb1f4b3250 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "GET /v2.0/ports/82b54ebd-3297-4a48-b61c-fa721fb30d92?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1006749 Sep 23 15:08:26.407361 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:26.407489 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46804) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:26.413538 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-da359f0f-3252-4cc4-b790-594afcbb95b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'subnet': {'network_id': '7d95921e-fadf-4067-8857-64762396ad45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:26.491608 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-26728835-6b00-4f86-86bb-4015057e4d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:26.505380 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-02b9be8e-bf98-454f-bdfb-ed0b12fb7552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:26.512757 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Attempt 2 to provision port 5505c536-6b4b-4115-859f-dbc6a5232708 Sep 23 15:08:26.538660 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 5c8fea54-ca03-46e7-9c93-06257e3322ad is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:26.540429 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 17aff363-9c67-44fb-a344-6079fd86c44d up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:26.566472 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-02b9be8e-bf98-454f-bdfb-ed0b12fb7552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:26.581098 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cbb4f1-1641-458d-bbf2-50e49b5faf6b None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:26.605442 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Port 5505c536-6b4b-4115-859f-dbc6a5232708 was deleted so its status cannot be updated. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 15:08:26.614677 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Made reservation on behalf of 121498c666ce46819fcd1c388d8f9c4b for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:26.618134 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:26.630931 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-10c8ebd2-f440-4da2-a676-c4f8a69e0012 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] update failed (client error): The resource could not be found. Sep 23 15:08:26.632333 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-10c8ebd2-f440-4da2-a676-c4f8a69e0012 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "PUT /v2.0/routers/70777935-f650-4da2-9534-79993c6ffd25 HTTP/1.1" status: 404 len: 339 time: 1.2190232 Sep 23 15:08:26.639425 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9be8e-bf98-454f-bdfb-ed0b12fb7552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=db870565-ba2c-4af5-9c6c-6a255d6cc3de,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:26.662491 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46808) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:26.664665 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:26.679612 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-da359f0f-3252-4cc4-b790-594afcbb95b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:26.685234 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-da359f0f-3252-4cc4-b790-594afcbb95b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:subnet and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:26.689251 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-da359f0f-3252-4cc4-b790-594afcbb95b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:26.695990 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-da359f0f-3252-4cc4-b790-594afcbb95b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:26.753910 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-02b9be8e-bf98-454f-bdfb-ed0b12fb7552 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/db870565-ba2c-4af5-9c6c-6a255d6cc3de HTTP/1.1" status: 204 len: 168 time: 1.3870382 Sep 23 15:08:26.758240 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c206f-8311-4130-9b5b-e3ebe8eac3dd None None] Pushing event updated for resources: {'Port': ['ID=151e0e53-e3ba-4bc9-9023-6df4ff246ff1,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:26.765206 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46812) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:26.777518 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c206f-8311-4130-9b5b-e3ebe8eac3dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:26.777877 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c206f-8311-4130-9b5b-e3ebe8eac3dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:26.778157 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c206f-8311-4130-9b5b-e3ebe8eac3dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:26.778512 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c206f-8311-4130-9b5b-e3ebe8eac3dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:26.778841 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c206f-8311-4130-9b5b-e3ebe8eac3dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:26.779256 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c206f-8311-4130-9b5b-e3ebe8eac3dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:26.779537 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c206f-8311-4130-9b5b-e3ebe8eac3dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:26.779863 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c206f-8311-4130-9b5b-e3ebe8eac3dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:26.780241 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c206f-8311-4130-9b5b-e3ebe8eac3dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:26.780566 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c206f-8311-4130-9b5b-e3ebe8eac3dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:26.780883 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c206f-8311-4130-9b5b-e3ebe8eac3dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:26.781198 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194c206f-8311-4130-9b5b-e3ebe8eac3dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:26.790130 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-26728835-6b00-4f86-86bb-4015057e4d36 None None] Attempting to bind port 151e0e53-e3ba-4bc9-9023-6df4ff246ff1 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:08:26.790525 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-26728835-6b00-4f86-86bb-4015057e4d36 None None] Attempting to bind port 151e0e53-e3ba-4bc9-9023-6df4ff246ff1 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '2299cf50-8fc5-4710-8b0f-f89efce15188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:08:26.794755 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26728835-6b00-4f86-86bb-4015057e4d36 None None] Attempting to bind port 151e0e53-e3ba-4bc9-9023-6df4ff246ff1 on network 54f9df89-e4c3-410f-a46e-fdf8b10aca9a {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:08:26.808413 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26728835-6b00-4f86-86bb-4015057e4d36 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:08:26.812639 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26728835-6b00-4f86-86bb-4015057e4d36 None None] Checking segment: {'id': '2299cf50-8fc5-4710-8b0f-f89efce15188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:08:26.812639 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-26728835-6b00-4f86-86bb-4015057e4d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:26.812639 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26728835-6b00-4f86-86bb-4015057e4d36 None None] Bound using segment: {'id': '2299cf50-8fc5-4710-8b0f-f89efce15188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:08:26.812639 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-26728835-6b00-4f86-86bb-4015057e4d36 None None] Bound port: 151e0e53-e3ba-4bc9-9023-6df4ff246ff1, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2299cf50-8fc5-4710-8b0f-f89efce15188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:08:26.813069 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Provisioning for port 151e0e53-e3ba-4bc9-9023-6df4ff246ff1 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:26.814588 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-26728835-6b00-4f86-86bb-4015057e4d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:26.815038 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da359f0f-3252-4cc4-b790-594afcbb95b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:26.818978 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-da359f0f-3252-4cc4-b790-594afcbb95b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:26.820361 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 17aff363-9c67-44fb-a344-6079fd86c44d triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:26.820737 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:26.821107 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 17aff363-9c67-44fb-a344-6079fd86c44d Sep 23 15:08:26.888631 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-af85626c-9897-4327-b733-e1c7f79f719d tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-987573351'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:26.894669 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-af85626c-9897-4327-b733-e1c7f79f719d tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:26.899487 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-af85626c-9897-4327-b733-e1c7f79f719d tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Usage tracker for resource:network and tenant:def85bee193c4463964d4d3314205d86 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:26.902537 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-af85626c-9897-4327-b733-e1c7f79f719d tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:26.909593 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-af85626c-9897-4327-b733-e1c7f79f719d tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:26.951930 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6ae6d2-7a81-40ce-a574-9a0c833afe13 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet e8b22edc-1da6-4149-aa5e-3c4adedd9310 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:08:26.953398 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-26728835-6b00-4f86-86bb-4015057e4d36 None None] For port 151e0e53-e3ba-4bc9-9023-6df4ff246ff1, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:08:26.957244 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-26728835-6b00-4f86-86bb-4015057e4d36 None None] For port 151e0e53-e3ba-4bc9-9023-6df4ff246ff1, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=151e0e53-e3ba-4bc9-9023-6df4ff246ff1,segment=NetworkSegment(2299cf50-8fc5-4710-8b0f-f89efce15188),segment_id=2299cf50-8fc5-4710-8b0f-f89efce15188)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:08:26.958714 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ec6ae6d2-7a81-40ce-a574-9a0c833afe13 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:26.966482 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:26.968652 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b4b744b9-2f0f-4914-8227-a4eedbf6a4e0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:26.976186 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Usage tracker for resource:security_group_rule and tenant:121498c666ce46819fcd1c388d8f9c4b is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:26.981300 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:26.999824 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Could not find standard attr ID for object b2a83b68-8bcf-453e-82d0-7b4dd4be5d08. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:08:27.004001 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:27.004001 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af85626c-9897-4327-b733-e1c7f79f719d tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Made reservation on behalf of def85bee193c4463964d4d3314205d86 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:27.006113 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-af85626c-9897-4327-b733-e1c7f79f719d tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:27.019008 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Could not find standard attr ID for object 3eddd53f-3785-455f-96a4-5c8277e8d911. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:08:27.029747 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-26728835-6b00-4f86-86bb-4015057e4d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:27.106889 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 17aff363-9c67-44fb-a344-6079fd86c44d is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:27.116473 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Provisioning for port 6706ee49-e7be-4c66-beb8-c524894c477b completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:27.125045 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Provisioning complete for port 6706ee49-e7be-4c66-beb8-c524894c477b triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:27.125422 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:27.125765 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Attempt 1 to provision port 6706ee49-e7be-4c66-beb8-c524894c477b Sep 23 15:08:27.168423 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c206f-8311-4130-9b5b-e3ebe8eac3dd None None] Pushing event updated for resources: {'Port': ['ID=151e0e53-e3ba-4bc9-9023-6df4ff246ff1,revision_number=4']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:27.184257 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26728835-6b00-4f86-86bb-4015057e4d36 None None] Routers {'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:27.187410 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-26728835-6b00-4f86-86bb-4015057e4d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:27.202061 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ec6ae6d2-7a81-40ce-a574-9a0c833afe13 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:27.212456 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:27.284088 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Current status of the port 6706ee49-e7be-4c66-beb8-c524894c477b is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:27.287086 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:27.329615 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] For port 6706ee49-e7be-4c66-beb8-c524894c477b, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=6706ee49-e7be-4c66-beb8-c524894c477b,segment=NetworkSegment(ce5c2810-fceb-4b17-8716-dc16d117e038),segment_id=ce5c2810-fceb-4b17-8716-dc16d117e038)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:27.406727 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ec6ae6d2-7a81-40ce-a574-9a0c833afe13 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:27.414064 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:27.417682 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] device_id is not set on port c4c430b3-c3b4-422c-a5b2-ecd2c2a2a017 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:08:27.466708 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af85626c-9897-4327-b733-e1c7f79f719d tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:08:27.501585 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b744b9-2f0f-4914-8227-a4eedbf6a4e0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Router 671285f6-b887-4fbc-a1ed-42ec217e80b5 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:08:27.512909 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-af85626c-9897-4327-b733-e1c7f79f719d tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:27.513233 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-af85626c-9897-4327-b733-e1c7f79f719d tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Added segment 45e17935-9d05-4d1d-8a19-e68cec978c41 of type vlan for network cb90caf3-7f4a-48c2-b9df-6d2722a9717c Sep 23 15:08:27.517528 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-26728835-6b00-4f86-86bb-4015057e4d36 None None] Set router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:08:27.534529 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Pushing event updated for resources: {'Port': ['ID=6706ee49-e7be-4c66-beb8-c524894c477b,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:27.547775 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-da359f0f-3252-4cc4-b790-594afcbb95b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:27.568074 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Provisioning for port effce032-46f7-4bcb-801f-9d35516815fe completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:27.583249 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Provisioning complete for port effce032-46f7-4bcb-801f-9d35516815fe triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:27.583249 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:27.583249 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Attempt 1 to provision port effce032-46f7-4bcb-801f-9d35516815fe Sep 23 15:08:27.624933 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ec6ae6d2-7a81-40ce-a574-9a0c833afe13 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:27.687027 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da359f0f-3252-4cc4-b790-594afcbb95b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network 7d95921e-fadf-4067-8857-64762396ad45 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:27.688496 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ec6ae6d2-7a81-40ce-a574-9a0c833afe13 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:27.704039 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-da359f0f-3252-4cc4-b790-594afcbb95b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:27.715539 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ec6ae6d2-7a81-40ce-a574-9a0c833afe13 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/e8b22edc-1da6-4149-aa5e-3c4adedd9310 HTTP/1.1" status: 204 len: 168 time: 0.9489484 Sep 23 15:08:27.720035 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83c7436-2609-4c4a-9df9-25ea3124c52d None None] Network 7d95921e-fadf-4067-8857-64762396ad45 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:27.722988 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da359f0f-3252-4cc4-b790-594afcbb95b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:27.723606 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-da359f0f-3252-4cc4-b790-594afcbb95b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:27.730768 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46820) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:27.845969 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-af85626c-9897-4327-b733-e1c7f79f719d tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:27.887402 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b744b9-2f0f-4914-8227-a4eedbf6a4e0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:08:27.926054 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016a7cf5-9db1-4d2f-a1b3-0d904d5423cb None None] Sync routers for ids ['671285f6-b887-4fbc-a1ed-42ec217e80b5'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:08:27.928420 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9715bed0-324a-4a7a-8286-b1170ab3f5d8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1946676 Sep 23 15:08:27.930604 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da359f0f-3252-4cc4-b790-594afcbb95b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Subnet': ['ID=8c91a799-4c0d-43dc-a3fe-6c0472abcfe1,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:27.932555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46826) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:27.946571 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-db8a64de-844f-4a04-96cb-0ecb0a454869 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:27.982525 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016a7cf5-9db1-4d2f-a1b3-0d904d5423cb None None] Routers {'671285f6-b887-4fbc-a1ed-42ec217e80b5'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:27.990971 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-016a7cf5-9db1-4d2f-a1b3-0d904d5423cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['671285f6-b887-4fbc-a1ed-42ec217e80b5'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:28.000509 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:28.026974 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 6706ee49-e7be-4c66-beb8-c524894c477b up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:28.034967 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-da359f0f-3252-4cc4-b790-594afcbb95b6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6267664 Sep 23 15:08:28.035175 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46830) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:28.043399 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-c760e01e-0617-4886-87d9-0ab11699b2e2 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'security_group': {'name': 'tempest-secgroup-215186624'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:28.045952 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ae6d2-7a81-40ce-a574-9a0c833afe13 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=e8b22edc-1da6-4149-aa5e-3c4adedd9310,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:28.058636 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-c760e01e-0617-4886-87d9-0ab11699b2e2 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:28.067034 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7295e102-baf0-4971-ba7a-c674dd165077 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:28.071507 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b4b744b9-2f0f-4914-8227-a4eedbf6a4e0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "PUT /v2.0/routers/671285f6-b887-4fbc-a1ed-42ec217e80b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8077946 Sep 23 15:08:28.071507 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-c760e01e-0617-4886-87d9-0ab11699b2e2 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:security_group and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:28.074005 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Allocated IP 172.20.0.13 (836ff237-6f4c-47b9-90eb-75fa61685684/4cd66ec8-d53d-4e42-83aa-054bba710eb2/c4c430b3-c3b4-422c-a5b2-ecd2c2a2a017) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:28.076319 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46834) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:28.077109 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-c760e01e-0617-4886-87d9-0ab11699b2e2 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:28.087016 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:28.091373 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-c760e01e-0617-4886-87d9-0ab11699b2e2 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:28.156051 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-db8a64de-844f-4a04-96cb-0ecb0a454869 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:28.161746 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-db8a64de-844f-4a04-96cb-0ecb0a454869 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:subnet and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:28.165883 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-db8a64de-844f-4a04-96cb-0ecb0a454869 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:28.167663 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-016a7cf5-9db1-4d2f-a1b3-0d904d5423cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:28.173801 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-af85626c-9897-4327-b733-e1c7f79f719d tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:28.175321 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-db8a64de-844f-4a04-96cb-0ecb0a454869 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:28.179449 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af85626c-9897-4327-b733-e1c7f79f719d tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:28.180611 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-af85626c-9897-4327-b733-e1c7f79f719d tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:28.212622 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016a7cf5-9db1-4d2f-a1b3-0d904d5423cb None None] Routers {'671285f6-b887-4fbc-a1ed-42ec217e80b5'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:28.213252 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-016a7cf5-9db1-4d2f-a1b3-0d904d5423cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['671285f6-b887-4fbc-a1ed-42ec217e80b5'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:28.231739 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8a64de-844f-4a04-96cb-0ecb0a454869 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:28.235991 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-db8a64de-844f-4a04-96cb-0ecb0a454869 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:28.284622 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-016a7cf5-9db1-4d2f-a1b3-0d904d5423cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:28.284622 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016a7cf5-9db1-4d2f-a1b3-0d904d5423cb None None] The sync data for ids ['671285f6-b887-4fbc-a1ed-42ec217e80b5'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:08:28.306235 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:08:28.314607 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-26728835-6b00-4f86-86bb-4015057e4d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'name': 'tempest-TestVolumeBootPattern-818665133-router', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107'}], 'enable_snat': True}, 'gw_port_id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:05Z', 'updated_at': '2022-09-23T15:08:22Z', 'revision_number': 4, 'project_id': '4dd03006331a43759c203c055fc73500', 'gw_port': {'id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:07Z', 'updated_at': '2022-09-23T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '151e0e53-e3ba-4bc9-9023-6df4ff246ff1', 'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'mac_address': 'fa:16:3e:88:cc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:18Z', 'updated_at': '2022-09-23T15:08:26Z', 'revision_number': 4, 'project_id': '4dd03006331a43759c203c055fc73500', 'subnets': [{'id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:28.318860 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26728835-6b00-4f86-86bb-4015057e4d36 None None] The sync data for ids ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'] in dv-neutron-859093-1-hyperv is: [{'id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'name': 'tempest-TestVolumeBootPattern-818665133-router', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107'}], 'enable_snat': True}, 'gw_port_id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:05Z', 'updated_at': '2022-09-23T15:08:22Z', 'revision_number': 4, 'project_id': '4dd03006331a43759c203c055fc73500', 'gw_port': {'id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:07Z', 'updated_at': '2022-09-23T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '151e0e53-e3ba-4bc9-9023-6df4ff246ff1', 'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'mac_address': 'fa:16:3e:88:cc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:18Z', 'updated_at': '2022-09-23T15:08:26Z', 'revision_number': 4, 'project_id': '4dd03006331a43759c203c055fc73500', 'subnets': [{'id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:08:28.334278 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Current status of the port effce032-46f7-4bcb-801f-9d35516815fe is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:28.426840 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c4db99-feb5-4c2d-b7e2-8b7d9ce9653b,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:28.508085 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Provisioning complete for port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:28.510071 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:28.510071 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Attempt 1 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:08:28.590863 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:28.590863 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Added segment 1a0e1add-bcd2-4a1c-8edf-c395254cdac9 of type vlan for network f8c6fb9e-2885-4bcb-880f-99ab23d2372f Sep 23 15:08:28.631042 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 6706ee49-e7be-4c66-beb8-c524894c477b triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:28.631700 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:28.632359 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 6706ee49-e7be-4c66-beb8-c524894c477b Sep 23 15:08:28.642970 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-af85626c-9897-4327-b733-e1c7f79f719d tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9680071 Sep 23 15:08:28.644330 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c760e01e-0617-4886-87d9-0ab11699b2e2 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:28.648098 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46838) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:28.658450 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-f90ecc1a-d8c1-4917-bb1b-def9e30cac24 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Request body: {'subnet': {'network_id': 'cb90caf3-7f4a-48c2-b9df-6d2722a9717c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:28.666919 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85626c-9897-4327-b733-e1c7f79f719d tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Pushing event updated for resources: {'Network': ['ID=cb90caf3-7f4a-48c2-b9df-6d2722a9717c,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:28.705560 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network cb90caf3-7f4a-48c2-b9df-6d2722a9717c details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:08:28.723947 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf706b2-6f84-449b-b2cd-5a4c173764a3 None None] DHCP port deletion for c3d67a4b-9092-448f-b14d-bd8d70a05623 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:08:28.750686 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-5ba833f2-36af-4c66-8be9-4a861e4ccea4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] remove_router_interface failed (client error): The resource could not be found. Sep 23 15:08:28.754245 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5ba833f2-36af-4c66-8be9-4a861e4ccea4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "PUT /v2.0/routers/671285f6-b887-4fbc-a1ed-42ec217e80b5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6716542 Sep 23 15:08:28.763949 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46842) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:28.830679 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-db8a64de-844f-4a04-96cb-0ecb0a454869 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:28.848024 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-989a4e21-94f4-44e3-8e09-681f5a8395d8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Synchronizing usage tracker for tenant:2de827345e1341699e79c05b3da06c65 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:08:28.905832 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8a64de-844f-4a04-96cb-0ecb0a454869 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:28.915376 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-db8a64de-844f-4a04-96cb-0ecb0a454869 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:28.918671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8a64de-844f-4a04-96cb-0ecb0a454869 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:28.919392 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-db8a64de-844f-4a04-96cb-0ecb0a454869 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:28.931355 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:28.935984 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7cf706b2-6f84-449b-b2cd-5a4c173764a3 None None] Deleting port bc22b690-98d1-4132-bd4c-d75fa1c03399 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:28.936502 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7cf706b2-6f84-449b-b2cd-5a4c173764a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:28.989798 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f90ecc1a-d8c1-4917-bb1b-def9e30cac24 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:28.998993 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f90ecc1a-d8c1-4917-bb1b-def9e30cac24 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Usage tracker for resource:subnet and tenant:def85bee193c4463964d4d3314205d86 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:28.999513 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-c760e01e-0617-4886-87d9-0ab11699b2e2 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:29.002093 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a64de-844f-4a04-96cb-0ecb0a454869 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=5e497cc4-5e98-4d35-9e70-a52d9e23c975,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:29.002821 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:29.005538 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f90ecc1a-d8c1-4917-bb1b-def9e30cac24 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:29.014247 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-c760e01e-0617-4886-87d9-0ab11699b2e2 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:security_group_rule and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:29.015369 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f90ecc1a-d8c1-4917-bb1b-def9e30cac24 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:29.020122 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-c760e01e-0617-4886-87d9-0ab11699b2e2 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:29.033402 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-c760e01e-0617-4886-87d9-0ab11699b2e2 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:29.058550 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-989a4e21-94f4-44e3-8e09-681f5a8395d8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Unset dirty status for tenant:2de827345e1341699e79c05b3da06c65 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:08:29.060169 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-989a4e21-94f4-44e3-8e09-681f5a8395d8 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "GET /v2.0/ports?device_id=671285f6-b887-4fbc-a1ed-42ec217e80b5 HTTP/1.1" status: 200 len: 205 time: 0.2947378 Sep 23 15:08:29.063089 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46846) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:29.111959 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:29.141363 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Transition to ACTIVE for port object c4c430b3-c3b4-422c-a5b2-ecd2c2a2a017 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:29.194860 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b9f248-ee78-43ec-b26b-3b23055d1005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-7d95921e-fadf-4067-8857-64762396ad45', 'network_id': '7d95921e-fadf-4067-8857-64762396ad45', 'tenant_id': 'fe968160af094339b6a6d6f363efa62e', 'fixed_ips': [{'subnet_id': '8c91a799-4c0d-43dc-a3fe-6c0472abcfe1'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:08:29.195707 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-87b9f248-ee78-43ec-b26b-3b23055d1005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:29.198682 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:29.199655 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:29.200227 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:29.206525 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90ecc1a-d8c1-4917-bb1b-def9e30cac24 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Made reservation on behalf of def85bee193c4463964d4d3314205d86 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:29.212317 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f90ecc1a-d8c1-4917-bb1b-def9e30cac24 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:29.264347 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-db8a64de-844f-4a04-96cb-0ecb0a454869 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3280668 Sep 23 15:08:29.270974 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46850) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:29.300679 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c760e01e-0617-4886-87d9-0ab11699b2e2 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:29.314981 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:29.331676 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fb55639a-c13d-4ecd-8d97-f02d2e9a2d71 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:29.408144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-360bd5d4-2c5e-44a7-ae4d-bafb71977f83 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:29.417210 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 6706ee49-e7be-4c66-beb8-c524894c477b is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:29.439149 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Attempt 2 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:08:29.442789 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network 836ff237-6f4c-47b9-90eb-75fa61685684 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:29.446661 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Port': ['ID=c4c430b3-c3b4-422c-a5b2-ecd2c2a2a017,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:29.449319 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:29.455543 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c760e01e-0617-4886-87d9-0ab11699b2e2 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:29.461601 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.1845863 Sep 23 15:08:29.470245 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:29.543390 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46854) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:29.547549 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760e01e-0617-4886-87d9-0ab11699b2e2 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0d3c5d-bd75-43e8-acea-92d3a0448f33,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:29.556534 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Pushing event updated for resources: {'Network': ['ID=f8c6fb9e-2885-4bcb-880f-99ab23d2372f,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:29.567377 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.567943 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.568379 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.568806 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.569229 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.569649 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.570065 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.571008 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.571460 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.571842 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.572244 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.572647 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.579569 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-b710aa1f-569f-4ca0-88a3-08a38ba514d1 admin admin] Request body: {'subnet': {'network_id': 'f8c6fb9e-2885-4bcb-880f-99ab23d2372f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-86368495-subnet', 'tenant_id': '121498c666ce46819fcd1c388d8f9c4b', 'ip_version': 4}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:29.599130 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c760e01e-0617-4886-87d9-0ab11699b2e2 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.599503 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c760e01e-0617-4886-87d9-0ab11699b2e2 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.599926 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c760e01e-0617-4886-87d9-0ab11699b2e2 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.600320 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c760e01e-0617-4886-87d9-0ab11699b2e2 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.600757 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c760e01e-0617-4886-87d9-0ab11699b2e2 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.601164 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c760e01e-0617-4886-87d9-0ab11699b2e2 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.601579 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c760e01e-0617-4886-87d9-0ab11699b2e2 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.602040 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c760e01e-0617-4886-87d9-0ab11699b2e2 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.602451 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c760e01e-0617-4886-87d9-0ab11699b2e2 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.602872 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c760e01e-0617-4886-87d9-0ab11699b2e2 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.603259 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c760e01e-0617-4886-87d9-0ab11699b2e2 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.603701 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c760e01e-0617-4886-87d9-0ab11699b2e2 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.611370 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.611780 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.612250 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.612713 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.613022 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.613466 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.613970 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.614381 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.614787 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.615247 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.615633 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.616013 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2172ca0a-bcff-4780-b481-e9e206886611 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:29.635484 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:29.636462 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b710aa1f-569f-4ca0-88a3-08a38ba514d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:29.651679 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b710aa1f-569f-4ca0-88a3-08a38ba514d1 admin admin] Usage tracker for resource:subnet and tenant:121498c666ce46819fcd1c388d8f9c4b is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:29.660207 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b710aa1f-569f-4ca0-88a3-08a38ba514d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:29.670250 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b710aa1f-569f-4ca0-88a3-08a38ba514d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:29.737799 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:29.738415 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:29.744136 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network f8c6fb9e-2885-4bcb-880f-99ab23d2372f details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:08:29.765597 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c760e01e-0617-4886-87d9-0ab11699b2e2 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:29.769511 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c760e01e-0617-4886-87d9-0ab11699b2e2 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7302301 Sep 23 15:08:29.771896 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46860) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:29.782783 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b710aa1f-569f-4ca0-88a3-08a38ba514d1 admin admin] Made reservation on behalf of 121498c666ce46819fcd1c388d8f9c4b for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:29.786370 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b710aa1f-569f-4ca0-88a3-08a38ba514d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:29.829074 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-7cf706b2-6f84-449b-b2cd-5a4c173764a3 None None] For port bc22b690-98d1-4132-bd4c-d75fa1c03399, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=bc22b690-98d1-4132-bd4c-d75fa1c03399,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:29.829399 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7cf706b2-6f84-449b-b2cd-5a4c173764a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:29.837203 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-16cc100f-e031-4217-89d0-f0b02e68e953 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'security_group': {'name': 'tempest-secgroup-790835452'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:29.845250 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-16cc100f-e031-4217-89d0-f0b02e68e953 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:29.849595 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-16cc100f-e031-4217-89d0-f0b02e68e953 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:security_group and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:29.853331 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-16cc100f-e031-4217-89d0-f0b02e68e953 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:29.859841 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-16cc100f-e031-4217-89d0-f0b02e68e953 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:30.011640 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f02879d8-8201-4d6b-912e-4a7fff863505 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3689404 Sep 23 15:08:30.017647 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46864) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:30.017807 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7cf706b2-6f84-449b-b2cd-5a4c173764a3 None None] Calling delete_port for bc22b690-98d1-4132-bd4c-d75fa1c03399 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:30.020690 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-caaeccef-b258-4bd4-9f21-9ef13d462fd2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'subnet': {'network_id': '836ff237-6f4c-47b9-90eb-75fa61685684', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:30.041454 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-87b9f248-ee78-43ec-b26b-3b23055d1005 None None] Allocated IP 2001:db8::2 (7d95921e-fadf-4067-8857-64762396ad45/8c91a799-4c0d-43dc-a3fe-6c0472abcfe1/10e8610f-139d-4980-ac20-43beaa98f27e) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:30.046192 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 151e0e53-e3ba-4bc9-9023-6df4ff246ff1 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:30.069052 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-16cc100f-e031-4217-89d0-f0b02e68e953 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:30.153745 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Attempt 3 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:08:30.171088 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-360bd5d4-2c5e-44a7-ae4d-bafb71977f83 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:30.182011 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fb55639a-c13d-4ecd-8d97-f02d2e9a2d71 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:30.185493 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-360bd5d4-2c5e-44a7-ae4d-bafb71977f83 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:subnet and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:30.189496 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fb55639a-c13d-4ecd-8d97-f02d2e9a2d71 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:30.191562 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-16cc100f-e031-4217-89d0-f0b02e68e953 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:30.195022 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-360bd5d4-2c5e-44a7-ae4d-bafb71977f83 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:30.206142 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-360bd5d4-2c5e-44a7-ae4d-bafb71977f83 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:30.208534 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-16cc100f-e031-4217-89d0-f0b02e68e953 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:security_group_rule and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:30.216384 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-caaeccef-b258-4bd4-9f21-9ef13d462fd2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:30.219056 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-16cc100f-e031-4217-89d0-f0b02e68e953 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:30.230817 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-caaeccef-b258-4bd4-9f21-9ef13d462fd2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:subnet and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:30.237643 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-caaeccef-b258-4bd4-9f21-9ef13d462fd2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:30.252004 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-caaeccef-b258-4bd4-9f21-9ef13d462fd2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:30.270479 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-16cc100f-e031-4217-89d0-f0b02e68e953 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:30.329305 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b710aa1f-569f-4ca0-88a3-08a38ba514d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:30.374297 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360bd5d4-2c5e-44a7-ae4d-bafb71977f83 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:30.378122 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-360bd5d4-2c5e-44a7-ae4d-bafb71977f83 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:30.402594 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fb55639a-c13d-4ecd-8d97-f02d2e9a2d71 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:30.403393 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb55639a-c13d-4ecd-8d97-f02d2e9a2d71 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Fanout notify agent at l3_agent the message router_deleted on router 671285f6-b887-4fbc-a1ed-42ec217e80b5 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:08:30.405308 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710aa1f-569f-4ca0-88a3-08a38ba514d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c398878b-df72-4e93-b3df-fd8ad0fab69b,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:30.409202 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaeccef-b258-4bd4-9f21-9ef13d462fd2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:30.413737 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-caaeccef-b258-4bd4-9f21-9ef13d462fd2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:30.529093 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f90ecc1a-d8c1-4917-bb1b-def9e30cac24 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:30.541844 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b710aa1f-569f-4ca0-88a3-08a38ba514d1 admin admin] Checking segment: {'id': '1a0e1add-bcd2-4a1c-8edf-c395254cdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f8c6fb9e-2885-4bcb-880f-99ab23d2372f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:08:30.542189 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b710aa1f-569f-4ca0-88a3-08a38ba514d1 admin admin] Network hostable DHCP agents. Network: f8c6fb9e-2885-4bcb-880f-99ab23d2372f, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:08:30.542642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-16cc100f-e031-4217-89d0-f0b02e68e953 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:30.567091 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-87b9f248-ee78-43ec-b26b-3b23055d1005 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:30.594181 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-87b9f248-ee78-43ec-b26b-3b23055d1005 None None] Transition to ACTIVE for port object 10e8610f-139d-4980-ac20-43beaa98f27e will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:30.599598 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.ipam_backend_mixin [None req-caaeccef-b258-4bd4-9f21-9ef13d462fd2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4cd66ec8-d53d-4e42-83aa-054bba710eb2 (CIDR: 172.20.0.0/28) Sep 23 15:08:30.607106 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:30.617827 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7cf706b2-6f84-449b-b2cd-5a4c173764a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:30.624138 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-87b9f248-ee78-43ec-b26b-3b23055d1005 None None] Transition to ACTIVE for port object 10e8610f-139d-4980-ac20-43beaa98f27e will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:30.642822 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b710aa1f-569f-4ca0-88a3-08a38ba514d1 admin admin] Network f8c6fb9e-2885-4bcb-880f-99ab23d2372f is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:08:30.648930 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-caaeccef-b258-4bd4-9f21-9ef13d462fd2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:08:30.659166 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caaeccef-b258-4bd4-9f21-9ef13d462fd2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:08:30.663267 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-16cc100f-e031-4217-89d0-f0b02e68e953 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:30.679150 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf706b2-6f84-449b-b2cd-5a4c173764a3 None None] Pushing event deleted for resources: {'Port': ['ID=bc22b690-98d1-4132-bd4c-d75fa1c03399,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:30.693553 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf706b2-6f84-449b-b2cd-5a4c173764a3 None None] No DVR routers for this DVR port bc22b690-98d1-4132-bd4c-d75fa1c03399 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:08:30.694186 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fb55639a-c13d-4ecd-8d97-f02d2e9a2d71 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:30.694186 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-fb55639a-c13d-4ecd-8d97-f02d2e9a2d71 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/routers/671285f6-b887-4fbc-a1ed-42ec217e80b5 HTTP/1.1" status: 204 len: 168 time: 1.6259019 Sep 23 15:08:30.694416 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46870) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:30.707032 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfaab5a-0a34-4590-bc91-aa36926b2ab7 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:30.719489 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ecc1a-d8c1-4917-bb1b-def9e30cac24 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Pushing event updated for resources: {'Subnet': ['ID=28612f41-895e-4e51-bcee-045b22781d87,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:30.757530 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90ecc1a-d8c1-4917-bb1b-def9e30cac24 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Checking segment: {'id': '45e17935-9d05-4d1d-8a19-e68cec978c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cb90caf3-7f4a-48c2-b9df-6d2722a9717c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:08:30.757947 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90ecc1a-d8c1-4917-bb1b-def9e30cac24 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Network hostable DHCP agents. Network: cb90caf3-7f4a-48c2-b9df-6d2722a9717c, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:08:30.763512 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc100f-e031-4217-89d0-f0b02e68e953 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9136fdd-14e5-4969-a0ba-31318795f617,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:30.792609 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-b710aa1f-569f-4ca0-88a3-08a38ba514d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, f8c6fb9e-2885-4bcb-880f-99ab23d2372f) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:30.818365 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-caaeccef-b258-4bd4-9f21-9ef13d462fd2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8023739 Sep 23 15:08:30.826654 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46874) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:30.830643 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b710aa1f-569f-4ca0-88a3-08a38ba514d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:30.832697 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b710aa1f-569f-4ca0-88a3-08a38ba514d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:30.841952 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-1bf1d6e5-be1d-48bd-b331-89a97c3b9e39 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'subnet': {'network_id': '836ff237-6f4c-47b9-90eb-75fa61685684', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:30.849770 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24da5b5-573d-482d-9955-e999525acdc0 None None] Network f8c6fb9e-2885-4bcb-880f-99ab23d2372f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:30.866111 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-16cc100f-e031-4217-89d0-f0b02e68e953 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:30.867887 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-16cc100f-e031-4217-89d0-f0b02e68e953 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0890427 Sep 23 15:08:30.868265 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf35be25-b3eb-448b-ab88-98c01c95e590 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Deleting subnet c3c6e784-1b03-4684-8101-34126b9052eb {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:08:30.870573 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46878) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:30.878381 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-61b2c78c-a937-4d3c-ad50-a50c8326f148 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-262308774', 'security_groups': ['e9136fdd-14e5-4969-a0ba-31318795f617'], 'network_id': '7d95921e-fadf-4067-8857-64762396ad45', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8c91a799-4c0d-43dc-a3fe-6c0472abcfe1'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:30.891464 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-87b9f248-ee78-43ec-b26b-3b23055d1005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:30.894828 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 151e0e53-e3ba-4bc9-9023-6df4ff246ff1 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:30.901392 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf35be25-b3eb-448b-ab88-98c01c95e590 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:30.907234 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90ecc1a-d8c1-4917-bb1b-def9e30cac24 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Network cb90caf3-7f4a-48c2-b9df-6d2722a9717c is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:08:30.915517 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-f90ecc1a-d8c1-4917-bb1b-def9e30cac24 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, cb90caf3-7f4a-48c2-b9df-6d2722a9717c) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:30.943399 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9a41ad-bcdc-424f-94a9-0256a503cd29 None None] Network cb90caf3-7f4a-48c2-b9df-6d2722a9717c requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:30.950346 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b710aa1f-569f-4ca0-88a3-08a38ba514d1 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3851516 Sep 23 15:08:30.969286 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46882) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:30.974761 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90ecc1a-d8c1-4917-bb1b-def9e30cac24 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:30.975349 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f90ecc1a-d8c1-4917-bb1b-def9e30cac24 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:30.989720 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-902dd1dc-e269-419a-86e8-be31851412b5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-86368495-router', 'tenant_id': '121498c666ce46819fcd1c388d8f9c4b', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:31.040748 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 151e0e53-e3ba-4bc9-9023-6df4ff246ff1 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:31.041162 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:31.041507 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 151e0e53-e3ba-4bc9-9023-6df4ff246ff1 Sep 23 15:08:31.092514 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-902dd1dc-e269-419a-86e8-be31851412b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:31.098504 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-1bf1d6e5-be1d-48bd-b331-89a97c3b9e39 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:31.102947 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1bf1d6e5-be1d-48bd-b331-89a97c3b9e39 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:subnet and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:31.105811 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1bf1d6e5-be1d-48bd-b331-89a97c3b9e39 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:31.107958 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-902dd1dc-e269-419a-86e8-be31851412b5 admin admin] Usage tracker for resource:router and tenant:121498c666ce46819fcd1c388d8f9c4b is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:31.111649 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-1bf1d6e5-be1d-48bd-b331-89a97c3b9e39 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:31.114276 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf35be25-b3eb-448b-ab88-98c01c95e590 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:31.114748 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f90ecc1a-d8c1-4917-bb1b-def9e30cac24 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4646537 Sep 23 15:08:31.118917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46886) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:31.125849 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-67a4f965-9a33-408c-acea-02876fb2aa1e tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cb90caf3-7f4a-48c2-b9df-6d2722a9717c'}}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:31.138405 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Attempt 4 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:08:31.148106 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-902dd1dc-e269-419a-86e8-be31851412b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:31.170703 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-902dd1dc-e269-419a-86e8-be31851412b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:31.196683 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf1d6e5-be1d-48bd-b331-89a97c3b9e39 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:31.200510 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1bf1d6e5-be1d-48bd-b331-89a97c3b9e39 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:31.230446 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-61b2c78c-a937-4d3c-ad50-a50c8326f148 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:31.231255 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b9f248-ee78-43ec-b26b-3b23055d1005 None None] Network 7d95921e-fadf-4067-8857-64762396ad45 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:31.241271 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-61b2c78c-a937-4d3c-ad50-a50c8326f148 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:31.244393 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-87b9f248-ee78-43ec-b26b-3b23055d1005 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:31.247019 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b9f248-ee78-43ec-b26b-3b23055d1005 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:31.293367 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf35be25-b3eb-448b-ab88-98c01c95e590 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:31.333249 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b2c78c-a937-4d3c-ad50-a50c8326f148 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:31.348264 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-902dd1dc-e269-419a-86e8-be31851412b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:31.349261 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-902dd1dc-e269-419a-86e8-be31851412b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:31.358774 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9f248-ee78-43ec-b26b-3b23055d1005 None None] Pushing event updated for resources: {'Port': ['ID=10e8610f-139d-4980-ac20-43beaa98f27e,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:31.447834 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:31.462221 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-902dd1dc-e269-419a-86e8-be31851412b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:31.533882 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-87b9f248-ee78-43ec-b26b-3b23055d1005 None None] Attempting to bind port 10e8610f-139d-4980-ac20-43beaa98f27e on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:08:31.534286 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-87b9f248-ee78-43ec-b26b-3b23055d1005 None None] Attempting to bind port 10e8610f-139d-4980-ac20-43beaa98f27e by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '1fa475cd-a96c-445a-a7fc-21882202ac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7d95921e-fadf-4067-8857-64762396ad45'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:08:31.534871 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b9f248-ee78-43ec-b26b-3b23055d1005 None None] Attempting to bind port 10e8610f-139d-4980-ac20-43beaa98f27e on network 7d95921e-fadf-4067-8857-64762396ad45 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:08:31.538858 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-61b2c78c-a937-4d3c-ad50-a50c8326f148 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:31.565805 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-61b2c78c-a937-4d3c-ad50-a50c8326f148 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] device_id is not set on port 56e43fe9-8cab-4069-ab42-c900ac0ed06b yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:08:31.651368 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b9f248-ee78-43ec-b26b-3b23055d1005 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:08:31.651848 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b9f248-ee78-43ec-b26b-3b23055d1005 None None] Checking segment: {'id': '1fa475cd-a96c-445a-a7fc-21882202ac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7d95921e-fadf-4067-8857-64762396ad45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:08:31.652200 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-87b9f248-ee78-43ec-b26b-3b23055d1005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:31.652599 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b9f248-ee78-43ec-b26b-3b23055d1005 None None] Bound using segment: {'id': '1fa475cd-a96c-445a-a7fc-21882202ac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7d95921e-fadf-4067-8857-64762396ad45'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:08:31.653085 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-87b9f248-ee78-43ec-b26b-3b23055d1005 None None] Bound port: 10e8610f-139d-4980-ac20-43beaa98f27e, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa475cd-a96c-445a-a7fc-21882202ac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7d95921e-fadf-4067-8857-64762396ad45'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:08:31.653465 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-87b9f248-ee78-43ec-b26b-3b23055d1005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:31.719276 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.objects.ports [None req-360bd5d4-2c5e-44a7-ae4d-bafb71977f83 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89739) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 23 15:08:31.724981 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-360bd5d4-2c5e-44a7-ae4d-bafb71977f83 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:31.732263 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e154488c-93f8-4c3c-8dc3-b1acb878f63e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-c3d67a4b-9092-448f-b14d-bd8d70a05623', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'fixed_ips': [{'subnet_id': '51358437-e936-423e-94ab-5882ebc60c39'}, {'subnet_id': '5e497cc4-5e98-4d35-9e70-a52d9e23c975'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:08:31.732749 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e154488c-93f8-4c3c-8dc3-b1acb878f63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:31.733368 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf35be25-b3eb-448b-ab88-98c01c95e590 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:31.894098 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.ipam_backend_mixin [None req-1bf1d6e5-be1d-48bd-b331-89a97c3b9e39 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 1ca65ce9-2930-4cb1-8549-594aa7555573 (CIDR: 172.20.0.16/28) Sep 23 15:08:31.924344 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35be25-b3eb-448b-ab88-98c01c95e590 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Subnet': ['ID=c3c6e784-1b03-4684-8101-34126b9052eb,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:31.935210 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf35be25-b3eb-448b-ab88-98c01c95e590 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:31.941809 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 151e0e53-e3ba-4bc9-9023-6df4ff246ff1 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:31.947520 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:31.973437 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360bd5d4-2c5e-44a7-ae4d-bafb71977f83 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:31.986047 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-360bd5d4-2c5e-44a7-ae4d-bafb71977f83 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:31.988027 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf1d6e5-be1d-48bd-b331-89a97c3b9e39 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:08:31.988576 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf1d6e5-be1d-48bd-b331-89a97c3b9e39 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:08:31.998061 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360bd5d4-2c5e-44a7-ae4d-bafb71977f83 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:31.998700 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-360bd5d4-2c5e-44a7-ae4d-bafb71977f83 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:32.013083 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-67a4f965-9a33-408c-acea-02876fb2aa1e tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:32.018999 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bf35be25-b3eb-448b-ab88-98c01c95e590 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/subnets/c3c6e784-1b03-4684-8101-34126b9052eb HTTP/1.1" status: 204 len: 168 time: 1.3227444 Sep 23 15:08:32.033304 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46890) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:32.050779 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Attempt 5 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:08:32.063858 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bd5d4-2c5e-44a7-ae4d-bafb71977f83 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=51358437-e936-423e-94ab-5882ebc60c39,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:32.064365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6be07c-d29d-4f04-a8be-ad1e07bbbb75 None None] Network c073f579-0f3f-4501-ab0c-2892c072d7ba requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:32.136974 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-902dd1dc-e269-419a-86e8-be31851412b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:32.189743 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1bf1d6e5-be1d-48bd-b331-89a97c3b9e39 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3547347 Sep 23 15:08:32.191030 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46894) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:32.191725 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-360bd5d4-2c5e-44a7-ae4d-bafb71977f83 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9192135 Sep 23 15:08:32.192822 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46896) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:32.199088 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674b94f1-7401-46be-9bfd-a36a410e87e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-f8c6fb9e-2885-4bcb-880f-99ab23d2372f', 'network_id': 'f8c6fb9e-2885-4bcb-880f-99ab23d2372f', 'tenant_id': '121498c666ce46819fcd1c388d8f9c4b', 'fixed_ips': [{'subnet_id': 'c398878b-df72-4e93-b3df-fd8ad0fab69b'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:08:32.199598 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-86346d0e-f21f-471c-b20b-85c08626198e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:32.199895 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-674b94f1-7401-46be-9bfd-a36a410e87e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:32.201316 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-354d7e74-c179-458a-bc11-9ac309f2e280 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'subnet': {'network_id': '836ff237-6f4c-47b9-90eb-75fa61685684', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:32.209192 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ad862f-b52a-4784-be3a-739009bc6b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-cb90caf3-7f4a-48c2-b9df-6d2722a9717c', 'network_id': 'cb90caf3-7f4a-48c2-b9df-6d2722a9717c', 'tenant_id': 'def85bee193c4463964d4d3314205d86', 'fixed_ips': [{'subnet_id': '28612f41-895e-4e51-bcee-045b22781d87'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:08:32.209967 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-72ad862f-b52a-4784-be3a-739009bc6b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:32.225981 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-f7590bed-58e8-4b7f-9ce6-822f11ea0a1d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'port': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'mac_address': 'fa:16:3e:10:0f:36', 'name': 'tempest-NetworksTestDHCPv6-578730813'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:32.265719 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-86346d0e-f21f-471c-b20b-85c08626198e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Deleting port b973f20d-c568-4453-a063-030c88d9f6f5 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:32.266087 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-86346d0e-f21f-471c-b20b-85c08626198e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:32.293199 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-87b9f248-ee78-43ec-b26b-3b23055d1005 None None] For port 10e8610f-139d-4980-ac20-43beaa98f27e, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:08:32.374617 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:32.379684 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-87b9f248-ee78-43ec-b26b-3b23055d1005 None None] For port 10e8610f-139d-4980-ac20-43beaa98f27e, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=10e8610f-139d-4980-ac20-43beaa98f27e,segment=NetworkSegment(1fa475cd-a96c-445a-a7fc-21882202ac21),segment_id=1fa475cd-a96c-445a-a7fc-21882202ac21)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:08:32.418140 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e142724c-2f6c-4839-af0e-06e911c84775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:32.421664 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 151e0e53-e3ba-4bc9-9023-6df4ff246ff1, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=151e0e53-e3ba-4bc9-9023-6df4ff246ff1,segment=NetworkSegment(2299cf50-8fc5-4710-8b0f-f89efce15188),segment_id=2299cf50-8fc5-4710-8b0f-f89efce15188)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:32.426715 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-61b2c78c-a937-4d3c-ad50-a50c8326f148 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Allocated IP 2001:db8::169 (7d95921e-fadf-4067-8857-64762396ad45/8c91a799-4c0d-43dc-a3fe-6c0472abcfe1/56e43fe9-8cab-4069-ab42-c900ac0ed06b) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:32.511162 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-86346d0e-f21f-471c-b20b-85c08626198e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] For port b973f20d-c568-4453-a063-030c88d9f6f5, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=b973f20d-c568-4453-a063-030c88d9f6f5,segment=NetworkSegment(922ea4a9-b900-4f79-87a9-bbdf537661b4),segment_id=922ea4a9-b900-4f79-87a9-bbdf537661b4)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:32.511538 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-86346d0e-f21f-471c-b20b-85c08626198e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:32.515877 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-87b9f248-ee78-43ec-b26b-3b23055d1005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:32.526883 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-67a4f965-9a33-408c-acea-02876fb2aa1e tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:08:32.531735 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-67a4f965-9a33-408c-acea-02876fb2aa1e tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "PUT /v2.0/routers/70777935-f650-4da2-9534-79993c6ffd25 HTTP/1.1" status: 400 len: 364 time: 1.4118764 Sep 23 15:08:32.532804 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46902) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:32.646103 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:32.698001 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-354d7e74-c179-458a-bc11-9ac309f2e280 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:32.701035 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f7590bed-58e8-4b7f-9ce6-822f11ea0a1d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:32.705974 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-86346d0e-f21f-471c-b20b-85c08626198e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Calling delete_port for b973f20d-c568-4453-a063-030c88d9f6f5 owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:32.719392 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-354d7e74-c179-458a-bc11-9ac309f2e280 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Usage tracker for resource:subnet and tenant:87bbd071fee24c85b631c0e8a5ccb335 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:32.725044 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-354d7e74-c179-458a-bc11-9ac309f2e280 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:32.740844 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f7590bed-58e8-4b7f-9ce6-822f11ea0a1d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:32.743792 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-354d7e74-c179-458a-bc11-9ac309f2e280 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:32.770283 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device bc22b690-98d1-4132-bd4c-d75fa1c03399 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:08:32.831292 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-61b2c78c-a937-4d3c-ad50-a50c8326f148 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:32.840994 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:32.848198 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-61b2c78c-a937-4d3c-ad50-a50c8326f148 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Transition to ACTIVE for port object 56e43fe9-8cab-4069-ab42-c900ac0ed06b will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:32.871620 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7590bed-58e8-4b7f-9ce6-822f11ea0a1d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:32.881277 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: bc22b690-98d1-4132-bd4c-d75fa1c03399 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:08:32.881629 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device bc22b690-98d1-4132-bd4c-d75fa1c03399 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:08:32.917617 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Attempt 6 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:08:32.918179 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354d7e74-c179-458a-bc11-9ac309f2e280 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Made reservation on behalf of 87bbd071fee24c85b631c0e8a5ccb335 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:32.918179 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-354d7e74-c179-458a-bc11-9ac309f2e280 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:32.963618 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9f248-ee78-43ec-b26b-3b23055d1005 None None] Pushing event updated for resources: {'Port': ['ID=10e8610f-139d-4980-ac20-43beaa98f27e,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:33.131170 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-674b94f1-7401-46be-9bfd-a36a410e87e8 None None] Allocated IP 172.20.0.2 (f8c6fb9e-2885-4bcb-880f-99ab23d2372f/c398878b-df72-4e93-b3df-fd8ad0fab69b/afbb36fb-9579-46b2-9902-4d265f685e94) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:33.138743 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-72ad862f-b52a-4784-be3a-739009bc6b53 None None] Allocated IP 2001:db8:1::2 (cb90caf3-7f4a-48c2-b9df-6d2722a9717c/28612f41-895e-4e51-bcee-045b22781d87/0a833bd7-fae2-4dbe-84fe-76c3c7bcc845) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:33.141138 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:33.145839 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-e154488c-93f8-4c3c-8dc3-b1acb878f63e None None] Allocated IP 172.20.0.2 (c3d67a4b-9092-448f-b14d-bd8d70a05623/5e497cc4-5e98-4d35-9e70-a52d9e23c975/60f7589f-5c17-46f9-ae53-108da09bfd7f) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:33.162463 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=151e0e53-e3ba-4bc9-9023-6df4ff246ff1,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:33.169294 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-e154488c-93f8-4c3c-8dc3-b1acb878f63e None None] Allocated IP 2001:db8::f816:3eff:fedd:39aa (c3d67a4b-9092-448f-b14d-bd8d70a05623/51358437-e936-423e-94ab-5882ebc60c39/60f7589f-5c17-46f9-ae53-108da09bfd7f) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:33.295121 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-61b2c78c-a937-4d3c-ad50-a50c8326f148 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:33.361914 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e139e5c8-297d-4ef6-9a76-5e428b8fb786 None None] DHCP port deletion for c073f579-0f3f-4501-ab0c-2892c072d7ba request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:08:33.379928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-176c4d52-6613-4c2d-a39f-010c65356ff9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:33.462118 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-86346d0e-f21f-471c-b20b-85c08626198e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:33.627397 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86346d0e-f21f-471c-b20b-85c08626198e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Port': ['ID=b973f20d-c568-4453-a063-030c88d9f6f5,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:33.635890 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b2c78c-a937-4d3c-ad50-a50c8326f148 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network 7d95921e-fadf-4067-8857-64762396ad45 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:33.642351 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Attempt 7 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:08:33.642753 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86346d0e-f21f-471c-b20b-85c08626198e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] No DVR routers for this DVR port b973f20d-c568-4453-a063-030c88d9f6f5 on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:08:33.653270 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-61b2c78c-a937-4d3c-ad50-a50c8326f148 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:33.661985 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b2c78c-a937-4d3c-ad50-a50c8326f148 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:33.668475 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b2c78c-a937-4d3c-ad50-a50c8326f148 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:33.669092 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-61b2c78c-a937-4d3c-ad50-a50c8326f148 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:33.679139 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f7590bed-58e8-4b7f-9ce6-822f11ea0a1d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:33.689252 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2c78c-a937-4d3c-ad50-a50c8326f148 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Port': ['ID=56e43fe9-8cab-4069-ab42-c900ac0ed06b,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:33.726121 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-902dd1dc-e269-419a-86e8-be31851412b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:33.776193 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-902dd1dc-e269-419a-86e8-be31851412b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:33.829682 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-f7590bed-58e8-4b7f-9ce6-822f11ea0a1d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] device_id is not set on port e189409c-152c-40f1-9b3d-9429bb658551 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:08:33.847869 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-86346d0e-f21f-471c-b20b-85c08626198e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:33.897904 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-86346d0e-f21f-471c-b20b-85c08626198e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c073f579-0f3f-4501-ab0c-2892c072d7ba']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:33.907587 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-72ad862f-b52a-4784-be3a-739009bc6b53 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:33.915327 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-61b2c78c-a937-4d3c-ad50-a50c8326f148 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0429802 Sep 23 15:08:33.922030 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46908) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:33.925530 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e154488c-93f8-4c3c-8dc3-b1acb878f63e None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:33.927121 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:33.944822 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-86346d0e-f21f-471c-b20b-85c08626198e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922ea4a9-b900-4f79-87a9-bbdf537661b4') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:33.945667 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-72ad862f-b52a-4784-be3a-739009bc6b53 None None] Transition to ACTIVE for port object 0a833bd7-fae2-4dbe-84fe-76c3c7bcc845 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:33.945811 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-86346d0e-f21f-471c-b20b-85c08626198e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922ea4a9-b900-4f79-87a9-bbdf537661b4') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:33.945971 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-2f804066-b141-4121-ba8d-9c3fef781e75 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'subnet': {'network_id': '7d95921e-fadf-4067-8857-64762396ad45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:33.955950 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e154488c-93f8-4c3c-8dc3-b1acb878f63e None None] Transition to ACTIVE for port object 60f7589f-5c17-46f9-ae53-108da09bfd7f will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:33.976556 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-86346d0e-f21f-471c-b20b-85c08626198e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:33.987714 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-674b94f1-7401-46be-9bfd-a36a410e87e8 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:34.002021 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e154488c-93f8-4c3c-8dc3-b1acb878f63e None None] Transition to ACTIVE for port object 60f7589f-5c17-46f9-ae53-108da09bfd7f will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:34.003880 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-86346d0e-f21f-471c-b20b-85c08626198e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:34.006653 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-72ad862f-b52a-4784-be3a-739009bc6b53 None None] Transition to ACTIVE for port object 0a833bd7-fae2-4dbe-84fe-76c3c7bcc845 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:34.010645 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-674b94f1-7401-46be-9bfd-a36a410e87e8 None None] Transition to ACTIVE for port object afbb36fb-9579-46b2-9902-4d265f685e94 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:34.031453 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-674b94f1-7401-46be-9bfd-a36a410e87e8 None None] Transition to ACTIVE for port object afbb36fb-9579-46b2-9902-4d265f685e94 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:34.042235 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86346d0e-f21f-471c-b20b-85c08626198e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:08:34.042690 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-86346d0e-f21f-471c-b20b-85c08626198e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:34.099471 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e154488c-93f8-4c3c-8dc3-b1acb878f63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:34.133925 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 922ea4a9-b900-4f79-87a9-bbdf537661b4 resource provider aggregate not found Sep 23 15:08:34.153172 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-72ad862f-b52a-4784-be3a-739009bc6b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:34.157318 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-674b94f1-7401-46be-9bfd-a36a410e87e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:34.172873 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 922ea4a9-b900-4f79-87a9-bbdf537661b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 922ea4a9-b900-4f79-87a9-bbdf537661b4 found for delete ", "request_id": "req-f10a0b38-3e09-4d35-9773-51050f4ea1c1"}]} Sep 23 15:08:34.196722 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e154488c-93f8-4c3c-8dc3-b1acb878f63e None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:34.206680 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-e154488c-93f8-4c3c-8dc3-b1acb878f63e None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:34.207048 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e154488c-93f8-4c3c-8dc3-b1acb878f63e None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:34.220445 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674b94f1-7401-46be-9bfd-a36a410e87e8 None None] Network f8c6fb9e-2885-4bcb-880f-99ab23d2372f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:34.223859 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ad862f-b52a-4784-be3a-739009bc6b53 None None] Network cb90caf3-7f4a-48c2-b9df-6d2722a9717c is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:34.224608 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154488c-93f8-4c3c-8dc3-b1acb878f63e None None] Pushing event updated for resources: {'Port': ['ID=60f7589f-5c17-46f9-ae53-108da09bfd7f,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:34.239183 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-176c4d52-6613-4c2d-a39f-010c65356ff9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Allocated IP 2001:db8::1 (684c0113-dfab-45a5-9e39-24fb73b4fca6/ffc4f2c0-c2ea-43f7-8311-c6eeb2349003/2c6a206f-04dd-48c9-80b6-1f0d67091545) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:34.293617 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-72ad862f-b52a-4784-be3a-739009bc6b53 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:34.295352 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-86346d0e-f21f-471c-b20b-85c08626198e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:34.296124 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad862f-b52a-4784-be3a-739009bc6b53 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:34.299597 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-674b94f1-7401-46be-9bfd-a36a410e87e8 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:34.301740 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674b94f1-7401-46be-9bfd-a36a410e87e8 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:34.377508 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-86346d0e-f21f-471c-b20b-85c08626198e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:34.380239 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86346d0e-f21f-471c-b20b-85c08626198e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Network': ['ID=c073f579-0f3f-4501-ab0c-2892c072d7ba,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:34.494497 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Attempt 8 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:08:34.499576 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-354d7e74-c179-458a-bc11-9ac309f2e280 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:34.519013 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2f804066-b141-4121-ba8d-9c3fef781e75 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:34.531698 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-86346d0e-f21f-471c-b20b-85c08626198e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/networks/c073f579-0f3f-4501-ab0c-2892c072d7ba HTTP/1.1" status: 204 len: 168 time: 2.4940917 Sep 23 15:08:34.541286 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46926) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:34.550432 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1170986613'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:34.567957 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:34.577998 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2f804066-b141-4121-ba8d-9c3fef781e75 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:subnet and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:34.579235 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-176c4d52-6613-4c2d-a39f-010c65356ff9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:34.582561 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Usage tracker for resource:network and tenant:2de827345e1341699e79c05b3da06c65 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:34.585393 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.api [None req-f7590bed-58e8-4b7f-9ce6-822f11ea0a1d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-5633eb6d-e50f-47bf-b52f-4ce22c3f80bc {{(pid=89738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:08:34.586234 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG oslo_db.api [None req-f7590bed-58e8-4b7f-9ce6-822f11ea0a1d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:08:34.588917 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2f804066-b141-4121-ba8d-9c3fef781e75 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:34.589295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:34.596038 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354d7e74-c179-458a-bc11-9ac309f2e280 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Network 836ff237-6f4c-47b9-90eb-75fa61685684 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:34.599268 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:34.609393 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2f804066-b141-4121-ba8d-9c3fef781e75 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:34.614683 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-176c4d52-6613-4c2d-a39f-010c65356ff9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Transition to ACTIVE for port object 2c6a206f-04dd-48c9-80b6-1f0d67091545 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:34.614820 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-354d7e74-c179-458a-bc11-9ac309f2e280 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:34.625997 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-902dd1dc-e269-419a-86e8-be31851412b5 admin admin] Allocated IP 172.26.10.240 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/c1c98daf-34b9-4bd6-8fdd-0bdd4443034d) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:34.631752 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354d7e74-c179-458a-bc11-9ac309f2e280 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:34.632360 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-354d7e74-c179-458a-bc11-9ac309f2e280 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:34.658957 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d7e74-c179-458a-bc11-9ac309f2e280 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Subnet': ['ID=ddec1d2b-c758-48e8-ad64-af4e1b5bf219,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:34.671136 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a43713c-591e-440a-8d5d-ef36cbaf1787 None None] Network 836ff237-6f4c-47b9-90eb-75fa61685684 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:34.711370 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Made reservation on behalf of 2de827345e1341699e79c05b3da06c65 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:34.715525 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:34.735920 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad862f-b52a-4784-be3a-739009bc6b53 None None] Pushing event updated for resources: {'Port': ['ID=0a833bd7-fae2-4dbe-84fe-76c3c7bcc845,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:34.740229 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-176c4d52-6613-4c2d-a39f-010c65356ff9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:34.778046 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f804066-b141-4121-ba8d-9c3fef781e75 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:34.781810 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2f804066-b141-4121-ba8d-9c3fef781e75 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:34.916041 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e154488c-93f8-4c3c-8dc3-b1acb878f63e None None] Attempting to bind port 60f7589f-5c17-46f9-ae53-108da09bfd7f on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:08:34.916319 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e154488c-93f8-4c3c-8dc3-b1acb878f63e None None] Attempting to bind port 60f7589f-5c17-46f9-ae53-108da09bfd7f by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:08:34.916678 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e154488c-93f8-4c3c-8dc3-b1acb878f63e None None] Attempting to bind port 60f7589f-5c17-46f9-ae53-108da09bfd7f on network c3d67a4b-9092-448f-b14d-bd8d70a05623 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:08:34.937530 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e154488c-93f8-4c3c-8dc3-b1acb878f63e None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:08:34.938093 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e154488c-93f8-4c3c-8dc3-b1acb878f63e None None] Checking segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:08:34.938530 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e154488c-93f8-4c3c-8dc3-b1acb878f63e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:34.939021 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e154488c-93f8-4c3c-8dc3-b1acb878f63e None None] Bound using segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:08:34.939998 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e154488c-93f8-4c3c-8dc3-b1acb878f63e None None] Bound port: 60f7589f-5c17-46f9-ae53-108da09bfd7f, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:08:34.940415 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e154488c-93f8-4c3c-8dc3-b1acb878f63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:34.956177 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176c4d52-6613-4c2d-a39f-010c65356ff9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Network 684c0113-dfab-45a5-9e39-24fb73b4fca6 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:34.964637 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-176c4d52-6613-4c2d-a39f-010c65356ff9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:34.976765 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-674b94f1-7401-46be-9bfd-a36a410e87e8 None None] Attempting to bind port afbb36fb-9579-46b2-9902-4d265f685e94 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:08:34.977338 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-674b94f1-7401-46be-9bfd-a36a410e87e8 None None] Attempting to bind port afbb36fb-9579-46b2-9902-4d265f685e94 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '1a0e1add-bcd2-4a1c-8edf-c395254cdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f8c6fb9e-2885-4bcb-880f-99ab23d2372f'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:08:34.977705 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674b94f1-7401-46be-9bfd-a36a410e87e8 None None] Attempting to bind port afbb36fb-9579-46b2-9902-4d265f685e94 on network f8c6fb9e-2885-4bcb-880f-99ab23d2372f {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:08:34.983480 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:08:34.986836 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176c4d52-6613-4c2d-a39f-010c65356ff9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:34.987631 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-176c4d52-6613-4c2d-a39f-010c65356ff9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:34.990288 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-72ad862f-b52a-4784-be3a-739009bc6b53 None None] Attempting to bind port 0a833bd7-fae2-4dbe-84fe-76c3c7bcc845 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:08:34.990791 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-72ad862f-b52a-4784-be3a-739009bc6b53 None None] Attempting to bind port 0a833bd7-fae2-4dbe-84fe-76c3c7bcc845 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '45e17935-9d05-4d1d-8a19-e68cec978c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cb90caf3-7f4a-48c2-b9df-6d2722a9717c'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:08:34.991046 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ad862f-b52a-4784-be3a-739009bc6b53 None None] Attempting to bind port 0a833bd7-fae2-4dbe-84fe-76c3c7bcc845 on network cb90caf3-7f4a-48c2-b9df-6d2722a9717c {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:08:35.004055 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c4d52-6613-4c2d-a39f-010c65356ff9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Pushing event updated for resources: {'Port': ['ID=2c6a206f-04dd-48c9-80b6-1f0d67091545,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:35.005002 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:35.018341 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674b94f1-7401-46be-9bfd-a36a410e87e8 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:08:35.018735 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674b94f1-7401-46be-9bfd-a36a410e87e8 None None] Checking segment: {'id': '1a0e1add-bcd2-4a1c-8edf-c395254cdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f8c6fb9e-2885-4bcb-880f-99ab23d2372f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:08:35.019143 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-674b94f1-7401-46be-9bfd-a36a410e87e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:35.019699 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674b94f1-7401-46be-9bfd-a36a410e87e8 None None] Bound using segment: {'id': '1a0e1add-bcd2-4a1c-8edf-c395254cdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f8c6fb9e-2885-4bcb-880f-99ab23d2372f'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:08:35.020193 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-674b94f1-7401-46be-9bfd-a36a410e87e8 None None] Bound port: afbb36fb-9579-46b2-9902-4d265f685e94, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a0e1add-bcd2-4a1c-8edf-c395254cdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f8c6fb9e-2885-4bcb-880f-99ab23d2372f'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:08:35.020566 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-674b94f1-7401-46be-9bfd-a36a410e87e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:35.027248 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:35.027882 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Added segment a5c6fb46-2244-443c-acc5-9ddb9931c437 of type vlan for network 6996a6e6-e1a9-4bc0-8ebb-74b3f610f12b Sep 23 15:08:35.035957 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.ipam_backend_mixin [None req-2f804066-b141-4121-ba8d-9c3fef781e75 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8c91a799-4c0d-43dc-a3fe-6c0472abcfe1 (CIDR: 2001:db8::/64) Sep 23 15:08:35.037904 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-354d7e74-c179-458a-bc11-9ac309f2e280 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.8466880 Sep 23 15:08:35.043255 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46934) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:35.053919 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-b30982e2-1ab1-4b8b-8a40-73d36a4254cf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-917338973', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ddec1d2b-c758-48e8-ad64-af4e1b5bf219'}], 'security_groups': ['b8915cf7-9fa8-4cc3-8864-40fa7b47fb24', 'cd928ec2-d6b1-4dd3-8d5e-2d5f389e3ca7']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:35.075029 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ad862f-b52a-4784-be3a-739009bc6b53 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:08:35.075502 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f804066-b141-4121-ba8d-9c3fef781e75 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:08:35.075885 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ad862f-b52a-4784-be3a-739009bc6b53 None None] Checking segment: {'id': '45e17935-9d05-4d1d-8a19-e68cec978c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cb90caf3-7f4a-48c2-b9df-6d2722a9717c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:08:35.076015 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f804066-b141-4121-ba8d-9c3fef781e75 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:08:35.076560 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-72ad862f-b52a-4784-be3a-739009bc6b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:35.077275 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ad862f-b52a-4784-be3a-739009bc6b53 None None] Bound using segment: {'id': '45e17935-9d05-4d1d-8a19-e68cec978c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cb90caf3-7f4a-48c2-b9df-6d2722a9717c'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:08:35.077928 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-72ad862f-b52a-4784-be3a-739009bc6b53 None None] Bound port: 0a833bd7-fae2-4dbe-84fe-76c3c7bcc845, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e17935-9d05-4d1d-8a19-e68cec978c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'cb90caf3-7f4a-48c2-b9df-6d2722a9717c'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:08:35.078493 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-72ad862f-b52a-4784-be3a-739009bc6b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:35.127033 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f7590bed-58e8-4b7f-9ce6-822f11ea0a1d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:35.176131 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b94f1-7401-46be-9bfd-a36a410e87e8 None None] Pushing event updated for resources: {'Port': ['ID=afbb36fb-9579-46b2-9902-4d265f685e94,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:35.195536 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-21e26bf0-018b-4bb6-8d5e-2d5d9c7be508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:35.209433 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2f804066-b141-4121-ba8d-9c3fef781e75 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2860949 Sep 23 15:08:35.220022 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46942) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:35.224355 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-f7590bed-58e8-4b7f-9ce6-822f11ea0a1d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] device_id is not set on port 92b511ad-38dd-4542-9e03-888e605b64ca yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:08:35.241974 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 151e0e53-e3ba-4bc9-9023-6df4ff246ff1 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:35.283889 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-01a12834-6cde-4b26-9ed0-98cd85d5a9e5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'subnet': {'network_id': '7d95921e-fadf-4067-8857-64762396ad45', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:35.303190 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:35.337813 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-902dd1dc-e269-419a-86e8-be31851412b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:35.516454 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Attempt 9 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:08:35.573136 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.resource_extend [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:08:35.656113 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402927a-a60e-4d7f-b084-e835e2515ba6 req-16f4529f-583f-4bb2-8569-cfd63fc2ef39 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:35.657648 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9402927a-a60e-4d7f-b084-e835e2515ba6 req-16f4529f-583f-4bb2-8569-cfd63fc2ef39 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 946 time: 0.4229693 Sep 23 15:08:35.659286 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-01a12834-6cde-4b26-9ed0-98cd85d5a9e5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:35.667528 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-01a12834-6cde-4b26-9ed0-98cd85d5a9e5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:subnet and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:35.673972 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-01a12834-6cde-4b26-9ed0-98cd85d5a9e5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:35.677477 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-674b94f1-7401-46be-9bfd-a36a410e87e8 None None] For port afbb36fb-9579-46b2-9902-4d265f685e94, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:08:35.686224 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-01a12834-6cde-4b26-9ed0-98cd85d5a9e5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:35.691176 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-f7590bed-58e8-4b7f-9ce6-822f11ea0a1d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 172.20.0.9 (c3d67a4b-9092-448f-b14d-bd8d70a05623/5e497cc4-5e98-4d35-9e70-a52d9e23c975/92b511ad-38dd-4542-9e03-888e605b64ca) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:35.700231 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-f7590bed-58e8-4b7f-9ce6-822f11ea0a1d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 2001:db8::f816:3eff:fe10:f36 (c3d67a4b-9092-448f-b14d-bd8d70a05623/51358437-e936-423e-94ab-5882ebc60c39/92b511ad-38dd-4542-9e03-888e605b64ca) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:35.715058 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e154488c-93f8-4c3c-8dc3-b1acb878f63e None None] For port 60f7589f-5c17-46f9-ae53-108da09bfd7f, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:08:35.726028 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-674b94f1-7401-46be-9bfd-a36a410e87e8 None None] For port afbb36fb-9579-46b2-9902-4d265f685e94, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=afbb36fb-9579-46b2-9902-4d265f685e94,segment=NetworkSegment(1a0e1add-bcd2-4a1c-8edf-c395254cdac9),segment_id=1a0e1add-bcd2-4a1c-8edf-c395254cdac9)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:08:35.729140 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 151e0e53-e3ba-4bc9-9023-6df4ff246ff1 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:35.729610 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:35.730050 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 151e0e53-e3ba-4bc9-9023-6df4ff246ff1 Sep 23 15:08:35.739127 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-902dd1dc-e269-419a-86e8-be31851412b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:35.773528 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e154488c-93f8-4c3c-8dc3-b1acb878f63e None None] For port 60f7589f-5c17-46f9-ae53-108da09bfd7f, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=60f7589f-5c17-46f9-ae53-108da09bfd7f,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:08:35.789894 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-72ad862f-b52a-4784-be3a-739009bc6b53 None None] For port 0a833bd7-fae2-4dbe-84fe-76c3c7bcc845, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:08:35.797904 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:35.800598 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-72ad862f-b52a-4784-be3a-739009bc6b53 None None] For port 0a833bd7-fae2-4dbe-84fe-76c3c7bcc845, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=0a833bd7-fae2-4dbe-84fe-76c3c7bcc845,segment=NetworkSegment(45e17935-9d05-4d1d-8a19-e68cec978c41),segment_id=45e17935-9d05-4d1d-8a19-e68cec978c41)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:08:35.802089 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:35.802933 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:35.803424 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:35.804019 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:35.833469 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:35.848855 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-674b94f1-7401-46be-9bfd-a36a410e87e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:35.923494 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e154488c-93f8-4c3c-8dc3-b1acb878f63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:35.941687 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-72ad862f-b52a-4784-be3a-739009bc6b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:36.016944 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b94f1-7401-46be-9bfd-a36a410e87e8 None None] Pushing event updated for resources: {'Port': ['ID=afbb36fb-9579-46b2-9902-4d265f685e94,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:36.087163 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b30982e2-1ab1-4b8b-8a40-73d36a4254cf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:36.097956 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902dd1dc-e269-419a-86e8-be31851412b5 admin admin] Pushing event updated for resources: {'Port': ['ID=c1c98daf-34b9-4bd6-8fdd-0bdd4443034d,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:36.112532 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a12834-6cde-4b26-9ed0-98cd85d5a9e5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:36.116174 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-01a12834-6cde-4b26-9ed0-98cd85d5a9e5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:36.148778 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902dd1dc-e269-419a-86e8-be31851412b5 admin admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:36.205987 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-902dd1dc-e269-419a-86e8-be31851412b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:36.208522 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902dd1dc-e269-419a-86e8-be31851412b5 admin admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:36.322825 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9402927a-a60e-4d7f-b084-e835e2515ba6 req-f98e8783-9539-4bc8-9817-835d650ec068 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dc2c581-e4a9-43eb-81b2-36a3437ac55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6493199 Sep 23 15:08:36.333542 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-176c4d52-6613-4c2d-a39f-010c65356ff9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:36.339349 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Attempt 10 to provision port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 Sep 23 15:08:36.422651 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Network': ['ID=6996a6e6-e1a9-4bc0-8ebb-74b3f610f12b,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:36.463750 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:36.464104 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:36.464446 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:36.464788 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:36.465125 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:36.465457 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:36.471435 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:36.471870 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:36.472219 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:36.472564 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:36.472925 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:36.473239 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:36.482960 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-406a6916-50dd-479b-a0e8-91965daeaab0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9406748 Sep 23 15:08:36.509849 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46946) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:36.526725 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-86e8b5ff-e515-41a6-8e18-98b6874f9f42 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'subnet': {'network_id': '6996a6e6-e1a9-4bc0-8ebb-74b3f610f12b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:36.531626 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154488c-93f8-4c3c-8dc3-b1acb878f63e None None] Pushing event updated for resources: {'Port': ['ID=60f7589f-5c17-46f9-ae53-108da09bfd7f,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:36.552497 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 6996a6e6-e1a9-4bc0-8ebb-74b3f610f12b details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:08:36.572553 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 151e0e53-e3ba-4bc9-9023-6df4ff246ff1 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:36.573908 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 10e8610f-139d-4980-ac20-43beaa98f27e up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:36.919402 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b74ef-6c3c-48a1-89fc-3c616bc44a48 None None] Port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:36.971695 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3153e44e-7fa1-4822-b8c4-33ce767618fc None None] Update dhcp port {'port': {'network_id': '836ff237-6f4c-47b9-90eb-75fa61685684', 'fixed_ips': [{'subnet_id': '1ca65ce9-2930-4cb1-8549-594aa7555573', 'ip_address': '172.20.0.18'}, {'subnet_id': '4cd66ec8-d53d-4e42-83aa-054bba710eb2', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ddec1d2b-c758-48e8-ad64-af4e1b5bf219'}], 'binding:host_id': 'dv-neutron-859093-1-hyperv'}, 'id': 'effce032-46f7-4bcb-801f-9d35516815fe'} from dv-neutron-859093-1-hyperv. {{(pid=89740) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 23 15:08:36.986232 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f7590bed-58e8-4b7f-9ce6-822f11ea0a1d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:37.030850 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-f7590bed-58e8-4b7f-9ce6-822f11ea0a1d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Transition to ACTIVE for port object 92b511ad-38dd-4542-9e03-888e605b64ca will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:37.038539 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad862f-b52a-4784-be3a-739009bc6b53 None None] Pushing event updated for resources: {'Port': ['ID=0a833bd7-fae2-4dbe-84fe-76c3c7bcc845,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:37.052426 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Could not find standard attr ID for object bc22b690-98d1-4132-bd4c-d75fa1c03399. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:08:37.054864 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:37.067532 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3153e44e-7fa1-4822-b8c4-33ce767618fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:37.088492 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-86e8b5ff-e515-41a6-8e18-98b6874f9f42 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:37.097953 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-86e8b5ff-e515-41a6-8e18-98b6874f9f42 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Usage tracker for resource:subnet and tenant:2de827345e1341699e79c05b3da06c65 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:37.104985 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2168a7-2ed1-4feb-9858-6cee5d71fc62 req-e70b54c8-6ceb-41f0-9f92-0c94e897386a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:37.106699 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6e2168a7-2ed1-4feb-9858-6cee5d71fc62 req-e70b54c8-6ceb-41f0-9f92-0c94e897386a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b3a12835b3f04141a72530dd667a86b6&device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 1099 time: 1.1965520 Sep 23 15:08:37.107556 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-86e8b5ff-e515-41a6-8e18-98b6874f9f42 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:37.128862 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-86e8b5ff-e515-41a6-8e18-98b6874f9f42 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:37.137723 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 10e8610f-139d-4980-ac20-43beaa98f27e completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:37.201929 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Provisioning for port 2c6a206f-04dd-48c9-80b6-1f0d67091545 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:37.218926 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Provisioning complete for port 2c6a206f-04dd-48c9-80b6-1f0d67091545 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:37.220191 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:37.220191 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Attempt 1 to provision port 2c6a206f-04dd-48c9-80b6-1f0d67091545 Sep 23 15:08:37.256886 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device b973f20d-c568-4453-a063-030c88d9f6f5 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:08:37.310387 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: b973f20d-c568-4453-a063-030c88d9f6f5 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:08:37.310781 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device b973f20d-c568-4453-a063-030c88d9f6f5 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:08:37.345171 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f7590bed-58e8-4b7f-9ce6-822f11ea0a1d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:37.349820 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Port 2c6a206f-04dd-48c9-80b6-1f0d67091545 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:37.377957 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e8b5ff-e515-41a6-8e18-98b6874f9f42 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Made reservation on behalf of 2de827345e1341699e79c05b3da06c65 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:37.381776 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-86e8b5ff-e515-41a6-8e18-98b6874f9f42 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:37.513798 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7590bed-58e8-4b7f-9ce6-822f11ea0a1d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:37.531708 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-f7590bed-58e8-4b7f-9ce6-822f11ea0a1d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:37.535261 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7590bed-58e8-4b7f-9ce6-822f11ea0a1d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:37.616079 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 0a833bd7-fae2-4dbe-84fe-76c3c7bcc845 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:37.620615 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7590bed-58e8-4b7f-9ce6-822f11ea0a1d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Port': ['ID=92b511ad-38dd-4542-9e03-888e605b64ca,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:37.678854 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-902dd1dc-e269-419a-86e8-be31851412b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:37.713852 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35826721-e179-496a-89d0-c1285861d8dd None None] Network f8c6fb9e-2885-4bcb-880f-99ab23d2372f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:37.762438 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-01a12834-6cde-4b26-9ed0-98cd85d5a9e5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:37.846432 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2168a7-2ed1-4feb-9858-6cee5d71fc62 req-d016ca45-5374-4a44-8a30-c625e30e1a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:37.848136 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6e2168a7-2ed1-4feb-9858-6cee5d71fc62 req-d016ca45-5374-4a44-8a30-c625e30e1a61 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6c9aa2c-f801-4044-ba36-ff353c446221 HTTP/1.1" status: 200 len: 896 time: 0.7080021 Sep 23 15:08:37.870503 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Attempt 2 to provision port 2c6a206f-04dd-48c9-80b6-1f0d67091545 Sep 23 15:08:37.893757 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 0a833bd7-fae2-4dbe-84fe-76c3c7bcc845 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:37.922553 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 60f7589f-5c17-46f9-ae53-108da09bfd7f up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:37.982260 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.resource_extend [None req-176c4d52-6613-4c2d-a39f-010c65356ff9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:08:37.983229 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7590bed-58e8-4b7f-9ce6-822f11ea0a1d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:37.983890 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f7590bed-58e8-4b7f-9ce6-822f11ea0a1d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:38.014433 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a12834-6cde-4b26-9ed0-98cd85d5a9e5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network 7d95921e-fadf-4067-8857-64762396ad45 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:38.033241 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-01a12834-6cde-4b26-9ed0-98cd85d5a9e5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:38.036038 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a12834-6cde-4b26-9ed0-98cd85d5a9e5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Subnet': ['ID=c2391610-8a92-4985-837f-884783fc3293,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:38.049215 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-176c4d52-6613-4c2d-a39f-010c65356ff9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:38.050006 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a12834-6cde-4b26-9ed0-98cd85d5a9e5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:38.050773 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-01a12834-6cde-4b26-9ed0-98cd85d5a9e5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:38.060707 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Port 2c6a206f-04dd-48c9-80b6-1f0d67091545 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:38.061276 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c44539-dad6-4da6-b5fa-23d1019ea2d1 None None] Network 7d95921e-fadf-4067-8857-64762396ad45 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:38.077013 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-b30982e2-1ab1-4b8b-8a40-73d36a4254cf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Delete allocated IP 172.20.0.13 (836ff237-6f4c-47b9-90eb-75fa61685684/4cd66ec8-d53d-4e42-83aa-054bba710eb2) {{(pid=89739) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 15:08:38.137126 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-b30982e2-1ab1-4b8b-8a40-73d36a4254cf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Allocated IP 172.20.0.37 (836ff237-6f4c-47b9-90eb-75fa61685684/ddec1d2b-c758-48e8-ad64-af4e1b5bf219/c4c430b3-c3b4-422c-a5b2-ecd2c2a2a017) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:38.174215 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6e2168a7-2ed1-4feb-9858-6cee5d71fc62 req-d6b40121-cd63-4f24-89e6-55b3273d4def service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14cac99a-9ccb-4186-80a2-85da9180b8ad HTTP/1.1" status: 200 len: 1003 time: 0.3177361 Sep 23 15:08:38.180941 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-176c4d52-6613-4c2d-a39f-010c65356ff9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:38.181769 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-176c4d52-6613-4c2d-a39f-010c65356ff9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:38.268246 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 60f7589f-5c17-46f9-ae53-108da09bfd7f completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:38.285698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device afbb36fb-9579-46b2-9902-4d265f685e94 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:38.360855 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f7590bed-58e8-4b7f-9ce6-822f11ea0a1d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 6.1448479 Sep 23 15:08:38.384576 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46952) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:38.433413 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2168a7-2ed1-4feb-9858-6cee5d71fc62 req-3ae3c66e-cb81-434d-8bf1-0d791f9d50d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:38.435060 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6e2168a7-2ed1-4feb-9858-6cee5d71fc62 req-3ae3c66e-cb81-434d-8bf1-0d791f9d50d9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=245ea95f-8d5f-45e2-90f5-83cc7713b286 HTTP/1.1" status: 200 len: 834 time: 0.2431231 Sep 23 15:08:38.436047 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c4d52-6613-4c2d-a39f-010c65356ff9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Pushing event updated for resources: {'Port': ['ID=2c6a206f-04dd-48c9-80b6-1f0d67091545,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:38.518057 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab329024-c06d-4e7b-8eb5-ef03c2d5772d req-9962a222-f87e-4434-91ba-86655d781a97 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:38.519678 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ab329024-c06d-4e7b-8eb5-ef03c2d5772d req-9962a222-f87e-4434-91ba-86655d781a97 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 946 time: 0.9006796 Sep 23 15:08:38.529611 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port afbb36fb-9579-46b2-9902-4d265f685e94 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:38.565252 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-01a12834-6cde-4b26-9ed0-98cd85d5a9e5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.2930095 Sep 23 15:08:38.599657 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46956) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:38.611955 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Attempt 3 to provision port 2c6a206f-04dd-48c9-80b6-1f0d67091545 Sep 23 15:08:38.622341 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-10856ce9-64c5-4487-a76f-372b3a5be226 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1111217871', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c2391610-8a92-4985-837f-884783fc3293'}], 'security_groups': ['9a0d3c5d-bd75-43e8-acea-92d3a0448f33']}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:38.697948 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Port 2c6a206f-04dd-48c9-80b6-1f0d67091545 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:38.777788 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29152be6-27e0-4237-8d7f-e2190d5a3c87 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:38.798730 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ab329024-c06d-4e7b-8eb5-ef03c2d5772d req-75860a3b-979f-4608-af30-83eb65d5e35b tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dc2c581-e4a9-43eb-81b2-36a3437ac55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499518 Sep 23 15:08:38.923426 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-902dd1dc-e269-419a-86e8-be31851412b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:38.943311 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0216b435-d7ab-4d13-8479-dec1a6738c13 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:38.944263 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef0763c-3109-4664-af9b-86bd5cfe4e7f None None] Network cb90caf3-7f4a-48c2-b9df-6d2722a9717c requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:38.947210 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2168a7-2ed1-4feb-9858-6cee5d71fc62 req-6ee973fc-68ae-47c6-a7fc-9afdbdb2180a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:38.948799 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6e2168a7-2ed1-4feb-9858-6cee5d71fc62 req-6ee973fc-68ae-47c6-a7fc-9afdbdb2180a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6c9aa2c-f801-4044-ba36-ff353c446221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4907048 Sep 23 15:08:38.949341 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0216b435-d7ab-4d13-8479-dec1a6738c13 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:38.950144 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0216b435-d7ab-4d13-8479-dec1a6738c13 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:08:38.989739 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-86e8b5ff-e515-41a6-8e18-98b6874f9f42 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:39.105544 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.resource_extend [None req-b30982e2-1ab1-4b8b-8a40-73d36a4254cf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:08:39.123211 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176c4d52-6613-4c2d-a39f-010c65356ff9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Network 684c0113-dfab-45a5-9e39-24fb73b4fca6 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:39.130539 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-176c4d52-6613-4c2d-a39f-010c65356ff9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:39.134482 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b30982e2-1ab1-4b8b-8a40-73d36a4254cf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:39.141789 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df00252b-09e6-4d32-a6a6-dd21d20da61b None None] Update dhcp port {'port': {'network_id': '7d95921e-fadf-4067-8857-64762396ad45', 'fixed_ips': [{'subnet_id': '8c91a799-4c0d-43dc-a3fe-6c0472abcfe1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c2391610-8a92-4985-837f-884783fc3293'}], 'binding:host_id': 'dv-neutron-859093-1-hyperv'}, 'id': '10e8610f-139d-4980-ac20-43beaa98f27e'} from dv-neutron-859093-1-hyperv. {{(pid=89740) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 23 15:08:39.145024 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0216b435-d7ab-4d13-8479-dec1a6738c13 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:08:39.146188 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0216b435-d7ab-4d13-8479-dec1a6738c13 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.7604756 Sep 23 15:08:39.157433 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46960) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:39.201074 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Attempt 4 to provision port 2c6a206f-04dd-48c9-80b6-1f0d67091545 Sep 23 15:08:39.217074 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-b30982e2-1ab1-4b8b-8a40-73d36a4254cf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Ignored duplicate provisioning block setup for port c4c430b3-c3b4-422c-a5b2-ecd2c2a2a017 by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 23 15:08:39.289239 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-10856ce9-64c5-4487-a76f-372b3a5be226 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:39.320763 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8b5ff-e515-41a6-8e18-98b6874f9f42 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Subnet': ['ID=8838d66e-6795-4204-a875-76750091b3d5,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:39.345095 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b30982e2-1ab1-4b8b-8a40-73d36a4254cf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:39.446211 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-df00252b-09e6-4d32-a6a6-dd21d20da61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:39.497212 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Port 2c6a206f-04dd-48c9-80b6-1f0d67091545 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:39.513151 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902dd1dc-e269-419a-86e8-be31851412b5 admin admin] Router 832340c1-51a6-46a9-9505-a23b73f3df0f is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:08:39.516748 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e8b5ff-e515-41a6-8e18-98b6874f9f42 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Checking segment: {'id': 'a5c6fb46-2244-443c-acc5-9ddb9931c437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6996a6e6-e1a9-4bc0-8ebb-74b3f610f12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:08:39.517107 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e8b5ff-e515-41a6-8e18-98b6874f9f42 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network hostable DHCP agents. Network: 6996a6e6-e1a9-4bc0-8ebb-74b3f610f12b, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:08:39.545126 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6e2168a7-2ed1-4feb-9858-6cee5d71fc62 req-a89c0ad3-70ad-4420-bfce-53549b429621 service neutron] 10.222.0.72 "GET /v2.0/networks/a6c9aa2c-f801-4044-ba36-ff353c446221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5830970 Sep 23 15:08:39.555208 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-bf9f10db-5b8e-4198-a037-dcdeee820954 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting port 92b511ad-38dd-4542-9e03-888e605b64ca {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:39.555537 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bf9f10db-5b8e-4198-a037-dcdeee820954 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:39.600108 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-3153e44e-7fa1-4822-b8c4-33ce767618fc None None] Allocated IP 172.20.0.34 (836ff237-6f4c-47b9-90eb-75fa61685684/ddec1d2b-c758-48e8-ad64-af4e1b5bf219/effce032-46f7-4bcb-801f-9d35516815fe) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:39.905845 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-3153e44e-7fa1-4822-b8c4-33ce767618fc None None] For port effce032-46f7-4bcb-801f-9d35516815fe, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=effce032-46f7-4bcb-801f-9d35516815fe,segment=NetworkSegment(29896072-6267-4798-ba15-62b7234f622f),segment_id=29896072-6267-4798-ba15-62b7234f622f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:39.906885 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902dd1dc-e269-419a-86e8-be31851412b5 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:08:39.938019 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e44375c-0621-49a5-a5bc-04befc76b8fe None None] Sync routers for ids ['832340c1-51a6-46a9-9505-a23b73f3df0f'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:08:39.968506 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3153e44e-7fa1-4822-b8c4-33ce767618fc None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:39.975499 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30982e2-1ab1-4b8b-8a40-73d36a4254cf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event updated for resources: {'Port': ['ID=c4c430b3-c3b4-422c-a5b2-ecd2c2a2a017,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:40.001177 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Attempt 5 to provision port 2c6a206f-04dd-48c9-80b6-1f0d67091545 Sep 23 15:08:40.009789 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e8b5ff-e515-41a6-8e18-98b6874f9f42 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network 6996a6e6-e1a9-4bc0-8ebb-74b3f610f12b is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:08:40.032716 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176c4d52-6613-4c2d-a39f-010c65356ff9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Router 70777935-f650-4da2-9534-79993c6ffd25 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:08:40.037732 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-902dd1dc-e269-419a-86e8-be31851412b5 admin admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:40.042473 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-902dd1dc-e269-419a-86e8-be31851412b5 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.0671394 Sep 23 15:08:40.046254 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-3153e44e-7fa1-4822-b8c4-33ce767618fc None None] Transition to ACTIVE for port object effce032-46f7-4bcb-801f-9d35516815fe will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:40.061960 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e44375c-0621-49a5-a5bc-04befc76b8fe None None] Routers {'832340c1-51a6-46a9-9505-a23b73f3df0f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:40.062648 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-4e44375c-0621-49a5-a5bc-04befc76b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['832340c1-51a6-46a9-9505-a23b73f3df0f'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:40.065332 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46966) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:40.148371 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3153e44e-7fa1-4822-b8c4-33ce767618fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:40.195799 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-10856ce9-64c5-4487-a76f-372b3a5be226 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Delete allocated IP 2001:db8::169 (7d95921e-fadf-4067-8857-64762396ad45/8c91a799-4c0d-43dc-a3fe-6c0472abcfe1) {{(pid=89738) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 15:08:40.213960 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-10856ce9-64c5-4487-a76f-372b3a5be226 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Allocated IP 2001:db8:0:1::26f (7d95921e-fadf-4067-8857-64762396ad45/c2391610-8a92-4985-837f-884783fc3293/56e43fe9-8cab-4069-ab42-c900ac0ed06b) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:40.226477 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Port 2c6a206f-04dd-48c9-80b6-1f0d67091545 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:40.233616 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-86e8b5ff-e515-41a6-8e18-98b6874f9f42 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 6996a6e6-e1a9-4bc0-8ebb-74b3f610f12b) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:40.270599 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0269030-4dc5-4873-8d7b-3072d5f1bbf0 None None] Network 6996a6e6-e1a9-4bc0-8ebb-74b3f610f12b requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:40.307272 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e8b5ff-e515-41a6-8e18-98b6874f9f42 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:40.308153 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-86e8b5ff-e515-41a6-8e18-98b6874f9f42 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:40.317245 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-b30982e2-1ab1-4b8b-8a40-73d36a4254cf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] In _notify_port_updated(), no bound segment for port c4c430b3-c3b4-422c-a5b2-ecd2c2a2a017 on network 836ff237-6f4c-47b9-90eb-75fa61685684 {{(pid=89739) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 23 15:08:40.324404 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30982e2-1ab1-4b8b-8a40-73d36a4254cf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:40.325252 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b30982e2-1ab1-4b8b-8a40-73d36a4254cf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:40.326799 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b30982e2-1ab1-4b8b-8a40-73d36a4254cf tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "PUT /v2.0/ports/c4c430b3-c3b4-422c-a5b2-ecd2c2a2a017 HTTP/1.1" status: 200 len: 959 time: 5.2823319 Sep 23 15:08:40.365698 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46970) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:40.553895 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6e2168a7-2ed1-4feb-9858-6cee5d71fc62 req-f7589e02-eea6-4f3e-878c-c0170a75898b service neutron] 10.222.0.72 "GET /v2.0/networks/a6c9aa2c-f801-4044-ba36-ff353c446221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9682636 Sep 23 15:08:40.606659 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153e44e-7fa1-4822-b8c4-33ce767618fc None None] Pushing event updated for resources: {'Port': ['ID=effce032-46f7-4bcb-801f-9d35516815fe,revision_number=7']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:40.636630 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-586887c2-7e85-4e43-8bb3-6f9001d8b9a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting port c4c430b3-c3b4-422c-a5b2-ecd2c2a2a017 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:40.637246 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-586887c2-7e85-4e43-8bb3-6f9001d8b9a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:40.644214 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-4e44375c-0621-49a5-a5bc-04befc76b8fe None None] Set router 832340c1-51a6-46a9-9505-a23b73f3df0f gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:08:40.704427 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-86e8b5ff-e515-41a6-8e18-98b6874f9f42 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1858644 Sep 23 15:08:40.718386 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46974) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:40.725188 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176c4d52-6613-4c2d-a39f-010c65356ff9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:08:40.733632 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-83df91ef-d651-4455-bf5b-ba734f615855 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1057454308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:40.740292 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c84f76-810d-42e5-b8fe-681e58b28a43 None None] Sync routers for ids ['70777935-f650-4da2-9534-79993c6ffd25'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:08:40.756260 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Attempt 6 to provision port 2c6a206f-04dd-48c9-80b6-1f0d67091545 Sep 23 15:08:40.761722 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c84f76-810d-42e5-b8fe-681e58b28a43 None None] Routers {'70777935-f650-4da2-9534-79993c6ffd25'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:40.762607 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-56c84f76-810d-42e5-b8fe-681e58b28a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['70777935-f650-4da2-9534-79993c6ffd25'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:40.775951 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-176c4d52-6613-4c2d-a39f-010c65356ff9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "PUT /v2.0/routers/70777935-f650-4da2-9534-79993c6ffd25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1891398 Sep 23 15:08:40.784990 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46978) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:40.799598 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-83df91ef-d651-4455-bf5b-ba734f615855 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:40.827127 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-83df91ef-d651-4455-bf5b-ba734f615855 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Usage tracker for resource:router and tenant:2de827345e1341699e79c05b3da06c65 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:40.835960 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Port 2c6a206f-04dd-48c9-80b6-1f0d67091545 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:40.856331 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-83df91ef-d651-4455-bf5b-ba734f615855 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:40.879684 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e71ab-42c5-412f-b7d1-8a734b665c14 req-413e04d3-0180-4e70-9b0c-aaa34705d6aa tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:40.881718 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-406e71ab-42c5-412f-b7d1-8a734b665c14 req-413e04d3-0180-4e70-9b0c-aaa34705d6aa tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 946 time: 0.8399992 Sep 23 15:08:40.884405 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bf9f10db-5b8e-4198-a037-dcdeee820954 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:40.900110 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-56c84f76-810d-42e5-b8fe-681e58b28a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:40.906679 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-10856ce9-64c5-4487-a76f-372b3a5be226 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:40.919351 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c84f76-810d-42e5-b8fe-681e58b28a43 None None] Routers {'70777935-f650-4da2-9534-79993c6ffd25'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:40.920320 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-56c84f76-810d-42e5-b8fe-681e58b28a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['70777935-f650-4da2-9534-79993c6ffd25'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:40.926087 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-83df91ef-d651-4455-bf5b-ba734f615855 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:41.077382 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-56c84f76-810d-42e5-b8fe-681e58b28a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:41.077958 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c84f76-810d-42e5-b8fe-681e58b28a43 None None] The sync data for ids ['70777935-f650-4da2-9534-79993c6ffd25'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:08:41.102706 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-6996a6e6-e1a9-4bc0-8ebb-74b3f610f12b', 'network_id': '6996a6e6-e1a9-4bc0-8ebb-74b3f610f12b', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'fixed_ips': [{'subnet_id': '8838d66e-6795-4204-a875-76750091b3d5'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:08:41.102972 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:41.120798 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-10856ce9-64c5-4487-a76f-372b3a5be226 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Ignored duplicate provisioning block setup for port 56e43fe9-8cab-4069-ab42-c900ac0ed06b by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 23 15:08:41.164139 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-bf9f10db-5b8e-4198-a037-dcdeee820954 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Calling delete_port for 92b511ad-38dd-4542-9e03-888e605b64ca owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:41.193451 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-83df91ef-d651-4455-bf5b-ba734f615855 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:41.193451 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-83df91ef-d651-4455-bf5b-ba734f615855 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:41.277314 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-406e71ab-42c5-412f-b7d1-8a734b665c14 req-4f983af1-8074-468e-b6f9-cb6a691758d2 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dc2c581-e4a9-43eb-81b2-36a3437ac55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3457222 Sep 23 15:08:41.352991 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-83df91ef-d651-4455-bf5b-ba734f615855 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:41.353235 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-07701dd0-46d7-44e8-9d36-0f101881c7b2 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:41.387280 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Attempt 7 to provision port 2c6a206f-04dd-48c9-80b6-1f0d67091545 Sep 23 15:08:41.421068 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-10856ce9-64c5-4487-a76f-372b3a5be226 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:41.449688 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Port 2c6a206f-04dd-48c9-80b6-1f0d67091545 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:41.472176 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device effce032-46f7-4bcb-801f-9d35516815fe up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:41.518180 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-586887c2-7e85-4e43-8bb3-6f9001d8b9a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:41.520817 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-df00252b-09e6-4d32-a6a6-dd21d20da61b None None] Allocated IP 2001:db8:0:1::2 (7d95921e-fadf-4067-8857-64762396ad45/c2391610-8a92-4985-837f-884783fc3293/10e8610f-139d-4980-ac20-43beaa98f27e) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:41.564816 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-4e44375c-0621-49a5-a5bc-04befc76b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832340c1-51a6-46a9-9505-a23b73f3df0f', 'name': 'tempest-TestVolumeBootPattern-86368495-router', 'tenant_id': '121498c666ce46819fcd1c388d8f9c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.240'}], 'enable_snat': True}, 'gw_port_id': 'c1c98daf-34b9-4bd6-8fdd-0bdd4443034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:31Z', 'updated_at': '2022-09-23T15:08:37Z', 'revision_number': 3, 'project_id': '121498c666ce46819fcd1c388d8f9c4b', 'gw_port': {'id': 'c1c98daf-34b9-4bd6-8fdd-0bdd4443034d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832340c1-51a6-46a9-9505-a23b73f3df0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:33Z', 'updated_at': '2022-09-23T15:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:41.596787 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e44375c-0621-49a5-a5bc-04befc76b8fe None None] Checking router: 832340c1-51a6-46a9-9505-a23b73f3df0f for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:08:41.597303 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e44375c-0621-49a5-a5bc-04befc76b8fe None None] Updating router 832340c1-51a6-46a9-9505-a23b73f3df0f port c1c98daf-34b9-4bd6-8fdd-0bdd4443034d binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:08:41.631490 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Allocated IP 2001:db8::2 (6996a6e6-e1a9-4bc0-8ebb-74b3f610f12b/8838d66e-6795-4204-a875-76750091b3d5/f11e2185-3b4b-43b4-a062-ebb6d35495f9) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:41.653235 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-83df91ef-d651-4455-bf5b-ba734f615855 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:41.655991 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-10856ce9-64c5-4487-a76f-372b3a5be226 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] In _notify_port_updated(), no bound segment for port 56e43fe9-8cab-4069-ab42-c900ac0ed06b on network 7d95921e-fadf-4067-8857-64762396ad45 {{(pid=89738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 23 15:08:41.661401 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10856ce9-64c5-4487-a76f-372b3a5be226 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:41.662018 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-10856ce9-64c5-4487-a76f-372b3a5be226 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:41.666860 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-10856ce9-64c5-4487-a76f-372b3a5be226 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "PUT /v2.0/ports/56e43fe9-8cab-4069-ab42-c900ac0ed06b HTTP/1.1" status: 200 len: 931 time: 3.0660758 Sep 23 15:08:41.669696 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-586887c2-7e85-4e43-8bb3-6f9001d8b9a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Calling delete_port for c4c430b3-c3b4-422c-a5b2-ecd2c2a2a017 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:41.675349 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46982) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:41.682783 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10856ce9-64c5-4487-a76f-372b3a5be226 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Port': ['ID=56e43fe9-8cab-4069-ab42-c900ac0ed06b,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:41.806774 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-07701dd0-46d7-44e8-9d36-0f101881c7b2 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 23 15:08:41.809619 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-07701dd0-46d7-44e8-9d36-0f101881c7b2 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "DELETE /v2.0/routers/70777935-f650-4da2-9534-79993c6ffd25 HTTP/1.1" status: 409 len: 329 time: 1.0065341 Sep 23 15:08:41.812521 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 46986) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:41.901248 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-24d46902-5eb2-4390-a28c-b3e6e24d62de tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port 56e43fe9-8cab-4069-ab42-c900ac0ed06b {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:41.901594 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-24d46902-5eb2-4390-a28c-b3e6e24d62de tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:41.945222 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4e44375c-0621-49a5-a5bc-04befc76b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:42.046044 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bf9f10db-5b8e-4198-a037-dcdeee820954 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:42.073222 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Attempt 8 to provision port 2c6a206f-04dd-48c9-80b6-1f0d67091545 Sep 23 15:08:42.114503 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f10db-5b8e-4198-a037-dcdeee820954 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Port': ['ID=92b511ad-38dd-4542-9e03-888e605b64ca,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:42.117677 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-83df91ef-d651-4455-bf5b-ba734f615855 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:42.118883 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-83df91ef-d651-4455-bf5b-ba734f615855 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3954930 Sep 23 15:08:42.124167 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46990) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:42.312668 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-df00252b-09e6-4d32-a6a6-dd21d20da61b None None] For port 10e8610f-139d-4980-ac20-43beaa98f27e, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=10e8610f-139d-4980-ac20-43beaa98f27e,segment=NetworkSegment(1fa475cd-a96c-445a-a7fc-21882202ac21),segment_id=1fa475cd-a96c-445a-a7fc-21882202ac21)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:42.354062 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Port 2c6a206f-04dd-48c9-80b6-1f0d67091545 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:42.428685 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:42.464047 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Transition to ACTIVE for port object f11e2185-3b4b-43b4-a062-ebb6d35495f9 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:42.510218 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-df00252b-09e6-4d32-a6a6-dd21d20da61b None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:42.516263 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-586887c2-7e85-4e43-8bb3-6f9001d8b9a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:42.527328 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Transition to ACTIVE for port object f11e2185-3b4b-43b4-a062-ebb6d35495f9 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:42.556631 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-df00252b-09e6-4d32-a6a6-dd21d20da61b None None] Ignored duplicate provisioning block setup for port 10e8610f-139d-4980-ac20-43beaa98f27e by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 23 15:08:42.625766 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:42.650975 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586887c2-7e85-4e43-8bb3-6f9001d8b9a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Port': ['ID=c4c430b3-c3b4-422c-a5b2-ecd2c2a2a017,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:42.716938 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-df00252b-09e6-4d32-a6a6-dd21d20da61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:42.734558 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Network 6996a6e6-e1a9-4bc0-8ebb-74b3f610f12b is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:42.749381 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:42.757294 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-24d46902-5eb2-4390-a28c-b3e6e24d62de tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:42.762872 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:42.765738 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c45b4646-4c9b-404f-a125-0218483c686a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:42.778469 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4e44375c-0621-49a5-a5bc-04befc76b8fe None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:42.822716 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bf9f10db-5b8e-4198-a037-dcdeee820954 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:42.865348 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Attempt 9 to provision port 2c6a206f-04dd-48c9-80b6-1f0d67091545 Sep 23 15:08:42.886378 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-bf9f10db-5b8e-4198-a037-dcdeee820954 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/92b511ad-38dd-4542-9e03-888e605b64ca HTTP/1.1" status: 204 len: 168 time: 3.7193089 Sep 23 15:08:42.893416 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 46996) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:42.947730 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Port 2c6a206f-04dd-48c9-80b6-1f0d67091545 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:42.949990 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-24d46902-5eb2-4390-a28c-b3e6e24d62de tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Calling delete_port for 56e43fe9-8cab-4069-ab42-c900ac0ed06b owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:42.999109 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Pushing event updated for resources: {'Port': ['ID=f11e2185-3b4b-43b4-a062-ebb6d35495f9,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:43.038040 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-4e44375c-0621-49a5-a5bc-04befc76b8fe None None] Transition to ACTIVE for port object c1c98daf-34b9-4bd6-8fdd-0bdd4443034d will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:43.057888 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:43.058591 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:43.058591 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:43.063135 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:43.063135 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:43.063135 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:43.063135 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:43.063135 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:43.063135 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:43.063135 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:43.063135 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:43.063135 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:08:43.097533 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-586887c2-7e85-4e43-8bb3-6f9001d8b9a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:43.099587 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-586887c2-7e85-4e43-8bb3-6f9001d8b9a2 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/ports/c4c430b3-c3b4-422c-a5b2-ecd2c2a2a017 HTTP/1.1" status: 204 len: 168 time: 2.7301862 Sep 23 15:08:43.104083 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522425e4-2b67-4f80-b6d7-c9034ce037a8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:43.106516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522425e4-2b67-4f80-b6d7-c9034ce037a8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:43.107258 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522425e4-2b67-4f80-b6d7-c9034ce037a8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:43.108942 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-522425e4-2b67-4f80-b6d7-c9034ce037a8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:08:43.113540 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47000) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:43.129424 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Attempting to bind port f11e2185-3b4b-43b4-a062-ebb6d35495f9 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:08:43.129799 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Attempting to bind port f11e2185-3b4b-43b4-a062-ebb6d35495f9 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'a5c6fb46-2244-443c-acc5-9ddb9931c437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6996a6e6-e1a9-4bc0-8ebb-74b3f610f12b'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:08:43.130166 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Attempting to bind port f11e2185-3b4b-43b4-a062-ebb6d35495f9 on network 6996a6e6-e1a9-4bc0-8ebb-74b3f610f12b {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:08:43.147709 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49ab01a2-1631-4b62-8a9e-345686ab67d4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:43.149175 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:08:43.149553 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Checking segment: {'id': 'a5c6fb46-2244-443c-acc5-9ddb9931c437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6996a6e6-e1a9-4bc0-8ebb-74b3f610f12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:08:43.150586 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:43.150586 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Bound using segment: {'id': 'a5c6fb46-2244-443c-acc5-9ddb9931c437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6996a6e6-e1a9-4bc0-8ebb-74b3f610f12b'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:08:43.150894 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Bound port: f11e2185-3b4b-43b4-a062-ebb6d35495f9, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c6fb46-2244-443c-acc5-9ddb9931c437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6996a6e6-e1a9-4bc0-8ebb-74b3f610f12b'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:08:43.151212 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:43.171265 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4e44375c-0621-49a5-a5bc-04befc76b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:43.183100 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a874a4a-033d-4aad-b2c3-c99d2224e83e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] GET failed (client error): The resource could not be found. Sep 23 15:08:43.183896 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2a874a4a-033d-4aad-b2c3-c99d2224e83e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Synchronizing usage tracker for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:08:43.227525 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00252b-09e6-4d32-a6a6-dd21d20da61b None None] Pushing event updated for resources: {'Port': ['ID=10e8610f-139d-4980-ac20-43beaa98f27e,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:43.264922 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-522425e4-2b67-4f80-b6d7-c9034ce037a8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:08:43.270198 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-522425e4-2b67-4f80-b6d7-c9034ce037a8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3714874 Sep 23 15:08:43.292538 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-4e44375c-0621-49a5-a5bc-04befc76b8fe None None] Attempting to bind port c1c98daf-34b9-4bd6-8fdd-0bdd4443034d on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:08:43.293149 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-4e44375c-0621-49a5-a5bc-04befc76b8fe None None] Attempting to bind port c1c98daf-34b9-4bd6-8fdd-0bdd4443034d by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:08:43.293767 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e44375c-0621-49a5-a5bc-04befc76b8fe None None] Attempting to bind port c1c98daf-34b9-4bd6-8fdd-0bdd4443034d on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:08:43.304011 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47004) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:43.316280 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e44375c-0621-49a5-a5bc-04befc76b8fe None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:08:43.316681 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e44375c-0621-49a5-a5bc-04befc76b8fe None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:08:43.317060 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4e44375c-0621-49a5-a5bc-04befc76b8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:43.317455 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e44375c-0621-49a5-a5bc-04befc76b8fe None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:08:43.317936 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-4e44375c-0621-49a5-a5bc-04befc76b8fe None None] Bound port: c1c98daf-34b9-4bd6-8fdd-0bdd4443034d, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:08:43.318344 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4e44375c-0621-49a5-a5bc-04befc76b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:43.376237 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2a874a4a-033d-4aad-b2c3-c99d2224e83e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Unset dirty status for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:08:43.383926 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2a874a4a-033d-4aad-b2c3-c99d2224e83e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "GET /v2.0/ports/c4c430b3-c3b4-422c-a5b2-ecd2c2a2a017 HTTP/1.1" status: 404 len: 333 time: 0.2690809 Sep 23 15:08:43.389580 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47008) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:43.420952 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92180d-b84f-4431-98c9-84066bb5e207 None None] Pushing event updated for resources: {'Port': ['ID=c1c98daf-34b9-4bd6-8fdd-0bdd4443034d,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:43.448948 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Attempt 10 to provision port 2c6a206f-04dd-48c9-80b6-1f0d67091545 Sep 23 15:08:43.461806 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca6731-a71c-4472-939d-f39dfd1fe170 req-fd111a11-9afe-4e62-9bc5-d1f6751d4171 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:43.463457 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-45ca6731-a71c-4472-939d-f39dfd1fe170 req-fd111a11-9afe-4e62-9bc5-d1f6751d4171 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 946 time: 1.0220945 Sep 23 15:08:43.503058 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-4e44375c-0621-49a5-a5bc-04befc76b8fe None None] For port c1c98daf-34b9-4bd6-8fdd-0bdd4443034d, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:08:43.506816 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-4e44375c-0621-49a5-a5bc-04befc76b8fe None None] For port c1c98daf-34b9-4bd6-8fdd-0bdd4443034d, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=c1c98daf-34b9-4bd6-8fdd-0bdd4443034d,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:08:43.511939 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 10e8610f-139d-4980-ac20-43beaa98f27e up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:43.537064 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] For port f11e2185-3b4b-43b4-a062-ebb6d35495f9, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:08:43.592547 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] For port f11e2185-3b4b-43b4-a062-ebb6d35495f9, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f11e2185-3b4b-43b4-a062-ebb6d35495f9,segment=NetworkSegment(a5c6fb46-2244-443c-acc5-9ddb9931c437),segment_id=a5c6fb46-2244-443c-acc5-9ddb9931c437)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:08:43.608297 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-24d46902-5eb2-4390-a28c-b3e6e24d62de tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:43.614060 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Port 2c6a206f-04dd-48c9-80b6-1f0d67091545 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:43.620364 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Could not find standard attr ID for object c4c430b3-c3b4-422c-a5b2-ecd2c2a2a017. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:08:43.627360 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4e44375c-0621-49a5-a5bc-04befc76b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:43.695580 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-c45b4646-4c9b-404f-a125-0218483c686a admin admin] Allocated IP 172.20.0.1 (f8c6fb9e-2885-4bcb-880f-99ab23d2372f/c398878b-df72-4e93-b3df-fd8ad0fab69b/f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:43.699029 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e44375c-0621-49a5-a5bc-04befc76b8fe None None] Routers {'832340c1-51a6-46a9-9505-a23b73f3df0f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:43.699670 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-4e44375c-0621-49a5-a5bc-04befc76b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['832340c1-51a6-46a9-9505-a23b73f3df0f'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:43.709644 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-789f1d42-bed9-4a87-a01a-0be7f151ccad tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:43.763510 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:43.810017 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Provisioning complete for port 82b54ebd-3297-4a48-b61c-fa721fb30d92 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:43.810417 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:43.810758 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Attempt 1 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:08:43.827638 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-789f1d42-bed9-4a87-a01a-0be7f151ccad tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:43.830163 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1cd729d-b6db-4a4a-bf6b-33076d2ec82f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet 51358437-e936-423e-94ab-5882ebc60c39 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:08:43.834854 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d1cd729d-b6db-4a4a-bf6b-33076d2ec82f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:43.899500 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92180d-b84f-4431-98c9-84066bb5e207 None None] Pushing event updated for resources: {'Port': ['ID=c1c98daf-34b9-4bd6-8fdd-0bdd4443034d,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:43.912636 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-49ab01a2-1631-4b62-8a9e-345686ab67d4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Allocated IP 2001:db8::1 (6996a6e6-e1a9-4bc0-8ebb-74b3f610f12b/8838d66e-6795-4204-a875-76750091b3d5/4ed84c10-2522-4ad9-826f-056a12580062) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:44.067907 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-789f1d42-bed9-4a87-a01a-0be7f151ccad tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:44.074615 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:44.152998 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d4e4f-d2a3-47d0-8b58-becf1f046957 None None] Pushing event updated for resources: {'Port': ['ID=f11e2185-3b4b-43b4-a062-ebb6d35495f9,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:44.176468 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-4e44375c-0621-49a5-a5bc-04befc76b8fe None None] Set router 832340c1-51a6-46a9-9505-a23b73f3df0f gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:08:44.177096 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d1cd729d-b6db-4a4a-bf6b-33076d2ec82f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:44.203572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f1d42-bed9-4a87-a01a-0be7f151ccad tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2042a74d-b3fd-4b76-8608-82ab621aeb1b,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:44.263316 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-789f1d42-bed9-4a87-a01a-0be7f151ccad tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:44.266284 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-789f1d42-bed9-4a87-a01a-0be7f151ccad tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/security-groups/2042a74d-b3fd-4b76-8608-82ab621aeb1b HTTP/1.1" status: 204 len: 168 time: 0.8755610 Sep 23 15:08:44.271299 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47012) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:44.333419 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49ab01a2-1631-4b62-8a9e-345686ab67d4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:44.386398 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-49ab01a2-1631-4b62-8a9e-345686ab67d4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Transition to ACTIVE for port object 4ed84c10-2522-4ad9-826f-056a12580062 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:44.423144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9ecd6e8e-bb53-467a-b620-63d95417ab42 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:44.442711 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-45ca6731-a71c-4472-939d-f39dfd1fe170 req-70499924-1c23-4941-a77f-56f54b200585 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dc2c581-e4a9-43eb-81b2-36a3437ac55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8990440 Sep 23 15:08:44.447896 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-24d46902-5eb2-4390-a28c-b3e6e24d62de tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:44.479562 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d46902-5eb2-4390-a28c-b3e6e24d62de tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Port': ['ID=56e43fe9-8cab-4069-ab42-c900ac0ed06b,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:44.480138 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9ecd6e8e-bb53-467a-b620-63d95417ab42 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:44.500412 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-24d46902-5eb2-4390-a28c-b3e6e24d62de tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/ports/56e43fe9-8cab-4069-ab42-c900ac0ed06b HTTP/1.1" status: 204 len: 168 time: 2.8233144 Sep 23 15:08:44.501118 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47016) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:44.502602 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d1cd729d-b6db-4a4a-bf6b-33076d2ec82f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:44.557547 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49ab01a2-1631-4b62-8a9e-345686ab67d4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:44.586058 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Attempt 2 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:08:44.644512 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ab01a2-1631-4b62-8a9e-345686ab67d4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network 6996a6e6-e1a9-4bc0-8ebb-74b3f610f12b is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:44.647524 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-49ab01a2-1631-4b62-8a9e-345686ab67d4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:44.652467 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ab01a2-1631-4b62-8a9e-345686ab67d4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:44.653410 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49ab01a2-1631-4b62-8a9e-345686ab67d4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:44.658300 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9ecd6e8e-bb53-467a-b620-63d95417ab42 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:44.659879 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:44.676609 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-d623e132-0ded-4e00-bad5-06b5569159ea tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] GET failed (client error): The resource could not be found. Sep 23 15:08:44.677187 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d623e132-0ded-4e00-bad5-06b5569159ea tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Synchronizing usage tracker for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:08:44.679510 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-4e44375c-0621-49a5-a5bc-04befc76b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832340c1-51a6-46a9-9505-a23b73f3df0f', 'name': 'tempest-TestVolumeBootPattern-86368495-router', 'tenant_id': '121498c666ce46819fcd1c388d8f9c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.240'}], 'enable_snat': True}, 'gw_port_id': 'c1c98daf-34b9-4bd6-8fdd-0bdd4443034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:31Z', 'updated_at': '2022-09-23T15:08:37Z', 'revision_number': 3, 'project_id': '121498c666ce46819fcd1c388d8f9c4b', 'gw_port': {'id': 'c1c98daf-34b9-4bd6-8fdd-0bdd4443034d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832340c1-51a6-46a9-9505-a23b73f3df0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:33Z', 'updated_at': '2022-09-23T15:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:44.683721 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e44375c-0621-49a5-a5bc-04befc76b8fe None None] The sync data for ids ['832340c1-51a6-46a9-9505-a23b73f3df0f'] in dv-neutron-859093-1-hyperv is: [{'id': '832340c1-51a6-46a9-9505-a23b73f3df0f', 'name': 'tempest-TestVolumeBootPattern-86368495-router', 'tenant_id': '121498c666ce46819fcd1c388d8f9c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.240'}], 'enable_snat': True}, 'gw_port_id': 'c1c98daf-34b9-4bd6-8fdd-0bdd4443034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:31Z', 'updated_at': '2022-09-23T15:08:37Z', 'revision_number': 3, 'project_id': '121498c666ce46819fcd1c388d8f9c4b', 'gw_port': {'id': 'c1c98daf-34b9-4bd6-8fdd-0bdd4443034d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832340c1-51a6-46a9-9505-a23b73f3df0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:33Z', 'updated_at': '2022-09-23T15:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:08:44.691311 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab01a2-1631-4b62-8a9e-345686ab67d4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Port': ['ID=4ed84c10-2522-4ad9-826f-056a12580062,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:44.696014 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd6e8e-bb53-467a-b620-63d95417ab42 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd928ec2-d6b1-4dd3-8d5e-2d5f389e3ca7,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:44.706889 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9ecd6e8e-bb53-467a-b620-63d95417ab42 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:44.708018 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9ecd6e8e-bb53-467a-b620-63d95417ab42 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/security-groups/cd928ec2-d6b1-4dd3-8d5e-2d5f389e3ca7 HTTP/1.1" status: 204 len: 168 time: 0.4355614 Sep 23 15:08:44.712075 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47020) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:44.734185 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c45b4646-4c9b-404f-a125-0218483c686a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:44.788855 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-c45b4646-4c9b-404f-a125-0218483c686a admin admin] Transition to ACTIVE for port object f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:44.842162 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-51f022fc-034f-4e5d-96b3-b3a13ea45217 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:44.873853 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49ab01a2-1631-4b62-8a9e-345686ab67d4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:44.919805 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d623e132-0ded-4e00-bad5-06b5569159ea tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Unset dirty status for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:08:44.924245 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d623e132-0ded-4e00-bad5-06b5569159ea tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "GET /v2.0/ports/56e43fe9-8cab-4069-ab42-c900ac0ed06b HTTP/1.1" status: 404 len: 333 time: 0.3475771 Sep 23 15:08:44.924915 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47024) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:44.925702 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d1cd729d-b6db-4a4a-bf6b-33076d2ec82f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:45.030276 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-73bdeafa-c343-4e79-b9e6-ac5715d9db0b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:45.051804 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d1cd729d-b6db-4a4a-bf6b-33076d2ec82f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:45.059250 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb84dc27-8499-4a88-84ed-887c425cfef7 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:45.060496 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd729d-b6db-4a4a-bf6b-33076d2ec82f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=51358437-e936-423e-94ab-5882ebc60c39,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:45.123573 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-73bdeafa-c343-4e79-b9e6-ac5715d9db0b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:45.174939 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Attempt 3 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:08:45.233167 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c45b4646-4c9b-404f-a125-0218483c686a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:45.238031 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d1cd729d-b6db-4a4a-bf6b-33076d2ec82f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/51358437-e936-423e-94ab-5882ebc60c39 HTTP/1.1" status: 204 len: 168 time: 1.9329975 Sep 23 15:08:45.249825 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47028) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:45.312936 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:45.349877 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-01bcc573-c5a6-4e53-87e2-c1690c4c8428 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet 5e497cc4-5e98-4d35-9e70-a52d9e23c975 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:08:45.394777 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45b4646-4c9b-404f-a125-0218483c686a admin admin] Network f8c6fb9e-2885-4bcb-880f-99ab23d2372f is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:45.405535 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-c45b4646-4c9b-404f-a125-0218483c686a admin admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:45.414418 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45b4646-4c9b-404f-a125-0218483c686a admin admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:45.477774 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90348808-bbd6-48d2-b501-ef89e598d1ac None None] Network 6996a6e6-e1a9-4bc0-8ebb-74b3f610f12b requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:45.493160 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b4646-4c9b-404f-a125-0218483c686a admin admin] Pushing event updated for resources: {'Port': ['ID=f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:45.519027 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-73bdeafa-c343-4e79-b9e6-ac5715d9db0b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:45.607550 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c45b4646-4c9b-404f-a125-0218483c686a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:45.645700 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49ab01a2-1631-4b62-8a9e-345686ab67d4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:45.659301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e224c63b-9815-4513-9dee-1b7ef247b51e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:45.659301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-01bcc573-c5a6-4e53-87e2-c1690c4c8428 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:45.687119 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bdeafa-c343-4e79-b9e6-ac5715d9db0b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8915cf7-9fa8-4cc3-8864-40fa7b47fb24,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:45.711571 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f11e2185-3b4b-43b4-a062-ebb6d35495f9 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:45.712346 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-73bdeafa-c343-4e79-b9e6-ac5715d9db0b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:45.713543 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-73bdeafa-c343-4e79-b9e6-ac5715d9db0b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/security-groups/b8915cf7-9fa8-4cc3-8864-40fa7b47fb24 HTTP/1.1" status: 204 len: 168 time: 0.9967222 Sep 23 15:08:45.765889 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47034) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:45.825246 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49ab01a2-1631-4b62-8a9e-345686ab67d4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:45.826848 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-49ab01a2-1631-4b62-8a9e-345686ab67d4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:45.833510 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e224c63b-9815-4513-9dee-1b7ef247b51e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:45.839908 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Attempt 4 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:08:45.905289 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-51f022fc-034f-4e5d-96b3-b3a13ea45217 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Deleting port 2c6a206f-04dd-48c9-80b6-1f0d67091545 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:45.906402 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-51f022fc-034f-4e5d-96b3-b3a13ea45217 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:45.977745 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:46.043898 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port f11e2185-3b4b-43b4-a062-ebb6d35495f9 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:46.056189 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device c1c98daf-34b9-4bd6-8fdd-0bdd4443034d up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:46.127495 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c45b4646-4c9b-404f-a125-0218483c686a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:46.203880 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-01bcc573-c5a6-4e53-87e2-c1690c4c8428 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:46.216524 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port c1c98daf-34b9-4bd6-8fdd-0bdd4443034d completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:46.223682 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port c1c98daf-34b9-4bd6-8fdd-0bdd4443034d triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:46.224446 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:46.225016 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port c1c98daf-34b9-4bd6-8fdd-0bdd4443034d Sep 23 15:08:46.261809 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-51f022fc-034f-4e5d-96b3-b3a13ea45217 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:46.405648 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d5cac3-ecda-49ed-bad3-c8b166e8e839 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting subnet 4cd66ec8-d53d-4e42-83aa-054bba710eb2 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:08:46.417258 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d2d5cac3-ecda-49ed-bad3-c8b166e8e839 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:46.418416 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port c1c98daf-34b9-4bd6-8fdd-0bdd4443034d is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:46.418879 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:46.452575 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port c1c98daf-34b9-4bd6-8fdd-0bdd4443034d, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=c1c98daf-34b9-4bd6-8fdd-0bdd4443034d,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:46.478669 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Attempt 5 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:08:46.479767 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab01a2-1631-4b62-8a9e-345686ab67d4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Port': ['ID=4ed84c10-2522-4ad9-826f-056a12580062,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:46.502892 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e224c63b-9815-4513-9dee-1b7ef247b51e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:46.526154 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542ac7f-330a-49c7-b068-d581bafc8c35 req-59d61adc-1316-441d-bf9e-4544ad16f5c1 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:46.526154 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5542ac7f-330a-49c7-b068-d581bafc8c35 req-59d61adc-1316-441d-bf9e-4544ad16f5c1 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 946 time: 0.8068497 Sep 23 15:08:46.555663 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:46.605169 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224c63b-9815-4513-9dee-1b7ef247b51e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9136fdd-14e5-4969-a0ba-31318795f617,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:46.624820 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d2d5cac3-ecda-49ed-bad3-c8b166e8e839 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:46.626850 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-51f022fc-034f-4e5d-96b3-b3a13ea45217 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Calling delete_port for 2c6a206f-04dd-48c9-80b6-1f0d67091545 owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:46.707697 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=c1c98daf-34b9-4bd6-8fdd-0bdd4443034d,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:46.735364 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:46.743070 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5542ac7f-330a-49c7-b068-d581bafc8c35 req-47e44129-2c96-4f3c-8ca0-a78567723d63 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dc2c581-e4a9-43eb-81b2-36a3437ac55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060845 Sep 23 15:08:46.753504 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e224c63b-9815-4513-9dee-1b7ef247b51e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:46.761705 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47038) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:46.763826 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e224c63b-9815-4513-9dee-1b7ef247b51e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/security-groups/e9136fdd-14e5-4969-a0ba-31318795f617 HTTP/1.1" status: 204 len: 168 time: 1.8377895 Sep 23 15:08:46.791850 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-01bcc573-c5a6-4e53-87e2-c1690c4c8428 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:46.910019 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ab01a2-1631-4b62-8a9e-345686ab67d4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network 6996a6e6-e1a9-4bc0-8ebb-74b3f610f12b is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:46.918739 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-49ab01a2-1631-4b62-8a9e-345686ab67d4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:46.979132 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d78f8c7b-1fa2-474b-83dd-b99b0f57554c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:47.041557 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d78f8c7b-1fa2-474b-83dd-b99b0f57554c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:47.101475 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d2d5cac3-ecda-49ed-bad3-c8b166e8e839 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:47.130027 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c45b4646-4c9b-404f-a125-0218483c686a admin admin] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:47.192279 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c45b4646-4c9b-404f-a125-0218483c686a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:47.237002 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Attempt 6 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:08:47.270527 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-51f022fc-034f-4e5d-96b3-b3a13ea45217 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:47.272134 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-01bcc573-c5a6-4e53-87e2-c1690c4c8428 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:47.291923 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d78f8c7b-1fa2-474b-83dd-b99b0f57554c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:47.301724 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:47.319026 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bcc573-c5a6-4e53-87e2-c1690c4c8428 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=5e497cc4-5e98-4d35-9e70-a52d9e23c975,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:47.321147 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-01bcc573-c5a6-4e53-87e2-c1690c4c8428 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:47.333037 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-01bcc573-c5a6-4e53-87e2-c1690c4c8428 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/5e497cc4-5e98-4d35-9e70-a52d9e23c975 HTTP/1.1" status: 204 len: 168 time: 2.0820034 Sep 23 15:08:47.334234 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894d0361-aeea-4b95-95f5-2867871f10e7 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:47.335944 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47042) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:47.361872 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f8c7b-1fa2-474b-83dd-b99b0f57554c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0d3c5d-bd75-43e8-acea-92d3a0448f33,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:47.372017 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b4646-4c9b-404f-a125-0218483c686a admin admin] Pushing event updated for resources: {'Port': ['ID=f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:47.381266 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c45b4646-4c9b-404f-a125-0218483c686a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:47.458213 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ab01a2-1631-4b62-8a9e-345686ab67d4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Router 67ab7f39-96b5-4bf7-b407-99aaebab02c8 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:08:47.468839 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d2d5cac3-ecda-49ed-bad3-c8b166e8e839 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:47.482223 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device c1c98daf-34b9-4bd6-8fdd-0bdd4443034d up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:47.510167 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b4d689ae-89b8-4032-9220-50bf38377175 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1729233 Sep 23 15:08:47.516652 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47050) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:47.528088 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f022fc-034f-4e5d-96b3-b3a13ea45217 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Pushing event deleted for resources: {'Port': ['ID=2c6a206f-04dd-48c9-80b6-1f0d67091545,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:47.538459 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-7d620998-1c58-4e83-98da-c175ccf8b6aa tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:47.555318 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5cac3-ecda-49ed-bad3-c8b166e8e839 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd66ec8-d53d-4e42-83aa-054bba710eb2,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:47.557555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d2d5cac3-ecda-49ed-bad3-c8b166e8e839 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:47.567241 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d2d5cac3-ecda-49ed-bad3-c8b166e8e839 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/subnets/4cd66ec8-d53d-4e42-83aa-054bba710eb2 HTTP/1.1" status: 204 len: 168 time: 1.7702160 Sep 23 15:08:47.567381 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add3405a-1fdc-4e15-b14d-75cd4efd72e0 None None] Network 836ff237-6f4c-47b9-90eb-75fa61685684 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:47.625623 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47054) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:47.632380 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d78f8c7b-1fa2-474b-83dd-b99b0f57554c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:47.637389 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d78f8c7b-1fa2-474b-83dd-b99b0f57554c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/security-groups/9a0d3c5d-bd75-43e8-acea-92d3a0448f33 HTTP/1.1" status: 204 len: 168 time: 0.8584425 Sep 23 15:08:47.642534 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47058) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:47.723801 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-51f022fc-034f-4e5d-96b3-b3a13ea45217 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:47.823662 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port c1c98daf-34b9-4bd6-8fdd-0bdd4443034d triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:47.824718 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:47.825263 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port c1c98daf-34b9-4bd6-8fdd-0bdd4443034d Sep 23 15:08:47.888641 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Attempt 7 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:08:47.920712 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-7d620998-1c58-4e83-98da-c175ccf8b6aa tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:47.928638 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7d620998-1c58-4e83-98da-c175ccf8b6aa tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:subnet and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:47.934003 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7d620998-1c58-4e83-98da-c175ccf8b6aa tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:47.944404 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-7d620998-1c58-4e83-98da-c175ccf8b6aa tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:47.972752 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ab01a2-1631-4b62-8a9e-345686ab67d4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:08:47.978642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-531bfffd-5480-486c-b79c-9f4178f5109c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting subnet 8c91a799-4c0d-43dc-a3fe-6c0472abcfe1 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:08:47.986922 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-49ab01a2-1631-4b62-8a9e-345686ab67d4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "PUT /v2.0/routers/67ab7f39-96b5-4bf7-b407-99aaebab02c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8594282 Sep 23 15:08:47.989414 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-531bfffd-5480-486c-b79c-9f4178f5109c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:47.989576 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3995f9-66ed-401f-8b8b-1ac838144290 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting subnet ddec1d2b-c758-48e8-ad64-af4e1b5bf219 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:08:47.992236 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47064) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:48.012157 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9a3995f9-66ed-401f-8b8b-1ac838144290 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:48.019489 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8731f445-16d7-4670-88b8-50b2eb00f1ae None None] Sync routers for ids ['67ab7f39-96b5-4bf7-b407-99aaebab02c8'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:08:48.032188 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d620998-1c58-4e83-98da-c175ccf8b6aa tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:48.035823 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7d620998-1c58-4e83-98da-c175ccf8b6aa tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:48.060540 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:48.091162 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8731f445-16d7-4670-88b8-50b2eb00f1ae None None] Routers {'67ab7f39-96b5-4bf7-b407-99aaebab02c8'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:48.091800 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-8731f445-16d7-4670-88b8-50b2eb00f1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['67ab7f39-96b5-4bf7-b407-99aaebab02c8'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:48.135826 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-531bfffd-5480-486c-b79c-9f4178f5109c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:48.180192 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-8731f445-16d7-4670-88b8-50b2eb00f1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:48.245166 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port c1c98daf-34b9-4bd6-8fdd-0bdd4443034d is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:48.262301 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8731f445-16d7-4670-88b8-50b2eb00f1ae None None] Routers {'67ab7f39-96b5-4bf7-b407-99aaebab02c8'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:48.262957 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-8731f445-16d7-4670-88b8-50b2eb00f1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['67ab7f39-96b5-4bf7-b407-99aaebab02c8'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:48.336382 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-531bfffd-5480-486c-b79c-9f4178f5109c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:48.383604 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b586cbec-0647-4661-bf82-7d4f3da014e0 None None] DHCP port deletion for c3d67a4b-9092-448f-b14d-bd8d70a05623 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:08:48.387346 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-8731f445-16d7-4670-88b8-50b2eb00f1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:48.391223 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8731f445-16d7-4670-88b8-50b2eb00f1ae None None] The sync data for ids ['67ab7f39-96b5-4bf7-b407-99aaebab02c8'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:08:48.393705 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b586cbec-0647-4661-bf82-7d4f3da014e0 None None] Deleting port 60f7589f-5c17-46f9-ae53-108da09bfd7f {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:48.394087 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b586cbec-0647-4661-bf82-7d4f3da014e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:48.421856 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45b4646-4c9b-404f-a125-0218483c686a admin admin] Network f8c6fb9e-2885-4bcb-880f-99ab23d2372f is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:48.465704 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-c45b4646-4c9b-404f-a125-0218483c686a admin admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:48.474419 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a4f008-a26c-4c11-aa43-760456f6c3e1 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:48.475202 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-64a4f008-a26c-4c11-aa43-760456f6c3e1 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Synchronizing usage tracker for tenant:2de827345e1341699e79c05b3da06c65 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:08:48.483694 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9a3995f9-66ed-401f-8b8b-1ac838144290 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:48.589398 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Attempt 8 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:08:48.740917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae8e2b-1aa7-4da2-afa8-865c3ce19443 req-e0f734eb-6616-4128-a13a-2fb40c2ae338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:48.742510 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70ae8e2b-1aa7-4da2-afa8-865c3ce19443 req-e0f734eb-6616-4128-a13a-2fb40c2ae338 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 1099 time: 0.1235561 Sep 23 15:08:48.802134 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7d620998-1c58-4e83-98da-c175ccf8b6aa tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:48.807519 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70ae8e2b-1aa7-4da2-afa8-865c3ce19443 req-36953f35-d90a-453d-9428-45a44f61d5ea service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9dc2c581-e4a9-43eb-81b2-36a3437ac55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587981 Sep 23 15:08:48.867384 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-531bfffd-5480-486c-b79c-9f4178f5109c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:48.879789 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b586cbec-0647-4661-bf82-7d4f3da014e0 None None] For port 60f7589f-5c17-46f9-ae53-108da09bfd7f, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=60f7589f-5c17-46f9-ae53-108da09bfd7f,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:48.880374 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b586cbec-0647-4661-bf82-7d4f3da014e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:48.894903 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d620998-1c58-4e83-98da-c175ccf8b6aa tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:48.906512 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbba3c9-ca5f-4650-a7a1-13c3d47ac1cc req-ec418165-31bc-492b-881b-e9fb68fd4fae tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:48.907620 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-7d620998-1c58-4e83-98da-c175ccf8b6aa tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:48.908677 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-9fbba3c9-ca5f-4650-a7a1-13c3d47ac1cc req-ec418165-31bc-492b-881b-e9fb68fd4fae tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 946 time: 1.0003593 Sep 23 15:08:48.918273 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f022fc-034f-4e5d-96b3-b3a13ea45217 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Router 70777935-f650-4da2-9534-79993c6ffd25 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:08:48.924485 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d620998-1c58-4e83-98da-c175ccf8b6aa tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:48.925099 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7d620998-1c58-4e83-98da-c175ccf8b6aa tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:48.947382 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:48.962704 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-64a4f008-a26c-4c11-aa43-760456f6c3e1 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Unset dirty status for tenant:2de827345e1341699e79c05b3da06c65 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:08:48.963666 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-64a4f008-a26c-4c11-aa43-760456f6c3e1 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "GET /v2.0/ports/4ed84c10-2522-4ad9-826f-056a12580062 HTTP/1.1" status: 200 len: 911 time: 0.9563973 Sep 23 15:08:48.965852 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d620998-1c58-4e83-98da-c175ccf8b6aa tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=18c2a41c-6cf6-4478-87ac-5bffbc3a67a9,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:48.969001 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-531bfffd-5480-486c-b79c-9f4178f5109c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:48.971885 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47068) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:49.036656 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 14cac99a-9ccb-4186-80a2-85da9180b8ad details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:08:49.040796 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43dd09d-d63d-4071-8d20-db5358b67477 None None] Network 7d95921e-fadf-4067-8857-64762396ad45 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:49.061314 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b586cbec-0647-4661-bf82-7d4f3da014e0 None None] Calling delete_port for 60f7589f-5c17-46f9-ae53-108da09bfd7f owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:49.089678 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bfffd-5480-486c-b79c-9f4178f5109c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Subnet': ['ID=8c91a799-4c0d-43dc-a3fe-6c0472abcfe1,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:49.096454 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45b4646-4c9b-404f-a125-0218483c686a admin admin] Router 832340c1-51a6-46a9-9505-a23b73f3df0f has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:08:49.110826 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-9fbba3c9-ca5f-4650-a7a1-13c3d47ac1cc req-50b60497-bdf4-48fc-8da8-28f1f774e113 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dc2c581-e4a9-43eb-81b2-36a3437ac55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794295 Sep 23 15:08:49.139852 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-531bfffd-5480-486c-b79c-9f4178f5109c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/subnets/8c91a799-4c0d-43dc-a3fe-6c0472abcfe1 HTTP/1.1" status: 204 len: 168 time: 1.4787562 Sep 23 15:08:49.139852 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47072) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:49.186903 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9a3995f9-66ed-401f-8b8b-1ac838144290 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:49.236013 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f022fc-034f-4e5d-96b3-b3a13ea45217 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:08:49.247313 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25794c-65c5-4769-8f3b-faaeb257a58d None None] Sync routers for ids ['70777935-f650-4da2-9534-79993c6ffd25'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:08:49.256607 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-51f022fc-034f-4e5d-96b3-b3a13ea45217 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "PUT /v2.0/routers/70777935-f650-4da2-9534-79993c6ffd25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4415598 Sep 23 15:08:49.257953 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d25794c-65c5-4769-8f3b-faaeb257a58d None None] Routers {'70777935-f650-4da2-9534-79993c6ffd25'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:49.258805 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-3d25794c-65c5-4769-8f3b-faaeb257a58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['70777935-f650-4da2-9534-79993c6ffd25'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:49.269581 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-86c1cd91-7524-48b7-afd9-aeb4deb7aa4f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'subnet': {'network_id': '7d95921e-fadf-4067-8857-64762396ad45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:49.332770 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47076) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:49.347191 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-3d25794c-65c5-4769-8f3b-faaeb257a58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:49.361702 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d25794c-65c5-4769-8f3b-faaeb257a58d None None] Routers {'70777935-f650-4da2-9534-79993c6ffd25'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:49.362723 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-3d25794c-65c5-4769-8f3b-faaeb257a58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['70777935-f650-4da2-9534-79993c6ffd25'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:49.466141 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-3d25794c-65c5-4769-8f3b-faaeb257a58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:49.466933 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d25794c-65c5-4769-8f3b-faaeb257a58d None None] The sync data for ids ['70777935-f650-4da2-9534-79993c6ffd25'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:08:49.486713 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Attempt 9 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:08:49.513000 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-9fa6c8b5-5166-4b4b-a314-0c68b87b2b86 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] show failed (client error): The resource could not be found. Sep 23 15:08:49.517604 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9fa6c8b5-5166-4b4b-a314-0c68b87b2b86 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "GET /v2.0/routers/tempest-non_exist_router-653743409 HTTP/1.1" status: 404 len: 334 time: 0.1349347 Sep 23 15:08:49.518368 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47080) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:49.519480 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b586cbec-0647-4661-bf82-7d4f3da014e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:49.525193 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 60f7589f-5c17-46f9-ae53-108da09bfd7f no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:08:49.527177 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-d1ec9cac-b318-4e77-8587-51b8fe40bc06 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:49.546558 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7d620998-1c58-4e83-98da-c175ccf8b6aa tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0242438 Sep 23 15:08:49.555282 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47084) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:49.622367 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-9a97485b-08cb-4a86-8c53-bd91a740eb25 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:49.634411 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 60f7589f-5c17-46f9-ae53-108da09bfd7f {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:08:49.634722 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 60f7589f-5c17-46f9-ae53-108da09bfd7f not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:08:49.640449 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b586cbec-0647-4661-bf82-7d4f3da014e0 None None] No DVR routers for this DVR port 60f7589f-5c17-46f9-ae53-108da09bfd7f on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:08:49.643107 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586cbec-0647-4661-bf82-7d4f3da014e0 None None] Pushing event deleted for resources: {'Port': ['ID=60f7589f-5c17-46f9-ae53-108da09bfd7f,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:49.651602 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-d1ec9cac-b318-4e77-8587-51b8fe40bc06 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] update failed (client error): The resource could not be found. Sep 23 15:08:49.651602 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d1ec9cac-b318-4e77-8587-51b8fe40bc06 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "PUT /v2.0/routers/tempest-non_exist_router-246724244 HTTP/1.1" status: 404 len: 334 time: 0.1286099 Sep 23 15:08:49.651923 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 14cac99a-9ccb-4186-80a2-85da9180b8ad, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=14cac99a-9ccb-4186-80a2-85da9180b8ad,segment=NetworkSegment(c15215a5-57ed-4328-8791-eac77bc9a6d0),segment_id=c15215a5-57ed-4328-8791-eac77bc9a6d0)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:49.655761 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47088) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:49.685024 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eef004-4d0a-4752-8b4f-1cb94fff83dd None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:49.739739 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45b4646-4c9b-404f-a125-0218483c686a admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:08:49.755536 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c45b4646-4c9b-404f-a125-0218483c686a admin admin] 10.222.0.67 "PUT /v2.0/routers/832340c1-51a6-46a9-9505-a23b73f3df0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6890466 Sep 23 15:08:49.763888 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '14cac99a-9ccb-4186-80a2-85da9180b8ad', 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221', 'port_id': '14cac99a-9ccb-4186-80a2-85da9180b8ad', 'mac_address': 'fa:16:3e:af:64:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '245ea95f-8d5f-45e2-90f5-83cc7713b286', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:08:49.766212 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] Sync routers for ids ['832340c1-51a6-46a9-9505-a23b73f3df0f'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:08:49.836488 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9a3995f9-66ed-401f-8b8b-1ac838144290 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:49.851575 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d6c55e-1e45-403b-8895-19ed1f37490b tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Deleting subnet 28612f41-895e-4e51-bcee-045b22781d87 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:08:49.861629 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:49.864215 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d1d6c55e-1e45-403b-8895-19ed1f37490b tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:49.907640 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3995f9-66ed-401f-8b8b-1ac838144290 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Subnet': ['ID=ddec1d2b-c758-48e8-ad64-af4e1b5bf219,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:49.944621 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9a3995f9-66ed-401f-8b8b-1ac838144290 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:49.949491 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5647e6be-86a7-42d3-bab4-f3975dd7657f None None] Network 836ff237-6f4c-47b9-90eb-75fa61685684 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:49.950038 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9a3995f9-66ed-401f-8b8b-1ac838144290 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/subnets/ddec1d2b-c758-48e8-ad64-af4e1b5bf219 HTTP/1.1" status: 204 len: 168 time: 2.3188081 Sep 23 15:08:49.951156 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47098) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:49.988186 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d1d6c55e-1e45-403b-8895-19ed1f37490b tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:50.000160 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ed713d-3112-44cf-9537-c7758de4c9ca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] DELETE failed (client error): The resource could not be found. Sep 23 15:08:50.000862 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5ed713d-3112-44cf-9537-c7758de4c9ca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:08:50.002773 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c5ed713d-3112-44cf-9537-c7758de4c9ca tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/subnets/4cd66ec8-d53d-4e42-83aa-054bba710eb2 HTTP/1.1" status: 404 len: 337 time: 0.0502055 Sep 23 15:08:50.005512 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47102) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:50.062916 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] Routers {'832340c1-51a6-46a9-9505-a23b73f3df0f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:50.063593 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['832340c1-51a6-46a9-9505-a23b73f3df0f'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:50.081970 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d1d6c55e-1e45-403b-8895-19ed1f37490b tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:50.129015 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-313824b2-8130-457e-b384-8e62e7dae284 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting subnet 1ca65ce9-2930-4cb1-8549-594aa7555573 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:08:50.139661 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-313824b2-8130-457e-b384-8e62e7dae284 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:50.240765 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d1d6c55e-1e45-403b-8895-19ed1f37490b tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:50.292603 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 14cac99a-9ccb-4186-80a2-85da9180b8ad is: ACTIVE; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:50.292986 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:50.308521 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e2fe58-aa2f-4584-b69d-3974db6be4bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-c3d67a4b-9092-448f-b14d-bd8d70a05623', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'fixed_ips': [{'subnet_id': '18c2a41c-6cf6-4478-87ac-5bffbc3a67a9'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:08:50.309335 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f4e2fe58-aa2f-4584-b69d-3974db6be4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:50.357741 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-86c1cd91-7524-48b7-afd9-aeb4deb7aa4f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:50.360255 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6c55e-1e45-403b-8895-19ed1f37490b tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Pushing event deleted for resources: {'Subnet': ['ID=28612f41-895e-4e51-bcee-045b22781d87,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:50.369873 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d1d6c55e-1e45-403b-8895-19ed1f37490b tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:50.370641 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-313824b2-8130-457e-b384-8e62e7dae284 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:50.377441 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d1d6c55e-1e45-403b-8895-19ed1f37490b tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "DELETE /v2.0/subnets/28612f41-895e-4e51-bcee-045b22781d87 HTTP/1.1" status: 204 len: 168 time: 0.7206457 Sep 23 15:08:50.378645 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-86c1cd91-7524-48b7-afd9-aeb4deb7aa4f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:subnet and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:50.383102 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Attempt 10 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:08:50.386342 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-9a97485b-08cb-4a86-8c53-bd91a740eb25 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:50.390596 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-9a97485b-08cb-4a86-8c53-bd91a740eb25 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:subnet and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:50.393472 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-9a97485b-08cb-4a86-8c53-bd91a740eb25 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:50.399369 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-9a97485b-08cb-4a86-8c53-bd91a740eb25 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:50.414698 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-86c1cd91-7524-48b7-afd9-aeb4deb7aa4f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:50.415767 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47108) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:50.415892 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47110) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:50.423767 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-86c1cd91-7524-48b7-afd9-aeb4deb7aa4f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:50.426337 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc24239-b94a-45de-875f-6ad2abac999c None None] Network cb90caf3-7f4a-48c2-b9df-6d2722a9717c requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:50.446945 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-08a2fc85-91b8-4540-9406-c002366d9492 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1988221351', 'description': 'tempest-secgroup-smoke-1988221351 description', 'project_id': '4dd03006331a43759c203c055fc73500'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:50.493647 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14cac99a-9ccb-4186-80a2-85da9180b8ad {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:08:50.493947 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a97485b-08cb-4a86-8c53-bd91a740eb25 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:50.497280 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9a97485b-08cb-4a86-8c53-bd91a740eb25 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:50.656766 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-08a2fc85-91b8-4540-9406-c002366d9492 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:50.685287 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-08a2fc85-91b8-4540-9406-c002366d9492 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Usage tracker for resource:security_group and tenant:4dd03006331a43759c203c055fc73500 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:50.698969 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:08:50.707699 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c1cd91-7524-48b7-afd9-aeb4deb7aa4f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:50.711189 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-86c1cd91-7524-48b7-afd9-aeb4deb7aa4f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:50.713303 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 14cac99a-9ccb-4186-80a2-85da9180b8ad, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=14cac99a-9ccb-4186-80a2-85da9180b8ad,segment=NetworkSegment(c15215a5-57ed-4328-8791-eac77bc9a6d0),segment_id=c15215a5-57ed-4328-8791-eac77bc9a6d0)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:50.713441 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-08a2fc85-91b8-4540-9406-c002366d9492 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:50.723119 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-08a2fc85-91b8-4540-9406-c002366d9492 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:50.725957 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] Set router 832340c1-51a6-46a9-9505-a23b73f3df0f gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:08:50.765078 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7e826cc6-7ca0-47b4-81c9-37f1c8838ce9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:50.801138 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2592746-3662-4efb-828d-d99051ce7abc req-1b95cd6f-aad8-46c7-b4f8-8f7d6e8d741c tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:50.805929 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c2592746-3662-4efb-828d-d99051ce7abc req-1b95cd6f-aad8-46c7-b4f8-8f7d6e8d741c tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 946 time: 0.5144410 Sep 23 15:08:50.848913 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-313824b2-8130-457e-b384-8e62e7dae284 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:50.862990 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:50.873846 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-92e0ed79-fc1a-4123-b4a3-9eb23c6309b1 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:50.915125 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-08a2fc85-91b8-4540-9406-c002366d9492 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:50.945288 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-7e826cc6-7ca0-47b4-81c9-37f1c8838ce9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Deleting port 0a833bd7-fae2-4dbe-84fe-76c3c7bcc845 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:50.945894 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7e826cc6-7ca0-47b4-81c9-37f1c8838ce9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:50.974032 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-08a2fc85-91b8-4540-9406-c002366d9492 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:50.994627 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-08a2fc85-91b8-4540-9406-c002366d9492 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Usage tracker for resource:security_group_rule and tenant:4dd03006331a43759c203c055fc73500 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:50.999515 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-08a2fc85-91b8-4540-9406-c002366d9492 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:51.042341 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c2592746-3662-4efb-828d-d99051ce7abc req-7227300a-7de9-4e21-b9bd-dc60ce0c86c1 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dc2c581-e4a9-43eb-81b2-36a3437ac55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183776 Sep 23 15:08:51.042341 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-08a2fc85-91b8-4540-9406-c002366d9492 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:51.052365 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47116) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:51.064927 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 14cac99a-9ccb-4186-80a2-85da9180b8ad no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:08:51.138182 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Provisioning complete for port 151e0e53-e3ba-4bc9-9023-6df4ff246ff1 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:51.138593 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:51.139110 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Attempt 1 to provision port 151e0e53-e3ba-4bc9-9023-6df4ff246ff1 Sep 23 15:08:51.330148 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-317acac6-2439-46b5-b376-6719d66a33b3 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/floatingips/b206c3e7-6b10-4e00-bdcb-116149659704 HTTP/1.1" status: 200 len: 994 time: 0.2698958 Sep 23 15:08:51.339254 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-313824b2-8130-457e-b384-8e62e7dae284 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:51.407986 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313824b2-8130-457e-b384-8e62e7dae284 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Subnet': ['ID=1ca65ce9-2930-4cb1-8549-594aa7555573,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:51.426810 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-313824b2-8130-457e-b384-8e62e7dae284 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:51.458745 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-7e826cc6-7ca0-47b4-81c9-37f1c8838ce9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] For port 0a833bd7-fae2-4dbe-84fe-76c3c7bcc845, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=0a833bd7-fae2-4dbe-84fe-76c3c7bcc845,segment=NetworkSegment(45e17935-9d05-4d1d-8a19-e68cec978c41),segment_id=45e17935-9d05-4d1d-8a19-e68cec978c41)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:51.459007 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7e826cc6-7ca0-47b4-81c9-37f1c8838ce9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:51.469607 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-08a2fc85-91b8-4540-9406-c002366d9492 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:51.476554 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-313824b2-8130-457e-b384-8e62e7dae284 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/subnets/1ca65ce9-2930-4cb1-8549-594aa7555573 HTTP/1.1" status: 204 len: 168 time: 1.4698579 Sep 23 15:08:51.477336 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47120) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:51.599865 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-92e0ed79-fc1a-4123-b4a3-9eb23c6309b1 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Deleting port 4ed84c10-2522-4ad9-826f-056a12580062 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:51.601152 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-92e0ed79-fc1a-4123-b4a3-9eb23c6309b1 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:51.621729 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-08a2fc85-91b8-4540-9406-c002366d9492 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:51.625720 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=14cac99a-9ccb-4186-80a2-85da9180b8ad,revision_number=6']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:51.634940 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-7e826cc6-7ca0-47b4-81c9-37f1c8838ce9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Calling delete_port for 0a833bd7-fae2-4dbe-84fe-76c3c7bcc845 owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:51.637786 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-86c1cd91-7524-48b7-afd9-aeb4deb7aa4f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:51.687730 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de959ce-09ff-4b89-9ef3-847d845a1c6b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] DELETE failed (client error): The resource could not be found. Sep 23 15:08:51.688189 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de959ce-09ff-4b89-9ef3-847d845a1c6b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:08:51.693247 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7de959ce-09ff-4b89-9ef3-847d845a1c6b tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/subnets/303b5762-d6e7-43ae-9706-af92b20816cb HTTP/1.1" status: 404 len: 337 time: 0.2127023 Sep 23 15:08:51.696651 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47124) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:51.705861 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-f4e2fe58-aa2f-4584-b69d-3974db6be4bd None None] Allocated IP 172.20.0.2 (c3d67a4b-9092-448f-b14d-bd8d70a05623/18c2a41c-6cf6-4478-87ac-5bffbc3a67a9/329989ee-687a-4b5a-96ba-5d19bc3bcb3d) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:51.775089 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2e8606db-9cea-4c2a-bde2-83fb399c9a69 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Synchronizing usage tracker for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:08:51.776243 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c1cd91-7524-48b7-afd9-aeb4deb7aa4f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network 7d95921e-fadf-4067-8857-64762396ad45 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:51.777652 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2fc85-91b8-4540-9406-c002366d9492 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:51.807747 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-08a2fc85-91b8-4540-9406-c002366d9492 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:51.807916 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-86c1cd91-7524-48b7-afd9-aeb4deb7aa4f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:51.811148 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c1cd91-7524-48b7-afd9-aeb4deb7aa4f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:51.811345 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-08a2fc85-91b8-4540-9406-c002366d9492 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3927181 Sep 23 15:08:51.812248 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47128) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:51.812371 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-86c1cd91-7524-48b7-afd9-aeb4deb7aa4f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:51.820688 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-d0902128-d273-48b7-84b0-9848a4b21aab tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Request body: {'security_group_rule': {'security_group_id': 'f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e', 'project_id': '4dd03006331a43759c203c055fc73500', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:51.825982 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Current status of the port 151e0e53-e3ba-4bc9-9023-6df4ff246ff1 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:51.827145 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2e8606db-9cea-4c2a-bde2-83fb399c9a69 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Unset dirty status for tenant:87bbd071fee24c85b631c0e8a5ccb335 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:08:51.834082 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2e8606db-9cea-4c2a-bde2-83fb399c9a69 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "GET /v2.0/ports?device_id=79a45a8d-7147-44d0-abc4-def0338cf15f HTTP/1.1" status: 200 len: 205 time: 0.1238341 Sep 23 15:08:51.836107 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d0902128-d273-48b7-84b0-9848a4b21aab tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:51.838373 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47132) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:51.844134 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36608c50-8c8f-497b-a4ed-879a1d4ee2b9 None None] Network 7d95921e-fadf-4067-8857-64762396ad45 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:51.916404 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1cd91-7524-48b7-afd9-aeb4deb7aa4f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Subnet': ['ID=b9285ffa-b3ee-444d-9dfd-030b2f87f650,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:51.922451 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Could not find standard attr ID for object 56e43fe9-8cab-4069-ab42-c900ac0ed06b. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:08:51.949440 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d0902128-d273-48b7-84b0-9848a4b21aab tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Usage tracker for resource:security_group_rule and tenant:4dd03006331a43759c203c055fc73500 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:51.957963 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d0902128-d273-48b7-84b0-9848a4b21aab tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:51.967724 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7e826cc6-7ca0-47b4-81c9-37f1c8838ce9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:51.979617 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.objects.ports [None req-9a97485b-08cb-4a86-8c53-bd91a740eb25 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89739) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 23 15:08:51.985633 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9a97485b-08cb-4a86-8c53-bd91a740eb25 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:52.003982 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d0902128-d273-48b7-84b0-9848a4b21aab tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:52.010175 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebe114b-d01c-4acc-96ac-048f86abca8b None None] DHCP port deletion for cb90caf3-7f4a-48c2-b9df-6d2722a9717c request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:08:52.014151 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-4568246a-be9a-4721-8f62-d82a6b457fb0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] delete failed (client error): The resource could not be found. Sep 23 15:08:52.017627 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4568246a-be9a-4721-8f62-d82a6b457fb0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/routers/79a45a8d-7147-44d0-abc4-def0338cf15f HTTP/1.1" status: 404 len: 336 time: 0.1759493 Sep 23 15:08:52.023123 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 14cac99a-9ccb-4186-80a2-85da9180b8ad is: BUILD; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:52.023333 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:52.024237 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47136) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:52.029953 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e826cc6-7ca0-47b4-81c9-37f1c8838ce9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Pushing event deleted for resources: {'Port': ['ID=0a833bd7-fae2-4dbe-84fe-76c3c7bcc845,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:52.030216 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e826cc6-7ca0-47b4-81c9-37f1c8838ce9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] No DVR routers for this DVR port 0a833bd7-fae2-4dbe-84fe-76c3c7bcc845 on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:08:52.074704 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-86c1cd91-7524-48b7-afd9-aeb4deb7aa4f tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9342434 Sep 23 15:08:52.086820 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 14cac99a-9ccb-4186-80a2-85da9180b8ad {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:08:52.094894 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47140) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:52.096889 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a97485b-08cb-4a86-8c53-bd91a740eb25 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:52.102279 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e3f84ee-57b2-401e-b2ca-e1984b407479 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] DELETE failed (client error): The resource could not be found. Sep 23 15:08:52.102784 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e3f84ee-57b2-401e-b2ca-e1984b407479 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:08:52.105949 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-cbebb388-65b1-4549-a664-737a9e65743c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'security_group': {'name': 'tempest-secgroup-1233990659'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:52.119142 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-9a97485b-08cb-4a86-8c53-bd91a740eb25 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:52.127881 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a97485b-08cb-4a86-8c53-bd91a740eb25 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:52.128474 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9a97485b-08cb-4a86-8c53-bd91a740eb25 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:52.132325 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-cbebb388-65b1-4549-a664-737a9e65743c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:52.132690 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9e3f84ee-57b2-401e-b2ca-e1984b407479 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/subnets/8e6bdd32-77fd-4d18-a527-b9c360891163 HTTP/1.1" status: 404 len: 337 time: 0.1071846 Sep 23 15:08:52.136766 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47144) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:52.138801 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-92e0ed79-fc1a-4123-b4a3-9eb23c6309b1 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:52.153850 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-cbebb388-65b1-4549-a664-737a9e65743c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:security_group and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:52.158403 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97485b-08cb-4a86-8c53-bd91a740eb25 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=4f13f7fa-e015-411b-a643-6e7d7f9f228c,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:52.162231 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-cbebb388-65b1-4549-a664-737a9e65743c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:52.195916 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Provisioning for port 10e8610f-139d-4980-ac20-43beaa98f27e completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:52.232196 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 14cac99a-9ccb-4186-80a2-85da9180b8ad, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=14cac99a-9ccb-4186-80a2-85da9180b8ad,segment=NetworkSegment(c15215a5-57ed-4328-8791-eac77bc9a6d0),segment_id=c15215a5-57ed-4328-8791-eac77bc9a6d0)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:52.245416 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Provisioning complete for port 10e8610f-139d-4980-ac20-43beaa98f27e triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:52.245786 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:52.246134 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Attempt 1 to provision port 10e8610f-139d-4980-ac20-43beaa98f27e Sep 23 15:08:52.248484 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3cbc4e-553e-480b-9200-8f35ba7eec05 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] DELETE failed (client error): The resource could not be found. Sep 23 15:08:52.248946 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c3cbc4e-553e-480b-9200-8f35ba7eec05 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:08:52.253087 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3c3cbc4e-553e-480b-9200-8f35ba7eec05 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/subnets/7a8e99bf-6e17-48ad-b861-ab8c831d339e HTTP/1.1" status: 404 len: 337 time: 0.1124375 Sep 23 15:08:52.254282 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47148) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:52.258095 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7e826cc6-7ca0-47b4-81c9-37f1c8838ce9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:52.279843 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-cbebb388-65b1-4549-a664-737a9e65743c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:52.288557 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-92e0ed79-fc1a-4123-b4a3-9eb23c6309b1 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Calling delete_port for 4ed84c10-2522-4ad9-826f-056a12580062 owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:52.294276 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0902128-d273-48b7-84b0-9848a4b21aab tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:52.321811 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cbf456b-8f19-4aea-98ff-093234286276 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] DELETE failed (client error): The resource could not be found. Sep 23 15:08:52.327955 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cbf456b-8f19-4aea-98ff-093234286276 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:08:52.327955 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8cbf456b-8f19-4aea-98ff-093234286276 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/subnets/79784d57-816f-4f52-b939-141762492e1d HTTP/1.1" status: 404 len: 337 time: 0.0690041 Sep 23 15:08:52.328312 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:52.328746 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47152) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:52.354288 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-7e826cc6-7ca0-47b4-81c9-37f1c8838ce9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb90caf3-7f4a-48c2-b9df-6d2722a9717c']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:52.371115 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-7e826cc6-7ca0-47b4-81c9-37f1c8838ce9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e17935-9d05-4d1d-8a19-e68cec978c41') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:52.371469 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-7e826cc6-7ca0-47b4-81c9-37f1c8838ce9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e17935-9d05-4d1d-8a19-e68cec978c41') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:52.385145 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9a97485b-08cb-4a86-8c53-bd91a740eb25 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8246953 Sep 23 15:08:52.386283 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47156) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:52.386626 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3947920-4baf-47ff-ab65-82266ecbb9d0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] DELETE failed (client error): The resource could not be found. Sep 23 15:08:52.387171 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3947920-4baf-47ff-ab65-82266ecbb9d0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:08:52.391280 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d3947920-4baf-47ff-ab65-82266ecbb9d0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/ports/d6c894d2-357b-4f7a-8ea8-242f8dc7b24a HTTP/1.1" status: 404 len: 333 time: 0.0592811 Sep 23 15:08:52.391977 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47160) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:52.392602 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-ebaf61a6-aaca-428c-b4a7-37ba28dc26ef tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'port': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'mac_address': 'fa:16:3e:5f:da:02', 'name': 'tempest-NetworksTestDHCPv6-194076068'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:52.409097 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7e826cc6-7ca0-47b4-81c9-37f1c8838ce9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:52.502700 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1022ff07-c641-4a1c-bf8a-5dfb010864e3 None None] Update dhcp port {'port': {'network_id': '836ff237-6f4c-47b9-90eb-75fa61685684', 'fixed_ips': [{'subnet_id': '1ca65ce9-2930-4cb1-8549-594aa7555573'}], 'binding:host_id': 'dv-neutron-859093-1-hyperv'}, 'id': 'effce032-46f7-4bcb-801f-9d35516815fe'} from dv-neutron-859093-1-hyperv. {{(pid=89740) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 23 15:08:52.567899 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cbebb388-65b1-4549-a664-737a9e65743c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:52.586124 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-1577ded9-8bac-4390-9992-6c7f745144c0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] DELETE failed (client error): The resource could not be found. Sep 23 15:08:52.587054 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1577ded9-8bac-4390-9992-6c7f745144c0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:08:52.591069 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1577ded9-8bac-4390-9992-6c7f745144c0 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/subnets/f03f309a-be1b-4c73-a9f8-154d4ae2b085 HTTP/1.1" status: 404 len: 337 time: 0.1959016 Sep 23 15:08:52.593539 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47164) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:52.593774 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832340c1-51a6-46a9-9505-a23b73f3df0f', 'name': 'tempest-TestVolumeBootPattern-86368495-router', 'tenant_id': '121498c666ce46819fcd1c388d8f9c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.240'}], 'enable_snat': True}, 'gw_port_id': 'c1c98daf-34b9-4bd6-8fdd-0bdd4443034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:31Z', 'updated_at': '2022-09-23T15:08:45Z', 'revision_number': 4, 'project_id': '121498c666ce46819fcd1c388d8f9c4b', 'gw_port': {'id': 'c1c98daf-34b9-4bd6-8fdd-0bdd4443034d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832340c1-51a6-46a9-9505-a23b73f3df0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:33Z', 'updated_at': '2022-09-23T15:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2', 'name': '', 'network_id': 'f8c6fb9e-2885-4bcb-880f-99ab23d2372f', 'tenant_id': '121498c666ce46819fcd1c388d8f9c4b', 'mac_address': 'fa:16:3e:0e:e5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832340c1-51a6-46a9-9505-a23b73f3df0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'c398878b-df72-4e93-b3df-fd8ad0fab69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:43Z', 'updated_at': '2022-09-23T15:08:46Z', 'revision_number': 2, 'project_id': '121498c666ce46819fcd1c388d8f9c4b', 'subnets': [{'id': 'c398878b-df72-4e93-b3df-fd8ad0fab69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:52.628840 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7e826cc6-7ca0-47b4-81c9-37f1c8838ce9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:52.631914 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0902128-d273-48b7-84b0-9848a4b21aab tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:52.642862 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e826cc6-7ca0-47b4-81c9-37f1c8838ce9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:08:52.643256 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7e826cc6-7ca0-47b4-81c9-37f1c8838ce9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:52.645984 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f4e2fe58-aa2f-4584-b69d-3974db6be4bd None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:52.649322 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-203db6bd-9b12-4a89-91ea-42c9fbe4dc53 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] DELETE failed (client error): The resource could not be found. Sep 23 15:08:52.649902 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-203db6bd-9b12-4a89-91ea-42c9fbe4dc53 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:08:52.654105 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-203db6bd-9b12-4a89-91ea-42c9fbe4dc53 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/subnets/605e801e-2870-48dd-9389-a3f3732d1b1e HTTP/1.1" status: 404 len: 337 time: 0.0584400 Sep 23 15:08:52.654495 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] Checking router: 832340c1-51a6-46a9-9505-a23b73f3df0f for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:08:52.654495 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] Updating router 832340c1-51a6-46a9-9505-a23b73f3df0f port f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2 binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:08:52.654709 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-cbebb388-65b1-4549-a664-737a9e65743c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:52.665849 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47168) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:52.690198 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1022ff07-c641-4a1c-bf8a-5dfb010864e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:52.697548 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-cbebb388-65b1-4549-a664-737a9e65743c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:security_group_rule and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:52.699186 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=14cac99a-9ccb-4186-80a2-85da9180b8ad,revision_number=7']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:52.703396 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 45e17935-9d05-4d1d-8a19-e68cec978c41 resource provider aggregate not found Sep 23 15:08:52.711567 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-cbebb388-65b1-4549-a664-737a9e65743c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:52.718559 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee9e5be-9b5c-4f18-bf91-718906b32a7f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] DELETE failed (client error): The resource could not be found. Sep 23 15:08:52.719111 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee9e5be-9b5c-4f18-bf91-718906b32a7f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:08:52.723305 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5ee9e5be-9b5c-4f18-bf91-718906b32a7f tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/ports/280aef9a-4228-44dd-a154-11695e35ed4d HTTP/1.1" status: 404 len: 333 time: 0.0540090 Sep 23 15:08:52.723305 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-cbebb388-65b1-4549-a664-737a9e65743c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:52.724512 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47176) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:52.771863 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ccf0120-eaca-4a80-bf34-bd2a4b94bf62 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] DELETE failed (client error): The resource could not be found. Sep 23 15:08:52.773101 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ccf0120-eaca-4a80-bf34-bd2a4b94bf62 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:08:52.775040 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9ccf0120-eaca-4a80-bf34-bd2a4b94bf62 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/subnets/18dd09be-d965-45bd-9a5e-c1ff9276e1ee HTTP/1.1" status: 404 len: 337 time: 0.0495677 Sep 23 15:08:52.777730 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0902128-d273-48b7-84b0-9848a4b21aab tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:52.778827 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47180) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:52.782858 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 45e17935-9d05-4d1d-8a19-e68cec978c41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45e17935-9d05-4d1d-8a19-e68cec978c41 found for delete ", "request_id": "req-d1acf401-c0f5-429d-9438-f9f812cb0208"}]} Sep 23 15:08:52.837494 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-275842b0-c869-4e4a-a286-9713a40eeb7e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] DELETE failed (client error): The resource could not be found. Sep 23 15:08:52.838188 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-275842b0-c869-4e4a-a286-9713a40eeb7e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:08:52.848197 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f4e2fe58-aa2f-4584-b69d-3974db6be4bd None None] Transition to ACTIVE for port object 329989ee-687a-4b5a-96ba-5d19bc3bcb3d will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:52.851891 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-275842b0-c869-4e4a-a286-9713a40eeb7e tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/subnets/04b4e621-d54e-4164-8a2d-43dfd234c0ec HTTP/1.1" status: 404 len: 337 time: 0.0713377 Sep 23 15:08:52.854519 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47184) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:52.874998 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ebaf61a6-aaca-428c-b4a7-37ba28dc26ef tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:52.877537 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0902128-d273-48b7-84b0-9848a4b21aab tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f7a864-61d5-4e91-bd2c-e7d8c1caac11,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:52.899153 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ebaf61a6-aaca-428c-b4a7-37ba28dc26ef tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:52.921413 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 14cac99a-9ccb-4186-80a2-85da9180b8ad details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:08:52.960799 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:52.977303 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7e826cc6-7ca0-47b4-81c9-37f1c8838ce9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:52.985537 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7e826cc6-7ca0-47b4-81c9-37f1c8838ce9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:52.992089 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Current status of the port 10e8610f-139d-4980-ac20-43beaa98f27e is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:52.992476 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:52.993039 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7e826cc6-7ca0-47b4-81c9-37f1c8838ce9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "DELETE /v2.0/networks/cb90caf3-7f4a-48c2-b9df-6d2722a9717c HTTP/1.1" status: 204 len: 168 time: 2.5758183 Sep 23 15:08:52.993254 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47188) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:53.001267 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-f2e29044-1354-4b17-96ba-9e8d928741b9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting port f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:53.001616 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f2e29044-1354-4b17-96ba-9e8d928741b9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:53.018019 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0902128-d273-48b7-84b0-9848a4b21aab tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:53.022053 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d0902128-d273-48b7-84b0-9848a4b21aab tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2039452 Sep 23 15:08:53.023256 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47192) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:53.025956 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e826cc6-7ca0-47b4-81c9-37f1c8838ce9 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Pushing event deleted for resources: {'Network': ['ID=cb90caf3-7f4a-48c2-b9df-6d2722a9717c,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:53.033850 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-e025897a-dc77-4972-b35b-370172e4fdf6 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Request body: {'security_group_rule': {'security_group_id': 'f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e', 'project_id': '4dd03006331a43759c203c055fc73500', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:53.041635 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e025897a-dc77-4972-b35b-370172e4fdf6 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:53.046041 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e025897a-dc77-4972-b35b-370172e4fdf6 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Usage tracker for resource:security_group_rule and tenant:4dd03006331a43759c203c055fc73500 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:53.049299 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e025897a-dc77-4972-b35b-370172e4fdf6 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:53.055377 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e025897a-dc77-4972-b35b-370172e4fdf6 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:53.089598 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebaf61a6-aaca-428c-b4a7-37ba28dc26ef tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:53.107463 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.resource_extend [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:08:53.121692 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cbebb388-65b1-4549-a664-737a9e65743c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:53.178137 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ef2d30-a2ce-468f-8289-1a20af7fb9b2 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Deleting subnet 8b50a22e-05da-4350-b30b-dd6f28edf7ff {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:08:53.196716 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-32ef2d30-a2ce-468f-8289-1a20af7fb9b2 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:53.229878 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e025897a-dc77-4972-b35b-370172e4fdf6 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:53.231885 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cbebb388-65b1-4549-a664-737a9e65743c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:53.275403 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f4e2fe58-aa2f-4584-b69d-3974db6be4bd None None] Transition to ACTIVE for port object 329989ee-687a-4b5a-96ba-5d19bc3bcb3d will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:53.277416 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-92e0ed79-fc1a-4123-b4a3-9eb23c6309b1 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:53.294949 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] For port 10e8610f-139d-4980-ac20-43beaa98f27e, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=10e8610f-139d-4980-ac20-43beaa98f27e,segment=NetworkSegment(1fa475cd-a96c-445a-a7fc-21882202ac21),segment_id=1fa475cd-a96c-445a-a7fc-21882202ac21)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:53.295409 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ebaf61a6-aaca-428c-b4a7-37ba28dc26ef tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:53.310585 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04a55ed-44c5-45a5-8e80-d40a79c08a72 None None] Network 836ff237-6f4c-47b9-90eb-75fa61685684 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:53.341609 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-ebaf61a6-aaca-428c-b4a7-37ba28dc26ef tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] device_id is not set on port f51aba40-1ce6-4d1e-a1ad-a8bd68b4a6af yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:08:53.410490 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e025897a-dc77-4972-b35b-370172e4fdf6 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:53.411159 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f4e2fe58-aa2f-4584-b69d-3974db6be4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:53.474712 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f2e29044-1354-4b17-96ba-9e8d928741b9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:53.481325 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:53.491668 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-32ef2d30-a2ce-468f-8289-1a20af7fb9b2 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:53.494603 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e025897a-dc77-4972-b35b-370172e4fdf6 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:53.514262 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 0a833bd7-fae2-4dbe-84fe-76c3c7bcc845 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:08:53.519249 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0ed79-fc1a-4123-b4a3-9eb23c6309b1 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Port': ['ID=4ed84c10-2522-4ad9-826f-056a12580062,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:53.535755 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025897a-dc77-4972-b35b-370172e4fdf6 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d79de77-93c2-471e-bfc5-5d97cefad542,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:53.603954 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 0a833bd7-fae2-4dbe-84fe-76c3c7bcc845 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:08:53.604281 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 0a833bd7-fae2-4dbe-84fe-76c3c7bcc845 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:08:53.604697 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device effce032-46f7-4bcb-801f-9d35516815fe no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:08:53.631336 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-ebaf61a6-aaca-428c-b4a7-37ba28dc26ef tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 172.20.0.3 (c3d67a4b-9092-448f-b14d-bd8d70a05623/18c2a41c-6cf6-4478-87ac-5bffbc3a67a9/f51aba40-1ce6-4d1e-a1ad-a8bd68b4a6af) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:53.638431 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-ebaf61a6-aaca-428c-b4a7-37ba28dc26ef tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 2001:db8::f816:3eff:fe5f:da02 (c3d67a4b-9092-448f-b14d-bd8d70a05623/4f13f7fa-e015-411b-a643-6e7d7f9f228c/f51aba40-1ce6-4d1e-a1ad-a8bd68b4a6af) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:53.641914 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e025897a-dc77-4972-b35b-370172e4fdf6 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:53.648024 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e025897a-dc77-4972-b35b-370172e4fdf6 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6223946 Sep 23 15:08:53.652846 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47196) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:53.658326 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-633b8774-40bb-4e36-8459-049d757f16b9 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Request body: {'security_group_rule': {'security_group_id': 'f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e', 'project_id': '4dd03006331a43759c203c055fc73500', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:53.667085 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-633b8774-40bb-4e36-8459-049d757f16b9 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:53.671590 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-633b8774-40bb-4e36-8459-049d757f16b9 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Usage tracker for resource:security_group_rule and tenant:4dd03006331a43759c203c055fc73500 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:53.675335 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-633b8774-40bb-4e36-8459-049d757f16b9 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:53.682080 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-633b8774-40bb-4e36-8459-049d757f16b9 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:53.685216 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebb388-65b1-4549-a664-737a9e65743c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=838fef82-2d6e-4871-b386-357af25c73b0,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:53.686120 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e2fe58-aa2f-4584-b69d-3974db6be4bd None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:53.701673 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-f2e29044-1354-4b17-96ba-9e8d928741b9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Calling delete_port for f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:53.708350 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-f4e2fe58-aa2f-4584-b69d-3974db6be4bd None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:53.731555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cbebb388-65b1-4549-a664-737a9e65743c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:53.735496 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47200) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:53.735643 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-cbebb388-65b1-4549-a664-737a9e65743c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6352992 Sep 23 15:08:53.743542 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-9963cfcc-0ffc-447d-a870-ba8a4ef052f0 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'security_group': {'name': 'tempest-secgroup-1931965083'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:53.761018 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9963cfcc-0ffc-447d-a870-ba8a4ef052f0 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:53.773914 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9963cfcc-0ffc-447d-a870-ba8a4ef052f0 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:security_group and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:53.779706 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9963cfcc-0ffc-447d-a870-ba8a4ef052f0 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:53.791947 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9963cfcc-0ffc-447d-a870-ba8a4ef052f0 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:53.849448 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 14cac99a-9ccb-4186-80a2-85da9180b8ad, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=14cac99a-9ccb-4186-80a2-85da9180b8ad,segment=NetworkSegment(c15215a5-57ed-4328-8791-eac77bc9a6d0),segment_id=c15215a5-57ed-4328-8791-eac77bc9a6d0)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:53.858612 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e2fe58-aa2f-4584-b69d-3974db6be4bd None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:53.895076 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-633b8774-40bb-4e36-8459-049d757f16b9 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:53.899775 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Provisioning for port effce032-46f7-4bcb-801f-9d35516815fe completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:53.902959 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2fe58-aa2f-4584-b69d-3974db6be4bd None None] Pushing event updated for resources: {'Port': ['ID=329989ee-687a-4b5a-96ba-5d19bc3bcb3d,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:53.966480 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-92e0ed79-fc1a-4123-b4a3-9eb23c6309b1 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:53.981970 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9963cfcc-0ffc-447d-a870-ba8a4ef052f0 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.004673 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-633b8774-40bb-4e36-8459-049d757f16b9 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.020529 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9963cfcc-0ffc-447d-a870-ba8a4ef052f0 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:54.027888 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9963cfcc-0ffc-447d-a870-ba8a4ef052f0 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:security_group_rule and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:54.038458 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9963cfcc-0ffc-447d-a870-ba8a4ef052f0 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:54.038649 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-32ef2d30-a2ce-468f-8289-1a20af7fb9b2 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.045848 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Provisioning complete for port effce032-46f7-4bcb-801f-9d35516815fe triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:54.046177 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.046552 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Attempt 1 to provision port effce032-46f7-4bcb-801f-9d35516815fe Sep 23 15:08:54.047890 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9963cfcc-0ffc-447d-a870-ba8a4ef052f0 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:54.051767 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ebaf61a6-aaca-428c-b4a7-37ba28dc26ef tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.071316 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '14cac99a-9ccb-4186-80a2-85da9180b8ad', 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221', 'port_id': '14cac99a-9ccb-4186-80a2-85da9180b8ad', 'mac_address': 'fa:16:3e:af:64:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '245ea95f-8d5f-45e2-90f5-83cc7713b286', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:08:54.081784 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-ebaf61a6-aaca-428c-b4a7-37ba28dc26ef tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Transition to ACTIVE for port object f51aba40-1ce6-4d1e-a1ad-a8bd68b4a6af will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:54.097453 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d85804b-108d-4b61-9cc1-81fefdf3e81e None None] Update dhcp port {'port': {'network_id': '7d95921e-fadf-4067-8857-64762396ad45', 'fixed_ips': [{'subnet_id': 'c2391610-8a92-4985-837f-884783fc3293', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b9285ffa-b3ee-444d-9dfd-030b2f87f650'}], 'binding:host_id': 'dv-neutron-859093-1-hyperv'}, 'id': '10e8610f-139d-4980-ac20-43beaa98f27e'} from dv-neutron-859093-1-hyperv. {{(pid=89740) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 23 15:08:54.099188 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-633b8774-40bb-4e36-8459-049d757f16b9 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.140535 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b8774-40bb-4e36-8459-049d757f16b9 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06fb34ee-b679-4230-8803-f01d98ab10b3,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:54.199298 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9963cfcc-0ffc-447d-a870-ba8a4ef052f0 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.208416 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f2e29044-1354-4b17-96ba-9e8d928741b9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.261188 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-633b8774-40bb-4e36-8459-049d757f16b9 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.263424 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-633b8774-40bb-4e36-8459-049d757f16b9 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6088774 Sep 23 15:08:54.266492 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47204) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:54.272811 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-61f1f5da-adda-4d30-a7b3-b78742d3bf4a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Request body: {'security_group_rule': {'security_group_id': 'f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e', 'project_id': '4dd03006331a43759c203c055fc73500', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:54.279447 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-61f1f5da-adda-4d30-a7b3-b78742d3bf4a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:54.283900 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-61f1f5da-adda-4d30-a7b3-b78742d3bf4a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Usage tracker for resource:security_group_rule and tenant:4dd03006331a43759c203c055fc73500 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:54.287360 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-61f1f5da-adda-4d30-a7b3-b78742d3bf4a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:54.296638 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ebaf61a6-aaca-428c-b4a7-37ba28dc26ef tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.312594 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9963cfcc-0ffc-447d-a870-ba8a4ef052f0 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.330073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-61f1f5da-adda-4d30-a7b3-b78742d3bf4a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:54.338535 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e29044-1354-4b17-96ba-9e8d928741b9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Port': ['ID=f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:54.348665 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f2e29044-1354-4b17-96ba-9e8d928741b9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.384727 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3d85804b-108d-4b61-9cc1-81fefdf3e81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.396142 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Pushing event updated for resources: {'Port': ['ID=10e8610f-139d-4980-ac20-43beaa98f27e,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:54.405866 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f4e2fe58-aa2f-4584-b69d-3974db6be4bd None None] Attempting to bind port 329989ee-687a-4b5a-96ba-5d19bc3bcb3d on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:08:54.406215 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f4e2fe58-aa2f-4584-b69d-3974db6be4bd None None] Attempting to bind port 329989ee-687a-4b5a-96ba-5d19bc3bcb3d by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:08:54.406602 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e2fe58-aa2f-4584-b69d-3974db6be4bd None None] Attempting to bind port 329989ee-687a-4b5a-96ba-5d19bc3bcb3d on network c3d67a4b-9092-448f-b14d-bd8d70a05623 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:08:54.416302 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port effce032-46f7-4bcb-801f-9d35516815fe is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:54.416682 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.426485 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaf61a6-aaca-428c-b4a7-37ba28dc26ef tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:54.457389 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf61a6-aaca-428c-b4a7-37ba28dc26ef tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Port': ['ID=f51aba40-1ce6-4d1e-a1ad-a8bd68b4a6af,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:54.461053 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-ebaf61a6-aaca-428c-b4a7-37ba28dc26ef tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:54.467597 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9963cfcc-0ffc-447d-a870-ba8a4ef052f0 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.472127 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9963cfcc-0ffc-447d-a870-ba8a4ef052f0 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7352498 Sep 23 15:08:54.474942 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaf61a6-aaca-428c-b4a7-37ba28dc26ef tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:54.481318 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47208) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:54.498586 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 14cac99a-9ccb-4186-80a2-85da9180b8ad is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:54.503433 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.503552 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-ca357776-40bc-4616-9566-1fc6234405d5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'security_group': {'name': 'tempest-secgroup-1672757265'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:54.513245 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f2e29044-1354-4b17-96ba-9e8d928741b9 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/ports/f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9 HTTP/1.1" status: 204 len: 168 time: 1.6545632 Sep 23 15:08:54.513245 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ca357776-40bc-4616-9566-1fc6234405d5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:54.515352 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47212) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:54.516349 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.resource_extend [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:08:54.519274 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963cfcc-0ffc-447d-a870-ba8a4ef052f0 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fae8c7-fbc6-4562-9ae6-f045b42d64c5,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:54.546289 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e0ed79-fc1a-4123-b4a3-9eb23c6309b1 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Router 67ab7f39-96b5-4bf7-b407-99aaebab02c8 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:08:54.549840 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ca357776-40bc-4616-9566-1fc6234405d5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:security_group and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:54.555842 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e2fe58-aa2f-4584-b69d-3974db6be4bd None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:08:54.556210 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e2fe58-aa2f-4584-b69d-3974db6be4bd None None] Checking segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:08:54.556789 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f4e2fe58-aa2f-4584-b69d-3974db6be4bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.557176 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e2fe58-aa2f-4584-b69d-3974db6be4bd None None] Bound using segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:08:54.557656 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f4e2fe58-aa2f-4584-b69d-3974db6be4bd None None] Bound port: 329989ee-687a-4b5a-96ba-5d19bc3bcb3d, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:08:54.558023 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f4e2fe58-aa2f-4584-b69d-3974db6be4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.558201 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ca357776-40bc-4616-9566-1fc6234405d5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:54.567599 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaf61a6-aaca-428c-b4a7-37ba28dc26ef tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:54.568564 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ebaf61a6-aaca-428c-b4a7-37ba28dc26ef tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.596325 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-61f1f5da-adda-4d30-a7b3-b78742d3bf4a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.608767 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ca357776-40bc-4616-9566-1fc6234405d5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:54.617527 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-32ef2d30-a2ce-468f-8289-1a20af7fb9b2 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.629476 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14cac99a-9ccb-4186-80a2-85da9180b8ad {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:08:54.668868 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-61f1f5da-adda-4d30-a7b3-b78742d3bf4a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.674617 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ebaf61a6-aaca-428c-b4a7-37ba28dc26ef tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2858593 Sep 23 15:08:54.675719 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47216) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:54.735016 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef2d30-a2ce-468f-8289-1a20af7fb9b2 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Pushing event deleted for resources: {'Subnet': ['ID=8b50a22e-05da-4350-b30b-dd6f28edf7ff,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:54.760525 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-61f1f5da-adda-4d30-a7b3-b78742d3bf4a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.777130 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436b0ea7-da78-426f-9f21-a9d7a90e94a7 None None] Network dd9c0c5b-e7f2-4006-b9d8-c714800c00a5 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:54.798572 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1f5da-adda-4d30-a7b3-b78742d3bf4a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f44af4-ec4f-42d0-a437-08f7c21b0527,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:54.814767 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-32ef2d30-a2ce-468f-8289-1a20af7fb9b2 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.817571 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port effce032-46f7-4bcb-801f-9d35516815fe, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=effce032-46f7-4bcb-801f-9d35516815fe,segment=NetworkSegment(29896072-6267-4798-ba15-62b7234f622f),segment_id=29896072-6267-4798-ba15-62b7234f622f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:54.825661 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c547d687-33cd-43af-afea-88db62cc2f3b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:54.835286 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7c18c60b-137d-4441-acb1-bb00c15fcd14 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.835405 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c547d687-33cd-43af-afea-88db62cc2f3b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:54.836173 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-c547d687-33cd-43af-afea-88db62cc2f3b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:08:54.837030 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ca357776-40bc-4616-9566-1fc6234405d5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.850398 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-c547d687-33cd-43af-afea-88db62cc2f3b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:08:54.854502 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c547d687-33cd-43af-afea-88db62cc2f3b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1776621 Sep 23 15:08:54.855240 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47220) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:54.856674 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-32ef2d30-a2ce-468f-8289-1a20af7fb9b2 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "DELETE /v2.0/subnets/8b50a22e-05da-4350-b30b-dd6f28edf7ff HTTP/1.1" status: 204 len: 168 time: 1.8597345 Sep 23 15:08:54.857850 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e0ed79-fc1a-4123-b4a3-9eb23c6309b1 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:08:54.864817 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47224) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:54.868528 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-92e0ed79-fc1a-4123-b4a3-9eb23c6309b1 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "PUT /v2.0/routers/67ab7f39-96b5-4bf7-b407-99aaebab02c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8921468 Sep 23 15:08:54.872471 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47226) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:54.872655 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51393e24-a9ae-4f86-88f7-55eba4761e8c None None] Sync routers for ids ['67ab7f39-96b5-4bf7-b407-99aaebab02c8'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:08:54.887023 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51393e24-a9ae-4f86-88f7-55eba4761e8c None None] Routers {'67ab7f39-96b5-4bf7-b407-99aaebab02c8'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:54.890442 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 14cac99a-9ccb-4186-80a2-85da9180b8ad, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=14cac99a-9ccb-4186-80a2-85da9180b8ad,segment=NetworkSegment(c15215a5-57ed-4328-8791-eac77bc9a6d0),segment_id=c15215a5-57ed-4328-8791-eac77bc9a6d0)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:54.890560 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-51393e24-a9ae-4f86-88f7-55eba4761e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['67ab7f39-96b5-4bf7-b407-99aaebab02c8'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:54.925809 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-61f1f5da-adda-4d30-a7b3-b78742d3bf4a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.930746 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-61f1f5da-adda-4d30-a7b3-b78742d3bf4a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6595337 Sep 23 15:08:54.930946 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47232) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:54.934771 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116a7563-a670-4a16-b305-283430a0abf5 None None] DHCP port deletion for 836ff237-6f4c-47b9-90eb-75fa61685684 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:08:54.938005 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-e788a0e4-a9f3-4b66-ab6e-e0aec3d8139a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Request body: {'security_group_rule': {'security_group_id': 'f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e', 'project_id': '4dd03006331a43759c203c055fc73500', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:54.947608 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.947898 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e788a0e4-a9f3-4b66-ab6e-e0aec3d8139a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:54.956735 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e788a0e4-a9f3-4b66-ab6e-e0aec3d8139a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Usage tracker for resource:security_group_rule and tenant:4dd03006331a43759c203c055fc73500 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:54.960017 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Current status of the port effce032-46f7-4bcb-801f-9d35516815fe is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:54.962752 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-e354662e-e601-4280-9f9e-c108a3266a73 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting port f51aba40-1ce6-4d1e-a1ad-a8bd68b4a6af {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:54.970783 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e354662e-e601-4280-9f9e-c108a3266a73 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.976485 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-51393e24-a9ae-4f86-88f7-55eba4761e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:54.982922 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.984918 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-116a7563-a670-4a16-b305-283430a0abf5 None None] Deleting port effce032-46f7-4bcb-801f-9d35516815fe {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:54.985438 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-116a7563-a670-4a16-b305-283430a0abf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.988456 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0e7378-cc9b-4b10-b8f5-702917e801cf tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Deleting subnet 4ef4c3a3-6f3f-4925-90ef-992d305abdab {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:08:54.993643 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2a0e7378-cc9b-4b10-b8f5-702917e801cf tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:54.993920 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e788a0e4-a9f3-4b66-ab6e-e0aec3d8139a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:55.009808 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51393e24-a9ae-4f86-88f7-55eba4761e8c None None] Routers {'67ab7f39-96b5-4bf7-b407-99aaebab02c8'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:55.010491 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-51393e24-a9ae-4f86-88f7-55eba4761e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['67ab7f39-96b5-4bf7-b407-99aaebab02c8'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:55.015209 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e788a0e4-a9f3-4b66-ab6e-e0aec3d8139a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:55.068828 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ca357776-40bc-4616-9566-1fc6234405d5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:55.089743 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e174fdd7-2cda-4bfa-a862-586598622816 None None] Could not find standard attr ID for object f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:08:55.110451 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2a0e7378-cc9b-4b10-b8f5-702917e801cf tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:55.111666 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:55.127148 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] Transition to ACTIVE for port object f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:55.137007 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-51393e24-a9ae-4f86-88f7-55eba4761e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:55.137411 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51393e24-a9ae-4f86-88f7-55eba4761e8c None None] The sync data for ids ['67ab7f39-96b5-4bf7-b407-99aaebab02c8'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:08:55.154003 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ca357776-40bc-4616-9566-1fc6234405d5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:security_group_rule and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:55.167876 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-7c18c60b-137d-4441-acb1-bb00c15fcd14 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Deleting port effce032-46f7-4bcb-801f-9d35516815fe {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:55.168224 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7c18c60b-137d-4441-acb1-bb00c15fcd14 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:55.193217 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ca357776-40bc-4616-9566-1fc6234405d5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:55.203643 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7d2c638c-9c8a-49c3-9196-a87e957f2d7c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Synchronizing usage tracker for tenant:2de827345e1341699e79c05b3da06c65 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:08:55.208334 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f4e2fe58-aa2f-4584-b69d-3974db6be4bd None None] For port 329989ee-687a-4b5a-96ba-5d19bc3bcb3d, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:08:55.216888 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.securitygroups_db [None req-e788a0e4-a9f3-4b66-ab6e-e0aec3d8139a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Project 4dd03006331a43759c203c055fc73500 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:08:55.226426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ca357776-40bc-4616-9566-1fc6234405d5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:55.228150 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e788a0e4-a9f3-4b66-ab6e-e0aec3d8139a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:55.290914 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['14cac99a-9ccb-4186-80a2-85da9180b8ad'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:08:55.322001 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e354662e-e601-4280-9f9e-c108a3266a73 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:55.345556 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7d2c638c-9c8a-49c3-9196-a87e957f2d7c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Unset dirty status for tenant:2de827345e1341699e79c05b3da06c65 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:08:55.345798 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Could not find standard attr ID for object 2c6a206f-04dd-48c9-80b6-1f0d67091545. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:08:55.345913 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7d2c638c-9c8a-49c3-9196-a87e957f2d7c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "GET /v2.0/ports?device_id=67ab7f39-96b5-4bf7-b407-99aaebab02c8 HTTP/1.1" status: 200 len: 205 time: 0.4649124 Sep 23 15:08:55.346032 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47236) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:55.372623 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:55.427552 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f4e2fe58-aa2f-4584-b69d-3974db6be4bd None None] For port 329989ee-687a-4b5a-96ba-5d19bc3bcb3d, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=329989ee-687a-4b5a-96ba-5d19bc3bcb3d,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:08:55.437434 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Could not find standard attr ID for object c4c430b3-c3b4-422c-a5b2-ecd2c2a2a017. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:08:55.487214 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 10e8610f-139d-4980-ac20-43beaa98f27e up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:55.490399 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-7c18c60b-137d-4441-acb1-bb00c15fcd14 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] For port effce032-46f7-4bcb-801f-9d35516815fe, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=effce032-46f7-4bcb-801f-9d35516815fe,segment=NetworkSegment(29896072-6267-4798-ba15-62b7234f622f),segment_id=29896072-6267-4798-ba15-62b7234f622f)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:55.491256 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7c18c60b-137d-4441-acb1-bb00c15fcd14 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:55.522575 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2a0e7378-cc9b-4b10-b8f5-702917e801cf tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:55.526083 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=effce032-46f7-4bcb-801f-9d35516815fe,revision_number=11']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:55.542362 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Could not find standard attr ID for object 92b511ad-38dd-4542-9e03-888e605b64ca. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:08:55.595860 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f4e2fe58-aa2f-4584-b69d-3974db6be4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:55.598302 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e788a0e4-a9f3-4b66-ab6e-e0aec3d8139a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:55.675563 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-7c18c60b-137d-4441-acb1-bb00c15fcd14 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Calling delete_port for effce032-46f7-4bcb-801f-9d35516815fe owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:55.706547 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-3d85804b-108d-4b61-9cc1-81fefdf3e81e None None] Allocated IP 2001:db8::2 (7d95921e-fadf-4067-8857-64762396ad45/b9285ffa-b3ee-444d-9dfd-030b2f87f650/10e8610f-139d-4980-ac20-43beaa98f27e) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:55.722862 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-e354662e-e601-4280-9f9e-c108a3266a73 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Calling delete_port for f51aba40-1ce6-4d1e-a1ad-a8bd68b4a6af owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:55.760949 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e788a0e4-a9f3-4b66-ab6e-e0aec3d8139a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:55.818346 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-78e6a1d1-5bb4-4d0b-adc9-ed0c08b1c3b5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:55.871542 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788a0e4-a9f3-4b66-ab6e-e0aec3d8139a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7455a63-cf5b-4813-8f7e-a65d822cf029,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:55.893195 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Provisioning complete for port effce032-46f7-4bcb-801f-9d35516815fe triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:55.893914 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:55.894498 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Attempt 1 to provision port effce032-46f7-4bcb-801f-9d35516815fe Sep 23 15:08:55.905233 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ca357776-40bc-4616-9566-1fc6234405d5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:55.973335 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e788a0e4-a9f3-4b66-ab6e-e0aec3d8139a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:55.974564 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e788a0e4-a9f3-4b66-ab6e-e0aec3d8139a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0426667 Sep 23 15:08:55.977849 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47240) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:55.984390 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-bf22504d-f076-45e2-b3ea-20f19df2736a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Request body: {'security_group_rule': {'security_group_id': 'f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e', 'project_id': '4dd03006331a43759c203c055fc73500', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:55.992258 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-bf22504d-f076-45e2-b3ea-20f19df2736a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:55.998205 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-bf22504d-f076-45e2-b3ea-20f19df2736a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Usage tracker for resource:security_group_rule and tenant:4dd03006331a43759c203c055fc73500 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:56.003074 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ca357776-40bc-4616-9566-1fc6234405d5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:56.008965 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-bf22504d-f076-45e2-b3ea-20f19df2736a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:56.043561 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] Attempting to bind port f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:08:56.044054 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] Attempting to bind port f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '1a0e1add-bcd2-4a1c-8edf-c395254cdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f8c6fb9e-2885-4bcb-880f-99ab23d2372f'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:08:56.044504 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] Attempting to bind port f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2 on network f8c6fb9e-2885-4bcb-880f-99ab23d2372f {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:08:56.045131 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-bf22504d-f076-45e2-b3ea-20f19df2736a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:56.066468 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2a0e7378-cc9b-4b10-b8f5-702917e801cf tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:56.071869 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=14cac99a-9ccb-4186-80a2-85da9180b8ad,revision_number=8']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:56.177963 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7c18c60b-137d-4441-acb1-bb00c15fcd14 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:56.210271 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:08:56.211057 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] Checking segment: {'id': '1a0e1add-bcd2-4a1c-8edf-c395254cdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f8c6fb9e-2885-4bcb-880f-99ab23d2372f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:08:56.211695 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:56.212305 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] Bound using segment: {'id': '1a0e1add-bcd2-4a1c-8edf-c395254cdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f8c6fb9e-2885-4bcb-880f-99ab23d2372f'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:08:56.212996 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] Bound port: f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a0e1add-bcd2-4a1c-8edf-c395254cdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f8c6fb9e-2885-4bcb-880f-99ab23d2372f'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:08:56.213613 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:56.242296 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca357776-40bc-4616-9566-1fc6234405d5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bf8da6-e2b4-4d3a-a844-eb10b2f6377a,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:56.244592 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e7378-cc9b-4b10-b8f5-702917e801cf tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Pushing event deleted for resources: {'Subnet': ['ID=4ef4c3a3-6f3f-4925-90ef-992d305abdab,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:56.257238 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2a0e7378-cc9b-4b10-b8f5-702917e801cf tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:56.262947 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2a0e7378-cc9b-4b10-b8f5-702917e801cf tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "DELETE /v2.0/subnets/4ef4c3a3-6f3f-4925-90ef-992d305abdab HTTP/1.1" status: 204 len: 168 time: 1.3880739 Sep 23 15:08:56.262947 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18c60b-137d-4441-acb1-bb00c15fcd14 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Port': ['ID=effce032-46f7-4bcb-801f-9d35516815fe,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:56.262947 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47244) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:56.265617 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-78e6a1d1-5bb4-4d0b-adc9-ed0c08b1c3b5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:56.267153 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c18c60b-137d-4441-acb1-bb00c15fcd14 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] No DVR routers for this DVR port effce032-46f7-4bcb-801f-9d35516815fe on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:08:56.276566 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-78e6a1d1-5bb4-4d0b-adc9-ed0c08b1c3b5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:56.297981 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-116a7563-a670-4a16-b305-283430a0abf5 None None] For port effce032-46f7-4bcb-801f-9d35516815fe, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=effce032-46f7-4bcb-801f-9d35516815fe,segment=NetworkSegment(29896072-6267-4798-ba15-62b7234f622f),segment_id=29896072-6267-4798-ba15-62b7234f622f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:56.298554 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-116a7563-a670-4a16-b305-283430a0abf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:56.321926 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b74b5b4-c417-4d1f-a4cb-173bea286f21 None None] Network cdd01d9d-c512-4d63-9e5d-b1e9b03f4db9 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:56.403920 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.securitygroups_db [None req-bf22504d-f076-45e2-b3ea-20f19df2736a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Project 4dd03006331a43759c203c055fc73500 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:08:56.404435 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-78e6a1d1-5bb4-4d0b-adc9-ed0c08b1c3b5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:56.405002 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e6a1d1-5bb4-4d0b-adc9-ed0c08b1c3b5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Fanout notify agent at l3_agent the message router_deleted on router 67ab7f39-96b5-4bf7-b407-99aaebab02c8 {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:08:56.426757 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 10e8610f-139d-4980-ac20-43beaa98f27e triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:56.427130 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:56.427459 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 10e8610f-139d-4980-ac20-43beaa98f27e Sep 23 15:08:56.435222 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ca357776-40bc-4616-9566-1fc6234405d5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:56.439543 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ca357776-40bc-4616-9566-1fc6234405d5 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9572508 Sep 23 15:08:56.442388 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47248) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:56.449611 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-ddda7528-2a5f-4a13-a1b3-18fcafd7cf50 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1386675486', 'security_groups': ['d0bf8da6-e2b4-4d3a-a844-eb10b2f6377a'], 'network_id': '7d95921e-fadf-4067-8857-64762396ad45', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b9285ffa-b3ee-444d-9dfd-030b2f87f650'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:56.453416 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a83852-49a7-4991-877b-6ff39bddd5a8 None None] DHCP port deletion for dd9c0c5b-e7f2-4006-b9d8-c714800c00a5 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:08:56.514658 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bf22504d-f076-45e2-b3ea-20f19df2736a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:56.516854 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-78e6a1d1-5bb4-4d0b-adc9-ed0c08b1c3b5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:56.520948 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-78e6a1d1-5bb4-4d0b-adc9-ed0c08b1c3b5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/routers/67ab7f39-96b5-4bf7-b407-99aaebab02c8 HTTP/1.1" status: 204 len: 168 time: 1.1731458 Sep 23 15:08:56.524374 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47252) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:56.536378 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7c18c60b-137d-4441-acb1-bb00c15fcd14 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:56.546516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e47cfadb-2a5f-46a2-970d-2354d62465e4 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:56.575171 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e354662e-e601-4280-9f9e-c108a3266a73 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:56.586338 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-7c18c60b-137d-4441-acb1-bb00c15fcd14 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['836ff237-6f4c-47b9-90eb-75fa61685684']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:56.612188 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-7c18c60b-137d-4441-acb1-bb00c15fcd14 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29896072-6267-4798-ba15-62b7234f622f') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:56.612490 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-7c18c60b-137d-4441-acb1-bb00c15fcd14 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29896072-6267-4798-ba15-62b7234f622f') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:56.625402 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-e47cfadb-2a5f-46a2-970d-2354d62465e4 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Deleting port 6706ee49-e7be-4c66-beb8-c524894c477b {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:56.625747 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e47cfadb-2a5f-46a2-970d-2354d62465e4 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:56.638794 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354662e-e601-4280-9f9e-c108a3266a73 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Port': ['ID=f51aba40-1ce6-4d1e-a1ad-a8bd68b4a6af,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:56.670534 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7c18c60b-137d-4441-acb1-bb00c15fcd14 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:56.671226 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-3d85804b-108d-4b61-9cc1-81fefdf3e81e None None] For port 10e8610f-139d-4980-ac20-43beaa98f27e, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=10e8610f-139d-4980-ac20-43beaa98f27e,segment=NetworkSegment(1fa475cd-a96c-445a-a7fc-21882202ac21),segment_id=1fa475cd-a96c-445a-a7fc-21882202ac21)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:56.703997 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7c18c60b-137d-4441-acb1-bb00c15fcd14 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:56.747113 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-116a7563-a670-4a16-b305-283430a0abf5 None None] Calling delete_port for effce032-46f7-4bcb-801f-9d35516815fe owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:56.778877 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Could not find standard attr ID for object effce032-46f7-4bcb-801f-9d35516815fe. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:08:56.779159 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a3d44c-ff80-4aa6-b1ec-74d7a3bf405e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Deleting subnet 8838d66e-6795-4204-a875-76750091b3d5 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:08:56.781416 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d3a83852-49a7-4991-877b-6ff39bddd5a8 None None] Deleting port 6706ee49-e7be-4c66-beb8-c524894c477b {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:56.782424 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d3a83852-49a7-4991-877b-6ff39bddd5a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:56.864174 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-26a3d44c-ff80-4aa6-b1ec-74d7a3bf405e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:56.894820 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.db [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] No ports have port_id starting with effce032-46f7-4bcb-801f-9d35516815fe Sep 23 15:08:56.900204 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e354662e-e601-4280-9f9e-c108a3266a73 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:56.904675 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e354662e-e601-4280-9f9e-c108a3266a73 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/f51aba40-1ce6-4d1e-a1ad-a8bd68b4a6af HTTP/1.1" status: 204 len: 168 time: 2.0484729 Sep 23 15:08:56.914935 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47256) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:56.916937 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93542a-84e6-41f4-9451-267cd8d08a95 None None] Pushing event updated for resources: {'Port': ['ID=f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:56.938981 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bf22504d-f076-45e2-b3ea-20f19df2736a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:56.940641 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c18c60b-137d-4441-acb1-bb00c15fcd14 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:08:56.941038 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7c18c60b-137d-4441-acb1-bb00c15fcd14 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:56.953494 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ddda7528-2a5f-4a13-a1b3-18fcafd7cf50 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:56.980752 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ddda7528-2a5f-4a13-a1b3-18fcafd7cf50 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:57.001164 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-26a3d44c-ff80-4aa6-b1ec-74d7a3bf405e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:57.014286 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2fe58-aa2f-4584-b69d-3974db6be4bd None None] Pushing event updated for resources: {'Port': ['ID=329989ee-687a-4b5a-96ba-5d19bc3bcb3d,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:57.153682 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-e47cfadb-2a5f-46a2-970d-2354d62465e4 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] For port 6706ee49-e7be-4c66-beb8-c524894c477b, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=6706ee49-e7be-4c66-beb8-c524894c477b,segment=NetworkSegment(ce5c2810-fceb-4b17-8716-dc16d117e038),segment_id=ce5c2810-fceb-4b17-8716-dc16d117e038)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:57.154260 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e47cfadb-2a5f-46a2-970d-2354d62465e4 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:57.164016 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bf22504d-f076-45e2-b3ea-20f19df2736a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:57.198551 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddda7528-2a5f-4a13-a1b3-18fcafd7cf50 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:08:57.199223 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 29896072-6267-4798-ba15-62b7234f622f resource provider aggregate not found Sep 23 15:08:57.200502 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.resource_extend [None req-3d85804b-108d-4b61-9cc1-81fefdf3e81e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:08:57.220284 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3508fb-edbe-41c5-bfc6-11010920ed16 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:57.221784 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3508fb-edbe-41c5-bfc6-11010920ed16 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:57.223419 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3508fb-edbe-41c5-bfc6-11010920ed16 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:57.224371 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8d3508fb-edbe-41c5-bfc6-11010920ed16 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:08:57.295613 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3d85804b-108d-4b61-9cc1-81fefdf3e81e None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:57.310300 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd0bc9b-8749-4b02-bb6c-f6418dd7e831 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:57.324678 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] For port f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: from cryptography.utils import int_from_bytes Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: from cryptography.utils import int_from_bytes Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn_limited( Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn_limited( Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:08:57.326232 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:08:57.329134 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:08:57.329134 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:08:57.329134 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:08:57.329134 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:08:57.329134 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:08:57.329134 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:08:57.329134 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:08:57.329134 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:08:57.329134 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:08:57.329134 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:08:57.329134 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:08:57.329134 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:08:57.329134 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:08:57.329134 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:08:57.334628 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 29896072-6267-4798-ba15-62b7234f622f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29896072-6267-4798-ba15-62b7234f622f found for delete ", "request_id": "req-b4549bbf-b360-4f94-8d4a-272e19967afa"}]} Sep 23 15:08:57.335363 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22504d-f076-45e2-b3ea-20f19df2736a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d51949e8-dda1-4c31-96b0-d1d84b9b68f3,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:57.344464 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-e47cfadb-2a5f-46a2-970d-2354d62465e4 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Calling delete_port for 6706ee49-e7be-4c66-beb8-c524894c477b owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:57.375374 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bf22504d-f076-45e2-b3ea-20f19df2736a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:57.377229 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-bf22504d-f076-45e2-b3ea-20f19df2736a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3973186 Sep 23 15:08:57.381010 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ddda7528-2a5f-4a13-a1b3-18fcafd7cf50 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:57.384940 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7c18c60b-137d-4441-acb1-bb00c15fcd14 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:57.403379 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-26a3d44c-ff80-4aa6-b1ec-74d7a3bf405e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:57.421759 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7c18c60b-137d-4441-acb1-bb00c15fcd14 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:57.423642 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7c18c60b-137d-4441-acb1-bb00c15fcd14 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] 10.222.0.67 "DELETE /v2.0/networks/836ff237-6f4c-47b9-90eb-75fa61685684 HTTP/1.1" status: 204 len: 168 time: 2.9056234 Sep 23 15:08:57.424692 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18c60b-137d-4441-acb1-bb00c15fcd14 tempest-PortsTestJSON-1318867629 tempest-PortsTestJSON-1318867629-project] Pushing event deleted for resources: {'Network': ['ID=836ff237-6f4c-47b9-90eb-75fa61685684,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:57.457794 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-ddda7528-2a5f-4a13-a1b3-18fcafd7cf50 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] device_id is not set on port 01f07561-7bf1-4ae2-9be8-5848819b0658 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:08:57.514785 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Provisioning for port f11e2185-3b4b-43b4-a062-ebb6d35495f9 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:57.545437 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8d3508fb-edbe-41c5-bfc6-11010920ed16 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:08:57.549674 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47284) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:57.549845 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8d3508fb-edbe-41c5-bfc6-11010920ed16 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6325443 Sep 23 15:08:57.589800 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e47cfadb-2a5f-46a2-970d-2354d62465e4 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:57.592304 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] For port f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2,segment=NetworkSegment(1a0e1add-bcd2-4a1c-8edf-c395254cdac9),segment_id=1a0e1add-bcd2-4a1c-8edf-c395254cdac9)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:08:57.603489 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 10e8610f-139d-4980-ac20-43beaa98f27e is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:57.651308 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47cfadb-2a5f-46a2-970d-2354d62465e4 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] No DVR routers for this DVR port 6706ee49-e7be-4c66-beb8-c524894c477b on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:08:57.652736 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-3d85804b-108d-4b61-9cc1-81fefdf3e81e None None] Transition to ACTIVE for port object 10e8610f-139d-4980-ac20-43beaa98f27e will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:57.664725 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Provisioning complete for port f11e2185-3b4b-43b4-a062-ebb6d35495f9 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:08:57.672822 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:57.675002 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Attempt 1 to provision port f11e2185-3b4b-43b4-a062-ebb6d35495f9 Sep 23 15:08:57.705825 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47cfadb-2a5f-46a2-970d-2354d62465e4 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Pushing event deleted for resources: {'Port': ['ID=6706ee49-e7be-4c66-beb8-c524894c477b,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:57.745756 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-116a7563-a670-4a16-b305-283430a0abf5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:08:57.746112 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-116a7563-a670-4a16-b305-283430a0abf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:08:57.760113 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:57.814217 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-754d9df1-be73-439b-9aaa-4d57666e1ab9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet 18c2a41c-6cf6-4478-87ac-5bffbc3a67a9 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:08:57.820878 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-754d9df1-be73-439b-9aaa-4d57666e1ab9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:57.823512 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3d85804b-108d-4b61-9cc1-81fefdf3e81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:57.853874 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 329989ee-687a-4b5a-96ba-5d19bc3bcb3d up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:08:57.867864 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e47cfadb-2a5f-46a2-970d-2354d62465e4 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:57.909784 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-e47cfadb-2a5f-46a2-970d-2354d62465e4 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9c0c5b-e7f2-4006-b9d8-c714800c00a5']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:57.919940 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-754d9df1-be73-439b-9aaa-4d57666e1ab9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:57.940742 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-ddda7528-2a5f-4a13-a1b3-18fcafd7cf50 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Allocated IP 2001:db8::263 (7d95921e-fadf-4067-8857-64762396ad45/b9285ffa-b3ee-444d-9dfd-030b2f87f650/01f07561-7bf1-4ae2-9be8-5848819b0658) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:08:57.984091 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-e47cfadb-2a5f-46a2-970d-2354d62465e4 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5c2810-fceb-4b17-8716-dc16d117e038') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:57.984610 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-e47cfadb-2a5f-46a2-970d-2354d62465e4 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5c2810-fceb-4b17-8716-dc16d117e038') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:58.125427 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47314) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:58.131101 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e47cfadb-2a5f-46a2-970d-2354d62465e4 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:58.172127 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-26a3d44c-ff80-4aa6-b1ec-74d7a3bf405e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:58.176352 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d3a83852-49a7-4991-877b-6ff39bddd5a8 None None] For port 6706ee49-e7be-4c66-beb8-c524894c477b, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=6706ee49-e7be-4c66-beb8-c524894c477b,segment=NetworkSegment(ce5c2810-fceb-4b17-8716-dc16d117e038),segment_id=ce5c2810-fceb-4b17-8716-dc16d117e038)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:58.176838 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d3a83852-49a7-4991-877b-6ff39bddd5a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:58.190563 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e47cfadb-2a5f-46a2-970d-2354d62465e4 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:58.205635 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47cfadb-2a5f-46a2-970d-2354d62465e4 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:08:58.206307 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e47cfadb-2a5f-46a2-970d-2354d62465e4 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:58.233467 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3d44c-ff80-4aa6-b1ec-74d7a3bf405e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Subnet': ['ID=8838d66e-6795-4204-a875-76750091b3d5,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:58.242770 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] Routers {'832340c1-51a6-46a9-9505-a23b73f3df0f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:08:58.245815 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:08:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['832340c1-51a6-46a9-9505-a23b73f3df0f'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:58.256102 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-26a3d44c-ff80-4aa6-b1ec-74d7a3bf405e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:58.268770 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-26a3d44c-ff80-4aa6-b1ec-74d7a3bf405e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/subnets/8838d66e-6795-4204-a875-76750091b3d5 HTTP/1.1" status: 204 len: 168 time: 1.7410939 Sep 23 15:08:58.269766 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47320) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:58.323261 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ddda7528-2a5f-4a13-a1b3-18fcafd7cf50 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:58.341082 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-116a7563-a670-4a16-b305-283430a0abf5 None None] Deleting port effce032-46f7-4bcb-801f-9d35516815fe {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:58.345413 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-116a7563-a670-4a16-b305-283430a0abf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:58.352708 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-754d9df1-be73-439b-9aaa-4d57666e1ab9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:58.365813 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f468f337-dfd6-4289-9e4e-ee2e15a5bb2e None None] Network 6996a6e6-e1a9-4bc0-8ebb-74b3f610f12b requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:08:58.416841 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-ddda7528-2a5f-4a13-a1b3-18fcafd7cf50 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Transition to ACTIVE for port object 01f07561-7bf1-4ae2-9be8-5848819b0658 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:08:58.437736 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7a4860bb-0f17-4859-8dac-ed061ff3cac3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=87bbd071fee24c85b631c0e8a5ccb335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090279 Sep 23 15:08:58.439694 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e47cfadb-2a5f-46a2-970d-2354d62465e4 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:58.444424 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0dc80294-0f89-47cc-9722-73730a787f8a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:58.445105 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e47cfadb-2a5f-46a2-970d-2354d62465e4 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:58.447926 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47324) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:58.461123 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-0dc80294-0f89-47cc-9722-73730a787f8a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Deleting port f11e2185-3b4b-43b4-a062-ebb6d35495f9 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:58.461460 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0dc80294-0f89-47cc-9722-73730a787f8a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:58.528961 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47cfadb-2a5f-46a2-970d-2354d62465e4 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Pushing event deleted for resources: {'Network': ['ID=dd9c0c5b-e7f2-4006-b9d8-c714800c00a5,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:58.542712 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e47cfadb-2a5f-46a2-970d-2354d62465e4 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "DELETE /v2.0/networks/dd9c0c5b-e7f2-4006-b9d8-c714800c00a5 HTTP/1.1" status: 204 len: 168 time: 2.2748895 Sep 23 15:08:58.542894 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47328) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:58.675946 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ddda7528-2a5f-4a13-a1b3-18fcafd7cf50 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:58.682801 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d3a83852-49a7-4991-877b-6ff39bddd5a8 None None] Calling delete_port for 6706ee49-e7be-4c66-beb8-c524894c477b owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:58.706792 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8cb00233-92cc-4962-81a8-a95b2ec13a92 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:58.716546 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-754d9df1-be73-439b-9aaa-4d57666e1ab9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:58.769888 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8891d8-6a0c-4dfd-8ecb-6319dcf7273e None None] DHCP port deletion for cdd01d9d-c512-4d63-9e5d-b1e9b03f4db9 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:08:58.800982 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ce596c9f-2e0c-4b25-bcbd-4d7b09de7d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:58.807972 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-116a7563-a670-4a16-b305-283430a0abf5 None None] The port 'effce032-46f7-4bcb-801f-9d35516815fe' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:08:58.815374 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93542a-84e6-41f4-9451-267cd8d08a95 None None] Pushing event updated for resources: {'Port': ['ID=f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:58.840943 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddda7528-2a5f-4a13-a1b3-18fcafd7cf50 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network 7d95921e-fadf-4067-8857-64762396ad45 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:08:58.853844 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-ddda7528-2a5f-4a13-a1b3-18fcafd7cf50 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:08:58.860716 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddda7528-2a5f-4a13-a1b3-18fcafd7cf50 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:08:58.861931 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ce596c9f-2e0c-4b25-bcbd-4d7b09de7d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:58.868158 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddda7528-2a5f-4a13-a1b3-18fcafd7cf50 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:08:58.868837 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ddda7528-2a5f-4a13-a1b3-18fcafd7cf50 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:58.895742 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9c8891d8-6a0c-4dfd-8ecb-6319dcf7273e None None] Deleting port 5c8fea54-ca03-46e7-9c93-06257e3322ad {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:58.896402 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9c8891d8-6a0c-4dfd-8ecb-6319dcf7273e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:58.903076 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d9df1-be73-439b-9aaa-4d57666e1ab9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=18c2a41c-6cf6-4478-87ac-5bffbc3a67a9,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:58.907017 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-754d9df1-be73-439b-9aaa-4d57666e1ab9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:58.912396 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-754d9df1-be73-439b-9aaa-4d57666e1ab9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/18c2a41c-6cf6-4478-87ac-5bffbc3a67a9 HTTP/1.1" status: 204 len: 168 time: 1.3613722 Sep 23 15:08:58.913871 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-8cb00233-92cc-4962-81a8-a95b2ec13a92 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Deleting port 5c8fea54-ca03-46e7-9c93-06257e3322ad {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:08:58.914306 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8cb00233-92cc-4962-81a8-a95b2ec13a92 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:58.923836 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-0dc80294-0f89-47cc-9722-73730a787f8a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] For port f11e2185-3b4b-43b4-a062-ebb6d35495f9, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f11e2185-3b4b-43b4-a062-ebb6d35495f9,segment=NetworkSegment(a5c6fb46-2244-443c-acc5-9ddb9931c437),segment_id=a5c6fb46-2244-443c-acc5-9ddb9931c437)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:58.924207 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0dc80294-0f89-47cc-9722-73730a787f8a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:58.939760 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47332) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:59.010079 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:08:59.045108 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28a3eae-f15e-46e2-af1e-8476d7bc9f90 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet 4f13f7fa-e015-411b-a643-6e7d7f9f228c {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:08:59.067286 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b28a3eae-f15e-46e2-af1e-8476d7bc9f90 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:59.110409 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-0dc80294-0f89-47cc-9722-73730a787f8a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Calling delete_port for f11e2185-3b4b-43b4-a062-ebb6d35495f9 owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:59.171706 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b28a3eae-f15e-46e2-af1e-8476d7bc9f90 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:59.222436 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ddda7528-2a5f-4a13-a1b3-18fcafd7cf50 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7767129 Sep 23 15:08:59.235189 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda7528-2a5f-4a13-a1b3-18fcafd7cf50 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Port': ['ID=01f07561-7bf1-4ae2-9be8-5848819b0658,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:59.237272 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47340) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:08:59.244128 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-58e3dec9-ed1b-4808-850c-ba8a3b99781a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'subnet': {'network_id': '7d95921e-fadf-4067-8857-64762396ad45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:08:59.321305 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0dc80294-0f89-47cc-9722-73730a787f8a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:59.401906 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc80294-0f89-47cc-9722-73730a787f8a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] No DVR routers for this DVR port f11e2185-3b4b-43b4-a062-ebb6d35495f9 on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:08:59.433618 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85804b-108d-4b61-9cc1-81fefdf3e81e None None] Pushing event updated for resources: {'Port': ['ID=10e8610f-139d-4980-ac20-43beaa98f27e,revision_number=6']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:59.437583 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 329989ee-687a-4b5a-96ba-5d19bc3bcb3d completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:08:59.446177 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc80294-0f89-47cc-9722-73730a787f8a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Port': ['ID=f11e2185-3b4b-43b4-a062-ebb6d35495f9,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:08:59.478257 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] Set router 832340c1-51a6-46a9-9505-a23b73f3df0f gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:08:59.496452 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-8cb00233-92cc-4962-81a8-a95b2ec13a92 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] For port 5c8fea54-ca03-46e7-9c93-06257e3322ad, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5c8fea54-ca03-46e7-9c93-06257e3322ad,segment=NetworkSegment(2ce6fa55-dc33-4c81-8fe9-8ccac1a07980),segment_id=2ce6fa55-dc33-4c81-8fe9-8ccac1a07980)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:08:59.497011 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8cb00233-92cc-4962-81a8-a95b2ec13a92 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:59.543653 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-d3a83852-49a7-4991-877b-6ff39bddd5a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:08:59.543956 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-d3a83852-49a7-4991-877b-6ff39bddd5a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:08:59.562683 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Current status of the port f11e2185-3b4b-43b4-a062-ebb6d35495f9 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:08:59.563065 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:59.596012 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45864d72-7589-4785-a296-273dbca6df85 None None] DHCP port deletion for 6996a6e6-e1a9-4bc0-8ebb-74b3f610f12b request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:08:59.718970 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 6706ee49-e7be-4c66-beb8-c524894c477b no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:08:59.728186 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-8cb00233-92cc-4962-81a8-a95b2ec13a92 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Calling delete_port for 5c8fea54-ca03-46e7-9c93-06257e3322ad owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:08:59.765830 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment ce5c2810-fceb-4b17-8716-dc16d117e038 resource provider aggregate not found Sep 23 15:08:59.809517 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment ce5c2810-fceb-4b17-8716-dc16d117e038 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce5c2810-fceb-4b17-8716-dc16d117e038 found for delete ", "request_id": "req-f2319cff-c071-4b5c-92b8-744939ad992b"}]} Sep 23 15:08:59.813404 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b28a3eae-f15e-46e2-af1e-8476d7bc9f90 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:59.823695 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0dc80294-0f89-47cc-9722-73730a787f8a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:59.885240 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-58e3dec9-ed1b-4808-850c-ba8a3b99781a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:08:59.890169 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-0dc80294-0f89-47cc-9722-73730a787f8a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6996a6e6-e1a9-4bc0-8ebb-74b3f610f12b']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:59.901391 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-58e3dec9-ed1b-4808-850c-ba8a3b99781a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:subnet and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:08:59.905843 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-58e3dec9-ed1b-4808-850c-ba8a3b99781a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:08:59.909356 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-0dc80294-0f89-47cc-9722-73730a787f8a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c6fb46-2244-443c-acc5-9ddb9931c437') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:59.909659 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-0dc80294-0f89-47cc-9722-73730a787f8a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c6fb46-2244-443c-acc5-9ddb9931c437') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:08:59.920819 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ce596c9f-2e0c-4b25-bcbd-4d7b09de7d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:59.922417 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-58e3dec9-ed1b-4808-850c-ba8a3b99781a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:08:59.922886 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 6706ee49-e7be-4c66-beb8-c524894c477b {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:08:59.923215 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 6706ee49-e7be-4c66-beb8-c524894c477b not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:08:59.931928 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0dc80294-0f89-47cc-9722-73730a787f8a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:59.951873 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0dc80294-0f89-47cc-9722-73730a787f8a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:59.960480 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc80294-0f89-47cc-9722-73730a787f8a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:08:59.961657 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0dc80294-0f89-47cc-9722-73730a787f8a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:08:59.997448 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce596c9f-2e0c-4b25-bcbd-4d7b09de7d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ead7d2-123f-4d4d-bf33-8cbc08671fa0,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:00.025644 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ce596c9f-2e0c-4b25-bcbd-4d7b09de7d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:00.025644 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ce596c9f-2e0c-4b25-bcbd-4d7b09de7d3d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/13ead7d2-123f-4d4d-bf33-8cbc08671fa0 HTTP/1.1" status: 204 len: 168 time: 1.5507579 Sep 23 15:09:00.057798 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8cb00233-92cc-4962-81a8-a95b2ec13a92 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:00.096578 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d3a83852-49a7-4991-877b-6ff39bddd5a8 None None] Deleting port 6706ee49-e7be-4c66-beb8-c524894c477b {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:00.097273 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d3a83852-49a7-4991-877b-6ff39bddd5a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:00.112390 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment a5c6fb46-2244-443c-acc5-9ddb9931c437 resource provider aggregate not found Sep 23 15:09:00.117603 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e3dec9-ed1b-4808-850c-ba8a3b99781a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:00.121445 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-58e3dec9-ed1b-4808-850c-ba8a3b99781a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:00.128525 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb00233-92cc-4962-81a8-a95b2ec13a92 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] No DVR routers for this DVR port 5c8fea54-ca03-46e7-9c93-06257e3322ad on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:09:00.173307 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb00233-92cc-4962-81a8-a95b2ec13a92 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Pushing event deleted for resources: {'Port': ['ID=5c8fea54-ca03-46e7-9c93-06257e3322ad,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:00.194477 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b28a3eae-f15e-46e2-af1e-8476d7bc9f90 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:00.195537 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment a5c6fb46-2244-443c-acc5-9ddb9931c437 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5c6fb46-2244-443c-acc5-9ddb9931c437 found for delete ", "request_id": "req-97802a4f-2d78-4b63-86e6-14575cd49625"}]} Sep 23 15:09:00.212294 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 10e8610f-139d-4980-ac20-43beaa98f27e up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:09:00.338215 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.ipam_backend_mixin [None req-58e3dec9-ed1b-4808-850c-ba8a3b99781a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b9285ffa-b3ee-444d-9dfd-030b2f87f650 (CIDR: 2001:db8::/64) Sep 23 15:09:00.344951 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d3a83852-49a7-4991-877b-6ff39bddd5a8 None None] The port '6706ee49-e7be-4c66-beb8-c524894c477b' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:09:00.348278 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Could not find standard attr ID for object 60f7589f-5c17-46f9-ae53-108da09bfd7f. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:09:00.351760 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a3eae-f15e-46e2-af1e-8476d7bc9f90 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=4f13f7fa-e015-411b-a643-6e7d7f9f228c,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:00.353423 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0dc80294-0f89-47cc-9722-73730a787f8a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:00.380175 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0dc80294-0f89-47cc-9722-73730a787f8a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:00.385318 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e3dec9-ed1b-4808-850c-ba8a3b99781a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:09:00.385811 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58e3dec9-ed1b-4808-850c-ba8a3b99781a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:09:00.392588 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b28a3eae-f15e-46e2-af1e-8476d7bc9f90 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:00.416783 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8cb00233-92cc-4962-81a8-a95b2ec13a92 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:00.422644 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc80294-0f89-47cc-9722-73730a787f8a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Network': ['ID=6996a6e6-e1a9-4bc0-8ebb-74b3f610f12b,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:00.461223 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-8cb00233-92cc-4962-81a8-a95b2ec13a92 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd01d9d-c512-4d63-9e5d-b1e9b03f4db9']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:00.499661 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-9c8891d8-6a0c-4dfd-8ecb-6319dcf7273e None None] For port 5c8fea54-ca03-46e7-9c93-06257e3322ad, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5c8fea54-ca03-46e7-9c93-06257e3322ad,segment=NetworkSegment(2ce6fa55-dc33-4c81-8fe9-8ccac1a07980),segment_id=2ce6fa55-dc33-4c81-8fe9-8ccac1a07980)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:00.500514 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9c8891d8-6a0c-4dfd-8ecb-6319dcf7273e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:00.512481 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b28a3eae-f15e-46e2-af1e-8476d7bc9f90 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/4f13f7fa-e015-411b-a643-6e7d7f9f228c HTTP/1.1" status: 204 len: 168 time: 1.5566232 Sep 23 15:09:00.513077 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47392) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:00.532560 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-8cb00233-92cc-4962-81a8-a95b2ec13a92 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce6fa55-dc33-4c81-8fe9-8ccac1a07980') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:00.534490 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-8cb00233-92cc-4962-81a8-a95b2ec13a92 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce6fa55-dc33-4c81-8fe9-8ccac1a07980') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:00.566862 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8cb00233-92cc-4962-81a8-a95b2ec13a92 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:00.660653 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Provisioning complete for port 82b54ebd-3297-4a48-b61c-fa721fb30d92 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:00.661219 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:00.661694 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Attempt 1 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:09:00.683918 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-3cf00d52-7a4d-48e6-804d-c1ee53350066 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:router {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:00.691012 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0dc80294-0f89-47cc-9722-73730a787f8a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/networks/6996a6e6-e1a9-4bc0-8ebb-74b3f610f12b HTTP/1.1" status: 204 len: 168 time: 2.4198868 Sep 23 15:09:00.697145 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-58e3dec9-ed1b-4808-850c-ba8a3b99781a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4584501 Sep 23 15:09:00.698204 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47396) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:00.698554 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47398) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:00.700962 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9c8891d8-6a0c-4dfd-8ecb-6319dcf7273e None None] Calling delete_port for 5c8fea54-ca03-46e7-9c93-06257e3322ad owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:00.708911 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-db97cb3b-29a8-4c86-97ef-80ab86a1a77b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1042404796', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}, 'admin_state_up': False}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:00.720050 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-7754a13a-5de1-4194-8e06-7111315e7755 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'subnet': {'network_id': '7d95921e-fadf-4067-8857-64762396ad45', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:00.726067 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8cb00233-92cc-4962-81a8-a95b2ec13a92 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:00.738782 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb00233-92cc-4962-81a8-a95b2ec13a92 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:09:00.739257 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8cb00233-92cc-4962-81a8-a95b2ec13a92 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:00.814222 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-db97cb3b-29a8-4c86-97ef-80ab86a1a77b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:00.823335 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-db97cb3b-29a8-4c86-97ef-80ab86a1a77b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Usage tracker for resource:router and tenant:2de827345e1341699e79c05b3da06c65 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:00.833214 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-db97cb3b-29a8-4c86-97ef-80ab86a1a77b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:00.845246 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-db97cb3b-29a8-4c86-97ef-80ab86a1a77b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:00.885684 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-3cf00d52-7a4d-48e6-804d-c1ee53350066 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:router {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:00.889957 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47404) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:00.901883 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3cf00d52-7a4d-48e6-804d-c1ee53350066 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3764408 Sep 23 15:09:00.915687 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7754a13a-5de1-4194-8e06-7111315e7755 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:00.920055 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7754a13a-5de1-4194-8e06-7111315e7755 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:subnet and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:00.923547 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7754a13a-5de1-4194-8e06-7111315e7755 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:00.930631 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7754a13a-5de1-4194-8e06-7111315e7755 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:00.935402 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8cb00233-92cc-4962-81a8-a95b2ec13a92 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:00.956203 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8cb00233-92cc-4962-81a8-a95b2ec13a92 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:00.957234 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:00.970086 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb00233-92cc-4962-81a8-a95b2ec13a92 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Pushing event deleted for resources: {'Network': ['ID=cdd01d9d-c512-4d63-9e5d-b1e9b03f4db9,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:00.971860 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-9c8891d8-6a0c-4dfd-8ecb-6319dcf7273e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:09:00.972097 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-9c8891d8-6a0c-4dfd-8ecb-6319dcf7273e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:09:00.977775 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47408) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:00.978042 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8cb00233-92cc-4962-81a8-a95b2ec13a92 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "DELETE /v2.0/networks/cdd01d9d-c512-4d63-9e5d-b1e9b03f4db9 HTTP/1.1" status: 204 len: 168 time: 2.4338987 Sep 23 15:09:00.992422 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9139b98b-dad4-4fb3-9917-1ebdd66aa4a0 None None] Update dhcp port {'port': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'fixed_ips': [{'subnet_id': '4f13f7fa-e015-411b-a643-6e7d7f9f228c'}], 'binding:host_id': 'dv-neutron-859093-1-hyperv'}, 'id': '329989ee-687a-4b5a-96ba-5d19bc3bcb3d'} from dv-neutron-859093-1-hyperv. {{(pid=89740) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 23 15:09:01.025343 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832340c1-51a6-46a9-9505-a23b73f3df0f', 'name': 'tempest-TestVolumeBootPattern-86368495-router', 'tenant_id': '121498c666ce46819fcd1c388d8f9c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.240'}], 'enable_snat': True}, 'gw_port_id': 'c1c98daf-34b9-4bd6-8fdd-0bdd4443034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:31Z', 'updated_at': '2022-09-23T15:08:45Z', 'revision_number': 4, 'project_id': '121498c666ce46819fcd1c388d8f9c4b', 'gw_port': {'id': 'c1c98daf-34b9-4bd6-8fdd-0bdd4443034d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832340c1-51a6-46a9-9505-a23b73f3df0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:33Z', 'updated_at': '2022-09-23T15:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2', 'name': '', 'network_id': 'f8c6fb9e-2885-4bcb-880f-99ab23d2372f', 'tenant_id': '121498c666ce46819fcd1c388d8f9c4b', 'mac_address': 'fa:16:3e:0e:e5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832340c1-51a6-46a9-9505-a23b73f3df0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'c398878b-df72-4e93-b3df-fd8ad0fab69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:43Z', 'updated_at': '2022-09-23T15:08:57Z', 'revision_number': 4, 'project_id': '121498c666ce46819fcd1c388d8f9c4b', 'subnets': [{'id': 'c398878b-df72-4e93-b3df-fd8ad0fab69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:01.040402 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc1373b-fb68-430f-aadb-9d2432dbb8fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:01.041413 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4bc1373b-fb68-430f-aadb-9d2432dbb8fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:01.043636 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25c755f-af0e-46d3-991c-ad9c9778d459 None None] The sync data for ids ['832340c1-51a6-46a9-9505-a23b73f3df0f'] in dv-neutron-859093-1-hyperv is: [{'id': '832340c1-51a6-46a9-9505-a23b73f3df0f', 'name': 'tempest-TestVolumeBootPattern-86368495-router', 'tenant_id': '121498c666ce46819fcd1c388d8f9c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.240'}], 'enable_snat': True}, 'gw_port_id': 'c1c98daf-34b9-4bd6-8fdd-0bdd4443034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:31Z', 'updated_at': '2022-09-23T15:08:45Z', 'revision_number': 4, 'project_id': '121498c666ce46819fcd1c388d8f9c4b', 'gw_port': {'id': 'c1c98daf-34b9-4bd6-8fdd-0bdd4443034d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832340c1-51a6-46a9-9505-a23b73f3df0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:33Z', 'updated_at': '2022-09-23T15:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2', 'name': '', 'network_id': 'f8c6fb9e-2885-4bcb-880f-99ab23d2372f', 'tenant_id': '121498c666ce46819fcd1c388d8f9c4b', 'mac_address': 'fa:16:3e:0e:e5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832340c1-51a6-46a9-9505-a23b73f3df0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'c398878b-df72-4e93-b3df-fd8ad0fab69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:43Z', 'updated_at': '2022-09-23T15:08:57Z', 'revision_number': 4, 'project_id': '121498c666ce46819fcd1c388d8f9c4b', 'subnets': [{'id': 'c398878b-df72-4e93-b3df-fd8ad0fab69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:09:01.044422 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db97cb3b-29a8-4c86-97ef-80ab86a1a77b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:01.045513 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db97cb3b-29a8-4c86-97ef-80ab86a1a77b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:01.048273 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f11e2185-3b4b-43b4-a062-ebb6d35495f9 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:09:01.056538 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7754a13a-5de1-4194-8e06-7111315e7755 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:01.061012 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7754a13a-5de1-4194-8e06-7111315e7755 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:01.112039 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: f11e2185-3b4b-43b4-a062-ebb6d35495f9 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:09:01.112039 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f11e2185-3b4b-43b4-a062-ebb6d35495f9 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:09:01.112039 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5c8fea54-ca03-46e7-9c93-06257e3322ad no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:09:01.132480 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4bc1373b-fb68-430f-aadb-9d2432dbb8fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:01.136261 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4bc1373b-fb68-430f-aadb-9d2432dbb8fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2427208 Sep 23 15:09:01.136456 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47412) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:01.163839 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 14cac99a-9ccb-4186-80a2-85da9180b8ad up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:09:01.195247 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 5c8fea54-ca03-46e7-9c93-06257e3322ad {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:09:01.195663 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5c8fea54-ca03-46e7-9c93-06257e3322ad not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:09:01.197158 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9139b98b-dad4-4fb3-9917-1ebdd66aa4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:01.243412 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db97cb3b-29a8-4c86-97ef-80ab86a1a77b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:01.261149 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4db076-cb1f-42dd-9ac4-8b8ba98776fd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:01.264431 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-de4db076-cb1f-42dd-9ac4-8b8ba98776fd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:01.294379 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4517a71-db0d-4755-9b78-36b77f3516fd tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Deleting subnet ffc4f2c0-c2ea-43f7-8311-c6eeb2349003 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:09:01.303996 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a4517a71-db0d-4755-9b78-36b77f3516fd tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:01.358617 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-de4db076-cb1f-42dd-9ac4-8b8ba98776fd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:01.360105 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-de4db076-cb1f-42dd-9ac4-8b8ba98776fd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2222843 Sep 23 15:09:01.364070 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47416) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:01.373913 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 14cac99a-9ccb-4186-80a2-85da9180b8ad triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:01.374285 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:01.374669 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 14cac99a-9ccb-4186-80a2-85da9180b8ad Sep 23 15:09:01.453819 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47242fa9-4c5a-4ed4-94bc-e6b70e1f5d96 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:01.469825 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Attempt 2 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:09:01.513478 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9c8891d8-6a0c-4dfd-8ecb-6319dcf7273e None None] Deleting port 5c8fea54-ca03-46e7-9c93-06257e3322ad {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:01.513956 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9c8891d8-6a0c-4dfd-8ecb-6319dcf7273e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:01.547559 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.ipam_backend_mixin [None req-7754a13a-5de1-4194-8e06-7111315e7755 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c2391610-8a92-4985-837f-884783fc3293 (CIDR: 2001:db8:0:1::/64) Sep 23 15:09:01.551930 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a4517a71-db0d-4755-9b78-36b77f3516fd tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:01.671617 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-060e54ef-f7d5-478e-a56a-dfe17767c74d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3063073 Sep 23 15:09:01.677820 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47422) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:01.685648 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-bee3f3b7-31cd-4b64-b49a-be785d263daa tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:01.727004 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:01.733526 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9c8891d8-6a0c-4dfd-8ecb-6319dcf7273e None None] The port '5c8fea54-ca03-46e7-9c93-06257e3322ad' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:09:01.899486 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 2ce6fa55-dc33-4c81-8fe9-8ccac1a07980 resource provider aggregate not found Sep 23 15:09:01.936742 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 2ce6fa55-dc33-4c81-8fe9-8ccac1a07980 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ce6fa55-dc33-4c81-8fe9-8ccac1a07980 found for delete ", "request_id": "req-966f5f30-40fd-49f5-98a1-82d5c588e8c1"}]} Sep 23 15:09:01.979054 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-bee3f3b7-31cd-4b64-b49a-be785d263daa tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:01.991901 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-bee3f3b7-31cd-4b64-b49a-be785d263daa tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:01.993939 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 14cac99a-9ccb-4186-80a2-85da9180b8ad is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:01.994720 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:02.068108 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccae617e-3bf5-47bd-9211-af1081d6c279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cac99a-9ccb-4186-80a2-85da9180b8ad'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:09:02.076335 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4ca882-1d95-42a8-832a-90717853ae0d" -d '{"events": [{"server_uuid": "ccae617e-3bf5-47bd-9211-af1081d6c279", "name": "network-vif-plugged", "status": "completed", "tag": "14cac99a-9ccb-4186-80a2-85da9180b8ad"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:09:02.095061 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee3f3b7-31cd-4b64-b49a-be785d263daa tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:02.099218 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bee3f3b7-31cd-4b64-b49a-be785d263daa tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:02.101292 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:09:02.101507 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee3f3b7-31cd-4b64-b49a-be785d263daa tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:09:02.101995 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bee3f3b7-31cd-4b64-b49a-be785d263daa tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:09:02.141570 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 14cac99a-9ccb-4186-80a2-85da9180b8ad, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=14cac99a-9ccb-4186-80a2-85da9180b8ad,segment=NetworkSegment(c15215a5-57ed-4328-8791-eac77bc9a6d0),segment_id=c15215a5-57ed-4328-8791-eac77bc9a6d0)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:02.153272 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1ae1d8f8-3e0f-42bd-b986-5f59945caa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:02.182796 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75910f84-6e1a-4a6d-b3eb-7de3fa152737 x-openstack-request-id: req-75910f84-6e1a-4a6d-b3eb-7de3fa152737 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:09:02.183097 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccae617e-3bf5-47bd-9211-af1081d6c279", "name": "network-vif-plugged", "status": "completed", "tag": "14cac99a-9ccb-4186-80a2-85da9180b8ad", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:09:02.183487 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-75910f84-6e1a-4a6d-b3eb-7de3fa152737 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:09:02.183952 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75910f84-6e1a-4a6d-b3eb-7de3fa152737'] response: {'server_uuid': 'ccae617e-3bf5-47bd-9211-af1081d6c279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cac99a-9ccb-4186-80a2-85da9180b8ad', 'code': 200} Sep 23 15:09:02.219459 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-7754a13a-5de1-4194-8e06-7111315e7755 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:09:02.220635 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7754a13a-5de1-4194-8e06-7111315e7755 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:09:02.228964 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Attempt 3 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:09:02.256123 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db97cb3b-29a8-4c86-97ef-80ab86a1a77b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:02.263235 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcd919e-b7af-498e-8b8d-65f4c53971d3 None None] DHCP port deletion for c3d67a4b-9092-448f-b14d-bd8d70a05623 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:09:02.274402 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:02.275946 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-bee3f3b7-31cd-4b64-b49a-be785d263daa tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5982294 Sep 23 15:09:02.279356 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47432) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:02.288811 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-c410d6e0-61f2-4625-a04e-41ff1540684d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:02.344108 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7bcd919e-b7af-498e-8b8d-65f4c53971d3 None None] Deleting port 329989ee-687a-4b5a-96ba-5d19bc3bcb3d {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:02.344478 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7bcd919e-b7af-498e-8b8d-65f4c53971d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:02.346217 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a4517a71-db0d-4755-9b78-36b77f3516fd tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:02.443173 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:02.484815 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c410d6e0-61f2-4625-a04e-41ff1540684d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:02.498338 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c410d6e0-61f2-4625-a04e-41ff1540684d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:02.527482 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=14cac99a-9ccb-4186-80a2-85da9180b8ad,revision_number=9']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:02.632226 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:02.679950 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47436) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:02.680475 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7754a13a-5de1-4194-8e06-7111315e7755 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.9766667 Sep 23 15:09:02.687497 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-a77240e3-a3d5-495b-b0aa-53061f043f69 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'subnet': {'network_id': '7d95921e-fadf-4067-8857-64762396ad45', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:02.688064 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-7bcd919e-b7af-498e-8b8d-65f4c53971d3 None None] For port 329989ee-687a-4b5a-96ba-5d19bc3bcb3d, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=329989ee-687a-4b5a-96ba-5d19bc3bcb3d,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:02.690840 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7bcd919e-b7af-498e-8b8d-65f4c53971d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:02.711670 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 329989ee-687a-4b5a-96ba-5d19bc3bcb3d no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:09:02.754918 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a4517a71-db0d-4755-9b78-36b77f3516fd tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:02.791303 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:02.804741 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a4517a71-db0d-4755-9b78-36b77f3516fd tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:02.807942 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4517a71-db0d-4755-9b78-36b77f3516fd tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Pushing event deleted for resources: {'Subnet': ['ID=ffc4f2c0-c2ea-43f7-8311-c6eeb2349003,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:02.821737 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a4517a71-db0d-4755-9b78-36b77f3516fd tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "DELETE /v2.0/subnets/ffc4f2c0-c2ea-43f7-8311-c6eeb2349003 HTTP/1.1" status: 204 len: 168 time: 1.8427312 Sep 23 15:09:02.824691 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47440) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:02.844645 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c410d6e0-61f2-4625-a04e-41ff1540684d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:02.861777 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c410d6e0-61f2-4625-a04e-41ff1540684d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:02.864384 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-c410d6e0-61f2-4625-a04e-41ff1540684d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:09:02.865267 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c410d6e0-61f2-4625-a04e-41ff1540684d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:09:02.997716 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Attempt 4 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:09:03.010852 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a77240e3-a3d5-495b-b0aa-53061f043f69 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:03.011081 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5f1e42b4-6078-4e39-9506-65aa991cc9a0 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:03.017410 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a77240e3-a3d5-495b-b0aa-53061f043f69 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Usage tracker for resource:subnet and tenant:fe968160af094339b6a6d6f363efa62e is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:03.022975 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ef4c3c-0a29-45e4-82b8-042996720648 None None] Network 684c0113-dfab-45a5-9e39-24fb73b4fca6 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:03.023368 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a77240e3-a3d5-495b-b0aa-53061f043f69 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:03.030808 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a77240e3-a3d5-495b-b0aa-53061f043f69 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:03.031942 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e42b4-6078-4e39-9506-65aa991cc9a0 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Deleting port 4cc56a18-7ccf-486a-add4-87bf60cd8e41 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:03.032357 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5f1e42b4-6078-4e39-9506-65aa991cc9a0 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:03.041831 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c410d6e0-61f2-4625-a04e-41ff1540684d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7614088 Sep 23 15:09:03.044979 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47446) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:03.053501 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7bcd919e-b7af-498e-8b8d-65f4c53971d3 None None] Calling delete_port for 329989ee-687a-4b5a-96ba-5d19bc3bcb3d owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:03.053866 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-8792dd74-3cec-45f6-a161-30f0dded1c58 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:03.149550 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77240e3-a3d5-495b-b0aa-53061f043f69 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Made reservation on behalf of fe968160af094339b6a6d6f363efa62e for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:03.154104 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a77240e3-a3d5-495b-b0aa-53061f043f69 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:03.219420 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:03.300257 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8792dd74-3cec-45f6-a161-30f0dded1c58 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:03.320306 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8792dd74-3cec-45f6-a161-30f0dded1c58 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:03.375900 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 329989ee-687a-4b5a-96ba-5d19bc3bcb3d is: DOWN; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:03.433304 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8792dd74-3cec-45f6-a161-30f0dded1c58 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:03.436200 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7bcd919e-b7af-498e-8b8d-65f4c53971d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:03.437404 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8792dd74-3cec-45f6-a161-30f0dded1c58 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:03.439132 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-8792dd74-3cec-45f6-a161-30f0dded1c58 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:09:03.444140 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8792dd74-3cec-45f6-a161-30f0dded1c58 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:09:03.473806 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-5f1e42b4-6078-4e39-9506-65aa991cc9a0 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] For port 4cc56a18-7ccf-486a-add4-87bf60cd8e41, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=4cc56a18-7ccf-486a-add4-87bf60cd8e41,segment=NetworkSegment(40bdb67d-f890-4b9e-bbc7-0bb17a90e313),segment_id=40bdb67d-f890-4b9e-bbc7-0bb17a90e313)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:03.479117 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5f1e42b4-6078-4e39-9506-65aa991cc9a0 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:03.517688 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd919e-b7af-498e-8b8d-65f4c53971d3 None None] Pushing event deleted for resources: {'Port': ['ID=329989ee-687a-4b5a-96ba-5d19bc3bcb3d,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:03.528755 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c402f0e-993c-40b2-8e2d-216a6af2a2aa None None] DHCP port deletion for 684c0113-dfab-45a5-9e39-24fb73b4fca6 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:09:03.532368 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9c402f0e-993c-40b2-8e2d-216a6af2a2aa None None] Deleting port 4cc56a18-7ccf-486a-add4-87bf60cd8e41 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:03.533046 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9c402f0e-993c-40b2-8e2d-216a6af2a2aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:03.567506 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcd919e-b7af-498e-8b8d-65f4c53971d3 None None] No DVR routers for this DVR port 329989ee-687a-4b5a-96ba-5d19bc3bcb3d on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:09:03.590179 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8792dd74-3cec-45f6-a161-30f0dded1c58 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5430038 Sep 23 15:09:03.590890 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47450) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:03.598295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-63ddcdff-eaa9-4720-93a5-4e0d1d1c3db4 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:03.620444 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a77240e3-a3d5-495b-b0aa-53061f043f69 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:03.635415 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db97cb3b-29a8-4c86-97ef-80ab86a1a77b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:03.682122 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e42b4-6078-4e39-9506-65aa991cc9a0 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Calling delete_port for 4cc56a18-7ccf-486a-add4-87bf60cd8e41 owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:03.763692 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db97cb3b-29a8-4c86-97ef-80ab86a1a77b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:03.764716 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Attempt 5 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:09:03.765089 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77240e3-a3d5-495b-b0aa-53061f043f69 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Network 7d95921e-fadf-4067-8857-64762396ad45 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:03.776474 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-a77240e3-a3d5-495b-b0aa-53061f043f69 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:03.790872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77240e3-a3d5-495b-b0aa-53061f043f69 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:03.790872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a77240e3-a3d5-495b-b0aa-53061f043f69 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:03.810371 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77240e3-a3d5-495b-b0aa-53061f043f69 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Subnet': ['ID=713a646d-ae86-40a8-a714-a188a7f2988c,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:03.813446 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-63ddcdff-eaa9-4720-93a5-4e0d1d1c3db4 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:03.832365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65825b20-30fa-4cda-a97f-3c32b84ba9db None None] Network 7d95921e-fadf-4067-8857-64762396ad45 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:03.835672 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-63ddcdff-eaa9-4720-93a5-4e0d1d1c3db4 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:03.879108 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47454) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:03.879754 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a77240e3-a3d5-495b-b0aa-53061f043f69 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1979311 Sep 23 15:09:03.885869 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-324ea5a5-0728-4763-9176-ca8831750fb8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-896099009', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '713a646d-ae86-40a8-a714-a188a7f2988c'}], 'security_groups': ['838fef82-2d6e-4871-b386-357af25c73b0', 'a9fae8c7-fbc6-4562-9ae6-f045b42d64c5']}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:03.969079 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ddcdff-eaa9-4720-93a5-4e0d1d1c3db4 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:03.972961 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-63ddcdff-eaa9-4720-93a5-4e0d1d1c3db4 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:03.974029 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ddcdff-eaa9-4720-93a5-4e0d1d1c3db4 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:09:03.974607 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63ddcdff-eaa9-4720-93a5-4e0d1d1c3db4 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:09:04.002272 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5f1e42b4-6078-4e39-9506-65aa991cc9a0 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:04.058894 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-63ddcdff-eaa9-4720-93a5-4e0d1d1c3db4 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4666407 Sep 23 15:09:04.061867 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47460) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:04.070676 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-09e52a52-ec80-4a7b-a815-5da1fe7b367b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:04.086208 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e42b4-6078-4e39-9506-65aa991cc9a0 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Pushing event deleted for resources: {'Port': ['ID=4cc56a18-7ccf-486a-add4-87bf60cd8e41,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:04.100749 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 4cc56a18-7ccf-486a-add4-87bf60cd8e41 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:09:04.139135 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1e42b4-6078-4e39-9506-65aa991cc9a0 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] No DVR routers for this DVR port 4cc56a18-7ccf-486a-add4-87bf60cd8e41 on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:09:04.152485 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-9c402f0e-993c-40b2-8e2d-216a6af2a2aa None None] For port 4cc56a18-7ccf-486a-add4-87bf60cd8e41, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=4cc56a18-7ccf-486a-add4-87bf60cd8e41,segment=NetworkSegment(40bdb67d-f890-4b9e-bbc7-0bb17a90e313),segment_id=40bdb67d-f890-4b9e-bbc7-0bb17a90e313)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:04.153519 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9c402f0e-993c-40b2-8e2d-216a6af2a2aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:04.262691 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-09e52a52-ec80-4a7b-a815-5da1fe7b367b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:04.275094 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-09e52a52-ec80-4a7b-a815-5da1fe7b367b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:04.336909 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9c402f0e-993c-40b2-8e2d-216a6af2a2aa None None] Calling delete_port for 4cc56a18-7ccf-486a-add4-87bf60cd8e41 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:04.346592 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e52a52-ec80-4a7b-a815-5da1fe7b367b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:04.353304 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-09e52a52-ec80-4a7b-a815-5da1fe7b367b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:04.355846 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e52a52-ec80-4a7b-a815-5da1fe7b367b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:09:04.356391 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e52a52-ec80-4a7b-a815-5da1fe7b367b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:09:04.384390 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 4cc56a18-7ccf-486a-add4-87bf60cd8e41 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:09:04.385163 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 4cc56a18-7ccf-486a-add4-87bf60cd8e41 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:09:04.387172 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:04.456024 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-09e52a52-ec80-4a7b-a815-5da1fe7b367b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3924611 Sep 23 15:09:04.458941 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47464) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:04.465719 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-a333f873-54e4-42cd-99e3-3d4a189fd602 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:04.512911 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5f1e42b4-6078-4e39-9506-65aa991cc9a0 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:04.520422 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-db97cb3b-29a8-4c86-97ef-80ab86a1a77b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Allocated IP 172.26.10.66 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/87340ece-8033-4b26-97cf-6304bc3104dd) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:09:04.528344 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-9c402f0e-993c-40b2-8e2d-216a6af2a2aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:09:04.528930 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-9c402f0e-993c-40b2-8e2d-216a6af2a2aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:09:04.604814 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-5f1e42b4-6078-4e39-9506-65aa991cc9a0 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['684c0113-dfab-45a5-9e39-24fb73b4fca6']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:04.605127 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a333f873-54e4-42cd-99e3-3d4a189fd602 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:04.615702 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a333f873-54e4-42cd-99e3-3d4a189fd602 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:04.643322 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-5f1e42b4-6078-4e39-9506-65aa991cc9a0 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40bdb67d-f890-4b9e-bbc7-0bb17a90e313') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:04.643626 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-5f1e42b4-6078-4e39-9506-65aa991cc9a0 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40bdb67d-f890-4b9e-bbc7-0bb17a90e313') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:04.668138 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b578f56b-5ecc-486a-ad6f-f2cf9dfded5d None None] Update dhcp port {'port': {'network_id': '7d95921e-fadf-4067-8857-64762396ad45', 'fixed_ips': [{'subnet_id': 'c2391610-8a92-4985-837f-884783fc3293', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b9285ffa-b3ee-444d-9dfd-030b2f87f650', 'ip_address': '2001:db8::2'}, {'subnet_id': '713a646d-ae86-40a8-a714-a188a7f2988c'}], 'binding:host_id': 'dv-neutron-859093-1-hyperv'}, 'id': '10e8610f-139d-4980-ac20-43beaa98f27e'} from dv-neutron-859093-1-hyperv. {{(pid=89740) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 23 15:09:04.704038 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a333f873-54e4-42cd-99e3-3d4a189fd602 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:04.704361 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-324ea5a5-0728-4763-9176-ca8831750fb8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:04.707880 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a333f873-54e4-42cd-99e3-3d4a189fd602 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:04.713015 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-a333f873-54e4-42cd-99e3-3d4a189fd602 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:09:04.713015 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a333f873-54e4-42cd-99e3-3d4a189fd602 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:09:04.718486 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5f1e42b4-6078-4e39-9506-65aa991cc9a0 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:04.725570 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b578f56b-5ecc-486a-ad6f-f2cf9dfded5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:04.796194 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a333f873-54e4-42cd-99e3-3d4a189fd602 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3359923 Sep 23 15:09:04.798793 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47468) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:04.863334 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5f1e42b4-6078-4e39-9506-65aa991cc9a0 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:04.872669 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-fad17380-bb12-4b07-9e3b-ec8c135c96eb tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0711319 Sep 23 15:09:04.873731 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47472) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:04.891044 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Attempt 6 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:09:04.895448 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f1e42b4-6078-4e39-9506-65aa991cc9a0 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:09:04.895448 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5f1e42b4-6078-4e39-9506-65aa991cc9a0 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:04.950069 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4b0846-1e06-43f3-bb4d-28d3098b9c48 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:04.954493 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-db4b0846-1e06-43f3-bb4d-28d3098b9c48 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0770452 Sep 23 15:09:04.955126 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47478) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:05.017563 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:05.025294 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 40bdb67d-f890-4b9e-bbc7-0bb17a90e313 resource provider aggregate not found Sep 23 15:09:05.033465 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9c402f0e-993c-40b2-8e2d-216a6af2a2aa None None] Deleting port 4cc56a18-7ccf-486a-add4-87bf60cd8e41 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:05.033840 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9c402f0e-993c-40b2-8e2d-216a6af2a2aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:05.038355 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8e313368-e855-46b9-a55a-99d7ded2f007 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805752 Sep 23 15:09:05.043432 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47484) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:05.050383 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-c8c3f813-84aa-442f-a4ab-71b07a7f246d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:05.063960 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-b578f56b-5ecc-486a-ad6f-f2cf9dfded5d None None] Allocated IP 2001:db8:0:2::2 (7d95921e-fadf-4067-8857-64762396ad45/713a646d-ae86-40a8-a714-a188a7f2988c/10e8610f-139d-4980-ac20-43beaa98f27e) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:09:05.107003 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9c402f0e-993c-40b2-8e2d-216a6af2a2aa None None] The port '4cc56a18-7ccf-486a-add4-87bf60cd8e41' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:09:05.112844 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fec69995-6821-4440-bf18-13ec0a9297dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:05.162161 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 40bdb67d-f890-4b9e-bbc7-0bb17a90e313 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40bdb67d-f890-4b9e-bbc7-0bb17a90e313 found for delete ", "request_id": "req-ea1fa7a1-9cfb-4295-b400-1c0ecb840905"}]} Sep 23 15:09:05.183356 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c8c3f813-84aa-442f-a4ab-71b07a7f246d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:05.190895 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db97cb3b-29a8-4c86-97ef-80ab86a1a77b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:05.201423 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c8c3f813-84aa-442f-a4ab-71b07a7f246d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:05.272780 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b578f56b-5ecc-486a-ad6f-f2cf9dfded5d None None] For port 10e8610f-139d-4980-ac20-43beaa98f27e, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=10e8610f-139d-4980-ac20-43beaa98f27e,segment=NetworkSegment(1fa475cd-a96c-445a-a7fc-21882202ac21),segment_id=1fa475cd-a96c-445a-a7fc-21882202ac21)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:05.296968 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c3f813-84aa-442f-a4ab-71b07a7f246d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:05.301069 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c8c3f813-84aa-442f-a4ab-71b07a7f246d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:05.309058 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b578f56b-5ecc-486a-ad6f-f2cf9dfded5d None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:05.309773 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5f1e42b4-6078-4e39-9506-65aa991cc9a0 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:05.329226 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b578f56b-5ecc-486a-ad6f-f2cf9dfded5d None None] Ignored duplicate provisioning block setup for port 10e8610f-139d-4980-ac20-43beaa98f27e by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 23 15:09:05.332349 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5f1e42b4-6078-4e39-9506-65aa991cc9a0 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:05.348461 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e42b4-6078-4e39-9506-65aa991cc9a0 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Pushing event deleted for resources: {'Network': ['ID=684c0113-dfab-45a5-9e39-24fb73b4fca6,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:05.352785 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5f1e42b4-6078-4e39-9506-65aa991cc9a0 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "DELETE /v2.0/networks/684c0113-dfab-45a5-9e39-24fb73b4fca6 HTTP/1.1" status: 204 len: 168 time: 2.5269966 Sep 23 15:09:05.357044 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47490) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:05.421584 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-341167c1-5e22-4714-8464-338d076df707 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Synchronizing usage tracker for tenant:def85bee193c4463964d4d3314205d86 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:05.425903 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db97cb3b-29a8-4c86-97ef-80ab86a1a77b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:05.431206 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b578f56b-5ecc-486a-ad6f-f2cf9dfded5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:05.513835 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db97cb3b-29a8-4c86-97ef-80ab86a1a77b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:05.554277 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Attempt 7 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:09:05.557019 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-db97cb3b-29a8-4c86-97ef-80ab86a1a77b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:05.559474 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db97cb3b-29a8-4c86-97ef-80ab86a1a77b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:09:05.605701 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-341167c1-5e22-4714-8464-338d076df707 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Unset dirty status for tenant:def85bee193c4463964d4d3314205d86 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:05.609589 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-341167c1-5e22-4714-8464-338d076df707 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "GET /v2.0/ports?device_id=70777935-f650-4da2-9534-79993c6ffd25 HTTP/1.1" status: 200 len: 205 time: 0.2515619 Sep 23 15:09:05.622726 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47494) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:05.641443 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:05.642205 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:05.721088 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578f56b-5ecc-486a-ad6f-f2cf9dfded5d None None] Pushing event updated for resources: {'Port': ['ID=10e8610f-139d-4980-ac20-43beaa98f27e,revision_number=7']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:05.730549 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:05.766890 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97cb3b-29a8-4c86-97ef-80ab86a1a77b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Port': ['ID=87340ece-8033-4b26-97cf-6304bc3104dd,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:05.805132 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1313d5cb-df02-40eb-92be-fcedf7ad5716 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:06.046771 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 10e8610f-139d-4980-ac20-43beaa98f27e up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:09:06.159931 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.objects.ports [None req-c8c3f813-84aa-442f-a4ab-71b07a7f246d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89739) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 23 15:09:06.163697 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c8c3f813-84aa-442f-a4ab-71b07a7f246d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:06.232324 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Attempt 8 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:09:06.250651 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c3f813-84aa-442f-a4ab-71b07a7f246d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:06.255621 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-c8c3f813-84aa-442f-a4ab-71b07a7f246d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:06.260262 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c3f813-84aa-442f-a4ab-71b07a7f246d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:06.260854 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c8c3f813-84aa-442f-a4ab-71b07a7f246d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:06.277442 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b63a555-6d68-4e7e-9740-1723c8c30674 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:06.335940 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3f813-84aa-442f-a4ab-71b07a7f246d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=c588fd86-ceb3-4b54-be9b-01f337d92235,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:06.373056 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c8c3f813-84aa-442f-a4ab-71b07a7f246d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3280873 Sep 23 15:09:06.373862 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47500) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:06.380592 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-11153f2a-1517-4961-8f69-c63e3e2d7202 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'port': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'mac_address': 'fa:16:3e:4e:23:ca', 'name': 'tempest-NetworksTestDHCPv6-1625121444'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:06.588192 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:06.592928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-11153f2a-1517-4961-8f69-c63e3e2d7202 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:06.603807 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-11153f2a-1517-4961-8f69-c63e3e2d7202 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:06.648745 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e84c216-a0da-4aad-a898-fe845a5ce085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-c3d67a4b-9092-448f-b14d-bd8d70a05623', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'fixed_ips': [{'subnet_id': 'c588fd86-ceb3-4b54-be9b-01f337d92235'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:09:06.650055 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e84c216-a0da-4aad-a898-fe845a5ce085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:06.669886 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-324ea5a5-0728-4763-9176-ca8831750fb8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Delete allocated IP 2001:db8::263 (7d95921e-fadf-4067-8857-64762396ad45/b9285ffa-b3ee-444d-9dfd-030b2f87f650) {{(pid=89738) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 23 15:09:06.677716 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1313d5cb-df02-40eb-92be-fcedf7ad5716 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:06.682027 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1313d5cb-df02-40eb-92be-fcedf7ad5716 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:06.686521 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-324ea5a5-0728-4763-9176-ca8831750fb8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Allocated IP 2001:db8:0:2::3d (7d95921e-fadf-4067-8857-64762396ad45/713a646d-ae86-40a8-a714-a188a7f2988c/01f07561-7bf1-4ae2-9be8-5848819b0658) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:09:06.689671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11153f2a-1517-4961-8f69-c63e3e2d7202 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:06.849099 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-9e84c216-a0da-4aad-a898-fe845a5ce085 None None] Allocated IP 2001:db8::f816:3eff:fe32:3192 (c3d67a4b-9092-448f-b14d-bd8d70a05623/c588fd86-ceb3-4b54-be9b-01f337d92235/157895bb-a6dc-4bc4-a054-282b0078c1b7) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:09:06.875580 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-11153f2a-1517-4961-8f69-c63e3e2d7202 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:06.909869 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-11153f2a-1517-4961-8f69-c63e3e2d7202 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] device_id is not set on port 674ec5af-4758-403e-b1ca-0a65b734bb67 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:09:07.054449 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1313d5cb-df02-40eb-92be-fcedf7ad5716 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:07.054832 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1313d5cb-df02-40eb-92be-fcedf7ad5716 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Fanout notify agent at l3_agent the message router_deleted on router 70777935-f650-4da2-9534-79993c6ffd25 {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:09:07.077061 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:07.090555 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Attempt 9 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:09:07.098807 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1313d5cb-df02-40eb-92be-fcedf7ad5716 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:07.101608 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1313d5cb-df02-40eb-92be-fcedf7ad5716 tempest-RoutersNegativeIpV6Test-1153577098 tempest-RoutersNegativeIpV6Test-1153577098-project] 10.222.0.67 "DELETE /v2.0/routers/70777935-f650-4da2-9534-79993c6ffd25 HTTP/1.1" status: 204 len: 168 time: 1.4762535 Sep 23 15:09:07.115817 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db97cb3b-29a8-4c86-97ef-80ab86a1a77b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:07.165427 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:07.166246 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e84c216-a0da-4aad-a898-fe845a5ce085 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:07.177603 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9e84c216-a0da-4aad-a898-fe845a5ce085 None None] Transition to ACTIVE for port object 157895bb-a6dc-4bc4-a054-282b0078c1b7 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:07.205435 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9e84c216-a0da-4aad-a898-fe845a5ce085 None None] Transition to ACTIVE for port object 157895bb-a6dc-4bc4-a054-282b0078c1b7 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:07.304206 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-324ea5a5-0728-4763-9176-ca8831750fb8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:07.323623 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e84c216-a0da-4aad-a898-fe845a5ce085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:07.329912 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-324ea5a5-0728-4763-9176-ca8831750fb8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Ignored duplicate provisioning block setup for port 01f07561-7bf1-4ae2-9be8-5848819b0658 by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 23 15:09:07.403242 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e84c216-a0da-4aad-a898-fe845a5ce085 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:07.406405 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-9e84c216-a0da-4aad-a898-fe845a5ce085 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:07.409943 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e84c216-a0da-4aad-a898-fe845a5ce085 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:09:07.413609 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-11153f2a-1517-4961-8f69-c63e3e2d7202 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 2001:db8::f816:3eff:fe4e:23ca (c3d67a4b-9092-448f-b14d-bd8d70a05623/c588fd86-ceb3-4b54-be9b-01f337d92235/674ec5af-4758-403e-b1ca-0a65b734bb67) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:09:07.415590 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-324ea5a5-0728-4763-9176-ca8831750fb8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:07.478692 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84c216-a0da-4aad-a898-fe845a5ce085 None None] Pushing event updated for resources: {'Port': ['ID=157895bb-a6dc-4bc4-a054-282b0078c1b7,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:07.658658 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-9e84c216-a0da-4aad-a898-fe845a5ce085 None None] Attempting to bind port 157895bb-a6dc-4bc4-a054-282b0078c1b7 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:09:07.658658 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-9e84c216-a0da-4aad-a898-fe845a5ce085 None None] Attempting to bind port 157895bb-a6dc-4bc4-a054-282b0078c1b7 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:09:07.658658 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e84c216-a0da-4aad-a898-fe845a5ce085 None None] Attempting to bind port 157895bb-a6dc-4bc4-a054-282b0078c1b7 on network c3d67a4b-9092-448f-b14d-bd8d70a05623 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:09:07.660952 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-324ea5a5-0728-4763-9176-ca8831750fb8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] In _notify_port_updated(), no bound segment for port 01f07561-7bf1-4ae2-9be8-5848819b0658 on network 7d95921e-fadf-4067-8857-64762396ad45 {{(pid=89738) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 23 15:09:07.669864 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324ea5a5-0728-4763-9176-ca8831750fb8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:07.670832 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-324ea5a5-0728-4763-9176-ca8831750fb8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:07.671633 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Attempt 10 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:09:07.672358 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-324ea5a5-0728-4763-9176-ca8831750fb8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "PUT /v2.0/ports/01f07561-7bf1-4ae2-9be8-5848819b0658 HTTP/1.1" status: 200 len: 968 time: 3.7919571 Sep 23 15:09:07.685033 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47510) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:07.698250 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e84c216-a0da-4aad-a898-fe845a5ce085 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:09:07.709735 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e84c216-a0da-4aad-a898-fe845a5ce085 None None] Checking segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:09:07.709735 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e84c216-a0da-4aad-a898-fe845a5ce085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:07.709735 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e84c216-a0da-4aad-a898-fe845a5ce085 None None] Bound using segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:09:07.710584 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ea5a5-0728-4763-9176-ca8831750fb8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event updated for resources: {'Port': ['ID=01f07561-7bf1-4ae2-9be8-5848819b0658,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:07.710695 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-9e84c216-a0da-4aad-a898-fe845a5ce085 None None] Bound port: 157895bb-a6dc-4bc4-a054-282b0078c1b7, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:09:07.710695 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e84c216-a0da-4aad-a898-fe845a5ce085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:07.761190 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db97cb3b-29a8-4c86-97ef-80ab86a1a77b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:07.862513 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-11153f2a-1517-4961-8f69-c63e3e2d7202 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:07.862673 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47514) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:07.907970 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-11153f2a-1517-4961-8f69-c63e3e2d7202 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Transition to ACTIVE for port object 674ec5af-4758-403e-b1ca-0a65b734bb67 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:07.934300 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-3a1f60ef-7edb-44cd-98c6-37bd9b043b2e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port 01f07561-7bf1-4ae2-9be8-5848819b0658 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:07.934816 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3a1f60ef-7edb-44cd-98c6-37bd9b043b2e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:07.948543 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:07.977513 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-9e84c216-a0da-4aad-a898-fe845a5ce085 None None] For port 157895bb-a6dc-4bc4-a054-282b0078c1b7, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:09:07.981135 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-9e84c216-a0da-4aad-a898-fe845a5ce085 None None] For port 157895bb-a6dc-4bc4-a054-282b0078c1b7, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=157895bb-a6dc-4bc4-a054-282b0078c1b7,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:09:08.060829 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Provisioning for port f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:08.066687 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Provisioning complete for port f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:08.070156 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:08.070156 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Attempt 1 to provision port f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2 Sep 23 15:09:08.106734 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e84c216-a0da-4aad-a898-fe845a5ce085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:08.122232 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-11153f2a-1517-4961-8f69-c63e3e2d7202 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:08.215840 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11153f2a-1517-4961-8f69-c63e3e2d7202 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:08.245847 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0d56d301-a735-4ab7-b3f2-806d9bdc7d84 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=def85bee193c4463964d4d3314205d86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3819904 Sep 23 15:09:08.248258 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47520) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:08.275617 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-11153f2a-1517-4961-8f69-c63e3e2d7202 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:08.281965 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84c216-a0da-4aad-a898-fe845a5ce085 None None] Pushing event updated for resources: {'Port': ['ID=157895bb-a6dc-4bc4-a054-282b0078c1b7,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:08.293659 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11153f2a-1517-4961-8f69-c63e3e2d7202 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:09:08.299548 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11153f2a-1517-4961-8f69-c63e3e2d7202 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:08.300567 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-11153f2a-1517-4961-8f69-c63e3e2d7202 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:08.330826 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-05904e68-c1af-430a-b687-5267181ec8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:08.348049 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11153f2a-1517-4961-8f69-c63e3e2d7202 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Port': ['ID=674ec5af-4758-403e-b1ca-0a65b734bb67,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:08.357614 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-05904e68-c1af-430a-b687-5267181ec8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:08.382727 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Current status of the port f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:08.383337 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:08.399997 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db97cb3b-29a8-4c86-97ef-80ab86a1a77b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Router e531522b-647d-40d0-9cf0-cc21e24fc5a9 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:09:08.407856 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3a1f60ef-7edb-44cd-98c6-37bd9b043b2e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:08.430554 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] For port f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2,segment=NetworkSegment(1a0e1add-bcd2-4a1c-8edf-c395254cdac9),segment_id=1a0e1add-bcd2-4a1c-8edf-c395254cdac9)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:08.509996 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:08.511314 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47524) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:08.515817 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-11153f2a-1517-4961-8f69-c63e3e2d7202 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1399167 Sep 23 15:09:08.563296 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Could not find standard attr ID for object 56e43fe9-8cab-4069-ab42-c900ac0ed06b. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:09:08.610848 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-3a1f60ef-7edb-44cd-98c6-37bd9b043b2e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Calling delete_port for 01f07561-7bf1-4ae2-9be8-5848819b0658 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:08.626835 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Pushing event updated for resources: {'Port': ['ID=f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:08.709754 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Provisioning for port 10e8610f-139d-4980-ac20-43beaa98f27e completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:08.725297 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Provisioning complete for port 10e8610f-139d-4980-ac20-43beaa98f27e triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:08.725922 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:08.726518 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Attempt 1 to provision port 10e8610f-139d-4980-ac20-43beaa98f27e Sep 23 15:09:08.798927 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db97cb3b-29a8-4c86-97ef-80ab86a1a77b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:09:08.801007 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-05904e68-c1af-430a-b687-5267181ec8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:08.822383 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd9bf2d-31da-4ab3-b9ed-051b53a1b655 None None] Sync routers for ids ['e531522b-647d-40d0-9cf0-cc21e24fc5a9'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:09:08.874061 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05904e68-c1af-430a-b687-5267181ec8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f59ce5-1462-461e-bf19-68eacc30fd0c,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:08.917476 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-05904e68-c1af-430a-b687-5267181ec8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:08.931113 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-05904e68-c1af-430a-b687-5267181ec8d7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/82f59ce5-1462-461e-bf19-68eacc30fd0c HTTP/1.1" status: 204 len: 168 time: 0.6817853 Sep 23 15:09:08.939818 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd9bf2d-31da-4ab3-b9ed-051b53a1b655 None None] Routers {'e531522b-647d-40d0-9cf0-cc21e24fc5a9'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:09:08.939818 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-9bd9bf2d-31da-4ab3-b9ed-051b53a1b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:09:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e531522b-647d-40d0-9cf0-cc21e24fc5a9'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:08.954176 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44843c06-47ea-4ebf-9675-7140927236b2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:08.961098 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44843c06-47ea-4ebf-9675-7140927236b2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:08.962426 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-44843c06-47ea-4ebf-9675-7140927236b2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:09.001542 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db97cb3b-29a8-4c86-97ef-80ab86a1a77b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:09.003344 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-db97cb3b-29a8-4c86-97ef-80ab86a1a77b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.3018296 Sep 23 15:09:09.006756 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47532) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:09.057485 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-9bd9bf2d-31da-4ab3-b9ed-051b53a1b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:09.089909 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-44843c06-47ea-4ebf-9675-7140927236b2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:09.090216 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd9bf2d-31da-4ab3-b9ed-051b53a1b655 None None] Routers {'e531522b-647d-40d0-9cf0-cc21e24fc5a9'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:09:09.093616 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-9bd9bf2d-31da-4ab3-b9ed-051b53a1b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:09:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e531522b-647d-40d0-9cf0-cc21e24fc5a9'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:09.094418 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-44843c06-47ea-4ebf-9675-7140927236b2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5788155 Sep 23 15:09:09.094553 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47536) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:09.145409 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3a1f60ef-7edb-44cd-98c6-37bd9b043b2e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:09.148100 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Current status of the port 10e8610f-139d-4980-ac20-43beaa98f27e is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:09.158579 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-9bd9bf2d-31da-4ab3-b9ed-051b53a1b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:09.158986 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd9bf2d-31da-4ab3-b9ed-051b53a1b655 None None] The sync data for ids ['e531522b-647d-40d0-9cf0-cc21e24fc5a9'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:09:09.160511 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Could not find standard attr ID for object f003d6c7-b8c7-4d2c-bb1a-f1f6fd9993e9. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:09:09.223326 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f60ef-7edb-44cd-98c6-37bd9b043b2e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Port': ['ID=01f07561-7bf1-4ae2-9be8-5848819b0658,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:09.238789 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Provisioning for port afbb36fb-9579-46b2-9902-4d265f685e94 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:09.251447 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Provisioning complete for port afbb36fb-9579-46b2-9902-4d265f685e94 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:09.251447 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:09.251873 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Attempt 1 to provision port afbb36fb-9579-46b2-9902-4d265f685e94 Sep 23 15:09:09.257032 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4f5dccb9-d3ec-490c-be44-0b95b0ee3d0f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "GET /v2.0/routers/e531522b-647d-40d0-9cf0-cc21e24fc5a9 HTTP/1.1" status: 200 len: 885 time: 0.2459927 Sep 23 15:09:09.257290 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47540) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:09.296767 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3a1f60ef-7edb-44cd-98c6-37bd9b043b2e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:09.332746 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-03d59072-4abc-4e74-be93-247e36813716 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting port 674ec5af-4758-403e-b1ca-0a65b734bb67 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:09.333202 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-03d59072-4abc-4e74-be93-247e36813716 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:09.564219 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3a1f60ef-7edb-44cd-98c6-37bd9b043b2e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/ports/01f07561-7bf1-4ae2-9be8-5848819b0658 HTTP/1.1" status: 204 len: 168 time: 1.8780515 Sep 23 15:09:09.578959 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47544) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:09.659978 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Current status of the port afbb36fb-9579-46b2-9902-4d265f685e94 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:09.660580 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:09.663802 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d065050-8db7-4498-8928-e356b9a0fb2c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] GET failed (client error): The resource could not be found. Sep 23 15:09:09.664435 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0d065050-8db7-4498-8928-e356b9a0fb2c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Synchronizing usage tracker for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:09.694204 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-04211be1-804b-4dfc-b726-4b758716ca1b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Synchronizing usage tracker for tenant:2de827345e1341699e79c05b3da06c65 on resource:router {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:09.711419 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] For port afbb36fb-9579-46b2-9902-4d265f685e94, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=afbb36fb-9579-46b2-9902-4d265f685e94,segment=NetworkSegment(1a0e1add-bcd2-4a1c-8edf-c395254cdac9),segment_id=1a0e1add-bcd2-4a1c-8edf-c395254cdac9)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:09.797752 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:09.840657 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-04211be1-804b-4dfc-b726-4b758716ca1b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Unset dirty status for tenant:2de827345e1341699e79c05b3da06c65 on resource:router {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:09.845063 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47548) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:09.845213 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-04211be1-804b-4dfc-b726-4b758716ca1b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5862567 Sep 23 15:09:09.848425 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0d065050-8db7-4498-8928-e356b9a0fb2c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Unset dirty status for tenant:fe968160af094339b6a6d6f363efa62e on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:09.852765 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47552) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:09.853042 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0d065050-8db7-4498-8928-e356b9a0fb2c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "GET /v2.0/ports/01f07561-7bf1-4ae2-9be8-5848819b0658 HTTP/1.1" status: 404 len: 333 time: 0.2729268 Sep 23 15:09:09.857074 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-c1bfa393-da15-4a85-8af2-01817b7d7885 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1042404796'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:09.861015 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Could not find standard attr ID for object 4ed84c10-2522-4ad9-826f-056a12580062. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:09:09.870053 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Could not find standard attr ID for object 0a833bd7-fae2-4dbe-84fe-76c3c7bcc845. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:09:09.917496 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667a53e-e80e-4dfc-a436-58c03974e3d8 None None] Pushing event updated for resources: {'Port': ['ID=afbb36fb-9579-46b2-9902-4d265f685e94,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:09.951176 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-03d59072-4abc-4e74-be93-247e36813716 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:09.988110 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Could not find standard attr ID for object 329989ee-687a-4b5a-96ba-5d19bc3bcb3d. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:09:09.994395 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-29f65945-836f-469c-bd5b-79cda8a933f6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:10.044243 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-29f65945-836f-469c-bd5b-79cda8a933f6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:10.083634 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Provisioning for port 157895bb-a6dc-4bc4-a054-282b0078c1b7 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:10.113606 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Provisioning complete for port 82b54ebd-3297-4a48-b61c-fa721fb30d92 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:10.115161 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:10.115522 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Attempt 1 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:09:10.161271 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-03d59072-4abc-4e74-be93-247e36813716 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Calling delete_port for 674ec5af-4758-403e-b1ca-0a65b734bb67 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:10.189254 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device afbb36fb-9579-46b2-9902-4d265f685e94 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:09:10.203735 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-29f65945-836f-469c-bd5b-79cda8a933f6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:10.230059 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f65945-836f-469c-bd5b-79cda8a933f6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bf8da6-e2b4-4d3a-a844-eb10b2f6377a,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:10.241216 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-29f65945-836f-469c-bd5b-79cda8a933f6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:10.245475 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-29f65945-836f-469c-bd5b-79cda8a933f6 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/security-groups/d0bf8da6-e2b4-4d3a-a844-eb10b2f6377a HTTP/1.1" status: 204 len: 168 time: 0.3915126 Sep 23 15:09:10.246281 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47558) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:10.314758 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:10.332662 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2ab6cca0-f91f-4b14-9068-ab5f370c8630 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:10.349075 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port afbb36fb-9579-46b2-9902-4d265f685e94 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:10.350381 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:10.350889 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port afbb36fb-9579-46b2-9902-4d265f685e94 Sep 23 15:09:10.368647 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2ab6cca0-f91f-4b14-9068-ab5f370c8630 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:10.490942 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port afbb36fb-9579-46b2-9902-4d265f685e94 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:10.492232 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:09:10.532802 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2ab6cca0-f91f-4b14-9068-ab5f370c8630 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:10.562817 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6cca0-f91f-4b14-9068-ab5f370c8630 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fae8c7-fbc6-4562-9ae6-f045b42d64c5,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:10.568196 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2ab6cca0-f91f-4b14-9068-ab5f370c8630 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:10.569410 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2ab6cca0-f91f-4b14-9068-ab5f370c8630 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/security-groups/a9fae8c7-fbc6-4562-9ae6-f045b42d64c5 HTTP/1.1" status: 204 len: 168 time: 0.3217332 Sep 23 15:09:10.573157 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47562) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:10.585684 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:10.586842 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:10.587571 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2 Sep 23 15:09:10.656648 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5e8a356c-80ff-42ec-933b-7be8a7336688 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:10.690717 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-03d59072-4abc-4e74-be93-247e36813716 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:10.693740 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5e8a356c-80ff-42ec-933b-7be8a7336688 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:10.734994 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:10.736715 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 157895bb-a6dc-4bc4-a054-282b0078c1b7 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:09:10.817160 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Attempt 2 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:09:10.832530 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5e8a356c-80ff-42ec-933b-7be8a7336688 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:10.865029 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a356c-80ff-42ec-933b-7be8a7336688 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=838fef82-2d6e-4871-b386-357af25c73b0,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:10.874511 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5e8a356c-80ff-42ec-933b-7be8a7336688 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:10.876414 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5e8a356c-80ff-42ec-933b-7be8a7336688 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/security-groups/838fef82-2d6e-4871-b386-357af25c73b0 HTTP/1.1" status: 204 len: 168 time: 0.3013632 Sep 23 15:09:10.878430 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47566) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:10.894717 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:10.903935 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 157895bb-a6dc-4bc4-a054-282b0078c1b7 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:10.908961 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 157895bb-a6dc-4bc4-a054-282b0078c1b7 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:10.910388 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:10.910733 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 157895bb-a6dc-4bc4-a054-282b0078c1b7 Sep 23 15:09:10.913578 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d59072-4abc-4e74-be93-247e36813716 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Port': ['ID=674ec5af-4758-403e-b1ca-0a65b734bb67,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:10.979692 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c1bfa393-da15-4a85-8af2-01817b7d7885 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:10.983902 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-03d59072-4abc-4e74-be93-247e36813716 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:11.019298 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1683db5-cc96-4ca3-8af7-5c3f483e861c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting subnet b9285ffa-b3ee-444d-9dfd-030b2f87f650 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:09:11.023859 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f1683db5-cc96-4ca3-8af7-5c3f483e861c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:11.062343 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 157895bb-a6dc-4bc4-a054-282b0078c1b7 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:11.063144 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:11.070244 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c1bfa393-da15-4a85-8af2-01817b7d7885 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753924'] for router, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:11.103449 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f1683db5-cc96-4ca3-8af7-5c3f483e861c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:11.107784 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 157895bb-a6dc-4bc4-a054-282b0078c1b7, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=157895bb-a6dc-4bc4-a054-282b0078c1b7,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:11.195090 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:11.216934 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-03d59072-4abc-4e74-be93-247e36813716 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/674ec5af-4758-403e-b1ca-0a65b734bb67 HTTP/1.1" status: 204 len: 168 time: 2.1214535 Sep 23 15:09:11.237945 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47572) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:11.278398 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f1683db5-cc96-4ca3-8af7-5c3f483e861c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:11.286196 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=157895bb-a6dc-4bc4-a054-282b0078c1b7,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:11.327379 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bfa393-da15-4a85-8af2-01817b7d7885 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Router e531522b-647d-40d0-9cf0-cc21e24fc5a9 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:09:11.360514 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0553163-0338-4d6a-b1a5-9f1f363ddded tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:11.362038 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0553163-0338-4d6a-b1a5-9f1f363ddded tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:11.363523 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c0553163-0338-4d6a-b1a5-9f1f363ddded tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1244559 Sep 23 15:09:11.367338 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47576) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:11.397966 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Attempt 3 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:09:11.444351 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-642d9bd3-1221-495c-99fb-3cfe97dbd88e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet c588fd86-ceb3-4b54-be9b-01f337d92235 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:09:11.447762 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-642d9bd3-1221-495c-99fb-3cfe97dbd88e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:11.474802 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:11.511350 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-642d9bd3-1221-495c-99fb-3cfe97dbd88e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:11.557391 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bfa393-da15-4a85-8af2-01817b7d7885 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:09:11.566437 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c1bfa393-da15-4a85-8af2-01817b7d7885 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:11.569366 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c1bfa393-da15-4a85-8af2-01817b7d7885 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "PUT /v2.0/routers/e531522b-647d-40d0-9cf0-cc21e24fc5a9 HTTP/1.1" status: 200 len: 892 time: 1.7231805 Sep 23 15:09:11.570854 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f5e46b-c462-4579-bd8c-ea58aaa01d1d None None] Sync routers for ids ['e531522b-647d-40d0-9cf0-cc21e24fc5a9'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:09:11.573830 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47580) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:11.589775 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f5e46b-c462-4579-bd8c-ea58aaa01d1d None None] Routers {'e531522b-647d-40d0-9cf0-cc21e24fc5a9'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:09:11.591054 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-f6f5e46b-c462-4579-bd8c-ea58aaa01d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:09:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e531522b-647d-40d0-9cf0-cc21e24fc5a9'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:11.668799 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-f6f5e46b-c462-4579-bd8c-ea58aaa01d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:11.681370 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f5e46b-c462-4579-bd8c-ea58aaa01d1d None None] Routers {'e531522b-647d-40d0-9cf0-cc21e24fc5a9'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:09:11.682466 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-f6f5e46b-c462-4579-bd8c-ea58aaa01d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:09:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e531522b-647d-40d0-9cf0-cc21e24fc5a9'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:11.761568 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-642d9bd3-1221-495c-99fb-3cfe97dbd88e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:11.763235 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-f6f5e46b-c462-4579-bd8c-ea58aaa01d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:11.763793 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f5e46b-c462-4579-bd8c-ea58aaa01d1d None None] The sync data for ids ['e531522b-647d-40d0-9cf0-cc21e24fc5a9'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:09:11.850864 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c570785b-a400-4f9a-b6e7-ad60219b32fe tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "GET /v2.0/routers/e531522b-647d-40d0-9cf0-cc21e24fc5a9 HTTP/1.1" status: 200 len: 892 time: 0.2756968 Sep 23 15:09:11.851437 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47584) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:11.911363 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-21f7afe4-1d90-4ae9-9fb0-66d87fbd8541 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "GET /v2.0/ports?device_id=e531522b-647d-40d0-9cf0-cc21e24fc5a9 HTTP/1.1" status: 200 len: 205 time: 0.0565534 Sep 23 15:09:11.911632 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47588) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:11.969758 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f1683db5-cc96-4ca3-8af7-5c3f483e861c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:11.975901 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Attempt 4 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:09:12.016337 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1683db5-cc96-4ca3-8af7-5c3f483e861c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Subnet': ['ID=b9285ffa-b3ee-444d-9dfd-030b2f87f650,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:12.020286 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-642d9bd3-1221-495c-99fb-3cfe97dbd88e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:12.028832 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 157895bb-a6dc-4bc4-a054-282b0078c1b7 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:09:12.063412 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f1683db5-cc96-4ca3-8af7-5c3f483e861c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:12.075354 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27021548-a4ae-4e6f-b0f2-3e2b137cac07 None None] Network 7d95921e-fadf-4067-8857-64762396ad45 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:12.076200 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f1683db5-cc96-4ca3-8af7-5c3f483e861c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/subnets/b9285ffa-b3ee-444d-9dfd-030b2f87f650 HTTP/1.1" status: 204 len: 168 time: 1.1921988 Sep 23 15:09:12.076200 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d9bd3-1221-495c-99fb-3cfe97dbd88e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=c588fd86-ceb3-4b54-be9b-01f337d92235,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:12.076518 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47592) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:12.114748 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-642d9bd3-1221-495c-99fb-3cfe97dbd88e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:12.119169 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-642d9bd3-1221-495c-99fb-3cfe97dbd88e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/c588fd86-ceb3-4b54-be9b-01f337d92235 HTTP/1.1" status: 204 len: 168 time: 0.7515047 Sep 23 15:09:12.125063 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47596) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:12.160018 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b828ac7-5ebb-4348-aa26-42c9fc5cb218 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:12.175819 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ccd6738a-4940-42da-8ee2-de1982291535 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:12.190008 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:12.207724 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8240b1c0-f31c-488d-a79d-23d2199d08ed tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809357 Sep 23 15:09:12.210608 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47600) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:12.228859 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-3af46c5a-b013-43dc-b919-de33cc343ee8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:12.256635 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-3baee403-4626-4ce5-933e-fd066dca6a20 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting subnet 713a646d-ae86-40a8-a714-a188a7f2988c {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:09:12.315100 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3baee403-4626-4ce5-933e-fd066dca6a20 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:12.407816 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3baee403-4626-4ce5-933e-fd066dca6a20 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:12.422036 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ccd6738a-4940-42da-8ee2-de1982291535 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:12.453041 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-3af46c5a-b013-43dc-b919-de33cc343ee8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:12.464884 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-3af46c5a-b013-43dc-b919-de33cc343ee8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:subnet and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:12.471545 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-3af46c5a-b013-43dc-b919-de33cc343ee8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:12.481261 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-3af46c5a-b013-43dc-b919-de33cc343ee8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:12.501868 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 157895bb-a6dc-4bc4-a054-282b0078c1b7 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:12.507166 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:12.507166 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 157895bb-a6dc-4bc4-a054-282b0078c1b7 Sep 23 15:09:12.507434 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-ccd6738a-4940-42da-8ee2-de1982291535 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Deleting port 87340ece-8033-4b26-97cf-6304bc3104dd {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:12.507434 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ccd6738a-4940-42da-8ee2-de1982291535 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:12.526428 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3baee403-4626-4ce5-933e-fd066dca6a20 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:12.591399 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af46c5a-b013-43dc-b919-de33cc343ee8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:12.594892 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3af46c5a-b013-43dc-b919-de33cc343ee8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:12.725516 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Attempt 5 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:09:12.737428 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ccd6738a-4940-42da-8ee2-de1982291535 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:12.787433 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3baee403-4626-4ce5-933e-fd066dca6a20 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:12.836112 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:12.879311 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baee403-4626-4ce5-933e-fd066dca6a20 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Subnet': ['ID=713a646d-ae86-40a8-a714-a188a7f2988c,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:12.884780 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3baee403-4626-4ce5-933e-fd066dca6a20 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:12.909113 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 157895bb-a6dc-4bc4-a054-282b0078c1b7 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:12.956283 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3baee403-4626-4ce5-933e-fd066dca6a20 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/subnets/713a646d-ae86-40a8-a714-a188a7f2988c HTTP/1.1" status: 204 len: 168 time: 0.8770497 Sep 23 15:09:12.963164 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47606) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:13.011823 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7689162-5b33-45df-9324-6385778432e3 None None] DHCP port deletion for c3d67a4b-9092-448f-b14d-bd8d70a05623 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:09:13.016472 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f7689162-5b33-45df-9324-6385778432e3 None None] Deleting port 157895bb-a6dc-4bc4-a054-282b0078c1b7 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:13.016849 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f7689162-5b33-45df-9324-6385778432e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:13.070467 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-f499c3bf-0bfa-428d-b663-2edf8e55c2e8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] DELETE failed (client error): The resource could not be found. Sep 23 15:09:13.071083 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f499c3bf-0bfa-428d-b663-2edf8e55c2e8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:09:13.072634 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f499c3bf-0bfa-428d-b663-2edf8e55c2e8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/subnets/b9285ffa-b3ee-444d-9dfd-030b2f87f650 HTTP/1.1" status: 404 len: 337 time: 0.1085036 Sep 23 15:09:13.129574 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47610) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:13.135639 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-ccd6738a-4940-42da-8ee2-de1982291535 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Calling delete_port for 87340ece-8033-4b26-97cf-6304bc3104dd owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:13.235455 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5d5d00-df7c-48f9-b533-b1d127108958 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting subnet c2391610-8a92-4985-837f-884783fc3293 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:09:13.242815 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f5d5d00-df7c-48f9-b533-b1d127108958 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:13.317108 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f5d5d00-df7c-48f9-b533-b1d127108958 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:13.319211 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f7689162-5b33-45df-9324-6385778432e3 None None] For port 157895bb-a6dc-4bc4-a054-282b0078c1b7, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=157895bb-a6dc-4bc4-a054-282b0078c1b7,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:13.322475 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f7689162-5b33-45df-9324-6385778432e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:13.338363 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Attempt 6 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:09:13.424479 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ccd6738a-4940-42da-8ee2-de1982291535 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:13.545776 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6738a-4940-42da-8ee2-de1982291535 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Port': ['ID=87340ece-8033-4b26-97cf-6304bc3104dd,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:13.650445 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f7689162-5b33-45df-9324-6385778432e3 None None] Calling delete_port for 157895bb-a6dc-4bc4-a054-282b0078c1b7 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:13.680524 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.objects.ports [None req-3af46c5a-b013-43dc-b919-de33cc343ee8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89738) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 23 15:09:13.689192 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:13.762341 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f5d5d00-df7c-48f9-b533-b1d127108958 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:13.766204 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ccd6738a-4940-42da-8ee2-de1982291535 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:13.808672 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f64c2c2-ab91-48c0-be24-1f0ffa19e635 None None] Network 7d95921e-fadf-4067-8857-64762396ad45 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:13.896566 dv-neutron-859093-1-hyperv neutron-server[89738]: WARNING neutron.services.revisions.revision_plugin [None req-3af46c5a-b013-43dc-b919-de33cc343ee8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Could not find related port for resource to bump revision. Sep 23 15:09:13.922836 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f7689162-5b33-45df-9324-6385778432e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:13.964491 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ccd6738a-4940-42da-8ee2-de1982291535 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:13.967677 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ccd6738a-4940-42da-8ee2-de1982291535 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:13.988089 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7689162-5b33-45df-9324-6385778432e3 None None] Pushing event deleted for resources: {'Port': ['ID=157895bb-a6dc-4bc4-a054-282b0078c1b7,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:14.008300 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7689162-5b33-45df-9324-6385778432e3 None None] No DVR routers for this DVR port 157895bb-a6dc-4bc4-a054-282b0078c1b7 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:09:14.154991 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 157895bb-a6dc-4bc4-a054-282b0078c1b7 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:09:14.190758 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Attempt 7 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:09:14.231089 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 157895bb-a6dc-4bc4-a054-282b0078c1b7 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:09:14.231428 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 157895bb-a6dc-4bc4-a054-282b0078c1b7 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:09:14.243229 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.ipam_pluggable_backend [None req-3af46c5a-b013-43dc-b919-de33cc343ee8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Port 157895bb-a6dc-4bc4-a054-282b0078c1b7 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=89738) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Sep 23 15:09:14.243984 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.ipam_pluggable_backend [None req-3af46c5a-b013-43dc-b919-de33cc343ee8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Reverting IP allocation for 2001:db8::f816:3eff:fe32:3192 {{(pid=89738) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Sep 23 15:09:14.255800 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3af46c5a-b013-43dc-b919-de33cc343ee8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:14.276518 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:14.303404 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ccd6738a-4940-42da-8ee2-de1982291535 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:14.303994 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd6738a-4940-42da-8ee2-de1982291535 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Fanout notify agent at l3_agent the message router_deleted on router e531522b-647d-40d0-9cf0-cc21e24fc5a9 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:09:14.320029 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f5d5d00-df7c-48f9-b533-b1d127108958 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:14.327616 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af46c5a-b013-43dc-b919-de33cc343ee8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:14.337712 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-3af46c5a-b013-43dc-b919-de33cc343ee8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:14.343778 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af46c5a-b013-43dc-b919-de33cc343ee8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:14.344350 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3af46c5a-b013-43dc-b919-de33cc343ee8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:14.347175 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa33f883-fa88-453c-add0-ec802e33c308 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:14.353637 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f5d5d00-df7c-48f9-b533-b1d127108958 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:14.372843 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0f5d5d00-df7c-48f9-b533-b1d127108958 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/subnets/c2391610-8a92-4985-837f-884783fc3293 HTTP/1.1" status: 204 len: 168 time: 1.2416162 Sep 23 15:09:14.375661 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47622) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:14.379450 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af46c5a-b013-43dc-b919-de33cc343ee8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=b6a5b872-7a3d-495e-9727-271777e3dff4,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:14.415939 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d5d00-df7c-48f9-b533-b1d127108958 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Subnet': ['ID=c2391610-8a92-4985-837f-884783fc3293,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:14.441036 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ccd6738a-4940-42da-8ee2-de1982291535 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:14.443771 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ccd6738a-4940-42da-8ee2-de1982291535 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/routers/e531522b-647d-40d0-9cf0-cc21e24fc5a9 HTTP/1.1" status: 204 len: 168 time: 2.5297983 Sep 23 15:09:14.446506 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47626) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:14.448250 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-88051d0a-6fe5-4176-b915-c6a222270bc8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] DELETE failed (client error): The resource could not be found. Sep 23 15:09:14.449334 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88051d0a-6fe5-4176-b915-c6a222270bc8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:09:14.453143 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-88051d0a-6fe5-4176-b915-c6a222270bc8 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/subnets/8c91a799-4c0d-43dc-a3fe-6c0472abcfe1 HTTP/1.1" status: 404 len: 337 time: 0.0763252 Sep 23 15:09:14.458226 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47630) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:14.461492 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-849b2eb9-d9e2-439c-94f8-277a86894cbf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-891243890'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:14.476192 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-849b2eb9-d9e2-439c-94f8-277a86894cbf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:14.479439 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3af46c5a-b013-43dc-b919-de33cc343ee8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2575498 Sep 23 15:09:14.488129 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47634) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:14.490885 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-849b2eb9-d9e2-439c-94f8-277a86894cbf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Usage tracker for resource:network and tenant:2de827345e1341699e79c05b3da06c65 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:14.503838 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-8469028e-e5fb-441e-a132-d56fd9461f0c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'port': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'mac_address': 'fa:16:3e:14:21:4e', 'name': 'tempest-NetworksTestDHCPv6-423439543'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:14.526093 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-849b2eb9-d9e2-439c-94f8-277a86894cbf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:14.538415 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-849b2eb9-d9e2-439c-94f8-277a86894cbf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:14.596094 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f0cc8089-64a2-46dd-88f6-66415440979e tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd2a477c-986b-415e-8e17-c7f4016e18cf HTTP/1.1" status: 200 len: 205 time: 0.1348858 Sep 23 15:09:14.597487 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47640) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:14.648658 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf4a384-230a-4fee-85b6-69fcfb282c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-c3d67a4b-9092-448f-b14d-bd8d70a05623', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'fixed_ips': [{'subnet_id': 'b6a5b872-7a3d-495e-9727-271777e3dff4'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:09:14.649633 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8bf4a384-230a-4fee-85b6-69fcfb282c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:14.702949 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-639baeb9-dd27-4e48-aa61-16569379e96b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] delete failed (client error): The resource could not be found. Sep 23 15:09:14.706285 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-639baeb9-dd27-4e48-aa61-16569379e96b tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/routers/bd2a477c-986b-415e-8e17-c7f4016e18cf HTTP/1.1" status: 404 len: 336 time: 0.1034539 Sep 23 15:09:14.706579 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47644) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:14.779623 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Attempt 8 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:09:14.799776 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a6543c-4325-4b8c-9c0f-02126d93decc tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] DELETE failed (client error): The resource could not be found. Sep 23 15:09:14.799776 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a6543c-4325-4b8c-9c0f-02126d93decc tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:09:14.802148 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a6a6543c-4325-4b8c-9c0f-02126d93decc tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/subnets/413e393b-80d2-4e0b-bd56-36fa919ff2d8 HTTP/1.1" status: 404 len: 337 time: 0.0926306 Sep 23 15:09:14.803451 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47648) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:14.885625 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8469028e-e5fb-441e-a132-d56fd9461f0c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:14.890135 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8469028e-e5fb-441e-a132-d56fd9461f0c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:port and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:14.898147 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8469028e-e5fb-441e-a132-d56fd9461f0c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:14.905153 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8469028e-e5fb-441e-a132-d56fd9461f0c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:14.907722 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:14.909623 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-b047f673-2389-4992-ad6b-f8693b215afb tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] DELETE failed (client error): The resource could not be found. Sep 23 15:09:14.910199 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b047f673-2389-4992-ad6b-f8693b215afb tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:09:14.916875 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b047f673-2389-4992-ad6b-f8693b215afb tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/subnets/8cbe9143-d3bb-461f-bba8-5aa135616312 HTTP/1.1" status: 404 len: 337 time: 0.1091008 Sep 23 15:09:14.922204 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47652) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:14.939168 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-8bf4a384-230a-4fee-85b6-69fcfb282c81 None None] Allocated IP 2001:db8::f816:3eff:feeb:ceef (c3d67a4b-9092-448f-b14d-bd8d70a05623/b6a5b872-7a3d-495e-9727-271777e3dff4/8e122942-f57a-4461-b8fb-6f379f9eb6d3) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:09:14.962669 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f9d13c-623d-4cc8-9bda-e86eac3cd2dc tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] DELETE failed (client error): The resource could not be found. Sep 23 15:09:14.965835 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f9d13c-623d-4cc8-9bda-e86eac3cd2dc tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:09:14.969873 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-10f9d13c-623d-4cc8-9bda-e86eac3cd2dc tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/subnets/0191331a-c218-4a57-8327-91df021e058c HTTP/1.1" status: 404 len: 337 time: 0.0497928 Sep 23 15:09:14.970113 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47656) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:15.017718 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8469028e-e5fb-441e-a132-d56fd9461f0c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:15.111955 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849b2eb9-d9e2-439c-94f8-277a86894cbf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Made reservation on behalf of 2de827345e1341699e79c05b3da06c65 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:15.116149 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-849b2eb9-d9e2-439c-94f8-277a86894cbf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:15.119770 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf685b4-42a5-44ec-a760-866fa4cb9a06 None None] Network 7d95921e-fadf-4067-8857-64762396ad45 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:15.136094 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d80a90-02d4-447b-b2ec-bb5c891ff1c0 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] DELETE failed (client error): The resource could not be found. Sep 23 15:09:15.136579 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d80a90-02d4-447b-b2ec-bb5c891ff1c0 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:09:15.140708 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-12d80a90-02d4-447b-b2ec-bb5c891ff1c0 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/ports/869922ce-0fac-4df9-82bb-2a40f7315f1b HTTP/1.1" status: 404 len: 333 time: 0.1671548 Sep 23 15:09:15.141505 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47660) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:15.171422 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849b2eb9-d9e2-439c-94f8-277a86894cbf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:09:15.190418 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-099ab66b-93a4-44a2-8400-0a67e9055108 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] DELETE failed (client error): The resource could not be found. Sep 23 15:09:15.190418 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-099ab66b-93a4-44a2-8400-0a67e9055108 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:09:15.190418 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-099ab66b-93a4-44a2-8400-0a67e9055108 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/subnets/7ba7a85c-a672-4b45-908d-5ae620f283fa HTTP/1.1" status: 404 len: 337 time: 0.0473518 Sep 23 15:09:15.197489 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47664) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:15.198459 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-849b2eb9-d9e2-439c-94f8-277a86894cbf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:15.198962 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-849b2eb9-d9e2-439c-94f8-277a86894cbf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Added segment d3d8c9e1-e759-4973-bb11-56bfbaa82ab0 of type vlan for network 8dda5e89-84a6-44d5-af71-c311ac2036a1 Sep 23 15:09:15.234818 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8469028e-e5fb-441e-a132-d56fd9461f0c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:15.245434 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e16aaa-6b4d-43e3-9bb0-75f615b25b6a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] DELETE failed (client error): The resource could not be found. Sep 23 15:09:15.246673 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42e16aaa-6b4d-43e3-9bb0-75f615b25b6a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:09:15.248562 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-42e16aaa-6b4d-43e3-9bb0-75f615b25b6a tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/subnets/5dc3ba0a-fa1f-4055-87a2-a4f4de9531c3 HTTP/1.1" status: 404 len: 337 time: 0.0545971 Sep 23 15:09:15.251181 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47668) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:15.265817 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-849b2eb9-d9e2-439c-94f8-277a86894cbf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:15.294535 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ea3b6b-f534-4475-a695-18ff70f56049 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] DELETE failed (client error): The resource could not be found. Sep 23 15:09:15.295137 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ea3b6b-f534-4475-a695-18ff70f56049 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:09:15.299512 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-22ea3b6b-f534-4475-a695-18ff70f56049 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/ports/736e379c-b282-4cf8-af7c-1ee415ed33f0 HTTP/1.1" status: 404 len: 333 time: 0.0446608 Sep 23 15:09:15.299732 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47672) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:15.319819 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-8469028e-e5fb-441e-a132-d56fd9461f0c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] device_id is not set on port 205cf119-fef6-460d-b39e-77d2c287a096 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:09:15.346011 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97687e5-3a84-4cc2-baa6-020ecdffeedf tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] DELETE failed (client error): The resource could not be found. Sep 23 15:09:15.346652 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97687e5-3a84-4cc2-baa6-020ecdffeedf tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:09:15.351343 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d97687e5-3a84-4cc2-baa6-020ecdffeedf tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/subnets/abc407cf-37bc-4da7-8526-efff7e2797ec HTTP/1.1" status: 404 len: 337 time: 0.0475550 Sep 23 15:09:15.351512 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47676) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:15.396830 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8bf4a384-230a-4fee-85b6-69fcfb282c81 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:15.397446 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-849b2eb9-d9e2-439c-94f8-277a86894cbf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:15.401021 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e0e77af-8a84-49f1-8bc1-7088640e29c0 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] DELETE failed (client error): The resource could not be found. Sep 23 15:09:15.401624 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e0e77af-8a84-49f1-8bc1-7088640e29c0 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:09:15.405821 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849b2eb9-d9e2-439c-94f8-277a86894cbf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:15.405996 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8e0e77af-8a84-49f1-8bc1-7088640e29c0 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/subnets/88dc099f-c25a-4019-8664-57a31d1aa7d9 HTTP/1.1" status: 404 len: 337 time: 0.0509326 Sep 23 15:09:15.406096 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-849b2eb9-d9e2-439c-94f8-277a86894cbf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:15.406199 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47680) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:15.408833 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Attempt 9 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:09:15.472787 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:15.476124 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8bf4a384-230a-4fee-85b6-69fcfb282c81 None None] Transition to ACTIVE for port object 8e122942-f57a-4461-b8fb-6f379f9eb6d3 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:15.500081 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8bf4a384-230a-4fee-85b6-69fcfb282c81 None None] Transition to ACTIVE for port object 8e122942-f57a-4461-b8fb-6f379f9eb6d3 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:15.503498 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-d419ce9f-1f69-4b26-8f7c-468cc8a7276c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port 82b54ebd-3297-4a48-b61c-fa721fb30d92 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:15.510134 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d419ce9f-1f69-4b26-8f7c-468cc8a7276c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:15.539801 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-849b2eb9-d9e2-439c-94f8-277a86894cbf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0913050 Sep 23 15:09:15.542721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47684) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:15.549681 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-533c1d94-9c68-4123-876f-e3c6656e2d4b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'subnet': {'network_id': '8dda5e89-84a6-44d5-af71-c311ac2036a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:15.553908 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b2eb9-d9e2-439c-94f8-277a86894cbf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Network': ['ID=8dda5e89-84a6-44d5-af71-c311ac2036a1,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:15.570501 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 8dda5e89-84a6-44d5-af71-c311ac2036a1 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:09:15.639257 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb46665a-e987-4c1e-a963-a56943f51567 None None] DHCP port deletion for 7d95921e-fadf-4067-8857-64762396ad45 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:09:15.647342 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8bf4a384-230a-4fee-85b6-69fcfb282c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:15.712921 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-cb46665a-e987-4c1e-a963-a56943f51567 None None] Deleting port 10e8610f-139d-4980-ac20-43beaa98f27e {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:15.713382 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cb46665a-e987-4c1e-a963-a56943f51567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:15.741891 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-8469028e-e5fb-441e-a132-d56fd9461f0c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 2001:db8::f816:3eff:fe14:214e (c3d67a4b-9092-448f-b14d-bd8d70a05623/b6a5b872-7a3d-495e-9727-271777e3dff4/205cf119-fef6-460d-b39e-77d2c287a096) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:09:15.750079 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-533c1d94-9c68-4123-876f-e3c6656e2d4b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:15.757797 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-533c1d94-9c68-4123-876f-e3c6656e2d4b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Usage tracker for resource:subnet and tenant:2de827345e1341699e79c05b3da06c65 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:15.777711 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-533c1d94-9c68-4123-876f-e3c6656e2d4b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:15.785406 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf4a384-230a-4fee-85b6-69fcfb282c81 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:15.836648 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-533c1d94-9c68-4123-876f-e3c6656e2d4b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:15.839498 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-8bf4a384-230a-4fee-85b6-69fcfb282c81 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:15.861520 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf4a384-230a-4fee-85b6-69fcfb282c81 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:09:15.966194 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4a384-230a-4fee-85b6-69fcfb282c81 None None] Pushing event updated for resources: {'Port': ['ID=8e122942-f57a-4461-b8fb-6f379f9eb6d3,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:15.984623 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Attempt 10 to provision port 82b54ebd-3297-4a48-b61c-fa721fb30d92 Sep 23 15:09:16.072649 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8469028e-e5fb-441e-a132-d56fd9461f0c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:16.078469 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 10e8610f-139d-4980-ac20-43beaa98f27e no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:09:16.081148 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d419ce9f-1f69-4b26-8f7c-468cc8a7276c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:16.095592 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-8469028e-e5fb-441e-a132-d56fd9461f0c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Transition to ACTIVE for port object 205cf119-fef6-460d-b39e-77d2c287a096 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:16.148861 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533c1d94-9c68-4123-876f-e3c6656e2d4b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Made reservation on behalf of 2de827345e1341699e79c05b3da06c65 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:16.152389 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-533c1d94-9c68-4123-876f-e3c6656e2d4b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:16.172329 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-8bf4a384-230a-4fee-85b6-69fcfb282c81 None None] Attempting to bind port 8e122942-f57a-4461-b8fb-6f379f9eb6d3 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:09:16.172710 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-8bf4a384-230a-4fee-85b6-69fcfb282c81 None None] Attempting to bind port 8e122942-f57a-4461-b8fb-6f379f9eb6d3 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:09:16.173052 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf4a384-230a-4fee-85b6-69fcfb282c81 None None] Attempting to bind port 8e122942-f57a-4461-b8fb-6f379f9eb6d3 on network c3d67a4b-9092-448f-b14d-bd8d70a05623 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:09:16.207958 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8469028e-e5fb-441e-a132-d56fd9461f0c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:16.228911 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Port 82b54ebd-3297-4a48-b61c-fa721fb30d92 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:16.237720 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-d419ce9f-1f69-4b26-8f7c-468cc8a7276c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Calling delete_port for 82b54ebd-3297-4a48-b61c-fa721fb30d92 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:16.246927 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf4a384-230a-4fee-85b6-69fcfb282c81 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:09:16.247305 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf4a384-230a-4fee-85b6-69fcfb282c81 None None] Checking segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:09:16.247709 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8bf4a384-230a-4fee-85b6-69fcfb282c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:16.248098 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf4a384-230a-4fee-85b6-69fcfb282c81 None None] Bound using segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:09:16.248567 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-8bf4a384-230a-4fee-85b6-69fcfb282c81 None None] Bound port: 8e122942-f57a-4461-b8fb-6f379f9eb6d3, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:09:16.248934 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8bf4a384-230a-4fee-85b6-69fcfb282c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:16.314015 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8469028e-e5fb-441e-a132-d56fd9461f0c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:16.320268 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-8469028e-e5fb-441e-a132-d56fd9461f0c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:16.329420 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8469028e-e5fb-441e-a132-d56fd9461f0c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:09:16.332602 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Provisioning complete for port 10e8610f-139d-4980-ac20-43beaa98f27e triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:16.332976 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:16.333312 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Attempt 1 to provision port 10e8610f-139d-4980-ac20-43beaa98f27e Sep 23 15:09:16.337137 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8469028e-e5fb-441e-a132-d56fd9461f0c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:16.338038 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8469028e-e5fb-441e-a132-d56fd9461f0c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:16.365196 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469028e-e5fb-441e-a132-d56fd9461f0c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Port': ['ID=205cf119-fef6-460d-b39e-77d2c287a096,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:16.395982 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-cb46665a-e987-4c1e-a963-a56943f51567 None None] For port 10e8610f-139d-4980-ac20-43beaa98f27e, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=10e8610f-139d-4980-ac20-43beaa98f27e,segment=NetworkSegment(1fa475cd-a96c-445a-a7fc-21882202ac21),segment_id=1fa475cd-a96c-445a-a7fc-21882202ac21)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:16.398352 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cb46665a-e987-4c1e-a963-a56943f51567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:16.426910 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8469028e-e5fb-441e-a132-d56fd9461f0c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9348955 Sep 23 15:09:16.427139 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47692) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:16.500229 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d419ce9f-1f69-4b26-8f7c-468cc8a7276c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:16.534932 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49670a34-aebc-48f0-8eab-80c59a090da5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:16.541328 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49670a34-aebc-48f0-8eab-80c59a090da5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:16.542188 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-49670a34-aebc-48f0-8eab-80c59a090da5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:16.556183 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-cb46665a-e987-4c1e-a963-a56943f51567 None None] Calling delete_port for 10e8610f-139d-4980-ac20-43beaa98f27e owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:16.575129 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419ce9f-1f69-4b26-8f7c-468cc8a7276c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Port': ['ID=82b54ebd-3297-4a48-b61c-fa721fb30d92,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:16.578932 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d419ce9f-1f69-4b26-8f7c-468cc8a7276c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:16.678893 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 10e8610f-139d-4980-ac20-43beaa98f27e is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:16.679259 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:16.715955 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-8bf4a384-230a-4fee-85b6-69fcfb282c81 None None] For port 8e122942-f57a-4461-b8fb-6f379f9eb6d3, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:09:16.740732 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-8bf4a384-230a-4fee-85b6-69fcfb282c81 None None] For port 8e122942-f57a-4461-b8fb-6f379f9eb6d3, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8e122942-f57a-4461-b8fb-6f379f9eb6d3,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:09:16.779264 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 10e8610f-139d-4980-ac20-43beaa98f27e, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=10e8610f-139d-4980-ac20-43beaa98f27e,segment=NetworkSegment(1fa475cd-a96c-445a-a7fc-21882202ac21),segment_id=1fa475cd-a96c-445a-a7fc-21882202ac21)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:16.804282 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Current status of the port 10e8610f-139d-4980-ac20-43beaa98f27e is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:16.807919 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0c5379cd-41d7-4e47-b69a-08742daea77a None None] Could not find standard attr ID for object 01f07561-7bf1-4ae2-9be8-5848819b0658. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:09:16.871925 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-49670a34-aebc-48f0-8eab-80c59a090da5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:16.873094 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-49670a34-aebc-48f0-8eab-80c59a090da5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4445407 Sep 23 15:09:16.876134 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47704) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:16.896485 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8bf4a384-230a-4fee-85b6-69fcfb282c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:16.900753 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:16.936860 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-533c1d94-9c68-4123-876f-e3c6656e2d4b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:16.944027 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d419ce9f-1f69-4b26-8f7c-468cc8a7276c tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/ports/82b54ebd-3297-4a48-b61c-fa721fb30d92 HTTP/1.1" status: 204 len: 168 time: 1.5344648 Sep 23 15:09:16.944824 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47710) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:16.976385 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-7c1995ac-184c-4d49-9bcb-472ee32a4e5e None None] Could not find standard attr ID for object 82b54ebd-3297-4a48-b61c-fa721fb30d92. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:09:16.981251 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-cb46665a-e987-4c1e-a963-a56943f51567 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:09:16.981631 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-cb46665a-e987-4c1e-a963-a56943f51567 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:09:17.003645 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-7c1995ac-184c-4d49-9bcb-472ee32a4e5e None None] Provisioning complete for port 10e8610f-139d-4980-ac20-43beaa98f27e triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:17.008105 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7c1995ac-184c-4d49-9bcb-472ee32a4e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:17.008105 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-7c1995ac-184c-4d49-9bcb-472ee32a4e5e None None] Attempt 1 to provision port 10e8610f-139d-4980-ac20-43beaa98f27e Sep 23 15:09:17.035481 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4a384-230a-4fee-85b6-69fcfb282c81 None None] Pushing event updated for resources: {'Port': ['ID=8e122942-f57a-4461-b8fb-6f379f9eb6d3,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:17.055453 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-5940f37d-649b-4b44-a219-673d35c36559 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting port 205cf119-fef6-460d-b39e-77d2c287a096 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:17.055850 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5940f37d-649b-4b44-a219-673d35c36559 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:17.133284 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-621f8fed-d860-4946-ac24-23a717f7c699 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:17.135122 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533c1d94-9c68-4123-876f-e3c6656e2d4b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Subnet': ['ID=a8f0ab58-b196-480e-906f-9ff1a5c20458,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:17.152756 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=10e8610f-139d-4980-ac20-43beaa98f27e,revision_number=11']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:17.169364 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-621f8fed-d860-4946-ac24-23a717f7c699 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port 10e8610f-139d-4980-ac20-43beaa98f27e {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:17.169795 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-621f8fed-d860-4946-ac24-23a717f7c699 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:17.171048 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533c1d94-9c68-4123-876f-e3c6656e2d4b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Checking segment: {'id': 'd3d8c9e1-e759-4973-bb11-56bfbaa82ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8dda5e89-84a6-44d5-af71-c311ac2036a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:09:17.171414 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533c1d94-9c68-4123-876f-e3c6656e2d4b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network hostable DHCP agents. Network: 8dda5e89-84a6-44d5-af71-c311ac2036a1, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:09:17.225205 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7c1995ac-184c-4d49-9bcb-472ee32a4e5e None None] Current status of the port 10e8610f-139d-4980-ac20-43beaa98f27e is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:17.225586 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7c1995ac-184c-4d49-9bcb-472ee32a4e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:17.264641 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-7c1995ac-184c-4d49-9bcb-472ee32a4e5e None None] For port 10e8610f-139d-4980-ac20-43beaa98f27e, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=10e8610f-139d-4980-ac20-43beaa98f27e,segment=NetworkSegment(1fa475cd-a96c-445a-a7fc-21882202ac21),segment_id=1fa475cd-a96c-445a-a7fc-21882202ac21)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:17.348252 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533c1d94-9c68-4123-876f-e3c6656e2d4b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network 8dda5e89-84a6-44d5-af71-c311ac2036a1 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:09:17.363408 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7c1995ac-184c-4d49-9bcb-472ee32a4e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:17.430249 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-7c1995ac-184c-4d49-9bcb-472ee32a4e5e None None] Could not find standard attr ID for object 674ec5af-4758-403e-b1ca-0a65b734bb67. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:09:17.442148 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-533c1d94-9c68-4123-876f-e3c6656e2d4b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 8dda5e89-84a6-44d5-af71-c311ac2036a1) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:17.452353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4700f981-fac5-4be2-a5c9-156c5e681db8 None None] Network 8dda5e89-84a6-44d5-af71-c311ac2036a1 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:17.455991 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533c1d94-9c68-4123-876f-e3c6656e2d4b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:17.456754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-533c1d94-9c68-4123-876f-e3c6656e2d4b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:17.471828 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5940f37d-649b-4b44-a219-673d35c36559 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:17.474134 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-621f8fed-d860-4946-ac24-23a717f7c699 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] For port 10e8610f-139d-4980-ac20-43beaa98f27e, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=10e8610f-139d-4980-ac20-43beaa98f27e,segment=NetworkSegment(1fa475cd-a96c-445a-a7fc-21882202ac21),segment_id=1fa475cd-a96c-445a-a7fc-21882202ac21)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:17.475181 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-621f8fed-d860-4946-ac24-23a717f7c699 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:17.521626 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-cb46665a-e987-4c1e-a963-a56943f51567 None None] Deleting port 10e8610f-139d-4980-ac20-43beaa98f27e {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:17.522007 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cb46665a-e987-4c1e-a963-a56943f51567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:17.612521 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1995ac-184c-4d49-9bcb-472ee32a4e5e None None] Pushing event updated for resources: {'Port': ['ID=10e8610f-139d-4980-ac20-43beaa98f27e,revision_number=12']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:17.619024 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-533c1d94-9c68-4123-876f-e3c6656e2d4b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0744643 Sep 23 15:09:17.620573 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47722) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:17.628448 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-5940f37d-649b-4b44-a219-673d35c36559 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Calling delete_port for 205cf119-fef6-460d-b39e-77d2c287a096 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:17.654344 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-621f8fed-d860-4946-ac24-23a717f7c699 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Calling delete_port for 10e8610f-139d-4980-ac20-43beaa98f27e owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:17.660836 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-3a971bf0-0c9b-4e0d-8e38-bc7d968032d0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-159493162', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:17.688510 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3a971bf0-0c9b-4e0d-8e38-bc7d968032d0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:17.697867 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3a971bf0-0c9b-4e0d-8e38-bc7d968032d0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Usage tracker for resource:router and tenant:2de827345e1341699e79c05b3da06c65 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:17.702232 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3a971bf0-0c9b-4e0d-8e38-bc7d968032d0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:17.712144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3a971bf0-0c9b-4e0d-8e38-bc7d968032d0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:17.812488 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3a971bf0-0c9b-4e0d-8e38-bc7d968032d0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:17.813927 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3a971bf0-0c9b-4e0d-8e38-bc7d968032d0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:17.840699 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.api [None req-621f8fed-d860-4946-ac24-23a717f7c699 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:09:17.841286 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG oslo_db.api [None req-621f8fed-d860-4946-ac24-23a717f7c699 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:09:17.870541 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5940f37d-649b-4b44-a219-673d35c36559 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:17.902541 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-cb46665a-e987-4c1e-a963-a56943f51567 None None] For port 10e8610f-139d-4980-ac20-43beaa98f27e, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=10e8610f-139d-4980-ac20-43beaa98f27e,segment=NetworkSegment(1fa475cd-a96c-445a-a7fc-21882202ac21),segment_id=1fa475cd-a96c-445a-a7fc-21882202ac21)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:17.903812 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cb46665a-e987-4c1e-a963-a56943f51567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:17.931268 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940f37d-649b-4b44-a219-673d35c36559 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Port': ['ID=205cf119-fef6-460d-b39e-77d2c287a096,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:17.936716 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3a971bf0-0c9b-4e0d-8e38-bc7d968032d0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:18.016020 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5940f37d-649b-4b44-a219-673d35c36559 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:18.034924 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5940f37d-649b-4b44-a219-673d35c36559 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/205cf119-fef6-460d-b39e-77d2c287a096 HTTP/1.1" status: 204 len: 168 time: 1.1574349 Sep 23 15:09:18.039705 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47726) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:18.100376 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060ac85c-1a04-4d7b-aeca-2892523b69d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-8dda5e89-84a6-44d5-af71-c311ac2036a1', 'network_id': '8dda5e89-84a6-44d5-af71-c311ac2036a1', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'fixed_ips': [{'subnet_id': 'a8f0ab58-b196-480e-906f-9ff1a5c20458'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:09:18.101213 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-060ac85c-1a04-4d7b-aeca-2892523b69d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:18.119012 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3a971bf0-0c9b-4e0d-8e38-bc7d968032d0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:18.127028 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-cb46665a-e987-4c1e-a963-a56943f51567 None None] Calling delete_port for 10e8610f-139d-4980-ac20-43beaa98f27e owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:18.157645 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b786bfe-968d-4908-aa37-8bc2aa60872c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:18.159218 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b786bfe-968d-4908-aa37-8bc2aa60872c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:18.159998 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-6b786bfe-968d-4908-aa37-8bc2aa60872c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:18.179272 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8e122942-f57a-4461-b8fb-6f379f9eb6d3 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:09:18.243903 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3a971bf0-0c9b-4e0d-8e38-bc7d968032d0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:18.245517 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3a971bf0-0c9b-4e0d-8e38-bc7d968032d0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5888951 Sep 23 15:09:18.247783 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47732) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:18.346269 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-621f8fed-d860-4946-ac24-23a717f7c699 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Deleting port 10e8610f-139d-4980-ac20-43beaa98f27e {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:18.346811 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-621f8fed-d860-4946-ac24-23a717f7c699 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:18.478883 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-060ac85c-1a04-4d7b-aeca-2892523b69d3 None None] Allocated IP 2001:db8::2 (8dda5e89-84a6-44d5-af71-c311ac2036a1/a8f0ab58-b196-480e-906f-9ff1a5c20458/8c059c85-15f2-460e-a16a-0831721ad1e7) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:09:18.485304 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-621f8fed-d860-4946-ac24-23a717f7c699 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] The port '10e8610f-139d-4980-ac20-43beaa98f27e' was deleted {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:09:18.637867 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-6b786bfe-968d-4908-aa37-8bc2aa60872c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:18.642069 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6b786bfe-968d-4908-aa37-8bc2aa60872c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5983632 Sep 23 15:09:18.650641 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47736) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:18.728968 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cb46665a-e987-4c1e-a963-a56943f51567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:18.804610 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-621f8fed-d860-4946-ac24-23a717f7c699 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:18.838852 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-621f8fed-d860-4946-ac24-23a717f7c699 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d95921e-fadf-4067-8857-64762396ad45']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:18.858519 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-621f8fed-d860-4946-ac24-23a717f7c699 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa475cd-a96c-445a-a7fc-21882202ac21') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:18.859121 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-621f8fed-d860-4946-ac24-23a717f7c699 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa475cd-a96c-445a-a7fc-21882202ac21') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:18.874082 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-621f8fed-d860-4946-ac24-23a717f7c699 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:18.890515 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 8e122942-f57a-4461-b8fb-6f379f9eb6d3 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:18.893816 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-621f8fed-d860-4946-ac24-23a717f7c699 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:18.906505 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621f8fed-d860-4946-ac24-23a717f7c699 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:09:18.907018 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-621f8fed-d860-4946-ac24-23a717f7c699 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:18.930041 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb46665a-e987-4c1e-a963-a56943f51567 None None] Pushing event deleted for resources: {'Port': ['ID=10e8610f-139d-4980-ac20-43beaa98f27e,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:18.934148 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb46665a-e987-4c1e-a963-a56943f51567 None None] No DVR routers for this DVR port 10e8610f-139d-4980-ac20-43beaa98f27e on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:09:18.969390 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-060ac85c-1a04-4d7b-aeca-2892523b69d3 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:18.992329 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-060ac85c-1a04-4d7b-aeca-2892523b69d3 None None] Transition to ACTIVE for port object 8c059c85-15f2-460e-a16a-0831721ad1e7 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:19.015878 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-060ac85c-1a04-4d7b-aeca-2892523b69d3 None None] Transition to ACTIVE for port object 8c059c85-15f2-460e-a16a-0831721ad1e7 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:19.015878 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-33eb4587-5a0c-41c5-885d-ca5d6570cc43 None None] Provisioning for port 8e122942-f57a-4461-b8fb-6f379f9eb6d3 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:19.024027 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 1fa475cd-a96c-445a-a7fc-21882202ac21 resource provider aggregate not found Sep 23 15:09:19.024623 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-33eb4587-5a0c-41c5-885d-ca5d6570cc43 None None] Provisioning complete for port 8e122942-f57a-4461-b8fb-6f379f9eb6d3 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:19.025224 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-33eb4587-5a0c-41c5-885d-ca5d6570cc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:19.025808 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-33eb4587-5a0c-41c5-885d-ca5d6570cc43 None None] Attempt 1 to provision port 8e122942-f57a-4461-b8fb-6f379f9eb6d3 Sep 23 15:09:19.050716 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc7993e0-51d4-4229-be11-84875d0fe35f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet b6a5b872-7a3d-495e-9727-271777e3dff4 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:09:19.054545 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dc7993e0-51d4-4229-be11-84875d0fe35f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:19.064050 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 1fa475cd-a96c-445a-a7fc-21882202ac21 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1fa475cd-a96c-445a-a7fc-21882202ac21 found for delete ", "request_id": "req-694586a4-a4d9-4e82-b8d4-1af2fcd3c801"}]} Sep 23 15:09:19.108152 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-060ac85c-1a04-4d7b-aeca-2892523b69d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:19.150536 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dc7993e0-51d4-4229-be11-84875d0fe35f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:19.164241 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-621f8fed-d860-4946-ac24-23a717f7c699 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:19.169578 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-621f8fed-d860-4946-ac24-23a717f7c699 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:19.177766 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060ac85c-1a04-4d7b-aeca-2892523b69d3 None None] Network 8dda5e89-84a6-44d5-af71-c311ac2036a1 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:19.181843 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-060ac85c-1a04-4d7b-aeca-2892523b69d3 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:19.186786 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060ac85c-1a04-4d7b-aeca-2892523b69d3 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:09:19.225097 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ac85c-1a04-4d7b-aeca-2892523b69d3 None None] Pushing event updated for resources: {'Port': ['ID=8c059c85-15f2-460e-a16a-0831721ad1e7,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:19.242985 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f8fed-d860-4946-ac24-23a717f7c699 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] Pushing event deleted for resources: {'Network': ['ID=7d95921e-fadf-4067-8857-64762396ad45,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:19.271616 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-621f8fed-d860-4946-ac24-23a717f7c699 tempest-PortsIpV6TestJSON-1096707863 tempest-PortsIpV6TestJSON-1096707863-project] 10.222.0.67 "DELETE /v2.0/networks/7d95921e-fadf-4067-8857-64762396ad45 HTTP/1.1" status: 204 len: 168 time: 2.3250773 Sep 23 15:09:19.314095 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dc7993e0-51d4-4229-be11-84875d0fe35f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:19.375035 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-060ac85c-1a04-4d7b-aeca-2892523b69d3 None None] Attempting to bind port 8c059c85-15f2-460e-a16a-0831721ad1e7 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:09:19.375410 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-060ac85c-1a04-4d7b-aeca-2892523b69d3 None None] Attempting to bind port 8c059c85-15f2-460e-a16a-0831721ad1e7 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'd3d8c9e1-e759-4973-bb11-56bfbaa82ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8dda5e89-84a6-44d5-af71-c311ac2036a1'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:09:19.375761 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060ac85c-1a04-4d7b-aeca-2892523b69d3 None None] Attempting to bind port 8c059c85-15f2-460e-a16a-0831721ad1e7 on network 8dda5e89-84a6-44d5-af71-c311ac2036a1 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:09:19.379834 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6703056-f842-4e3f-9403-1eb040e2fcfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:19.384161 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-33eb4587-5a0c-41c5-885d-ca5d6570cc43 None None] Current status of the port 8e122942-f57a-4461-b8fb-6f379f9eb6d3 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:19.384538 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-33eb4587-5a0c-41c5-885d-ca5d6570cc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:19.400093 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060ac85c-1a04-4d7b-aeca-2892523b69d3 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:09:19.400093 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060ac85c-1a04-4d7b-aeca-2892523b69d3 None None] Checking segment: {'id': 'd3d8c9e1-e759-4973-bb11-56bfbaa82ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8dda5e89-84a6-44d5-af71-c311ac2036a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:09:19.400093 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-060ac85c-1a04-4d7b-aeca-2892523b69d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:19.400093 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060ac85c-1a04-4d7b-aeca-2892523b69d3 None None] Bound using segment: {'id': 'd3d8c9e1-e759-4973-bb11-56bfbaa82ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8dda5e89-84a6-44d5-af71-c311ac2036a1'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:09:19.400093 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-060ac85c-1a04-4d7b-aeca-2892523b69d3 None None] Bound port: 8c059c85-15f2-460e-a16a-0831721ad1e7, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d8c9e1-e759-4973-bb11-56bfbaa82ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8dda5e89-84a6-44d5-af71-c311ac2036a1'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:09:19.400093 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-060ac85c-1a04-4d7b-aeca-2892523b69d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:19.503650 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-060ac85c-1a04-4d7b-aeca-2892523b69d3 None None] For port 8c059c85-15f2-460e-a16a-0831721ad1e7, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:09:19.515835 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-060ac85c-1a04-4d7b-aeca-2892523b69d3 None None] For port 8c059c85-15f2-460e-a16a-0831721ad1e7, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8c059c85-15f2-460e-a16a-0831721ad1e7,segment=NetworkSegment(d3d8c9e1-e759-4973-bb11-56bfbaa82ab0),segment_id=d3d8c9e1-e759-4973-bb11-56bfbaa82ab0)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:09:19.604714 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-060ac85c-1a04-4d7b-aeca-2892523b69d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:19.675064 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dc7993e0-51d4-4229-be11-84875d0fe35f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:19.734660 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-33eb4587-5a0c-41c5-885d-ca5d6570cc43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:09:19.734900 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-33eb4587-5a0c-41c5-885d-ca5d6570cc43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:09:19.743118 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ac85c-1a04-4d7b-aeca-2892523b69d3 None None] Pushing event updated for resources: {'Port': ['ID=8c059c85-15f2-460e-a16a-0831721ad1e7,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:19.758105 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69da4aba-20d9-4ea2-b478-a454984c57d5 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:19.773693 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dc7993e0-51d4-4229-be11-84875d0fe35f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:19.786634 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7993e0-51d4-4229-be11-84875d0fe35f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=b6a5b872-7a3d-495e-9727-271777e3dff4,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:19.866698 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47752) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:19.931279 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-dc7993e0-51d4-4229-be11-84875d0fe35f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/b6a5b872-7a3d-495e-9727-271777e3dff4 HTTP/1.1" status: 204 len: 168 time: 1.2794886 Sep 23 15:09:19.934923 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47758) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:19.947098 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-a6703056-f842-4e3f-9403-1eb040e2fcfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Allocated IP 2001:db8::1 (8dda5e89-84a6-44d5-af71-c311ac2036a1/a8f0ab58-b196-480e-906f-9ff1a5c20458/33db79aa-ef9b-4f63-bfbd-d05f88df6f40) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:09:20.041538 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-07b6a75a-2a11-419c-a4f5-d5ffaa595a3c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1053059 Sep 23 15:09:20.043918 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47762) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:20.228287 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e947d6a4-2b4c-408d-b588-e04c400c7167 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fe968160af094339b6a6d6f363efa62e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3595822 Sep 23 15:09:20.232655 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47774) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:20.261351 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6703056-f842-4e3f-9403-1eb040e2fcfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:20.270657 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a924ed-164e-40de-9c53-4e311d98565a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:20.273269 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d7a924ed-164e-40de-9c53-4e311d98565a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2283392 Sep 23 15:09:20.275997 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47778) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:20.298341 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330a9054-a82b-47b0-b96d-1a145c5aaa1b None None] DHCP port deletion for c3d67a4b-9092-448f-b14d-bd8d70a05623 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:09:20.313139 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-a6703056-f842-4e3f-9403-1eb040e2fcfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Transition to ACTIVE for port object 33db79aa-ef9b-4f63-bfbd-d05f88df6f40 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:20.345652 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-330a9054-a82b-47b0-b96d-1a145c5aaa1b None None] Deleting port 8e122942-f57a-4461-b8fb-6f379f9eb6d3 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:20.353079 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-330a9054-a82b-47b0-b96d-1a145c5aaa1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:20.353717 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9e0754-8a0d-4d1f-ae8f-7b8cbdf69d31 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:20.354466 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d4635006-2cc2-4835-bd0e-0e9fca433dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:20.354960 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0c9e0754-8a0d-4d1f-ae8f-7b8cbdf69d31 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:20.390834 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d4635006-2cc2-4835-bd0e-0e9fca433dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:20.451436 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0c9e0754-8a0d-4d1f-ae8f-7b8cbdf69d31 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:20.452620 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0c9e0754-8a0d-4d1f-ae8f-7b8cbdf69d31 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1753924 Sep 23 15:09:20.455321 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47784) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:20.481124 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6703056-f842-4e3f-9403-1eb040e2fcfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:20.487054 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-33eb4587-5a0c-41c5-885d-ca5d6570cc43 None None] Current status of the port 8e122942-f57a-4461-b8fb-6f379f9eb6d3 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:20.489297 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-33eb4587-5a0c-41c5-885d-ca5d6570cc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:20.528434 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-33eb4587-5a0c-41c5-885d-ca5d6570cc43 None None] For port 8e122942-f57a-4461-b8fb-6f379f9eb6d3, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8e122942-f57a-4461-b8fb-6f379f9eb6d3,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:20.554554 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d4635006-2cc2-4835-bd0e-0e9fca433dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:20.564480 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ab755dd7-e981-47ed-b5b2-7bc75d076058 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1077378 Sep 23 15:09:20.570946 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47788) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:20.576539 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6703056-f842-4e3f-9403-1eb040e2fcfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network 8dda5e89-84a6-44d5-af71-c311ac2036a1 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:20.579157 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-da08ef7a-7641-4262-83a1-d6129af47523 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:20.603250 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-a6703056-f842-4e3f-9403-1eb040e2fcfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:20.607008 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6703056-f842-4e3f-9403-1eb040e2fcfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Port': ['ID=33db79aa-ef9b-4f63-bfbd-d05f88df6f40,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:20.609448 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6703056-f842-4e3f-9403-1eb040e2fcfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:09:20.609975 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6703056-f842-4e3f-9403-1eb040e2fcfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:20.620319 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d4635006-2cc2-4835-bd0e-0e9fca433dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:20.620781 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d4635006-2cc2-4835-bd0e-0e9fca433dae admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a0dc318e-b55b-4157-9a8e-54daef652615 HTTP/1.1" status: 204 len: 168 time: 0.3871100 Sep 23 15:09:20.621574 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4635006-2cc2-4835-bd0e-0e9fca433dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dc318e-b55b-4157-9a8e-54daef652615,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:20.660070 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-330a9054-a82b-47b0-b96d-1a145c5aaa1b None None] For port 8e122942-f57a-4461-b8fb-6f379f9eb6d3, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8e122942-f57a-4461-b8fb-6f379f9eb6d3,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:20.660729 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-330a9054-a82b-47b0-b96d-1a145c5aaa1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:20.770720 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-da08ef7a-7641-4262-83a1-d6129af47523 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:20.783604 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-da08ef7a-7641-4262-83a1-d6129af47523 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:20.837947 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-330a9054-a82b-47b0-b96d-1a145c5aaa1b None None] Calling delete_port for 8e122942-f57a-4461-b8fb-6f379f9eb6d3 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:20.886080 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da08ef7a-7641-4262-83a1-d6129af47523 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:20.890213 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-da08ef7a-7641-4262-83a1-d6129af47523 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:20.962074 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-33eb4587-5a0c-41c5-885d-ca5d6570cc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:21.084673 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb4587-5a0c-41c5-885d-ca5d6570cc43 None None] Pushing event updated for resources: {'Port': ['ID=8e122942-f57a-4461-b8fb-6f379f9eb6d3,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:21.091294 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-330a9054-a82b-47b0-b96d-1a145c5aaa1b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:09:21.091647 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-330a9054-a82b-47b0-b96d-1a145c5aaa1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:09:21.093842 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-157a23cb-ed17-4adc-9a97-62f11c2bdb7f None None] Could not find standard attr ID for object 205cf119-fef6-460d-b39e-77d2c287a096. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:09:21.112387 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6703056-f842-4e3f-9403-1eb040e2fcfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:21.282883 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a9b075-7666-4695-a6aa-15f03d07f09a None None] Network 8dda5e89-84a6-44d5-af71-c311ac2036a1 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:21.542459 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-7ffc3f23-ecb4-46f7-a5d8-71736aac3e15 None None] Provisioning for port 8c059c85-15f2-460e-a16a-0831721ad1e7 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:21.607183 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-330a9054-a82b-47b0-b96d-1a145c5aaa1b None None] Deleting port 8e122942-f57a-4461-b8fb-6f379f9eb6d3 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:21.607606 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-330a9054-a82b-47b0-b96d-1a145c5aaa1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:21.696484 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.objects.ports [None req-da08ef7a-7641-4262-83a1-d6129af47523 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89738) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 23 15:09:21.719633 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6703056-f842-4e3f-9403-1eb040e2fcfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:21.811868 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6703056-f842-4e3f-9403-1eb040e2fcfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:21.812624 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6703056-f842-4e3f-9403-1eb040e2fcfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:21.970702 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-330a9054-a82b-47b0-b96d-1a145c5aaa1b None None] For port 8e122942-f57a-4461-b8fb-6f379f9eb6d3, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8e122942-f57a-4461-b8fb-6f379f9eb6d3,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:21.972362 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-330a9054-a82b-47b0-b96d-1a145c5aaa1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:22.065099 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-da08ef7a-7641-4262-83a1-d6129af47523 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:22.123603 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6703056-f842-4e3f-9403-1eb040e2fcfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Port': ['ID=33db79aa-ef9b-4f63-bfbd-d05f88df6f40,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:22.207050 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6703056-f842-4e3f-9403-1eb040e2fcfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network 8dda5e89-84a6-44d5-af71-c311ac2036a1 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:22.208548 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-a6703056-f842-4e3f-9403-1eb040e2fcfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:22.234007 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8c059c85-15f2-460e-a16a-0831721ad1e7 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:09:22.281063 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-330a9054-a82b-47b0-b96d-1a145c5aaa1b None None] Calling delete_port for 8e122942-f57a-4461-b8fb-6f379f9eb6d3 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:22.355820 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47814) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:22.390937 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-da08ef7a-7641-4262-83a1-d6129af47523 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] For port 8e122942-f57a-4461-b8fb-6f379f9eb6d3, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8e122942-f57a-4461-b8fb-6f379f9eb6d3,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:22.419903 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-da08ef7a-7641-4262-83a1-d6129af47523 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:22.515034 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-da08ef7a-7641-4262-83a1-d6129af47523 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:22.515788 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-da08ef7a-7641-4262-83a1-d6129af47523 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:22.547261 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-3da778a8-e6b9-4ea9-9239-6cc6c82939bb tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Request body: {'security_group': {'name': 'tempest-secgroup--722267398'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:22.555347 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3da778a8-e6b9-4ea9-9239-6cc6c82939bb tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:22.555773 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c0385d15-ced9-4cc5-afa2-eee5e846818b None None] Provisioning for port 33db79aa-ef9b-4f63-bfbd-d05f88df6f40 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:22.559638 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 8c059c85-15f2-460e-a16a-0831721ad1e7 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:22.568784 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3da778a8-e6b9-4ea9-9239-6cc6c82939bb tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Usage tracker for resource:security_group and tenant:a4cfc0f8e6e241f1839444942f97c8de is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:22.568784 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3da778a8-e6b9-4ea9-9239-6cc6c82939bb tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:22.569122 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c0385d15-ced9-4cc5-afa2-eee5e846818b None None] Provisioning complete for port 33db79aa-ef9b-4f63-bfbd-d05f88df6f40 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:22.569122 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c0385d15-ced9-4cc5-afa2-eee5e846818b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:22.569122 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c0385d15-ced9-4cc5-afa2-eee5e846818b None None] Attempt 1 to provision port 33db79aa-ef9b-4f63-bfbd-d05f88df6f40 Sep 23 15:09:22.571650 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3da778a8-e6b9-4ea9-9239-6cc6c82939bb tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:22.596828 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 8c059c85-15f2-460e-a16a-0831721ad1e7 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:22.597089 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6703056-f842-4e3f-9403-1eb040e2fcfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Router f2ed46ed-2763-4d1c-987c-21dfd656e561 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:09:22.597195 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:22.597639 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 8c059c85-15f2-460e-a16a-0831721ad1e7 Sep 23 15:09:22.636417 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-330a9054-a82b-47b0-b96d-1a145c5aaa1b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:09:22.636417 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-330a9054-a82b-47b0-b96d-1a145c5aaa1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:09:22.745502 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c0385d15-ced9-4cc5-afa2-eee5e846818b None None] Port 33db79aa-ef9b-4f63-bfbd-d05f88df6f40 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:22.765808 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08ef7a-7641-4262-83a1-d6129af47523 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Port': ['ID=8e122942-f57a-4461-b8fb-6f379f9eb6d3,revision_number=6']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:22.794246 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3da778a8-e6b9-4ea9-9239-6cc6c82939bb tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:22.816471 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 8c059c85-15f2-460e-a16a-0831721ad1e7 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:22.816977 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da08ef7a-7641-4262-83a1-d6129af47523 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:22.817297 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:22.820076 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-da08ef7a-7641-4262-83a1-d6129af47523 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:22.821086 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3da778a8-e6b9-4ea9-9239-6cc6c82939bb tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:22.825597 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da08ef7a-7641-4262-83a1-d6129af47523 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:22.826292 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-da08ef7a-7641-4262-83a1-d6129af47523 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:22.846620 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3da778a8-e6b9-4ea9-9239-6cc6c82939bb tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:22.849860 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6703056-f842-4e3f-9403-1eb040e2fcfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:09:22.855443 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a6703056-f842-4e3f-9403-1eb040e2fcfd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "PUT /v2.0/routers/f2ed46ed-2763-4d1c-987c-21dfd656e561/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6064684 Sep 23 15:09:22.856711 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3da778a8-e6b9-4ea9-9239-6cc6c82939bb tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Usage tracker for resource:security_group_rule and tenant:a4cfc0f8e6e241f1839444942f97c8de is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:22.859227 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47822) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:22.860083 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 8c059c85-15f2-460e-a16a-0831721ad1e7, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8c059c85-15f2-460e-a16a-0831721ad1e7,segment=NetworkSegment(d3d8c9e1-e759-4973-bb11-56bfbaa82ab0),segment_id=d3d8c9e1-e759-4973-bb11-56bfbaa82ab0)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:22.861954 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3da778a8-e6b9-4ea9-9239-6cc6c82939bb tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:22.866426 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcc23db-4371-43fc-af24-fbf283f3581e None None] Sync routers for ids ['f2ed46ed-2763-4d1c-987c-21dfd656e561'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:09:22.872159 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08ef7a-7641-4262-83a1-d6129af47523 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=8f1b7637-9df2-4739-96d9-f3080ad76c65,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:22.878282 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcc23db-4371-43fc-af24-fbf283f3581e None None] Routers {'f2ed46ed-2763-4d1c-987c-21dfd656e561'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:09:22.879039 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-fbcc23db-4371-43fc-af24-fbf283f3581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:09:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['f2ed46ed-2763-4d1c-987c-21dfd656e561'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:22.902210 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3da778a8-e6b9-4ea9-9239-6cc6c82939bb tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:22.943201 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8917033a-0110-4237-92f5-a0768d70007e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:22.943831 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8917033a-0110-4237-92f5-a0768d70007e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Synchronizing usage tracker for tenant:2de827345e1341699e79c05b3da06c65 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:22.951000 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-fbcc23db-4371-43fc-af24-fbf283f3581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:22.960466 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcc23db-4371-43fc-af24-fbf283f3581e None None] Routers {'f2ed46ed-2763-4d1c-987c-21dfd656e561'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:09:22.961050 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-fbcc23db-4371-43fc-af24-fbf283f3581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:09:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['f2ed46ed-2763-4d1c-987c-21dfd656e561'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:23.013807 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:23.019757 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47826) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:23.020688 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-da08ef7a-7641-4262-83a1-d6129af47523 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.4483860 Sep 23 15:09:23.027915 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-c1bf1947-5872-462a-8fff-f73fd81ae620 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'port': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'mac_address': 'fa:16:3e:83:ea:e7', 'name': 'tempest-NetworksTestDHCPv6-1766602306'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:23.074670 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-fbcc23db-4371-43fc-af24-fbf283f3581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:23.075100 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcc23db-4371-43fc-af24-fbf283f3581e None None] The sync data for ids ['f2ed46ed-2763-4d1c-987c-21dfd656e561'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:09:23.081292 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8e122942-f57a-4461-b8fb-6f379f9eb6d3 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:09:23.109886 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8917033a-0110-4237-92f5-a0768d70007e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Unset dirty status for tenant:2de827345e1341699e79c05b3da06c65 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:23.113959 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8917033a-0110-4237-92f5-a0768d70007e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "GET /v2.0/ports/33db79aa-ef9b-4f63-bfbd-d05f88df6f40 HTTP/1.1" status: 200 len: 911 time: 0.2509606 Sep 23 15:09:23.114547 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47830) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:23.121631 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-5707bf0e-3102-4f73-8f66-a27a4d98b11a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a8f0ab58-b196-480e-906f-9ff1a5c20458'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:23.145411 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=8c059c85-15f2-460e-a16a-0831721ad1e7,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:23.214409 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 8e122942-f57a-4461-b8fb-6f379f9eb6d3 is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:23.214939 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:23.226397 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c1bf1947-5872-462a-8fff-f73fd81ae620 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:23.234941 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c1bf1947-5872-462a-8fff-f73fd81ae620 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:port and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:23.238560 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3da778a8-e6b9-4ea9-9239-6cc6c82939bb tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:23.239730 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c1bf1947-5872-462a-8fff-f73fd81ae620 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:23.245538 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c1bf1947-5872-462a-8fff-f73fd81ae620 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:23.247705 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c0385d15-ced9-4cc5-afa2-eee5e846818b None None] Attempt 2 to provision port 33db79aa-ef9b-4f63-bfbd-d05f88df6f40 Sep 23 15:09:23.276876 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 8e122942-f57a-4461-b8fb-6f379f9eb6d3, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8e122942-f57a-4461-b8fb-6f379f9eb6d3,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:23.298723 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3da778a8-e6b9-4ea9-9239-6cc6c82939bb tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:23.303393 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c0385d15-ced9-4cc5-afa2-eee5e846818b None None] Port 33db79aa-ef9b-4f63-bfbd-d05f88df6f40 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:23.312553 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3da778a8-e6b9-4ea9-9239-6cc6c82939bb tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:23.320464 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3da778a8-e6b9-4ea9-9239-6cc6c82939bb tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Usage tracker for resource:security_group_rule and tenant:a4cfc0f8e6e241f1839444942f97c8de is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:23.329066 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3da778a8-e6b9-4ea9-9239-6cc6c82939bb tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:23.344619 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3da778a8-e6b9-4ea9-9239-6cc6c82939bb tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:23.348256 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da778a8-e6b9-4ea9-9239-6cc6c82939bb tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54fca030-ddaa-49dc-a894-7ed030a88e54,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:23.381011 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:23.381440 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bf1947-5872-462a-8fff-f73fd81ae620 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:23.382931 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-330a9054-a82b-47b0-b96d-1a145c5aaa1b None None] Deleting port 8e122942-f57a-4461-b8fb-6f379f9eb6d3 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:23.383457 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-330a9054-a82b-47b0-b96d-1a145c5aaa1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:23.404500 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5707bf0e-3102-4f73-8f66-a27a4d98b11a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:23.511822 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3da778a8-e6b9-4ea9-9239-6cc6c82939bb tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:23.559280 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=8e122942-f57a-4461-b8fb-6f379f9eb6d3,revision_number=7']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:23.652973 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3da778a8-e6b9-4ea9-9239-6cc6c82939bb tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:23.705393 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c1bf1947-5872-462a-8fff-f73fd81ae620 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:23.730573 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da778a8-e6b9-4ea9-9239-6cc6c82939bb tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd8560c-9d1f-4886-abee-331b82273a80,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:23.744703 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-c1bf1947-5872-462a-8fff-f73fd81ae620 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] device_id is not set on port 69810128-3586-44be-849b-901efafa26ad yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:09:23.756578 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-330a9054-a82b-47b0-b96d-1a145c5aaa1b None None] For port 8e122942-f57a-4461-b8fb-6f379f9eb6d3, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8e122942-f57a-4461-b8fb-6f379f9eb6d3,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:23.757143 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-330a9054-a82b-47b0-b96d-1a145c5aaa1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:23.826421 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c0385d15-ced9-4cc5-afa2-eee5e846818b None None] Attempt 3 to provision port 33db79aa-ef9b-4f63-bfbd-d05f88df6f40 Sep 23 15:09:23.826750 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3da778a8-e6b9-4ea9-9239-6cc6c82939bb tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:23.834326 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3da778a8-e6b9-4ea9-9239-6cc6c82939bb tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4774275 Sep 23 15:09:23.835509 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47836) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:23.919394 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-330a9054-a82b-47b0-b96d-1a145c5aaa1b None None] Calling delete_port for 8e122942-f57a-4461-b8fb-6f379f9eb6d3 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:23.975536 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-c1bf1947-5872-462a-8fff-f73fd81ae620 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 2001:db8::f816:3eff:fe83:eae7 (c3d67a4b-9092-448f-b14d-bd8d70a05623/8f1b7637-9df2-4739-96d9-f3080ad76c65/69810128-3586-44be-849b-901efafa26ad) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:09:23.997625 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c0385d15-ced9-4cc5-afa2-eee5e846818b None None] Port 33db79aa-ef9b-4f63-bfbd-d05f88df6f40 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:24.001195 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-63e547cd-342b-4b5e-9c86-4f62d9fb5afa tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Synchronizing usage tracker for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:24.037722 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5707bf0e-3102-4f73-8f66-a27a4d98b11a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:24.064509 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8c059c85-15f2-460e-a16a-0831721ad1e7 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:09:24.117007 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-63e547cd-342b-4b5e-9c86-4f62d9fb5afa tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Unset dirty status for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:24.118353 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-63e547cd-342b-4b5e-9c86-4f62d9fb5afa tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2765176 Sep 23 15:09:24.121753 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47840) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:24.126892 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-8368c800-6782-46fe-82aa-90042bc61699 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Request body: {'security_group': {'name': 'tempest-security--621278932', 'description': 'tempest-security-description-160244261'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:24.148343 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 8c059c85-15f2-460e-a16a-0831721ad1e7 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:24.148714 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:24.149047 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 8c059c85-15f2-460e-a16a-0831721ad1e7 Sep 23 15:09:24.152195 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5707bf0e-3102-4f73-8f66-a27a4d98b11a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:24.158261 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5707bf0e-3102-4f73-8f66-a27a4d98b11a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:24.158925 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5707bf0e-3102-4f73-8f66-a27a4d98b11a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:24.160251 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5707bf0e-3102-4f73-8f66-a27a4d98b11a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "PUT /v2.0/ports/33db79aa-ef9b-4f63-bfbd-d05f88df6f40 HTTP/1.1" status: 200 len: 911 time: 1.0446148 Sep 23 15:09:24.163427 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47844) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:24.210543 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8368c800-6782-46fe-82aa-90042bc61699 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:24.275518 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-330a9054-a82b-47b0-b96d-1a145c5aaa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:24.278033 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707bf0e-3102-4f73-8f66-a27a4d98b11a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Port': ['ID=33db79aa-ef9b-4f63-bfbd-d05f88df6f40,revision_number=3']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:24.287978 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 8c059c85-15f2-460e-a16a-0831721ad1e7 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:24.302750 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8368c800-6782-46fe-82aa-90042bc61699 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:24.368634 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a9054-a82b-47b0-b96d-1a145c5aaa1b None None] Pushing event deleted for resources: {'Port': ['ID=8e122942-f57a-4461-b8fb-6f379f9eb6d3,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:24.397590 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8368c800-6782-46fe-82aa-90042bc61699 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:24.400420 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8368c800-6782-46fe-82aa-90042bc61699 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:24.404761 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8368c800-6782-46fe-82aa-90042bc61699 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "PUT /v2.0/security-groups/1cd8560c-9d1f-4886-abee-331b82273a80 HTTP/1.1" status: 200 len: 1778 time: 0.2819445 Sep 23 15:09:24.404998 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47848) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:24.415425 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330a9054-a82b-47b0-b96d-1a145c5aaa1b None None] No DVR routers for this DVR port 8e122942-f57a-4461-b8fb-6f379f9eb6d3 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:09:24.433640 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86478a1-f20d-49b4-9749-e6d5a9c53030 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:24.437995 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368c800-6782-46fe-82aa-90042bc61699 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd8560c-9d1f-4886-abee-331b82273a80,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:24.502010 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c0385d15-ced9-4cc5-afa2-eee5e846818b None None] Attempt 4 to provision port 33db79aa-ef9b-4f63-bfbd-d05f88df6f40 Sep 23 15:09:24.587531 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c0385d15-ced9-4cc5-afa2-eee5e846818b None None] Port 33db79aa-ef9b-4f63-bfbd-d05f88df6f40 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:24.637661 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f2d0ebca-1f75-4e0a-9f24-e2ee6792db19 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-groups/1cd8560c-9d1f-4886-abee-331b82273a80 HTTP/1.1" status: 200 len: 1778 time: 0.2279711 Sep 23 15:09:24.641087 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47852) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:24.652251 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c1bf1947-5872-462a-8fff-f73fd81ae620 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:24.712638 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-c1bf1947-5872-462a-8fff-f73fd81ae620 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Transition to ACTIVE for port object 69810128-3586-44be-849b-901efafa26ad will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:24.717867 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-70112b58-bdb1-4f40-bb14-750d50e0bf34 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:24.726350 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec804a36-2150-4410-9178-453b0ebc61a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-c3d67a4b-9092-448f-b14d-bd8d70a05623', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'fixed_ips': [{'subnet_id': '8f1b7637-9df2-4739-96d9-f3080ad76c65'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:09:24.730677 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec804a36-2150-4410-9178-453b0ebc61a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:24.759530 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-70112b58-bdb1-4f40-bb14-750d50e0bf34 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:24.774904 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47858) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:24.905737 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-70112b58-bdb1-4f40-bb14-750d50e0bf34 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:24.926250 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70112b58-bdb1-4f40-bb14-750d50e0bf34 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd8560c-9d1f-4886-abee-331b82273a80,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:25.045660 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c1bf1947-5872-462a-8fff-f73fd81ae620 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:25.059076 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-70112b58-bdb1-4f40-bb14-750d50e0bf34 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:25.063317 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-70112b58-bdb1-4f40-bb14-750d50e0bf34 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "DELETE /v2.0/security-groups/1cd8560c-9d1f-4886-abee-331b82273a80 HTTP/1.1" status: 204 len: 168 time: 0.4183564 Sep 23 15:09:25.063598 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47864) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:25.088120 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c0385d15-ced9-4cc5-afa2-eee5e846818b None None] Attempt 5 to provision port 33db79aa-ef9b-4f63-bfbd-d05f88df6f40 Sep 23 15:09:25.095642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-f6e43ca2-8c51-4270-b301-25f22c660609 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Deleting port be67fe02-b952-4f24-a2e2-9836fa6c5cb0 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:25.095801 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f6e43ca2-8c51-4270-b301-25f22c660609 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:25.117467 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-858a9cbf-f78a-448a-a3b9-9d3c2fe5120c tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Synchronizing usage tracker for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:25.153418 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-ec804a36-2150-4410-9178-453b0ebc61a1 None None] Allocated IP 2001:db8::f816:3eff:fe07:3d8 (c3d67a4b-9092-448f-b14d-bd8d70a05623/8f1b7637-9df2-4739-96d9-f3080ad76c65/7cab44f0-2850-4e00-ba8e-3900397e9ebe) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:09:25.161057 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c0385d15-ced9-4cc5-afa2-eee5e846818b None None] Port 33db79aa-ef9b-4f63-bfbd-d05f88df6f40 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:25.187724 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bf1947-5872-462a-8fff-f73fd81ae620 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:25.191118 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf1947-5872-462a-8fff-f73fd81ae620 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Port': ['ID=69810128-3586-44be-849b-901efafa26ad,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:25.193598 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-c1bf1947-5872-462a-8fff-f73fd81ae620 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:25.203281 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-858a9cbf-f78a-448a-a3b9-9d3c2fe5120c tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Unset dirty status for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:25.207530 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-858a9cbf-f78a-448a-a3b9-9d3c2fe5120c tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1403940 Sep 23 15:09:25.208068 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47868) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:25.213411 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bf1947-5872-462a-8fff-f73fd81ae620 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:09:25.217620 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bf1947-5872-462a-8fff-f73fd81ae620 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:25.218145 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c1bf1947-5872-462a-8fff-f73fd81ae620 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:25.226099 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-fba38529-7f50-454e-b582-aa0a7f893920 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] delete failed (client error): The resource could not be found. Sep 23 15:09:25.230821 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-fba38529-7f50-454e-b582-aa0a7f893920 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "DELETE /v2.0/security-groups/1cd8560c-9d1f-4886-abee-331b82273a80 HTTP/1.1" status: 404 len: 347 time: 0.0181673 Sep 23 15:09:25.233958 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47872) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:25.241010 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-4233a0f4-4912-4cbd-b81e-5b61333c6b39 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Request body: {'security_group': {'name': 'tempest-secgroup--1908148017'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:25.246960 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4233a0f4-4912-4cbd-b81e-5b61333c6b39 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:25.258637 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4233a0f4-4912-4cbd-b81e-5b61333c6b39 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:25.374982 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4233a0f4-4912-4cbd-b81e-5b61333c6b39 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:25.381374 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec804a36-2150-4410-9178-453b0ebc61a1 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:25.392347 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ec804a36-2150-4410-9178-453b0ebc61a1 None None] Transition to ACTIVE for port object 7cab44f0-2850-4e00-ba8e-3900397e9ebe will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:25.398733 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4233a0f4-4912-4cbd-b81e-5b61333c6b39 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:25.404728 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4233a0f4-4912-4cbd-b81e-5b61333c6b39 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Usage tracker for resource:security_group_rule and tenant:a4cfc0f8e6e241f1839444942f97c8de is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:25.408277 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4233a0f4-4912-4cbd-b81e-5b61333c6b39 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:25.415596 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4233a0f4-4912-4cbd-b81e-5b61333c6b39 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:25.417722 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ec804a36-2150-4410-9178-453b0ebc61a1 None None] Transition to ACTIVE for port object 7cab44f0-2850-4e00-ba8e-3900397e9ebe will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:25.441894 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a70d7b51-ddeb-4829-b7fe-20438130b55d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:25.485899 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4233a0f4-4912-4cbd-b81e-5b61333c6b39 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:25.543527 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec804a36-2150-4410-9178-453b0ebc61a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:25.565172 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c1bf1947-5872-462a-8fff-f73fd81ae620 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5432458 Sep 23 15:09:25.568148 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47876) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:25.618627 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f6e43ca2-8c51-4270-b301-25f22c660609 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:25.619050 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f6e43ca2-8c51-4270-b301-25f22c660609 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:25.636777 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4233a0f4-4912-4cbd-b81e-5b61333c6b39 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:25.648069 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec804a36-2150-4410-9178-453b0ebc61a1 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:25.651180 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-ec804a36-2150-4410-9178-453b0ebc61a1 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:25.655237 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec804a36-2150-4410-9178-453b0ebc61a1 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:09:25.662791 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c0385d15-ced9-4cc5-afa2-eee5e846818b None None] Attempt 6 to provision port 33db79aa-ef9b-4f63-bfbd-d05f88df6f40 Sep 23 15:09:25.670964 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233a0f4-4912-4cbd-b81e-5b61333c6b39 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92be77c1-a98b-484f-a718-caf5576e672d,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:25.692287 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804a36-2150-4410-9178-453b0ebc61a1 None None] Pushing event updated for resources: {'Port': ['ID=7cab44f0-2850-4e00-ba8e-3900397e9ebe,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:25.748972 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7a0792-ffcb-4692-abcc-db16d9fc5068 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:25.756191 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7a0792-ffcb-4692-abcc-db16d9fc5068 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:25.759232 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8c7a0792-ffcb-4692-abcc-db16d9fc5068 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1898365 Sep 23 15:09:25.761869 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47880) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:25.804865 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-f6e43ca2-8c51-4270-b301-25f22c660609 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Calling delete_port for be67fe02-b952-4f24-a2e2-9836fa6c5cb0 owned by network:floatingip {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:25.816804 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ec804a36-2150-4410-9178-453b0ebc61a1 None None] Attempting to bind port 7cab44f0-2850-4e00-ba8e-3900397e9ebe on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:09:25.821591 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ec804a36-2150-4410-9178-453b0ebc61a1 None None] Attempting to bind port 7cab44f0-2850-4e00-ba8e-3900397e9ebe by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:09:25.821591 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec804a36-2150-4410-9178-453b0ebc61a1 None None] Attempting to bind port 7cab44f0-2850-4e00-ba8e-3900397e9ebe on network c3d67a4b-9092-448f-b14d-bd8d70a05623 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:09:25.821591 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c0385d15-ced9-4cc5-afa2-eee5e846818b None None] Port 33db79aa-ef9b-4f63-bfbd-d05f88df6f40 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:25.824384 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec804a36-2150-4410-9178-453b0ebc61a1 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:09:25.824909 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec804a36-2150-4410-9178-453b0ebc61a1 None None] Checking segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:09:25.825314 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec804a36-2150-4410-9178-453b0ebc61a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:25.825770 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec804a36-2150-4410-9178-453b0ebc61a1 None None] Bound using segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:09:25.826303 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ec804a36-2150-4410-9178-453b0ebc61a1 None None] Bound port: 7cab44f0-2850-4e00-ba8e-3900397e9ebe, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:09:25.826757 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec804a36-2150-4410-9178-453b0ebc61a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:25.846819 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4233a0f4-4912-4cbd-b81e-5b61333c6b39 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:25.851688 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4233a0f4-4912-4cbd-b81e-5b61333c6b39 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6121228 Sep 23 15:09:25.852179 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47884) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:25.857687 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-0a9fecc0-dcf6-4256-8a9a-5b9a8f6d1e83 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting port 69810128-3586-44be-849b-901efafa26ad {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:25.858080 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0a9fecc0-dcf6-4256-8a9a-5b9a8f6d1e83 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:25.903258 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-e9f719e4-0bee-4b4f-bd15-77076ec0e42a tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Request body: {'security_group_rule': {'security_group_id': '92be77c1-a98b-484f-a718-caf5576e672d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:25.903258 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e9f719e4-0bee-4b4f-bd15-77076ec0e42a tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:25.908738 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e9f719e4-0bee-4b4f-bd15-77076ec0e42a tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Usage tracker for resource:security_group_rule and tenant:a4cfc0f8e6e241f1839444942f97c8de is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:25.919603 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e9f719e4-0bee-4b4f-bd15-77076ec0e42a tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:25.931779 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ec804a36-2150-4410-9178-453b0ebc61a1 None None] For port 7cab44f0-2850-4e00-ba8e-3900397e9ebe, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:09:25.935268 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ec804a36-2150-4410-9178-453b0ebc61a1 None None] For port 7cab44f0-2850-4e00-ba8e-3900397e9ebe, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=7cab44f0-2850-4e00-ba8e-3900397e9ebe,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:09:25.936602 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e9f719e4-0bee-4b4f-bd15-77076ec0e42a tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:26.056626 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-a70d7b51-ddeb-4829-b7fe-20438130b55d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Deleting port 33db79aa-ef9b-4f63-bfbd-d05f88df6f40 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:26.056974 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a70d7b51-ddeb-4829-b7fe-20438130b55d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:26.066474 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec804a36-2150-4410-9178-453b0ebc61a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:26.167333 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec804a36-2150-4410-9178-453b0ebc61a1 None None] Pushing event updated for resources: {'Port': ['ID=7cab44f0-2850-4e00-ba8e-3900397e9ebe,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:26.218739 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e9f719e4-0bee-4b4f-bd15-77076ec0e42a tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:26.235187 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f6e43ca2-8c51-4270-b301-25f22c660609 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:26.299442 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e43ca2-8c51-4270-b301-25f22c660609 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Pushing event deleted for resources: {'Port': ['ID=be67fe02-b952-4f24-a2e2-9836fa6c5cb0,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:26.313619 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0a9fecc0-dcf6-4256-8a9a-5b9a8f6d1e83 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:26.322084 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c0385d15-ced9-4cc5-afa2-eee5e846818b None None] Attempt 7 to provision port 33db79aa-ef9b-4f63-bfbd-d05f88df6f40 Sep 23 15:09:26.398243 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e9f719e4-0bee-4b4f-bd15-77076ec0e42a tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:26.451671 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c0385d15-ced9-4cc5-afa2-eee5e846818b None None] Port 33db79aa-ef9b-4f63-bfbd-d05f88df6f40 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:26.459303 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f6e43ca2-8c51-4270-b301-25f22c660609 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for floatingip, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:26.460498 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-f6e43ca2-8c51-4270-b301-25f22c660609 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Floating IP b206c3e7-6b10-4e00-bdcb-116149659704 disassociated (deleted). External IP: 172.26.10.220, port: 14cac99a-9ccb-4186-80a2-85da9180b8ad. Sep 23 15:09:26.476155 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e9f719e4-0bee-4b4f-bd15-77076ec0e42a tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:26.484763 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-0a9fecc0-dcf6-4256-8a9a-5b9a8f6d1e83 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Calling delete_port for 69810128-3586-44be-849b-901efafa26ad owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:26.524838 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a70d7b51-ddeb-4829-b7fe-20438130b55d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:26.549175 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f719e4-0bee-4b4f-bd15-77076ec0e42a tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b632049-7c69-4434-b7cb-27ec46b78464,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:26.668877 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e9f719e4-0bee-4b4f-bd15-77076ec0e42a tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:26.670269 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e9f719e4-0bee-4b4f-bd15-77076ec0e42a tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8170695 Sep 23 15:09:26.672908 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47890) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:26.676277 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-a70d7b51-ddeb-4829-b7fe-20438130b55d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Calling delete_port for 33db79aa-ef9b-4f63-bfbd-d05f88df6f40 owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:26.703519 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-90804325-423e-4e94-bae6-e48ecb47e14f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:26.715630 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-90804325-423e-4e94-bae6-e48ecb47e14f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:26.765733 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0a9fecc0-dcf6-4256-8a9a-5b9a8f6d1e83 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:26.815802 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-90804325-423e-4e94-bae6-e48ecb47e14f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:26.825184 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9fecc0-dcf6-4256-8a9a-5b9a8f6d1e83 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Port': ['ID=69810128-3586-44be-849b-901efafa26ad,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:26.881199 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90804325-423e-4e94-bae6-e48ecb47e14f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b632049-7c69-4434-b7cb-27ec46b78464,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:26.894677 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0a9fecc0-dcf6-4256-8a9a-5b9a8f6d1e83 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:26.900819 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-90804325-423e-4e94-bae6-e48ecb47e14f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:26.904596 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-90804325-423e-4e94-bae6-e48ecb47e14f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/9b632049-7c69-4434-b7cb-27ec46b78464 HTTP/1.1" status: 204 len: 168 time: 0.2280402 Sep 23 15:09:26.904862 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0a9fecc0-dcf6-4256-8a9a-5b9a8f6d1e83 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/69810128-3586-44be-849b-901efafa26ad HTTP/1.1" status: 204 len: 168 time: 1.1417596 Sep 23 15:09:26.905516 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47894) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:26.907558 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47896) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:26.953268 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c0385d15-ced9-4cc5-afa2-eee5e846818b None None] Attempt 8 to provision port 33db79aa-ef9b-4f63-bfbd-d05f88df6f40 Sep 23 15:09:27.007868 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893df034-d8ef-450b-bac4-312ea7da83ba tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:27.010132 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893df034-d8ef-450b-bac4-312ea7da83ba tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:27.011314 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-893df034-d8ef-450b-bac4-312ea7da83ba tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:27.040531 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-fad3852b-c839-47b3-a455-e8366177134c tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Synchronizing usage tracker for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group_rule {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:27.046201 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c0385d15-ced9-4cc5-afa2-eee5e846818b None None] Port 33db79aa-ef9b-4f63-bfbd-d05f88df6f40 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:27.135577 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-fad3852b-c839-47b3-a455-e8366177134c tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Unset dirty status for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group_rule {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:27.137520 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-fad3852b-c839-47b3-a455-e8366177134c tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2310629 Sep 23 15:09:27.140496 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47904) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:27.179030 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-893df034-d8ef-450b-bac4-312ea7da83ba tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:27.190969 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-893df034-d8ef-450b-bac4-312ea7da83ba tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2717209 Sep 23 15:09:27.191287 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47908) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:27.227334 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a2470175-a876-459c-8e3b-d6b17320f250 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:27.256851 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a2470175-a876-459c-8e3b-d6b17320f250 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:27.327103 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e43ca2-8c51-4270-b301-25f22c660609 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Router d6f99150-9f1b-40ce-b203-62a4a5082f56 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:09:27.335656 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-02caa860-dfd4-468a-8791-fb6bd7d64e87 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet 8f1b7637-9df2-4739-96d9-f3080ad76c65 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:09:27.340091 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-02caa860-dfd4-468a-8791-fb6bd7d64e87 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:27.403462 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a2470175-a876-459c-8e3b-d6b17320f250 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:27.424903 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2470175-a876-459c-8e3b-d6b17320f250 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92be77c1-a98b-484f-a718-caf5576e672d,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:27.457550 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a70d7b51-ddeb-4829-b7fe-20438130b55d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:27.526258 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a2470175-a876-459c-8e3b-d6b17320f250 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:27.527529 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a2470175-a876-459c-8e3b-d6b17320f250 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "DELETE /v2.0/security-groups/92be77c1-a98b-484f-a718-caf5576e672d HTTP/1.1" status: 204 len: 168 time: 0.3860493 Sep 23 15:09:27.531248 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47912) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:27.535164 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-02caa860-dfd4-468a-8791-fb6bd7d64e87 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:27.547356 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c0385d15-ced9-4cc5-afa2-eee5e846818b None None] Attempt 9 to provision port 33db79aa-ef9b-4f63-bfbd-d05f88df6f40 Sep 23 15:09:27.563346 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d7b51-ddeb-4829-b7fe-20438130b55d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Port': ['ID=33db79aa-ef9b-4f63-bfbd-d05f88df6f40,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:27.602884 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-25b774ea-a611-440d-b087-facf0c3a5b4c tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Synchronizing usage tracker for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:27.610508 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c0385d15-ced9-4cc5-afa2-eee5e846818b None None] Port 33db79aa-ef9b-4f63-bfbd-d05f88df6f40 was deleted so its status cannot be updated. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 15:09:27.691816 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-25b774ea-a611-440d-b087-facf0c3a5b4c tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Unset dirty status for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:27.694499 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-25b774ea-a611-440d-b087-facf0c3a5b4c tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1608264 Sep 23 15:09:27.701490 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47916) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:27.705012 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-2dd7f61c-9cc5-472a-b7ef-ee9aa810ca14 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Request body: {'security_group': {'name': 'tempest-secgroup--455238143'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:27.713160 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2dd7f61c-9cc5-472a-b7ef-ee9aa810ca14 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:27.733332 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2dd7f61c-9cc5-472a-b7ef-ee9aa810ca14 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:27.817596 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-eec12af3-558a-4545-b204-259e88e8cbcb None None] Provisioning for port 7cab44f0-2850-4e00-ba8e-3900397e9ebe completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:27.826126 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-eec12af3-558a-4545-b204-259e88e8cbcb None None] Could not find standard attr ID for object 69810128-3586-44be-849b-901efafa26ad. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:09:27.828910 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-eec12af3-558a-4545-b204-259e88e8cbcb None None] Could not find standard attr ID for object 33db79aa-ef9b-4f63-bfbd-d05f88df6f40. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:09:27.834935 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f61c-9cc5-472a-b7ef-ee9aa810ca14 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:27.856932 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2dd7f61c-9cc5-472a-b7ef-ee9aa810ca14 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:27.861340 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2dd7f61c-9cc5-472a-b7ef-ee9aa810ca14 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Usage tracker for resource:security_group_rule and tenant:a4cfc0f8e6e241f1839444942f97c8de is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:27.864514 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2dd7f61c-9cc5-472a-b7ef-ee9aa810ca14 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:27.871709 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a70d7b51-ddeb-4829-b7fe-20438130b55d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:27.871851 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2dd7f61c-9cc5-472a-b7ef-ee9aa810ca14 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:27.880763 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e43ca2-8c51-4270-b301-25f22c660609 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:09:27.894282 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd5a8d9-4ba1-4522-99df-84b1d37d3037 None None] Sync routers for ids ['d6f99150-9f1b-40ce-b203-62a4a5082f56'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:09:27.905341 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd5a8d9-4ba1-4522-99df-84b1d37d3037 None None] Routers {'d6f99150-9f1b-40ce-b203-62a4a5082f56'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:09:27.912067 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-5cd5a8d9-4ba1-4522-99df-84b1d37d3037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:09:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['d6f99150-9f1b-40ce-b203-62a4a5082f56'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:27.950399 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f61c-9cc5-472a-b7ef-ee9aa810ca14 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:28.033391 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-02caa860-dfd4-468a-8791-fb6bd7d64e87 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:28.070687 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f61c-9cc5-472a-b7ef-ee9aa810ca14 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:28.071230 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 7cab44f0-2850-4e00-ba8e-3900397e9ebe up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:09:28.101096 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-5cd5a8d9-4ba1-4522-99df-84b1d37d3037 None None] Set router d6f99150-9f1b-40ce-b203-62a4a5082f56 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:09:28.128967 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7f61c-9cc5-472a-b7ef-ee9aa810ca14 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=627659c7-e924-416c-ba2d-333e7d941eb2,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:28.226599 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2dd7f61c-9cc5-472a-b7ef-ee9aa810ca14 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:28.232871 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2dd7f61c-9cc5-472a-b7ef-ee9aa810ca14 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5338478 Sep 23 15:09:28.233500 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47922) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:28.245111 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-abb62d35-6fef-4c92-b29e-cd509e1e6fc4 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Request body: {'security_group_rule': {'security_group_id': '627659c7-e924-416c-ba2d-333e7d941eb2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:28.248397 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f6e43ca2-8c51-4270-b301-25f22c660609 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:28.253860 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-abb62d35-6fef-4c92-b29e-cd509e1e6fc4 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:28.259923 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-abb62d35-6fef-4c92-b29e-cd509e1e6fc4 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Usage tracker for resource:security_group_rule and tenant:a4cfc0f8e6e241f1839444942f97c8de is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:28.261865 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 7cab44f0-2850-4e00-ba8e-3900397e9ebe completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:28.264573 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-abb62d35-6fef-4c92-b29e-cd509e1e6fc4 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:28.271745 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-abb62d35-6fef-4c92-b29e-cd509e1e6fc4 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:28.273664 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 7cab44f0-2850-4e00-ba8e-3900397e9ebe triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:28.275080 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:28.275436 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 7cab44f0-2850-4e00-ba8e-3900397e9ebe Sep 23 15:09:28.402146 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-abb62d35-6fef-4c92-b29e-cd509e1e6fc4 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:28.427840 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 7cab44f0-2850-4e00-ba8e-3900397e9ebe is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:28.428711 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:28.447344 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-5cd5a8d9-4ba1-4522-99df-84b1d37d3037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724022762', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246'}], 'enable_snat': True}, 'gw_port_id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:07:17Z', 'updated_at': '2022-09-23T15:07:31Z', 'revision_number': 4, 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'gw_port': {'id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:19Z', 'updated_at': '2022-09-23T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '550213bd-d15d-4ed0-90fc-4b73c0ac7ab3', 'name': '', 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'mac_address': 'fa:16:3e:04:56:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '245ea95f-8d5f-45e2-90f5-83cc7713b286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:30Z', 'updated_at': '2022-09-23T15:07:45Z', 'revision_number': 5, 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'subnets': [{'id': '245ea95f-8d5f-45e2-90f5-83cc7713b286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:28.453711 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd5a8d9-4ba1-4522-99df-84b1d37d3037 None None] Checking router: d6f99150-9f1b-40ce-b203-62a4a5082f56 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:09:28.464780 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70d7b51-ddeb-4829-b7fe-20438130b55d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Router f2ed46ed-2763-4d1c-987c-21dfd656e561 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:09:28.466066 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd5a8d9-4ba1-4522-99df-84b1d37d3037 None None] Routers {'d6f99150-9f1b-40ce-b203-62a4a5082f56'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:09:28.467129 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-5cd5a8d9-4ba1-4522-99df-84b1d37d3037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:09:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['d6f99150-9f1b-40ce-b203-62a4a5082f56'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:28.480892 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-abb62d35-6fef-4c92-b29e-cd509e1e6fc4 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:28.485148 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f6e43ca2-8c51-4270-b301-25f22c660609 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "DELETE /v2.0/floatingips/b206c3e7-6b10-4e00-bdcb-116149659704 HTTP/1.1" status: 204 len: 168 time: 3.7078989 Sep 23 15:09:28.485966 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccae617e-3bf5-47bd-9211-af1081d6c279', 'tag': '14cac99a-9ccb-4186-80a2-85da9180b8ad'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:09:28.491128 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d05e5d-be79-43e3-9fbd-a31471db0aad" -d '{"events": [{"name": "network-changed", "server_uuid": "ccae617e-3bf5-47bd-9211-af1081d6c279", "tag": "14cac99a-9ccb-4186-80a2-85da9180b8ad"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:09:28.560147 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-02caa860-dfd4-468a-8791-fb6bd7d64e87 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:28.569752 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-abb62d35-6fef-4c92-b29e-cd509e1e6fc4 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:28.602023 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb62d35-6fef-4c92-b29e-cd509e1e6fc4 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f344b9-f365-40fb-81cb-9be5b505d406,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:28.644776 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8324b572-cfc3-4985-b185-f03ba383964a x-openstack-request-id: req-8324b572-cfc3-4985-b185-f03ba383964a {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:09:28.645286 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccae617e-3bf5-47bd-9211-af1081d6c279", "tag": "14cac99a-9ccb-4186-80a2-85da9180b8ad", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:09:28.645741 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8324b572-cfc3-4985-b185-f03ba383964a {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:09:28.646282 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8324b572-cfc3-4985-b185-f03ba383964a'] response: {'name': 'network-changed', 'server_uuid': 'ccae617e-3bf5-47bd-9211-af1081d6c279', 'tag': '14cac99a-9ccb-4186-80a2-85da9180b8ad', 'status': 'completed', 'code': 200} Sep 23 15:09:28.651453 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:09:28.651815 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:09:28.681728 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-5cd5a8d9-4ba1-4522-99df-84b1d37d3037 None None] Set router d6f99150-9f1b-40ce-b203-62a4a5082f56 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:09:28.702386 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02caa860-dfd4-468a-8791-fb6bd7d64e87 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=8f1b7637-9df2-4739-96d9-f3080ad76c65,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:28.711701 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-abb62d35-6fef-4c92-b29e-cd509e1e6fc4 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:28.716617 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-abb62d35-6fef-4c92-b29e-cd509e1e6fc4 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4787593 Sep 23 15:09:28.716617 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47930) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:28.721939 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-3c7f0e7c-a5fc-4718-94e7-72aa95d860be tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Request body: {'security_group_rule': {'security_group_id': '627659c7-e924-416c-ba2d-333e7d941eb2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:28.728607 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-3c7f0e7c-a5fc-4718-94e7-72aa95d860be tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:28.733518 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-3c7f0e7c-a5fc-4718-94e7-72aa95d860be tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Usage tracker for resource:security_group_rule and tenant:a4cfc0f8e6e241f1839444942f97c8de is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:28.739898 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-3c7f0e7c-a5fc-4718-94e7-72aa95d860be tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:28.748280 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-3c7f0e7c-a5fc-4718-94e7-72aa95d860be tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:28.764181 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-02caa860-dfd4-468a-8791-fb6bd7d64e87 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:28.767191 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b202e7-fc97-4cf3-baf2-7d063a613acc None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:28.782225 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70d7b51-ddeb-4829-b7fe-20438130b55d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:09:28.804421 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6ff880-7b33-4b0d-a026-6f2cb9073aef None None] Sync routers for ids ['f2ed46ed-2763-4d1c-987c-21dfd656e561'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:09:28.812329 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47934) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:28.815812 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a70d7b51-ddeb-4829-b7fe-20438130b55d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "PUT /v2.0/routers/f2ed46ed-2763-4d1c-987c-21dfd656e561/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6475976 Sep 23 15:09:28.847624 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d05e5d-be79-43e3-9fbd-a31471db0aad req-e5c427d0-9d92-4821-bebc-9f6a6681105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:28.850192 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-39d05e5d-be79-43e3-9fbd-a31471db0aad req-e5c427d0-9d92-4821-bebc-9f6a6681105d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b3a12835b3f04141a72530dd667a86b6&device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 1099 time: 0.1371169 Sep 23 15:09:28.880046 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-141795ae-d7be-4dfc-bbc1-879c28435fda tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Synchronizing usage tracker for tenant:2de827345e1341699e79c05b3da06c65 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:28.886833 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6ff880-7b33-4b0d-a026-6f2cb9073aef None None] Routers {'f2ed46ed-2763-4d1c-987c-21dfd656e561'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:09:28.887558 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-6a6ff880-7b33-4b0d-a026-6f2cb9073aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:09:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['f2ed46ed-2763-4d1c-987c-21dfd656e561'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:28.903558 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3c7f0e7c-a5fc-4718-94e7-72aa95d860be tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:28.949112 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-02caa860-dfd4-468a-8791-fb6bd7d64e87 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/8f1b7637-9df2-4739-96d9-f3080ad76c65 HTTP/1.1" status: 204 len: 168 time: 1.7296238 Sep 23 15:09:28.951428 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47938) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:28.972363 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-6a6ff880-7b33-4b0d-a026-6f2cb9073aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:29.044510 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d05e5d-be79-43e3-9fbd-a31471db0aad req-caf82709-3cd3-443e-a7c9-2d1ab9c0473b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:29.046589 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-141795ae-d7be-4dfc-bbc1-879c28435fda tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Unset dirty status for tenant:2de827345e1341699e79c05b3da06c65 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:29.046890 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-39d05e5d-be79-43e3-9fbd-a31471db0aad req-caf82709-3cd3-443e-a7c9-2d1ab9c0473b service neutron] 10.222.0.72 "GET /v2.0/networks?id=a6c9aa2c-f801-4044-ba36-ff353c446221 HTTP/1.1" status: 200 len: 896 time: 0.1901662 Sep 23 15:09:29.050405 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-141795ae-d7be-4dfc-bbc1-879c28435fda tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2ed46ed-2763-4d1c-987c-21dfd656e561 HTTP/1.1" status: 200 len: 205 time: 0.2344346 Sep 23 15:09:29.051263 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47942) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:29.053512 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c5f750a6-b012-40ec-a1aa-473c631f96ec tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1007297 Sep 23 15:09:29.056250 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47946) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:29.070298 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-47f3dee6-7d03-40fd-8de9-1723a4c7a067 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:29.072626 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6ff880-7b33-4b0d-a026-6f2cb9073aef None None] Routers {'f2ed46ed-2763-4d1c-987c-21dfd656e561'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:09:29.073273 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-6a6ff880-7b33-4b0d-a026-6f2cb9073aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:09:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['f2ed46ed-2763-4d1c-987c-21dfd656e561'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:29.131570 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-5cd5a8d9-4ba1-4522-99df-84b1d37d3037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724022762', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246'}], 'enable_snat': True}, 'gw_port_id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:07:17Z', 'updated_at': '2022-09-23T15:07:31Z', 'revision_number': 4, 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'gw_port': {'id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:19Z', 'updated_at': '2022-09-23T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '550213bd-d15d-4ed0-90fc-4b73c0ac7ab3', 'name': '', 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'mac_address': 'fa:16:3e:04:56:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '245ea95f-8d5f-45e2-90f5-83cc7713b286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:30Z', 'updated_at': '2022-09-23T15:07:45Z', 'revision_number': 5, 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'subnets': [{'id': '245ea95f-8d5f-45e2-90f5-83cc7713b286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:29.137011 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd5a8d9-4ba1-4522-99df-84b1d37d3037 None None] The sync data for ids ['d6f99150-9f1b-40ce-b203-62a4a5082f56'] in dv-neutron-859093-1-hyperv is: [{'id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724022762', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246'}], 'enable_snat': True}, 'gw_port_id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:07:17Z', 'updated_at': '2022-09-23T15:07:31Z', 'revision_number': 4, 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'gw_port': {'id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:19Z', 'updated_at': '2022-09-23T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '550213bd-d15d-4ed0-90fc-4b73c0ac7ab3', 'name': '', 'network_id': 'a6c9aa2c-f801-4044-ba36-ff353c446221', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'mac_address': 'fa:16:3e:04:56:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '245ea95f-8d5f-45e2-90f5-83cc7713b286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:30Z', 'updated_at': '2022-09-23T15:07:45Z', 'revision_number': 5, 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'subnets': [{'id': '245ea95f-8d5f-45e2-90f5-83cc7713b286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:09:29.164474 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3c7f0e7c-a5fc-4718-94e7-72aa95d860be tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:29.216469 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-6a6ff880-7b33-4b0d-a026-6f2cb9073aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:29.216878 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6ff880-7b33-4b0d-a026-6f2cb9073aef None None] The sync data for ids ['f2ed46ed-2763-4d1c-987c-21dfd656e561'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:09:29.229647 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 7cab44f0-2850-4e00-ba8e-3900397e9ebe is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:29.229964 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:29.275541 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 7cab44f0-2850-4e00-ba8e-3900397e9ebe, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=7cab44f0-2850-4e00-ba8e-3900397e9ebe,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:29.276221 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3c7f0e7c-a5fc-4718-94e7-72aa95d860be tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:29.303229 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-39d05e5d-be79-43e3-9fbd-a31471db0aad req-531bd6e8-4d0d-4700-93b0-f8f155f5480d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14cac99a-9ccb-4186-80a2-85da9180b8ad HTTP/1.1" status: 200 len: 217 time: 0.1115398 Sep 23 15:09:29.317160 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-47f3dee6-7d03-40fd-8de9-1723a4c7a067 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:29.325372 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f0e7c-a5fc-4718-94e7-72aa95d860be tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bcf773a-112c-4bb4-be2b-5fa909a1a426,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:29.328059 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-47f3dee6-7d03-40fd-8de9-1723a4c7a067 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:subnet and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:29.337318 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-47f3dee6-7d03-40fd-8de9-1723a4c7a067 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:29.352732 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-47f3dee6-7d03-40fd-8de9-1723a4c7a067 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:29.389849 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fce13f-d2f9-423d-a142-b3688f05f72c req-02880621-777e-491f-a161-e69e3e50d4bb tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:29.394513 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ad4b3d-c159-4a4e-b492-9ee64d1c8fd8 None None] DHCP port deletion for c3d67a4b-9092-448f-b14d-bd8d70a05623 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:09:29.397564 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-68fce13f-d2f9-423d-a142-b3688f05f72c req-02880621-777e-491f-a161-e69e3e50d4bb tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 946 time: 0.1918364 Sep 23 15:09:29.404491 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-88ad4b3d-c159-4a4e-b492-9ee64d1c8fd8 None None] Deleting port 7cab44f0-2850-4e00-ba8e-3900397e9ebe {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:29.404875 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88ad4b3d-c159-4a4e-b492-9ee64d1c8fd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:29.438552 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d64faa5c-4478-4ea2-ac5a-b14410fbf986 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:29.453653 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-68fce13f-d2f9-423d-a142-b3688f05f72c req-c56fe75f-02f5-489b-9985-a524fedc349e tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dc2c581-e4a9-43eb-81b2-36a3437ac55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549717 Sep 23 15:09:29.454989 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:29.456492 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3c7f0e7c-a5fc-4718-94e7-72aa95d860be tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:29.466847 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3c7f0e7c-a5fc-4718-94e7-72aa95d860be tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7400270 Sep 23 15:09:29.471804 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47954) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:29.503526 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-9b4c83fb-f27a-4306-a4a4-fe64bb04f1fd tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Request body: {'security_group_rule': {'security_group_id': '627659c7-e924-416c-ba2d-333e7d941eb2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:29.511257 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9b4c83fb-f27a-4306-a4a4-fe64bb04f1fd tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:29.515880 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9b4c83fb-f27a-4306-a4a4-fe64bb04f1fd tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Usage tracker for resource:security_group_rule and tenant:a4cfc0f8e6e241f1839444942f97c8de is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:29.519792 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9b4c83fb-f27a-4306-a4a4-fe64bb04f1fd tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:29.527220 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9b4c83fb-f27a-4306-a4a4-fe64bb04f1fd tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:29.562525 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519d6310-9d7f-483a-9815-cbbe91be2d0b None None] New status for floating IP b206c3e7-6b10-4e00-bdcb-116149659704: DOWN {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:09:29.566025 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f3dee6-7d03-40fd-8de9-1723a4c7a067 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:29.571973 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-47f3dee6-7d03-40fd-8de9-1723a4c7a067 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:29.603247 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=7cab44f0-2850-4e00-ba8e-3900397e9ebe,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:29.730993 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9b4c83fb-f27a-4306-a4a4-fe64bb04f1fd tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:29.732503 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-88ad4b3d-c159-4a4e-b492-9ee64d1c8fd8 None None] For port 7cab44f0-2850-4e00-ba8e-3900397e9ebe, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=7cab44f0-2850-4e00-ba8e-3900397e9ebe,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:29.733408 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88ad4b3d-c159-4a4e-b492-9ee64d1c8fd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:29.800059 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d05e5d-be79-43e3-9fbd-a31471db0aad req-43ad04fb-5503-4d5a-b4d1-ef8b6336ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:29.802775 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-39d05e5d-be79-43e3-9fbd-a31471db0aad req-43ad04fb-5503-4d5a-b4d1-ef8b6336ad45 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=245ea95f-8d5f-45e2-90f5-83cc7713b286 HTTP/1.1" status: 200 len: 834 time: 0.4453917 Sep 23 15:09:29.807074 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d64faa5c-4478-4ea2-ac5a-b14410fbf986 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:29.819862 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9b4c83fb-f27a-4306-a4a4-fe64bb04f1fd tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:29.847219 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d64faa5c-4478-4ea2-ac5a-b14410fbf986 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:29.907680 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d05e5d-be79-43e3-9fbd-a31471db0aad req-388f1629-e211-47b9-ba2a-a931834da60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:29.909334 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-39d05e5d-be79-43e3-9fbd-a31471db0aad req-388f1629-e211-47b9-ba2a-a931834da60c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a6c9aa2c-f801-4044-ba36-ff353c446221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1000261 Sep 23 15:09:29.943196 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-88ad4b3d-c159-4a4e-b492-9ee64d1c8fd8 None None] Calling delete_port for 7cab44f0-2850-4e00-ba8e-3900397e9ebe owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:29.970073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9b4c83fb-f27a-4306-a4a4-fe64bb04f1fd tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:30.013124 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c83fb-f27a-4306-a4a4-fe64bb04f1fd tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82aa89c8-fc22-43ea-a6d0-65695af09184,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:30.013124 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c83fb-f27a-4306-a4a4-fe64bb04f1fd tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:30.013124 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c83fb-f27a-4306-a4a4-fe64bb04f1fd tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:30.013124 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c83fb-f27a-4306-a4a4-fe64bb04f1fd tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:30.013124 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c83fb-f27a-4306-a4a4-fe64bb04f1fd tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:30.013124 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c83fb-f27a-4306-a4a4-fe64bb04f1fd tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:30.013124 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c83fb-f27a-4306-a4a4-fe64bb04f1fd tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:30.013124 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c83fb-f27a-4306-a4a4-fe64bb04f1fd tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:30.013124 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c83fb-f27a-4306-a4a4-fe64bb04f1fd tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:30.013124 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c83fb-f27a-4306-a4a4-fe64bb04f1fd tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:30.013124 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c83fb-f27a-4306-a4a4-fe64bb04f1fd tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:30.013124 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c83fb-f27a-4306-a4a4-fe64bb04f1fd tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:30.013124 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4c83fb-f27a-4306-a4a4-fe64bb04f1fd tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:30.041711 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 7cab44f0-2850-4e00-ba8e-3900397e9ebe no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:09:30.044810 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d64faa5c-4478-4ea2-ac5a-b14410fbf986 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:30.045298 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64faa5c-4478-4ea2-ac5a-b14410fbf986 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Fanout notify agent at l3_agent the message router_deleted on router f2ed46ed-2763-4d1c-987c-21dfd656e561 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:09:30.061678 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-39d05e5d-be79-43e3-9fbd-a31471db0aad req-0f06e010-36dd-48be-b008-f575c1eeecf6 service neutron] 10.222.0.72 "GET /v2.0/networks/a6c9aa2c-f801-4044-ba36-ff353c446221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448178 Sep 23 15:09:30.067714 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d64faa5c-4478-4ea2-ac5a-b14410fbf986 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:30.068711 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d64faa5c-4478-4ea2-ac5a-b14410fbf986 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/routers/f2ed46ed-2763-4d1c-987c-21dfd656e561 HTTP/1.1" status: 204 len: 168 time: 1.0154982 Sep 23 15:09:30.071655 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47958) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:30.168203 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88ad4b3d-c159-4a4e-b492-9ee64d1c8fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:30.216659 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 7cab44f0-2850-4e00-ba8e-3900397e9ebe is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:30.217052 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:30.240365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad4b3d-c159-4a4e-b492-9ee64d1c8fd8 None None] Pushing event deleted for resources: {'Port': ['ID=7cab44f0-2850-4e00-ba8e-3900397e9ebe,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:30.248650 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ad4b3d-c159-4a4e-b492-9ee64d1c8fd8 None None] No DVR routers for this DVR port 7cab44f0-2850-4e00-ba8e-3900397e9ebe on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:09:30.299091 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9b4c83fb-f27a-4306-a4a4-fe64bb04f1fd tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:30.303445 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9b4c83fb-f27a-4306-a4a4-fe64bb04f1fd tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8263092 Sep 23 15:09:30.306763 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47962) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:30.318229 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-2a634ab5-034c-4207-8fc0-a9b3f44b3af7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Request body: {'security_group_rule': {'security_group_id': '627659c7-e924-416c-ba2d-333e7d941eb2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:30.320373 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b93806-ced1-4cac-bce9-5c169d20382c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Deleting subnet a8f0ab58-b196-480e-906f-9ff1a5c20458 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:09:30.327331 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-2a634ab5-034c-4207-8fc0-a9b3f44b3af7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:30.336136 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2a634ab5-034c-4207-8fc0-a9b3f44b3af7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Usage tracker for resource:security_group_rule and tenant:a4cfc0f8e6e241f1839444942f97c8de is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:30.341289 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2a634ab5-034c-4207-8fc0-a9b3f44b3af7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:30.359326 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-2a634ab5-034c-4207-8fc0-a9b3f44b3af7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:30.377007 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b1b93806-ced1-4cac-bce9-5c169d20382c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:30.386484 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-39d05e5d-be79-43e3-9fbd-a31471db0aad req-5fe13e9a-61d9-452a-abd8-1909dd4a912f service neutron] 10.222.0.72 "GET /v2.0/networks/a6c9aa2c-f801-4044-ba36-ff353c446221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164990 Sep 23 15:09:30.408545 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.objects.ports [None req-47f3dee6-7d03-40fd-8de9-1723a4c7a067 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89738) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 23 15:09:30.414427 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-47f3dee6-7d03-40fd-8de9-1723a4c7a067 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:30.490129 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f3dee6-7d03-40fd-8de9-1723a4c7a067 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:30.495207 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-47f3dee6-7d03-40fd-8de9-1723a4c7a067 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:30.497639 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c9fcb-a721-435a-bba3-fcd3f4e8306f req-7a08391a-6c77-4bb3-ba55-33bb11f4d6bb tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:30.500133 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-2f5c9fcb-a721-435a-bba3-fcd3f4e8306f req-7a08391a-6c77-4bb3-ba55-33bb11f4d6bb tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Synchronizing usage tracker for tenant:b3a12835b3f04141a72530dd667a86b6 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:30.508631 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2025148a-5907-412d-b00a-ac46e4a484a5 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:30.514805 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f3dee6-7d03-40fd-8de9-1723a4c7a067 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:30.515335 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-47f3dee6-7d03-40fd-8de9-1723a4c7a067 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:30.520114 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2a634ab5-034c-4207-8fc0-a9b3f44b3af7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:30.551001 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b1b93806-ced1-4cac-bce9-5c169d20382c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:30.597503 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2a634ab5-034c-4207-8fc0-a9b3f44b3af7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:30.626038 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3dee6-7d03-40fd-8de9-1723a4c7a067 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=2b5ebe36-4817-41c0-ae23-ca34fb29313b,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:30.693073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b1b93806-ced1-4cac-bce9-5c169d20382c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:30.706426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-2f5c9fcb-a721-435a-bba3-fcd3f4e8306f req-7a08391a-6c77-4bb3-ba55-33bb11f4d6bb tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Unset dirty status for tenant:b3a12835b3f04141a72530dd667a86b6 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:30.707619 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2f5c9fcb-a721-435a-bba3-fcd3f4e8306f req-7a08391a-6c77-4bb3-ba55-33bb11f4d6bb tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.72 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 946 time: 0.3135133 Sep 23 15:09:30.724092 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-47f3dee6-7d03-40fd-8de9-1723a4c7a067 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6644917 Sep 23 15:09:30.728785 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47970) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:30.738475 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-b42ba7f0-d254-4f4f-b479-31aca9cbc77d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'port': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'mac_address': 'fa:16:3e:b6:f9:e8', 'name': 'tempest-NetworksTestDHCPv6-1333149847'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:30.754190 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2a634ab5-034c-4207-8fc0-a9b3f44b3af7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:30.823757 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3aa78f0-9f32-495a-af8e-d47c1c1c392f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-c3d67a4b-9092-448f-b14d-bd8d70a05623', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'fixed_ips': [{'subnet_id': '2b5ebe36-4817-41c0-ae23-ca34fb29313b'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:09:30.825285 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b3aa78f0-9f32-495a-af8e-d47c1c1c392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:30.830001 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a634ab5-034c-4207-8fc0-a9b3f44b3af7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b89a534d-7194-4dd9-8b2e-7730b474ce05,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:30.839200 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-2f5c9fcb-a721-435a-bba3-fcd3f4e8306f req-d00418e0-4d1a-46f9-a0e4-297daf2e3ed8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Deleting port 14cac99a-9ccb-4186-80a2-85da9180b8ad {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:30.839200 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2f5c9fcb-a721-435a-bba3-fcd3f4e8306f req-d00418e0-4d1a-46f9-a0e4-297daf2e3ed8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:30.903702 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90b5b7-e5d7-45a1-ba49-57c0adef2c46 req-5b338967-3693-4bb6-b31c-5d2c0807edbc tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:30.906806 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5d90b5b7-e5d7-45a1-ba49-57c0adef2c46 req-5b338967-3693-4bb6-b31c-5d2c0807edbc tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 946 time: 0.2530622 Sep 23 15:09:30.908327 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2a634ab5-034c-4207-8fc0-a9b3f44b3af7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:30.909608 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2a634ab5-034c-4207-8fc0-a9b3f44b3af7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6013618 Sep 23 15:09:30.912911 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47974) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:30.919824 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-24ac532a-c2ab-44c0-85bc-3aa482d6d4c5 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Request body: {'security_group_rule': {'security_group_id': '627659c7-e924-416c-ba2d-333e7d941eb2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:30.945734 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-24ac532a-c2ab-44c0-85bc-3aa482d6d4c5 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:30.956073 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-24ac532a-c2ab-44c0-85bc-3aa482d6d4c5 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Usage tracker for resource:security_group_rule and tenant:a4cfc0f8e6e241f1839444942f97c8de is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:30.962373 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b42ba7f0-d254-4f4f-b479-31aca9cbc77d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:30.967603 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b42ba7f0-d254-4f4f-b479-31aca9cbc77d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:port and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:30.971495 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b42ba7f0-d254-4f4f-b479-31aca9cbc77d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:30.979237 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b42ba7f0-d254-4f4f-b479-31aca9cbc77d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:30.981835 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-24ac532a-c2ab-44c0-85bc-3aa482d6d4c5 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:30.997697 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-24ac532a-c2ab-44c0-85bc-3aa482d6d4c5 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:31.015806 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5d90b5b7-e5d7-45a1-ba49-57c0adef2c46 req-6a45d3c4-bee2-41f6-a3e4-e45fd344363e tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dc2c581-e4a9-43eb-81b2-36a3437ac55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019301 Sep 23 15:09:31.060710 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b1b93806-ced1-4cac-bce9-5c169d20382c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:31.062303 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-b3aa78f0-9f32-495a-af8e-d47c1c1c392f None None] Allocated IP 2001:db8::f816:3eff:fec3:33d5 (c3d67a4b-9092-448f-b14d-bd8d70a05623/2b5ebe36-4817-41c0-ae23-ca34fb29313b/a59ae592-a99e-467c-8ad4-c629e253bc60) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:09:31.106889 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42ba7f0-d254-4f4f-b479-31aca9cbc77d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:31.188127 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b1b93806-ced1-4cac-bce9-5c169d20382c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:31.198544 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b93806-ced1-4cac-bce9-5c169d20382c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Subnet': ['ID=a8f0ab58-b196-480e-906f-9ff1a5c20458,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:31.211055 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b794ab2d-d2c2-4958-a600-05e6f4ff7c10 None None] Network 8dda5e89-84a6-44d5-af71-c311ac2036a1 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:31.213861 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-24ac532a-c2ab-44c0-85bc-3aa482d6d4c5 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:31.214045 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b1b93806-ced1-4cac-bce9-5c169d20382c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/subnets/a8f0ab58-b196-480e-906f-9ff1a5c20458 HTTP/1.1" status: 204 len: 168 time: 1.1390920 Sep 23 15:09:31.217035 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 47978) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:31.340795 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-2f5c9fcb-a721-435a-bba3-fcd3f4e8306f req-d00418e0-4d1a-46f9-a0e4-297daf2e3ed8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] For port 14cac99a-9ccb-4186-80a2-85da9180b8ad, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=14cac99a-9ccb-4186-80a2-85da9180b8ad,segment=NetworkSegment(c15215a5-57ed-4328-8791-eac77bc9a6d0),segment_id=c15215a5-57ed-4328-8791-eac77bc9a6d0)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:31.341435 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2f5c9fcb-a721-435a-bba3-fcd3f4e8306f req-d00418e0-4d1a-46f9-a0e4-297daf2e3ed8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:31.376389 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0b65b870-afe5-43a5-ac24-7f66fa5efb7f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:31.383123 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b42ba7f0-d254-4f4f-b479-31aca9cbc77d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:31.408811 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-0b65b870-afe5-43a5-ac24-7f66fa5efb7f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Deleting port 8c059c85-15f2-460e-a16a-0831721ad1e7 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:31.409151 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0b65b870-afe5-43a5-ac24-7f66fa5efb7f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:31.457766 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-b42ba7f0-d254-4f4f-b479-31aca9cbc77d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] device_id is not set on port aff5f449-6d6a-43e2-bb02-256ea8ae3b5f yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:09:31.495954 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-2f5c9fcb-a721-435a-bba3-fcd3f4e8306f req-d00418e0-4d1a-46f9-a0e4-297daf2e3ed8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Calling delete_port for 14cac99a-9ccb-4186-80a2-85da9180b8ad owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:31.498611 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b3aa78f0-9f32-495a-af8e-d47c1c1c392f None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:31.517548 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b3aa78f0-9f32-495a-af8e-d47c1c1c392f None None] Transition to ACTIVE for port object a59ae592-a99e-467c-8ad4-c629e253bc60 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:31.526363 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-24ac532a-c2ab-44c0-85bc-3aa482d6d4c5 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:31.547813 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b3aa78f0-9f32-495a-af8e-d47c1c1c392f None None] Transition to ACTIVE for port object a59ae592-a99e-467c-8ad4-c629e253bc60 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:31.620211 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efed3418-48e1-49c6-bdd8-3db7c06ae176 None None] DHCP port deletion for 8dda5e89-84a6-44d5-af71-c311ac2036a1 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:09:31.625634 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-efed3418-48e1-49c6-bdd8-3db7c06ae176 None None] Deleting port 8c059c85-15f2-460e-a16a-0831721ad1e7 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:31.626021 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-efed3418-48e1-49c6-bdd8-3db7c06ae176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:31.637483 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-24ac532a-c2ab-44c0-85bc-3aa482d6d4c5 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:31.675905 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac532a-c2ab-44c0-85bc-3aa482d6d4c5 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f5b5a8-4c6a-47a4-9990-8037baf716c1,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:31.732874 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b3aa78f0-9f32-495a-af8e-d47c1c1c392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:31.760475 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-0b65b870-afe5-43a5-ac24-7f66fa5efb7f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] For port 8c059c85-15f2-460e-a16a-0831721ad1e7, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8c059c85-15f2-460e-a16a-0831721ad1e7,segment=NetworkSegment(d3d8c9e1-e759-4973-bb11-56bfbaa82ab0),segment_id=d3d8c9e1-e759-4973-bb11-56bfbaa82ab0)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:31.760844 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0b65b870-afe5-43a5-ac24-7f66fa5efb7f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:31.777240 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2f5c9fcb-a721-435a-bba3-fcd3f4e8306f req-d00418e0-4d1a-46f9-a0e4-297daf2e3ed8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:31.837495 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-24ac532a-c2ab-44c0-85bc-3aa482d6d4c5 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:31.839162 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-24ac532a-c2ab-44c0-85bc-3aa482d6d4c5 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9237373 Sep 23 15:09:31.851105 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47984) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:31.852242 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00418e0-4d1a-46f9-a0e4-297daf2e3ed8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Pushing event deleted for resources: {'Port': ['ID=14cac99a-9ccb-4186-80a2-85da9180b8ad,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:31.871272 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aa78f0-9f32-495a-af8e-d47c1c1c392f None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:31.877724 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-b3aa78f0-9f32-495a-af8e-d47c1c1c392f None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:31.880236 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3aa78f0-9f32-495a-af8e-d47c1c1c392f None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:09:31.900503 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-0b65b870-afe5-43a5-ac24-7f66fa5efb7f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Calling delete_port for 8c059c85-15f2-460e-a16a-0831721ad1e7 owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:31.943920 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa78f0-9f32-495a-af8e-d47c1c1c392f None None] Pushing event updated for resources: {'Port': ['ID=a59ae592-a99e-467c-8ad4-c629e253bc60,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:31.951967 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-b42ba7f0-d254-4f4f-b479-31aca9cbc77d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 2001:db8::f816:3eff:feb6:f9e8 (c3d67a4b-9092-448f-b14d-bd8d70a05623/2b5ebe36-4817-41c0-ae23-ca34fb29313b/aff5f449-6d6a-43e2-bb02-256ea8ae3b5f) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:09:31.972837 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5c9fcb-a721-435a-bba3-fcd3f4e8306f req-d00418e0-4d1a-46f9-a0e4-297daf2e3ed8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] No DVR routers for this DVR port 14cac99a-9ccb-4186-80a2-85da9180b8ad on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:09:31.976890 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2f5c9fcb-a721-435a-bba3-fcd3f4e8306f req-d00418e0-4d1a-46f9-a0e4-297daf2e3ed8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:31.979030 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2f5c9fcb-a721-435a-bba3-fcd3f4e8306f req-d00418e0-4d1a-46f9-a0e4-297daf2e3ed8 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.72 "DELETE /v2.0/ports/14cac99a-9ccb-4186-80a2-85da9180b8ad HTTP/1.1" status: 204 len: 173 time: 1.2639661 Sep 23 15:09:31.980124 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b290eaf4-f586-43dc-9b2b-5e3665593f3f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:31.985455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccae617e-3bf5-47bd-9211-af1081d6c279', 'name': 'network-vif-deleted', 'tag': '14cac99a-9ccb-4186-80a2-85da9180b8ad'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:09:31.988922 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ad8dfd-df3d-4b7b-aa3b-e28010b4f179" -d '{"events": [{"server_uuid": "ccae617e-3bf5-47bd-9211-af1081d6c279", "name": "network-vif-deleted", "tag": "14cac99a-9ccb-4186-80a2-85da9180b8ad"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:09:31.999820 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b290eaf4-f586-43dc-9b2b-5e3665593f3f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:32.091806 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d94ae5-8d5b-4810-ab54-867f1a342037 x-openstack-request-id: req-61d94ae5-8d5b-4810-ab54-867f1a342037 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:09:32.092099 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccae617e-3bf5-47bd-9211-af1081d6c279", "name": "network-vif-deleted", "tag": "14cac99a-9ccb-4186-80a2-85da9180b8ad", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:09:32.092349 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-61d94ae5-8d5b-4810-ab54-867f1a342037 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:09:32.092977 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61d94ae5-8d5b-4810-ab54-867f1a342037'] response: {'server_uuid': 'ccae617e-3bf5-47bd-9211-af1081d6c279', 'name': 'network-vif-deleted', 'tag': '14cac99a-9ccb-4186-80a2-85da9180b8ad', 'status': 'completed', 'code': 200} Sep 23 15:09:32.120477 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8c059c85-15f2-460e-a16a-0831721ad1e7 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:09:32.192866 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0b65b870-afe5-43a5-ac24-7f66fa5efb7f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:32.196142 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-efed3418-48e1-49c6-bdd8-3db7c06ae176 None None] For port 8c059c85-15f2-460e-a16a-0831721ad1e7, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8c059c85-15f2-460e-a16a-0831721ad1e7,segment=NetworkSegment(d3d8c9e1-e759-4973-bb11-56bfbaa82ab0),segment_id=d3d8c9e1-e759-4973-bb11-56bfbaa82ab0)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:32.196553 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-efed3418-48e1-49c6-bdd8-3db7c06ae176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:32.211944 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b290eaf4-f586-43dc-9b2b-5e3665593f3f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:32.230533 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-9f30ba2e-db26-41bf-adee-d67ce3e33fc3 req-f1cbd5c7-40e0-43ca-9f64-8788ff7756ce tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Synchronizing usage tracker for tenant:b3a12835b3f04141a72530dd667a86b6 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:32.240742 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290eaf4-f586-43dc-9b2b-5e3665593f3f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2f5b5a8-4c6a-47a4-9990-8037baf716c1,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:32.258742 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b290eaf4-f586-43dc-9b2b-5e3665593f3f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:32.262545 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b290eaf4-f586-43dc-9b2b-5e3665593f3f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/c2f5b5a8-4c6a-47a4-9990-8037baf716c1 HTTP/1.1" status: 204 len: 168 time: 0.4099832 Sep 23 15:09:32.263349 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47992) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:32.310839 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65b870-afe5-43a5-ac24-7f66fa5efb7f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Port': ['ID=8c059c85-15f2-460e-a16a-0831721ad1e7,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:32.323326 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b65b870-afe5-43a5-ac24-7f66fa5efb7f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] No DVR routers for this DVR port 8c059c85-15f2-460e-a16a-0831721ad1e7 on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:09:32.357650 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-df0cca05-5803-443e-9bf8-e4b8e1cf3eff tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Synchronizing usage tracker for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group_rule {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:32.369397 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b3aa78f0-9f32-495a-af8e-d47c1c1c392f None None] Attempting to bind port a59ae592-a99e-467c-8ad4-c629e253bc60 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:09:32.369983 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b3aa78f0-9f32-495a-af8e-d47c1c1c392f None None] Attempting to bind port a59ae592-a99e-467c-8ad4-c629e253bc60 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:09:32.370239 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aa78f0-9f32-495a-af8e-d47c1c1c392f None None] Attempting to bind port a59ae592-a99e-467c-8ad4-c629e253bc60 on network c3d67a4b-9092-448f-b14d-bd8d70a05623 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:09:32.382859 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-efed3418-48e1-49c6-bdd8-3db7c06ae176 None None] Calling delete_port for 8c059c85-15f2-460e-a16a-0831721ad1e7 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:32.417346 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aa78f0-9f32-495a-af8e-d47c1c1c392f None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:09:32.417959 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aa78f0-9f32-495a-af8e-d47c1c1c392f None None] Checking segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:09:32.418402 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b3aa78f0-9f32-495a-af8e-d47c1c1c392f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:32.418814 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aa78f0-9f32-495a-af8e-d47c1c1c392f None None] Bound using segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:09:32.419304 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b3aa78f0-9f32-495a-af8e-d47c1c1c392f None None] Bound port: a59ae592-a99e-467c-8ad4-c629e253bc60, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:09:32.419676 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b3aa78f0-9f32-495a-af8e-d47c1c1c392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:32.436740 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-78a327a7-4215-4cc9-bda1-b1250721b85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:32.448771 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-9f30ba2e-db26-41bf-adee-d67ce3e33fc3 req-f1cbd5c7-40e0-43ca-9f64-8788ff7756ce tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Unset dirty status for tenant:b3a12835b3f04141a72530dd667a86b6 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:32.458797 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9f30ba2e-db26-41bf-adee-d67ce3e33fc3 req-f1cbd5c7-40e0-43ca-9f64-8788ff7756ce tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccae617e-3bf5-47bd-9211-af1081d6c279 HTTP/1.1" status: 200 len: 210 time: 0.3010421 Sep 23 15:09:32.504370 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No active binding found for port 8c059c85-15f2-460e-a16a-0831721ad1e7 {{(pid=89740) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 23 15:09:32.505346 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8c059c85-15f2-460e-a16a-0831721ad1e7 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:09:32.507246 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-df0cca05-5803-443e-9bf8-e4b8e1cf3eff tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Unset dirty status for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group_rule {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:32.515230 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-df0cca05-5803-443e-9bf8-e4b8e1cf3eff tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2498281 Sep 23 15:09:32.521763 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 47996) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:32.557708 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-93960bab-741b-4680-9cfd-0181b4f10657 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:32.570605 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-93960bab-741b-4680-9cfd-0181b4f10657 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:32.574973 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-efed3418-48e1-49c6-bdd8-3db7c06ae176 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:09:32.575503 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-efed3418-48e1-49c6-bdd8-3db7c06ae176 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:09:32.585957 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b3aa78f0-9f32-495a-af8e-d47c1c1c392f None None] For port a59ae592-a99e-467c-8ad4-c629e253bc60, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:09:32.592383 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b3aa78f0-9f32-495a-af8e-d47c1c1c392f None None] For port a59ae592-a99e-467c-8ad4-c629e253bc60, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a59ae592-a99e-467c-8ad4-c629e253bc60,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:09:32.630623 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0b65b870-afe5-43a5-ac24-7f66fa5efb7f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:32.631803 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:32.676902 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-0b65b870-afe5-43a5-ac24-7f66fa5efb7f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dda5e89-84a6-44d5-af71-c311ac2036a1']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:32.683415 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-93960bab-741b-4680-9cfd-0181b4f10657 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:32.683822 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b3aa78f0-9f32-495a-af8e-d47c1c1c392f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:32.694458 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b42ba7f0-d254-4f4f-b479-31aca9cbc77d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:32.698188 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-0b65b870-afe5-43a5-ac24-7f66fa5efb7f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d8c9e1-e759-4973-bb11-56bfbaa82ab0') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:32.701529 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-0b65b870-afe5-43a5-ac24-7f66fa5efb7f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d8c9e1-e759-4973-bb11-56bfbaa82ab0') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:32.709295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93960bab-741b-4680-9cfd-0181b4f10657 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b89a534d-7194-4dd9-8b2e-7730b474ce05,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:32.718718 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0b65b870-afe5-43a5-ac24-7f66fa5efb7f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:32.733874 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-b42ba7f0-d254-4f4f-b479-31aca9cbc77d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Transition to ACTIVE for port object aff5f449-6d6a-43e2-bb02-256ea8ae3b5f will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:32.740569 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0b65b870-afe5-43a5-ac24-7f66fa5efb7f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:32.749268 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b65b870-afe5-43a5-ac24-7f66fa5efb7f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:09:32.749660 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0b65b870-afe5-43a5-ac24-7f66fa5efb7f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:32.771317 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa78f0-9f32-495a-af8e-d47c1c1c392f None None] Pushing event updated for resources: {'Port': ['ID=a59ae592-a99e-467c-8ad4-c629e253bc60,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:32.824202 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment d3d8c9e1-e759-4973-bb11-56bfbaa82ab0 resource provider aggregate not found Sep 23 15:09:32.837669 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-93960bab-741b-4680-9cfd-0181b4f10657 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:32.843214 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-93960bab-741b-4680-9cfd-0181b4f10657 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/b89a534d-7194-4dd9-8b2e-7730b474ce05 HTTP/1.1" status: 204 len: 168 time: 0.3197501 Sep 23 15:09:32.844682 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48006) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:32.854223 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment d3d8c9e1-e759-4973-bb11-56bfbaa82ab0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3d8c9e1-e759-4973-bb11-56bfbaa82ab0 found for delete ", "request_id": "req-5f7c8b1a-b58e-4274-a0f7-872f5e215162"}]} Sep 23 15:09:32.915223 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-cfffca03-9a4c-44a6-8326-a2c77c9882bc tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Synchronizing usage tracker for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group_rule {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:33.006394 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0b65b870-afe5-43a5-ac24-7f66fa5efb7f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:33.011087 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0b65b870-afe5-43a5-ac24-7f66fa5efb7f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:33.041141 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65b870-afe5-43a5-ac24-7f66fa5efb7f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Network': ['ID=8dda5e89-84a6-44d5-af71-c311ac2036a1,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:33.052336 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-cfffca03-9a4c-44a6-8326-a2c77c9882bc tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Unset dirty status for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group_rule {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:33.052336 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-cfffca03-9a4c-44a6-8326-a2c77c9882bc tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2012284 Sep 23 15:09:33.052336 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b42ba7f0-d254-4f4f-b479-31aca9cbc77d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:33.052766 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48010) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:33.079269 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-efed3418-48e1-49c6-bdd8-3db7c06ae176 None None] Deleting port 8c059c85-15f2-460e-a16a-0831721ad1e7 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:33.079661 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-efed3418-48e1-49c6-bdd8-3db7c06ae176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:33.098080 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b2950234-43ae-409c-ae7f-db344919d73b tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:33.111396 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b2950234-43ae-409c-ae7f-db344919d73b tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:33.123284 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0b65b870-afe5-43a5-ac24-7f66fa5efb7f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/networks/8dda5e89-84a6-44d5-af71-c311ac2036a1 HTTP/1.1" status: 204 len: 168 time: 1.9002917 Sep 23 15:09:33.123585 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48014) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:33.133297 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-f846e9bc-36f5-427e-b7d6-7c6b4dba2c90 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1642569726', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:33.141575 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f846e9bc-36f5-427e-b7d6-7c6b4dba2c90 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:33.147232 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f846e9bc-36f5-427e-b7d6-7c6b4dba2c90 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Usage tracker for resource:router and tenant:2de827345e1341699e79c05b3da06c65 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:33.150114 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f846e9bc-36f5-427e-b7d6-7c6b4dba2c90 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:33.156245 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f846e9bc-36f5-427e-b7d6-7c6b4dba2c90 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:33.175727 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42ba7f0-d254-4f4f-b479-31aca9cbc77d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:33.185661 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-b42ba7f0-d254-4f4f-b479-31aca9cbc77d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:33.187868 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ba7f0-d254-4f4f-b479-31aca9cbc77d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Port': ['ID=aff5f449-6d6a-43e2-bb02-256ea8ae3b5f,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:33.190087 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42ba7f0-d254-4f4f-b479-31aca9cbc77d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:09:33.199926 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42ba7f0-d254-4f4f-b479-31aca9cbc77d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:33.201219 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b42ba7f0-d254-4f4f-b479-31aca9cbc77d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:33.214390 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-efed3418-48e1-49c6-bdd8-3db7c06ae176 None None] The port '8c059c85-15f2-460e-a16a-0831721ad1e7' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:09:33.263192 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f846e9bc-36f5-427e-b7d6-7c6b4dba2c90 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:33.268027 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f846e9bc-36f5-427e-b7d6-7c6b4dba2c90 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:33.294978 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b2950234-43ae-409c-ae7f-db344919d73b tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:33.303422 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b42ba7f0-d254-4f4f-b479-31aca9cbc77d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5711222 Sep 23 15:09:33.303675 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48018) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:33.318494 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f846e9bc-36f5-427e-b7d6-7c6b4dba2c90 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:33.339630 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2950234-43ae-409c-ae7f-db344919d73b tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82aa89c8-fc22-43ea-a6d0-65695af09184,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:33.400290 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bc7a0d-2a1c-4c3f-b21c-97da2b2b7e87 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:33.406119 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bc7a0d-2a1c-4c3f-b21c-97da2b2b7e87 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:33.406923 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-19bc7a0d-2a1c-4c3f-b21c-97da2b2b7e87 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:33.438152 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b2950234-43ae-409c-ae7f-db344919d73b tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:33.439295 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b2950234-43ae-409c-ae7f-db344919d73b tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/82aa89c8-fc22-43ea-a6d0-65695af09184 HTTP/1.1" status: 204 len: 168 time: 0.3859198 Sep 23 15:09:33.441013 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f846e9bc-36f5-427e-b7d6-7c6b4dba2c90 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:33.442689 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48022) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:33.496745 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-11749a52-1c21-41c0-81dd-6b6f7caa2fb8 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0519457 Sep 23 15:09:33.499706 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48028) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:33.516738 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-19bc7a0d-2a1c-4c3f-b21c-97da2b2b7e87 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:33.518105 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-19bc7a0d-2a1c-4c3f-b21c-97da2b2b7e87 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2135119 Sep 23 15:09:33.521319 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48032) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:33.538587 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-be9ab6c6-3461-459e-9d69-22d66696ad08 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:33.549395 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-be9ab6c6-3461-459e-9d69-22d66696ad08 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:33.559849 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f846e9bc-36f5-427e-b7d6-7c6b4dba2c90 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:33.564143 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f846e9bc-36f5-427e-b7d6-7c6b4dba2c90 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4366090 Sep 23 15:09:33.568910 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48036) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:33.569063 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48038) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:33.574799 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-79d207cf-f44b-4a4e-8618-76ef82783270 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1482933249'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:33.582297 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-79d207cf-f44b-4a4e-8618-76ef82783270 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:33.589316 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-79d207cf-f44b-4a4e-8618-76ef82783270 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Usage tracker for resource:network and tenant:2de827345e1341699e79c05b3da06c65 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:33.593982 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-79d207cf-f44b-4a4e-8618-76ef82783270 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:33.601419 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-79d207cf-f44b-4a4e-8618-76ef82783270 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:33.660188 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-be9ab6c6-3461-459e-9d69-22d66696ad08 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:33.684278 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-c2349a96-8010-4e13-ba8b-b8b6c1281b05 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting port aff5f449-6d6a-43e2-bb02-256ea8ae3b5f {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:33.684862 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c2349a96-8010-4e13-ba8b-b8b6c1281b05 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:33.695726 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ab6c6-3461-459e-9d69-22d66696ad08 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8bcf773a-112c-4bb4-be2b-5fa909a1a426,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:33.700622 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d207cf-f44b-4a4e-8618-76ef82783270 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Made reservation on behalf of 2de827345e1341699e79c05b3da06c65 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:33.705253 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-79d207cf-f44b-4a4e-8618-76ef82783270 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:33.719323 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-be9ab6c6-3461-459e-9d69-22d66696ad08 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:33.723030 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-be9ab6c6-3461-459e-9d69-22d66696ad08 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/8bcf773a-112c-4bb4-be2b-5fa909a1a426 HTTP/1.1" status: 204 len: 168 time: 0.2195358 Sep 23 15:09:33.726891 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48044) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:33.790159 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d207cf-f44b-4a4e-8618-76ef82783270 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:09:33.814437 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-79d207cf-f44b-4a4e-8618-76ef82783270 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:33.814876 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-79d207cf-f44b-4a4e-8618-76ef82783270 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Added segment e0014b4f-b662-49b0-ac0e-4460d0327cbf of type vlan for network 5642482b-8553-4c5a-a3e6-eb77420b2058 Sep 23 15:09:33.858056 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-79d207cf-f44b-4a4e-8618-76ef82783270 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:33.918930 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-124dbf33-4ea9-4f69-aff0-9a7355bed11c tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Synchronizing usage tracker for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group_rule {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:34.011431 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-79d207cf-f44b-4a4e-8618-76ef82783270 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:34.019380 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d207cf-f44b-4a4e-8618-76ef82783270 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:34.019380 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-79d207cf-f44b-4a4e-8618-76ef82783270 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:34.094750 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a59ae592-a99e-467c-8ad4-c629e253bc60 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:09:34.202005 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-124dbf33-4ea9-4f69-aff0-9a7355bed11c tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Unset dirty status for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group_rule {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:34.206281 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-124dbf33-4ea9-4f69-aff0-9a7355bed11c tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4777772 Sep 23 15:09:34.215440 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48050) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:34.259086 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d207cf-f44b-4a4e-8618-76ef82783270 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Network': ['ID=5642482b-8553-4c5a-a3e6-eb77420b2058,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:34.266391 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-32c8867f-715d-4f9a-b3cc-02f64c172ca8 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:34.277074 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 5642482b-8553-4c5a-a3e6-eb77420b2058 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:09:34.277237 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-32c8867f-715d-4f9a-b3cc-02f64c172ca8 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:34.315114 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-79d207cf-f44b-4a4e-8618-76ef82783270 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7449129 Sep 23 15:09:34.316120 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48054) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:34.323539 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-a8861cfd-a8cd-4f24-a12a-0297b1c209dd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'subnet': {'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:34.356354 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port a59ae592-a99e-467c-8ad4-c629e253bc60 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:34.359598 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-4497c0df-36f3-4012-91b1-0ece6e325927 None None] Provisioning for port a59ae592-a99e-467c-8ad4-c629e253bc60 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:34.384926 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port a59ae592-a99e-467c-8ad4-c629e253bc60 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:34.385301 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:34.385628 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port a59ae592-a99e-467c-8ad4-c629e253bc60 Sep 23 15:09:34.412400 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c2349a96-8010-4e13-ba8b-b8b6c1281b05 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:34.425849 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-4497c0df-36f3-4012-91b1-0ece6e325927 None None] Provisioning complete for port a59ae592-a99e-467c-8ad4-c629e253bc60 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:34.429872 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4497c0df-36f3-4012-91b1-0ece6e325927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:34.429872 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-4497c0df-36f3-4012-91b1-0ece6e325927 None None] Attempt 1 to provision port a59ae592-a99e-467c-8ad4-c629e253bc60 Sep 23 15:09:34.477207 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-32c8867f-715d-4f9a-b3cc-02f64c172ca8 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:34.512315 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8867f-715d-4f9a-b3cc-02f64c172ca8 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3f344b9-f365-40fb-81cb-9be5b505d406,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:34.530906 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a8861cfd-a8cd-4f24-a12a-0297b1c209dd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:34.534908 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a8861cfd-a8cd-4f24-a12a-0297b1c209dd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Usage tracker for resource:subnet and tenant:2de827345e1341699e79c05b3da06c65 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:34.537841 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a8861cfd-a8cd-4f24-a12a-0297b1c209dd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:34.543758 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a8861cfd-a8cd-4f24-a12a-0297b1c209dd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:34.563714 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-c2349a96-8010-4e13-ba8b-b8b6c1281b05 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Calling delete_port for aff5f449-6d6a-43e2-bb02-256ea8ae3b5f owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:34.614919 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-32c8867f-715d-4f9a-b3cc-02f64c172ca8 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:34.616075 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-32c8867f-715d-4f9a-b3cc-02f64c172ca8 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/d3f344b9-f365-40fb-81cb-9be5b505d406 HTTP/1.1" status: 204 len: 168 time: 0.3997753 Sep 23 15:09:34.622599 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48058) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:34.638055 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-4497c0df-36f3-4012-91b1-0ece6e325927 None None] Current status of the port a59ae592-a99e-467c-8ad4-c629e253bc60 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:34.638553 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4497c0df-36f3-4012-91b1-0ece6e325927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:34.645992 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8861cfd-a8cd-4f24-a12a-0297b1c209dd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Made reservation on behalf of 2de827345e1341699e79c05b3da06c65 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:34.649540 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a8861cfd-a8cd-4f24-a12a-0297b1c209dd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:34.653156 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port a59ae592-a99e-467c-8ad4-c629e253bc60 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:34.653539 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:34.696751 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-4497c0df-36f3-4012-91b1-0ece6e325927 None None] For port a59ae592-a99e-467c-8ad4-c629e253bc60, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a59ae592-a99e-467c-8ad4-c629e253bc60,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:34.760978 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4497c0df-36f3-4012-91b1-0ece6e325927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:34.880107 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-fa0c283e-3000-4bc0-8ea6-3fb02d9606f7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Synchronizing usage tracker for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group_rule {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:34.917417 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497c0df-36f3-4012-91b1-0ece6e325927 None None] Pushing event updated for resources: {'Port': ['ID=a59ae592-a99e-467c-8ad4-c629e253bc60,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:34.922607 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:09:34.922964 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:09:34.962790 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-fa0c283e-3000-4bc0-8ea6-3fb02d9606f7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Unset dirty status for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group_rule {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:34.964093 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-fa0c283e-3000-4bc0-8ea6-3fb02d9606f7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3403139 Sep 23 15:09:34.967113 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48062) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:34.987093 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-938a6202-68b0-424d-86e8-5fcce61dbd82 None None] Provisioning for port aff5f449-6d6a-43e2-bb02-256ea8ae3b5f completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:34.987303 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c2349a96-8010-4e13-ba8b-b8b6c1281b05 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:34.993878 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-938a6202-68b0-424d-86e8-5fcce61dbd82 None None] Provisioning complete for port aff5f449-6d6a-43e2-bb02-256ea8ae3b5f triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:34.995565 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-938a6202-68b0-424d-86e8-5fcce61dbd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:34.995565 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-938a6202-68b0-424d-86e8-5fcce61dbd82 None None] Attempt 1 to provision port aff5f449-6d6a-43e2-bb02-256ea8ae3b5f Sep 23 15:09:35.029234 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-938a6202-68b0-424d-86e8-5fcce61dbd82 None None] Port aff5f449-6d6a-43e2-bb02-256ea8ae3b5f was deleted so its status cannot be updated. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 15:09:35.042525 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a72837f9-a91a-404f-8767-116c35328f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:35.045983 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2349a96-8010-4e13-ba8b-b8b6c1281b05 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Port': ['ID=aff5f449-6d6a-43e2-bb02-256ea8ae3b5f,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:35.100796 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-705670fe-4582-4e80-81c4-e28705aad116 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:35.109592 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-14cefabd-daf7-4b31-a11b-82b46e2862a0 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:35.151276 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-705670fe-4582-4e80-81c4-e28705aad116 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:35.190568 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c2349a96-8010-4e13-ba8b-b8b6c1281b05 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:35.201564 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 14cac99a-9ccb-4186-80a2-85da9180b8ad no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:09:35.256358 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 14cac99a-9ccb-4186-80a2-85da9180b8ad {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:09:35.256803 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 14cac99a-9ccb-4186-80a2-85da9180b8ad not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:09:35.272465 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a8861cfd-a8cd-4f24-a12a-0297b1c209dd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:35.304776 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c2349a96-8010-4e13-ba8b-b8b6c1281b05 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/aff5f449-6d6a-43e2-bb02-256ea8ae3b5f HTTP/1.1" status: 204 len: 168 time: 1.7821944 Sep 23 15:09:35.307375 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48072) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:35.322477 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-705670fe-4582-4e80-81c4-e28705aad116 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:35.376792 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705670fe-4582-4e80-81c4-e28705aad116 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=627659c7-e924-416c-ba2d-333e7d941eb2,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:35.406636 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8861cfd-a8cd-4f24-a12a-0297b1c209dd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Subnet': ['ID=3eb45693-5a89-4254-a4cc-7e90f1aab310,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:35.433598 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8861cfd-a8cd-4f24-a12a-0297b1c209dd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Checking segment: {'id': 'e0014b4f-b662-49b0-ac0e-4460d0327cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:09:35.434302 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8861cfd-a8cd-4f24-a12a-0297b1c209dd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network hostable DHCP agents. Network: 5642482b-8553-4c5a-a3e6-eb77420b2058, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:09:35.460357 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-705670fe-4582-4e80-81c4-e28705aad116 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:35.465353 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-705670fe-4582-4e80-81c4-e28705aad116 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "DELETE /v2.0/security-groups/627659c7-e924-416c-ba2d-333e7d941eb2 HTTP/1.1" status: 204 len: 168 time: 0.4935389 Sep 23 15:09:35.465353 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48080) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:35.500102 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e35d7d-cb46-4388-9c63-4093f69419a6 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:35.503026 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e35d7d-cb46-4388-9c63-4093f69419a6 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:35.503781 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-30e35d7d-cb46-4388-9c63-4093f69419a6 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:35.523705 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port a59ae592-a99e-467c-8ad4-c629e253bc60 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:35.533261 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4b2c1848-62ea-4bce-8f11-9de859ba1628 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Synchronizing usage tracker for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:35.548453 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8861cfd-a8cd-4f24-a12a-0297b1c209dd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network 5642482b-8553-4c5a-a3e6-eb77420b2058 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:09:35.578108 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:35.580607 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:35.599416 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-1d2138ab-f74f-4ca3-b8d5-2dfaae81391e tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1988221351&fields=id&tenant_id=4dd03006331a43759c203c055fc73500 HTTP/1.1" status: 200 len: 267 time: 0.0449228 Sep 23 15:09:35.614179 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-14cefabd-daf7-4b31-a11b-82b46e2862a0 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Deleting port 550213bd-d15d-4ed0-90fc-4b73c0ac7ab3 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:35.616596 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-14cefabd-daf7-4b31-a11b-82b46e2862a0 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:35.643214 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-30e35d7d-cb46-4388-9c63-4093f69419a6 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:35.644364 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-30e35d7d-cb46-4388-9c63-4093f69419a6 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3359179 Sep 23 15:09:35.653786 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48084) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:35.675265 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-a8861cfd-a8cd-4f24-a12a-0297b1c209dd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 5642482b-8553-4c5a-a3e6-eb77420b2058) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:35.681580 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4b2c1848-62ea-4bce-8f11-9de859ba1628 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Unset dirty status for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:35.682784 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4b2c1848-62ea-4bce-8f11-9de859ba1628 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2176025 Sep 23 15:09:35.684765 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadefb6c-7556-4b5f-b92c-73b9e081a420 None None] Network 5642482b-8553-4c5a-a3e6-eb77420b2058 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:35.694173 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48088) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:35.701070 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8861cfd-a8cd-4f24-a12a-0297b1c209dd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:35.701672 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a8861cfd-a8cd-4f24-a12a-0297b1c209dd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:35.718603 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-744da89a-2778-47d6-ac12-af22851aac71 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Request body: {'security_group': {'name': 'tempest-secgroup--504917918'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:35.730017 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-744da89a-2778-47d6-ac12-af22851aac71 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:35.773820 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-744da89a-2778-47d6-ac12-af22851aac71 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:35.775445 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-8042b42f-3218-4055-acc1-110883dc5b43 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:35.776743 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-8042b42f-3218-4055-acc1-110883dc5b43 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/networks?id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a HTTP/1.1" status: 200 len: 811 time: 0.1703060 Sep 23 15:09:35.803041 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a8861cfd-a8cd-4f24-a12a-0297b1c209dd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4795864 Sep 23 15:09:35.804034 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-d0ae9150-0b85-4a6f-91c2-3654f930986e tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/quotas/4dd03006331a43759c203c055fc73500 HTTP/1.1" status: 200 len: 375 time: 0.0208142 Sep 23 15:09:35.821297 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48092) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:35.903500 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-65c289dd-9ee0-4781-96c4-e9e0f0b9f0b6 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Synchronizing usage tracker for tenant:4dd03006331a43759c203c055fc73500 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:35.915036 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-06fdff82-0dfd-4a3e-ab89-afc7d8efe502 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet 2b5ebe36-4817-41c0-ae23-ca34fb29313b {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:09:35.929614 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-06fdff82-0dfd-4a3e-ab89-afc7d8efe502 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:35.985554 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e5848d-19fa-42b0-bcc4-224303ff5a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-5642482b-8553-4c5a-a3e6-eb77420b2058', 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'fixed_ips': [{'subnet_id': '3eb45693-5a89-4254-a4cc-7e90f1aab310'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:09:35.986416 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86e5848d-19fa-42b0-bcc4-224303ff5a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:36.014399 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:09:36.015024 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-65c289dd-9ee0-4781-96c4-e9e0f0b9f0b6 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Unset dirty status for tenant:4dd03006331a43759c203c055fc73500 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:36.016754 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-65c289dd-9ee0-4781-96c4-e9e0f0b9f0b6 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4dd03006331a43759c203c055fc73500&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2116146 Sep 23 15:09:36.044777 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a59ae592-a99e-467c-8ad4-c629e253bc60 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:09:36.136416 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-744da89a-2778-47d6-ac12-af22851aac71 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:36.189934 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port a59ae592-a99e-467c-8ad4-c629e253bc60 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:36.190306 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:36.190661 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port a59ae592-a99e-467c-8ad4-c629e253bc60 Sep 23 15:09:36.221058 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-ac861f32-6ccd-4045-8098-412be47d8c7c service neutron] 10.222.0.67 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899149 Sep 23 15:09:36.255184 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-86e5848d-19fa-42b0-bcc4-224303ff5a0c None None] Allocated IP 2001:db8::2 (5642482b-8553-4c5a-a3e6-eb77420b2058/3eb45693-5a89-4254-a4cc-7e90f1aab310/bbf0b858-f88b-4b15-8c23-e4d185c63db0) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:09:36.363004 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-06fdff82-0dfd-4a3e-ab89-afc7d8efe502 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:36.366326 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-b2320a1d-28d7-4271-bdea-351192ab23fb service neutron] 10.222.0.67 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389344 Sep 23 15:09:36.424468 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port a59ae592-a99e-467c-8ad4-c629e253bc60 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:36.481081 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-744da89a-2778-47d6-ac12-af22851aac71 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:36.531938 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86e5848d-19fa-42b0-bcc4-224303ff5a0c None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:36.542760 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-86e5848d-19fa-42b0-bcc4-224303ff5a0c None None] Transition to ACTIVE for port object bbf0b858-f88b-4b15-8c23-e4d185c63db0 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:36.552828 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-14cefabd-daf7-4b31-a11b-82b46e2862a0 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] For port 550213bd-d15d-4ed0-90fc-4b73c0ac7ab3, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=550213bd-d15d-4ed0-90fc-4b73c0ac7ab3,segment=NetworkSegment(c15215a5-57ed-4328-8791-eac77bc9a6d0),segment_id=c15215a5-57ed-4328-8791-eac77bc9a6d0)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:36.553185 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-14cefabd-daf7-4b31-a11b-82b46e2862a0 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:36.561631 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-744da89a-2778-47d6-ac12-af22851aac71 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Usage tracker for resource:security_group_rule and tenant:a4cfc0f8e6e241f1839444942f97c8de is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:36.565044 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-86e5848d-19fa-42b0-bcc4-224303ff5a0c None None] Transition to ACTIVE for port object bbf0b858-f88b-4b15-8c23-e4d185c63db0 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:36.573819 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-744da89a-2778-47d6-ac12-af22851aac71 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:36.592192 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-744da89a-2778-47d6-ac12-af22851aac71 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:36.640155 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86e5848d-19fa-42b0-bcc4-224303ff5a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:36.706582 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e5848d-19fa-42b0-bcc4-224303ff5a0c None None] Network 5642482b-8553-4c5a-a3e6-eb77420b2058 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:36.709550 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-86e5848d-19fa-42b0-bcc4-224303ff5a0c None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:36.713116 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e5848d-19fa-42b0-bcc4-224303ff5a0c None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:09:36.718718 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5848d-19fa-42b0-bcc4-224303ff5a0c None None] Pushing event updated for resources: {'Port': ['ID=bbf0b858-f88b-4b15-8c23-e4d185c63db0,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:36.737595 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-14cefabd-daf7-4b31-a11b-82b46e2862a0 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Calling delete_port for 550213bd-d15d-4ed0-90fc-4b73c0ac7ab3 owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:36.835035 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-86e5848d-19fa-42b0-bcc4-224303ff5a0c None None] Attempting to bind port bbf0b858-f88b-4b15-8c23-e4d185c63db0 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:09:36.835991 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-86e5848d-19fa-42b0-bcc4-224303ff5a0c None None] Attempting to bind port bbf0b858-f88b-4b15-8c23-e4d185c63db0 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'e0014b4f-b662-49b0-ac0e-4460d0327cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:09:36.835991 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e5848d-19fa-42b0-bcc4-224303ff5a0c None None] Attempting to bind port bbf0b858-f88b-4b15-8c23-e4d185c63db0 on network 5642482b-8553-4c5a-a3e6-eb77420b2058 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:09:36.841328 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e5848d-19fa-42b0-bcc4-224303ff5a0c None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:09:36.841714 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e5848d-19fa-42b0-bcc4-224303ff5a0c None None] Checking segment: {'id': 'e0014b4f-b662-49b0-ac0e-4460d0327cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:09:36.842101 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86e5848d-19fa-42b0-bcc4-224303ff5a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:36.842520 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e5848d-19fa-42b0-bcc4-224303ff5a0c None None] Bound using segment: {'id': 'e0014b4f-b662-49b0-ac0e-4460d0327cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:09:36.843103 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-86e5848d-19fa-42b0-bcc4-224303ff5a0c None None] Bound port: bbf0b858-f88b-4b15-8c23-e4d185c63db0, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0014b4f-b662-49b0-ac0e-4460d0327cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:09:36.843479 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86e5848d-19fa-42b0-bcc4-224303ff5a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:36.858601 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-06fdff82-0dfd-4a3e-ab89-afc7d8efe502 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:36.940550 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-86e5848d-19fa-42b0-bcc4-224303ff5a0c None None] For port bbf0b858-f88b-4b15-8c23-e4d185c63db0, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:09:36.944227 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-86e5848d-19fa-42b0-bcc4-224303ff5a0c None None] For port bbf0b858-f88b-4b15-8c23-e4d185c63db0, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=bbf0b858-f88b-4b15-8c23-e4d185c63db0,segment=NetworkSegment(e0014b4f-b662-49b0-ac0e-4460d0327cbf),segment_id=e0014b4f-b662-49b0-ac0e-4460d0327cbf)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:09:36.959484 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:36.966596 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1415-a40f-4119-89ad-5bdd853ec6da tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:37.057041 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86e5848d-19fa-42b0-bcc4-224303ff5a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:37.147242 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5848d-19fa-42b0-bcc4-224303ff5a0c None None] Pushing event updated for resources: {'Port': ['ID=bbf0b858-f88b-4b15-8c23-e4d185c63db0,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:37.235289 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-744da89a-2778-47d6-ac12-af22851aac71 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:37.244913 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c35d1e68-631f-4ca3-a5fe-b1311170aa7d req-f8d40083-ad0c-4f13-b7f8-5285c4f04cbc tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 210 time: 0.1410282 Sep 23 15:09:37.335088 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-744da89a-2778-47d6-ac12-af22851aac71 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:37.457184 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-06fdff82-0dfd-4a3e-ab89-afc7d8efe502 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:37.541170 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744da89a-2778-47d6-ac12-af22851aac71 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f60bb2d3-fcfd-460a-acda-549c125a81cc,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:37.550945 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fdff82-0dfd-4a3e-ab89-afc7d8efe502 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=2b5ebe36-4817-41c0-ae23-ca34fb29313b,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:37.553967 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66690e0d-92b6-4714-803e-f381e35aa86d None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:37.558180 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-06fdff82-0dfd-4a3e-ab89-afc7d8efe502 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:37.615139 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-06fdff82-0dfd-4a3e-ab89-afc7d8efe502 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/2b5ebe36-4817-41c0-ae23-ca34fb29313b HTTP/1.1" status: 204 len: 168 time: 1.9579167 Sep 23 15:09:37.616121 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48112) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:37.652173 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-744da89a-2778-47d6-ac12-af22851aac71 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:37.653364 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-744da89a-2778-47d6-ac12-af22851aac71 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9528964 Sep 23 15:09:37.654792 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-cc4a1415-a40f-4119-89ad-5bdd853ec6da tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Allocated IP 2001:db8::1 (5642482b-8553-4c5a-a3e6-eb77420b2058/3eb45693-5a89-4254-a4cc-7e90f1aab310/b74b56f7-11b8-423a-81c5-fe5039be17e6) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:09:37.656934 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48116) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:37.664906 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-6a280563-08ab-4e8e-bfc8-376faa8388e7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Request body: {'security_group_rule': {'security_group_id': 'f60bb2d3-fcfd-460a-acda-549c125a81cc', 'direction': 'ingress', 'protocol': 17}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:37.676302 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6a280563-08ab-4e8e-bfc8-376faa8388e7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:37.681949 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6a280563-08ab-4e8e-bfc8-376faa8388e7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Usage tracker for resource:security_group_rule and tenant:a4cfc0f8e6e241f1839444942f97c8de is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:37.687085 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6a280563-08ab-4e8e-bfc8-376faa8388e7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:37.713139 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6a280563-08ab-4e8e-bfc8-376faa8388e7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:37.714613 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-78452da4-cbfe-4d2e-b87f-8d3752ac3db3 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0979319 Sep 23 15:09:37.714834 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-14cefabd-daf7-4b31-a11b-82b46e2862a0 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:37.715250 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48120) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:37.814485 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a67cab-bf23-4938-a848-f44dde8e8ab1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:37.814485 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-85a67cab-bf23-4938-a848-f44dde8e8ab1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:37.849936 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cefabd-daf7-4b31-a11b-82b46e2862a0 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Pushing event deleted for resources: {'Port': ['ID=550213bd-d15d-4ed0-90fc-4b73c0ac7ab3,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:37.882813 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10eb916-53d9-41e2-a3d5-66d10d2067c2 None None] DHCP port deletion for c3d67a4b-9092-448f-b14d-bd8d70a05623 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:09:37.888479 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e10eb916-53d9-41e2-a3d5-66d10d2067c2 None None] Deleting port a59ae592-a99e-467c-8ad4-c629e253bc60 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:37.888722 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e10eb916-53d9-41e2-a3d5-66d10d2067c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:37.897139 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-85a67cab-bf23-4938-a848-f44dde8e8ab1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:37.898307 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-85a67cab-bf23-4938-a848-f44dde8e8ab1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1821327 Sep 23 15:09:37.901670 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48126) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:38.041742 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66ee3d1-5571-4df2-adf1-09af12caf0fb tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:38.042620 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d66ee3d1-5571-4df2-adf1-09af12caf0fb tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:38.140365 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d66ee3d1-5571-4df2-adf1-09af12caf0fb tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:38.143439 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d66ee3d1-5571-4df2-adf1-09af12caf0fb tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2385128 Sep 23 15:09:38.143777 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48130) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:38.238223 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e10eb916-53d9-41e2-a3d5-66d10d2067c2 None None] For port a59ae592-a99e-467c-8ad4-c629e253bc60, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a59ae592-a99e-467c-8ad4-c629e253bc60,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:38.238729 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e10eb916-53d9-41e2-a3d5-66d10d2067c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:38.249828 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-64650f93-fd60-49e0-aebe-97710bd90205 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1007929 Sep 23 15:09:38.250661 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48134) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:38.257137 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6a280563-08ab-4e8e-bfc8-376faa8388e7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:38.258464 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-51bed9b3-c4f2-4b50-a63e-03b9be3601fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:38.328081 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device bbf0b858-f88b-4b15-8c23-e4d185c63db0 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:09:38.387462 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-51bed9b3-c4f2-4b50-a63e-03b9be3601fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:38.399612 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-51bed9b3-c4f2-4b50-a63e-03b9be3601fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:38.471451 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e10eb916-53d9-41e2-a3d5-66d10d2067c2 None None] Calling delete_port for a59ae592-a99e-467c-8ad4-c629e253bc60 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:38.479375 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a70e9043-6974-4455-a44a-1f3cfb02fdc2 req-4419b2e7-a8fb-46b3-b455-8feeaeb8daea tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 210 time: 0.0651355 Sep 23 15:09:38.491365 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bed9b3-c4f2-4b50-a63e-03b9be3601fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:38.497762 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-51bed9b3-c4f2-4b50-a63e-03b9be3601fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:38.503914 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8982d0-ea2d-4ad2-a3ba-bb4c4fbac94b None None] Network 5642482b-8553-4c5a-a3e6-eb77420b2058 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:38.529902 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6a280563-08ab-4e8e-bfc8-376faa8388e7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:38.550594 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1415-a40f-4119-89ad-5bdd853ec6da tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:38.591463 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-cc4a1415-a40f-4119-89ad-5bdd853ec6da tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Transition to ACTIVE for port object b74b56f7-11b8-423a-81c5-fe5039be17e6 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:38.656192 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6a280563-08ab-4e8e-bfc8-376faa8388e7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:38.714247 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a280563-08ab-4e8e-bfc8-376faa8388e7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=686e9c29-ed75-4fc9-89c9-8a5c4981fc23,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:38.733063 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-562cb3a4-61cd-4cc6-85a3-aec06ebbad71 None None] Provisioning for port bbf0b858-f88b-4b15-8c23-e4d185c63db0 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:38.776189 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-14cefabd-daf7-4b31-a11b-82b46e2862a0 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:38.777166 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port bbf0b858-f88b-4b15-8c23-e4d185c63db0 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:38.844264 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port bbf0b858-f88b-4b15-8c23-e4d185c63db0 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:38.844264 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:38.844264 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port bbf0b858-f88b-4b15-8c23-e4d185c63db0 Sep 23 15:09:38.877700 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6a280563-08ab-4e8e-bfc8-376faa8388e7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:38.878910 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6a280563-08ab-4e8e-bfc8-376faa8388e7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2208138 Sep 23 15:09:38.881513 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e10eb916-53d9-41e2-a3d5-66d10d2067c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:38.882342 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48140) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:38.950360 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10eb916-53d9-41e2-a3d5-66d10d2067c2 None None] Pushing event deleted for resources: {'Port': ['ID=a59ae592-a99e-467c-8ad4-c629e253bc60,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:38.964976 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10eb916-53d9-41e2-a3d5-66d10d2067c2 None None] No DVR routers for this DVR port a59ae592-a99e-467c-8ad4-c629e253bc60 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:09:38.966500 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7fc10e10-fa18-4f15-a2be-e46e5518afa3 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:39.003076 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7fc10e10-fa18-4f15-a2be-e46e5518afa3 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:39.016057 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-51bed9b3-c4f2-4b50-a63e-03b9be3601fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:39.055703 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port bbf0b858-f88b-4b15-8c23-e4d185c63db0 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:39.056074 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:39.073760 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1415-a40f-4119-89ad-5bdd853ec6da tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:39.095924 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port bbf0b858-f88b-4b15-8c23-e4d185c63db0, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=bbf0b858-f88b-4b15-8c23-e4d185c63db0,segment=NetworkSegment(e0014b4f-b662-49b0-ac0e-4460d0327cbf),segment_id=e0014b4f-b662-49b0-ac0e-4460d0327cbf)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:39.107146 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bed9b3-c4f2-4b50-a63e-03b9be3601fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=a0ef2ddd-8cd9-4d87-a14e-77e83f5a32bc,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:39.135650 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bed9b3-c4f2-4b50-a63e-03b9be3601fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:39.136001 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bed9b3-c4f2-4b50-a63e-03b9be3601fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:39.136344 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bed9b3-c4f2-4b50-a63e-03b9be3601fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:39.136680 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bed9b3-c4f2-4b50-a63e-03b9be3601fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:39.137016 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bed9b3-c4f2-4b50-a63e-03b9be3601fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:39.137391 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bed9b3-c4f2-4b50-a63e-03b9be3601fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:39.137722 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bed9b3-c4f2-4b50-a63e-03b9be3601fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:39.138049 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bed9b3-c4f2-4b50-a63e-03b9be3601fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:39.138398 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bed9b3-c4f2-4b50-a63e-03b9be3601fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:39.138738 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bed9b3-c4f2-4b50-a63e-03b9be3601fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:39.139042 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bed9b3-c4f2-4b50-a63e-03b9be3601fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:39.139373 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bed9b3-c4f2-4b50-a63e-03b9be3601fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:39.151613 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bed9b3-c4f2-4b50-a63e-03b9be3601fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:39.153031 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-51bed9b3-c4f2-4b50-a63e-03b9be3601fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:39.157246 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bed9b3-c4f2-4b50-a63e-03b9be3601fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:39.157246 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-51bed9b3-c4f2-4b50-a63e-03b9be3601fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:39.170282 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673ccffb-69ad-4bb4-b233-909bda22eb10 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:39.193554 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4a1415-a40f-4119-89ad-5bdd853ec6da tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network 5642482b-8553-4c5a-a3e6-eb77420b2058 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:39.194563 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:39.263658 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-cc4a1415-a40f-4119-89ad-5bdd853ec6da tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:39.264416 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7fc10e10-fa18-4f15-a2be-e46e5518afa3 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:39.273290 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7fc10e10-fa18-4f15-a2be-e46e5518afa3 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:39.275534 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7fc10e10-fa18-4f15-a2be-e46e5518afa3 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "DELETE /v2.0/security-groups/f60bb2d3-fcfd-460a-acda-549c125a81cc HTTP/1.1" status: 204 len: 168 time: 0.3911269 Sep 23 15:09:39.279988 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48144) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:39.313556 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4a1415-a40f-4119-89ad-5bdd853ec6da tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:09:39.314196 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1415-a40f-4119-89ad-5bdd853ec6da tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:39.318749 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a59ae592-a99e-467c-8ad4-c629e253bc60 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:09:39.322268 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-51bed9b3-c4f2-4b50-a63e-03b9be3601fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0681884 Sep 23 15:09:39.324784 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48148) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:39.331865 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-d4d6ef11-22f9-47df-a70a-13afbcc86dda tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'port': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'mac_address': 'fa:16:3e:e3:28:4b', 'name': 'tempest-NetworksTestDHCPv6-777137435'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:39.350167 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc10e10-fa18-4f15-a2be-e46e5518afa3 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60bb2d3-fcfd-460a-acda-549c125a81cc,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:39.390156 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: a59ae592-a99e-467c-8ad4-c629e253bc60 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:09:39.390508 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a59ae592-a99e-467c-8ad4-c629e253bc60 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:09:39.449217 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1ae4f01e-51a1-4944-9001-63a7f568e030 None None] Provisioning complete for port bbf0b858-f88b-4b15-8c23-e4d185c63db0 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:39.449624 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f01e-51a1-4944-9001-63a7f568e030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:39.449959 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1ae4f01e-51a1-4944-9001-63a7f568e030 None None] Attempt 1 to provision port bbf0b858-f88b-4b15-8c23-e4d185c63db0 Sep 23 15:09:39.466598 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-82adb112-0a9e-455b-a8a6-457f6e20eeaf tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Synchronizing usage tracker for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:39.507018 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=bbf0b858-f88b-4b15-8c23-e4d185c63db0,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:39.518144 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a1415-a40f-4119-89ad-5bdd853ec6da tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Port': ['ID=b74b56f7-11b8-423a-81c5-fe5039be17e6,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:39.534362 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cefabd-daf7-4b31-a11b-82b46e2862a0 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Router d6f99150-9f1b-40ce-b203-62a4a5082f56 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:09:39.572930 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-82adb112-0a9e-455b-a8a6-457f6e20eeaf tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Unset dirty status for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:39.574176 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-82adb112-0a9e-455b-a8a6-457f6e20eeaf tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2830770 Sep 23 15:09:39.575873 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d4d6ef11-22f9-47df-a70a-13afbcc86dda tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:39.578471 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48154) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:39.585409 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-27019d1c-40c9-405b-9329-6dd63373925e tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Request body: {'security_group': {'name': 'tempest-secgroup--2021581130'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:39.601782 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d4d6ef11-22f9-47df-a70a-13afbcc86dda tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:39.604031 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-27019d1c-40c9-405b-9329-6dd63373925e tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:39.619508 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-27019d1c-40c9-405b-9329-6dd63373925e tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:39.699883 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d6ef11-22f9-47df-a70a-13afbcc86dda tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:39.700090 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-c3d67a4b-9092-448f-b14d-bd8d70a05623', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'fixed_ips': [{'subnet_id': 'a0ef2ddd-8cd9-4d87-a14e-77e83f5a32bc'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:09:39.700799 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:39.763600 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-27019d1c-40c9-405b-9329-6dd63373925e tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:39.774024 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1ae4f01e-51a1-4944-9001-63a7f568e030 None None] Current status of the port bbf0b858-f88b-4b15-8c23-e4d185c63db0 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:39.798753 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-27019d1c-40c9-405b-9329-6dd63373925e tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:39.806481 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-27019d1c-40c9-405b-9329-6dd63373925e tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Usage tracker for resource:security_group_rule and tenant:a4cfc0f8e6e241f1839444942f97c8de is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:39.810685 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-27019d1c-40c9-405b-9329-6dd63373925e tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:39.819488 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-27019d1c-40c9-405b-9329-6dd63373925e tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:39.847042 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1b640b62-d9ac-4206-bca6-4549961e7fab req-e0d3233a-fdbb-4360-ae51-72cb2c8ddad4 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 210 time: 0.1825805 Sep 23 15:09:39.901397 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cefabd-daf7-4b31-a11b-82b46e2862a0 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:09:39.903907 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Allocated IP 2001:db8::2 (c3d67a4b-9092-448f-b14d-bd8d70a05623/a0ef2ddd-8cd9-4d87-a14e-77e83f5a32bc/01bbda2f-4695-4a55-9ced-43209f3b7740) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:09:39.907630 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-14cefabd-daf7-4b31-a11b-82b46e2862a0 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "PUT /v2.0/routers/d6f99150-9f1b-40ce-b203-62a4a5082f56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3374171 Sep 23 15:09:39.910214 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48158) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:39.917577 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466eb2e4-7998-451f-9368-7647fbf14323 None None] Sync routers for ids ['d6f99150-9f1b-40ce-b203-62a4a5082f56'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:09:39.947102 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1415-a40f-4119-89ad-5bdd853ec6da tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:40.024830 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d4d6ef11-22f9-47df-a70a-13afbcc86dda tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:40.093965 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device bbf0b858-f88b-4b15-8c23-e4d185c63db0 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:09:40.115086 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-d4d6ef11-22f9-47df-a70a-13afbcc86dda tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] device_id is not set on port 755342e8-d91e-4c1d-845e-2e6a083ec703 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:09:40.143365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466eb2e4-7998-451f-9368-7647fbf14323 None None] Routers {'d6f99150-9f1b-40ce-b203-62a4a5082f56'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:09:40.144064 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-466eb2e4-7998-451f-9368-7647fbf14323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:09:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['d6f99150-9f1b-40ce-b203-62a4a5082f56'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:40.164316 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-a6e0cad8-4ee7-4cff-bb82-4318fbd54273 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:40.165805 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-a6e0cad8-4ee7-4cff-bb82-4318fbd54273 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.72 "GET /v2.0/networks?id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a HTTP/1.1" status: 200 len: 811 time: 0.3339529 Sep 23 15:09:40.199585 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-dcf605cb-742c-4155-8413-59793c3eb578 None None] Provisioning for port b74b56f7-11b8-423a-81c5-fe5039be17e6 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:40.211983 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f48b165-e908-463e-8755-684e83a4119e tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Deleting subnet 245ea95f-8d5f-45e2-90f5-83cc7713b286 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:09:40.216605 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-27019d1c-40c9-405b-9329-6dd63373925e tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:40.217746 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f48b165-e908-463e-8755-684e83a4119e tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:40.240285 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-dcf605cb-742c-4155-8413-59793c3eb578 None None] Provisioning complete for port b74b56f7-11b8-423a-81c5-fe5039be17e6 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:40.240661 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dcf605cb-742c-4155-8413-59793c3eb578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:40.240996 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-dcf605cb-742c-4155-8413-59793c3eb578 None None] Attempt 1 to provision port b74b56f7-11b8-423a-81c5-fe5039be17e6 Sep 23 15:09:40.280356 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-641e290f-a28d-4f65-a410-1ca47b9d8509 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dd03006331a43759c203c055fc73500 HTTP/1.1" status: 200 len: 380 time: 0.0525537 Sep 23 15:09:40.286710 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-d147d807-b935-4e89-897d-e3b6e669b25c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Request body: {'port': {'device_id': '3bf885d1-2958-4e97-8a84-2b6b6a59448f', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'admin_state_up': True, 'tenant_id': '4dd03006331a43759c203c055fc73500', 'security_groups': ['f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:40.311541 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-27019d1c-40c9-405b-9329-6dd63373925e tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:40.448343 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27019d1c-40c9-405b-9329-6dd63373925e tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=160549b5-9e7d-4b90-99c7-d40faf5f2f41,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:40.452837 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f48b165-e908-463e-8755-684e83a4119e tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:40.462038 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port bbf0b858-f88b-4b15-8c23-e4d185c63db0 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:40.462362 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:40.462726 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port bbf0b858-f88b-4b15-8c23-e4d185c63db0 Sep 23 15:09:40.500231 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-d147d807-b935-4e89-897d-e3b6e669b25c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:40.509298 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-dcf605cb-742c-4155-8413-59793c3eb578 None None] Port b74b56f7-11b8-423a-81c5-fe5039be17e6 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:40.511548 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-d147d807-b935-4e89-897d-e3b6e669b25c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:40.542945 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-27019d1c-40c9-405b-9329-6dd63373925e tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:40.547239 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-27019d1c-40c9-405b-9329-6dd63373925e tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9677851 Sep 23 15:09:40.547892 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48162) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:40.555501 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-4d91fd97-f819-431a-92a8-bd1a4daeadd2 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Request body: {'security_group': {'name': 'tempest-secgroup--996820459'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:40.562264 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-4d91fd97-f819-431a-92a8-bd1a4daeadd2 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:40.566676 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4d91fd97-f819-431a-92a8-bd1a4daeadd2 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Usage tracker for resource:security_group and tenant:a4cfc0f8e6e241f1839444942f97c8de is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:40.570526 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4d91fd97-f819-431a-92a8-bd1a4daeadd2 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:40.578439 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-4d91fd97-f819-431a-92a8-bd1a4daeadd2 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:40.608461 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-466eb2e4-7998-451f-9368-7647fbf14323 None None] Set router d6f99150-9f1b-40ce-b203-62a4a5082f56 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:09:40.642758 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-d147d807-b935-4e89-897d-e3b6e669b25c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Made reservation on behalf of 4dd03006331a43759c203c055fc73500 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:40.648261 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-d147d807-b935-4e89-897d-e3b6e669b25c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:40.675966 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4d91fd97-f819-431a-92a8-bd1a4daeadd2 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:40.680856 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f48b165-e908-463e-8755-684e83a4119e tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:40.772941 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-4d91fd97-f819-431a-92a8-bd1a4daeadd2 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:40.779194 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4d91fd97-f819-431a-92a8-bd1a4daeadd2 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Usage tracker for resource:security_group_rule and tenant:a4cfc0f8e6e241f1839444942f97c8de is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:40.781071 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:40.784692 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4d91fd97-f819-431a-92a8-bd1a4daeadd2 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:40.795307 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-4d91fd97-f819-431a-92a8-bd1a4daeadd2 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:40.823016 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1415-a40f-4119-89ad-5bdd853ec6da tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:40.889449 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Transition to ACTIVE for port object 01bbda2f-4695-4a55-9ced-43209f3b7740 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:40.894785 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f48b165-e908-463e-8755-684e83a4119e tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:40.942174 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1415-a40f-4119-89ad-5bdd853ec6da tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:40.943442 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cc4a1415-a40f-4119-89ad-5bdd853ec6da tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:40.965491 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port bbf0b858-f88b-4b15-8c23-e4d185c63db0 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:40.989333 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Transition to ACTIVE for port object 01bbda2f-4695-4a55-9ced-43209f3b7740 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:41.020918 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48b165-e908-463e-8755-684e83a4119e tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Pushing event deleted for resources: {'Subnet': ['ID=245ea95f-8d5f-45e2-90f5-83cc7713b286,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:41.042952 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-dcf605cb-742c-4155-8413-59793c3eb578 None None] Attempt 2 to provision port b74b56f7-11b8-423a-81c5-fe5039be17e6 Sep 23 15:09:41.043695 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4d91fd97-f819-431a-92a8-bd1a4daeadd2 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:41.111582 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f48b165-e908-463e-8755-684e83a4119e tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:41.115735 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-dcf605cb-742c-4155-8413-59793c3eb578 None None] Port b74b56f7-11b8-423a-81c5-fe5039be17e6 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:41.116477 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a2bb1d-03de-417d-86f7-85f31cf8bc47 None None] Network a6c9aa2c-f801-4044-ba36-ff353c446221 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:41.148987 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7b32bd0a-ca68-48c9-b265-ba803c084851 req-c668af95-a1f6-4694-bf5d-4d52d18439ad tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 210 time: 0.1163735 Sep 23 15:09:41.169019 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0f48b165-e908-463e-8755-684e83a4119e tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "DELETE /v2.0/subnets/245ea95f-8d5f-45e2-90f5-83cc7713b286 HTTP/1.1" status: 204 len: 168 time: 1.2571671 Sep 23 15:09:41.184287 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48172) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:41.220041 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-d147d807-b935-4e89-897d-e3b6e669b25c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Allocated IP 172.20.0.7 (54f9df89-e4c3-410f-a46e-fdf8b10aca9a/64979ce6-fb4a-43b7-a76f-4e9da53aeed1/06782627-15d1-4272-898e-e78ac3c1a414) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:09:41.266498 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a1415-a40f-4119-89ad-5bdd853ec6da tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Port': ['ID=b74b56f7-11b8-423a-81c5-fe5039be17e6,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:41.268551 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:41.312818 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4d91fd97-f819-431a-92a8-bd1a4daeadd2 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:41.426520 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:41.434579 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:41.436830 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fce10371-997f-41ec-9c7b-b2f63f523409 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:41.443961 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:09:41.446225 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Pushing event updated for resources: {'Port': ['ID=01bbda2f-4695-4a55-9ced-43209f3b7740,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:41.499078 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91fd97-f819-431a-92a8-bd1a4daeadd2 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b548f52e-61fb-4d44-ad3a-c9194e79715a,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:41.521128 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4d91fd97-f819-431a-92a8-bd1a4daeadd2 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:41.526504 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4d91fd97-f819-431a-92a8-bd1a4daeadd2 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9732730 Sep 23 15:09:41.527134 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-d4d6ef11-22f9-47df-a70a-13afbcc86dda tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 2001:db8::4d (c3d67a4b-9092-448f-b14d-bd8d70a05623/a0ef2ddd-8cd9-4d87-a14e-77e83f5a32bc/755342e8-d91e-4c1d-845e-2e6a083ec703) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:09:41.529133 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48176) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:41.567502 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-04d16562-891d-47fa-9404-fbbb6d60d1ad tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Request body: {'security_group_rule': {'security_group_id': '160549b5-9e7d-4b90-99c7-d40faf5f2f41', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b548f52e-61fb-4d44-ad3a-c9194e79715a', 'remote_ip_prefix': None}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:41.594570 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-04d16562-891d-47fa-9404-fbbb6d60d1ad tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:41.622186 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-dcf605cb-742c-4155-8413-59793c3eb578 None None] Attempt 3 to provision port b74b56f7-11b8-423a-81c5-fe5039be17e6 Sep 23 15:09:41.647851 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-466eb2e4-7998-451f-9368-7647fbf14323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724022762', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246'}], 'enable_snat': True}, 'gw_port_id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:07:17Z', 'updated_at': '2022-09-23T15:09:37Z', 'revision_number': 5, 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'gw_port': {'id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:19Z', 'updated_at': '2022-09-23T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:41.683021 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Attempting to bind port 01bbda2f-4695-4a55-9ced-43209f3b7740 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:09:41.683021 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Attempting to bind port 01bbda2f-4695-4a55-9ced-43209f3b7740 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:09:41.683414 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Attempting to bind port 01bbda2f-4695-4a55-9ced-43209f3b7740 on network c3d67a4b-9092-448f-b14d-bd8d70a05623 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:09:41.689016 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466eb2e4-7998-451f-9368-7647fbf14323 None None] Checking router: d6f99150-9f1b-40ce-b203-62a4a5082f56 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:09:41.703430 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:09:41.703810 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Checking segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:09:41.705714 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:41.705714 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Bound using segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:09:41.705714 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Bound port: 01bbda2f-4695-4a55-9ced-43209f3b7740, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:09:41.705714 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:41.735608 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e60398d-213b-43bc-af7c-0e8a9eb2d3c8 None None] DHCP port deletion for a6c9aa2c-f801-4044-ba36-ff353c446221 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:09:41.741190 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-dcf605cb-742c-4155-8413-59793c3eb578 None None] Port b74b56f7-11b8-423a-81c5-fe5039be17e6 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:41.741647 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4a1415-a40f-4119-89ad-5bdd853ec6da tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network 5642482b-8553-4c5a-a3e6-eb77420b2058 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:41.746095 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-cc4a1415-a40f-4119-89ad-5bdd853ec6da tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:41.768515 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-04d16562-891d-47fa-9404-fbbb6d60d1ad tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Usage tracker for resource:security_group_rule and tenant:a4cfc0f8e6e241f1839444942f97c8de is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:41.780254 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-04d16562-891d-47fa-9404-fbbb6d60d1ad tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:41.800138 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-04d16562-891d-47fa-9404-fbbb6d60d1ad tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:41.811554 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-d147d807-b935-4e89-897d-e3b6e669b25c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:41.831005 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466eb2e4-7998-451f-9368-7647fbf14323 None None] Routers {'d6f99150-9f1b-40ce-b203-62a4a5082f56'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:09:41.831699 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-466eb2e4-7998-451f-9368-7647fbf14323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:09:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['d6f99150-9f1b-40ce-b203-62a4a5082f56'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:41.847154 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-d147d807-b935-4e89-897d-e3b6e669b25c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Transition to ACTIVE for port object 06782627-15d1-4272-898e-e78ac3c1a414 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:41.929312 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1e60398d-213b-43bc-af7c-0e8a9eb2d3c8 None None] Deleting port fa66093d-083c-476e-a0c3-9e235c058b12 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:41.930958 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1e60398d-213b-43bc-af7c-0e8a9eb2d3c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:41.977214 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-04d16562-891d-47fa-9404-fbbb6d60d1ad tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:42.001689 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fce10371-997f-41ec-9c7b-b2f63f523409 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:42.084365 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-fce10371-997f-41ec-9c7b-b2f63f523409 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Deleting port 4720b56f-377c-4d8c-8294-4d77115ccc7b {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:42.086500 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fce10371-997f-41ec-9c7b-b2f63f523409 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:42.135325 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d4d6ef11-22f9-47df-a70a-13afbcc86dda tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:42.145993 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-d147d807-b935-4e89-897d-e3b6e669b25c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:42.169517 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device fa66093d-083c-476e-a0c3-9e235c058b12 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:09:42.235733 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-d147d807-b935-4e89-897d-e3b6e669b25c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Network 54f9df89-e4c3-410f-a46e-fdf8b10aca9a is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:42.244763 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-04d16562-891d-47fa-9404-fbbb6d60d1ad tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:42.247596 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-d147d807-b935-4e89-897d-e3b6e669b25c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:42.249842 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-d4d6ef11-22f9-47df-a70a-13afbcc86dda tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Transition to ACTIVE for port object 755342e8-d91e-4c1d-845e-2e6a083ec703 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:42.253770 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-d147d807-b935-4e89-897d-e3b6e669b25c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:09:42.338918 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-04d16562-891d-47fa-9404-fbbb6d60d1ad tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:42.352067 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-dcf605cb-742c-4155-8413-59793c3eb578 None None] Attempt 4 to provision port b74b56f7-11b8-423a-81c5-fe5039be17e6 Sep 23 15:09:42.380332 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147d807-b935-4e89-897d-e3b6e669b25c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Pushing event updated for resources: {'Port': ['ID=06782627-15d1-4272-898e-e78ac3c1a414,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:42.410573 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-d147d807-b935-4e89-897d-e3b6e669b25c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:42.411447 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-d147d807-b935-4e89-897d-e3b6e669b25c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:42.430652 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4a1415-a40f-4119-89ad-5bdd853ec6da tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Router 925538b2-8a1f-4bab-9efe-d7b9481de7db is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:09:42.439120 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d16562-891d-47fa-9404-fbbb6d60d1ad tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a57b2e-9bf5-4fcc-8195-7477c16c5155,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:42.450937 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] For port 01bbda2f-4695-4a55-9ced-43209f3b7740, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:09:42.503709 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-d147d807-b935-4e89-897d-e3b6e669b25c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2235534 Sep 23 15:09:42.517440 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-c5c4fa4b-95ab-48b9-8f32-c10da105409d service neutron] Request body: {'port': {'device_id': '3bf885d1-2958-4e97-8a84-2b6b6a59448f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:42.537790 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] For port 01bbda2f-4695-4a55-9ced-43209f3b7740, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=01bbda2f-4695-4a55-9ced-43209f3b7740,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:09:42.557121 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-dcf605cb-742c-4155-8413-59793c3eb578 None None] Port b74b56f7-11b8-423a-81c5-fe5039be17e6 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:42.566762 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d4d6ef11-22f9-47df-a70a-13afbcc86dda tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:42.568640 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-04d16562-891d-47fa-9404-fbbb6d60d1ad tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:42.569960 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-04d16562-891d-47fa-9404-fbbb6d60d1ad tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0286555 Sep 23 15:09:42.574750 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48182) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:42.583838 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-466eb2e4-7998-451f-9368-7647fbf14323 None None] Set router d6f99150-9f1b-40ce-b203-62a4a5082f56 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:09:42.661520 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6ef11-22f9-47df-a70a-13afbcc86dda tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Port': ['ID=755342e8-d91e-4c1d-845e-2e6a083ec703,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:42.684921 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d6ef11-22f9-47df-a70a-13afbcc86dda tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:42.687904 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-d4d6ef11-22f9-47df-a70a-13afbcc86dda tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:42.695859 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d6ef11-22f9-47df-a70a-13afbcc86dda tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:09:42.701385 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d6ef11-22f9-47df-a70a-13afbcc86dda tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:42.701999 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d4d6ef11-22f9-47df-a70a-13afbcc86dda tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:42.748494 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:42.789225 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-c5c4fa4b-95ab-48b9-8f32-c10da105409d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:42.818681 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-10398874-b57a-4728-9eea-a7a1a16d0c93 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:42.830597 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-10398874-b57a-4728-9eea-a7a1a16d0c93 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:42.877019 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d77a7-aa7a-49fb-b68b-92e0f36ca31e req-d17e1443-0644-4c76-ac0f-bb4d1c582b03 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:42.878663 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7a3d77a7-aa7a-49fb-b68b-92e0f36ca31e req-d17e1443-0644-4c76-ac0f-bb4d1c582b03 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 931 time: 0.4889774 Sep 23 15:09:42.909388 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4a1415-a40f-4119-89ad-5bdd853ec6da tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:09:42.920139 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7245d9-3c29-4a63-b150-8d4976e7dfc9 None None] Sync routers for ids ['925538b2-8a1f-4bab-9efe-d7b9481de7db'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:09:42.927552 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d4d6ef11-22f9-47df-a70a-13afbcc86dda tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6006951 Sep 23 15:09:42.932329 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48186) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:42.934355 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7245d9-3c29-4a63-b150-8d4976e7dfc9 None None] Routers {'925538b2-8a1f-4bab-9efe-d7b9481de7db'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:09:42.936511 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-5b7245d9-3c29-4a63-b150-8d4976e7dfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:09:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['925538b2-8a1f-4bab-9efe-d7b9481de7db'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:42.947557 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-10398874-b57a-4728-9eea-a7a1a16d0c93 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:42.963595 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-10398874-b57a-4728-9eea-a7a1a16d0c93 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:42.964926 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-10398874-b57a-4728-9eea-a7a1a16d0c93 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/21a57b2e-9bf5-4fcc-8195-7477c16c5155 HTTP/1.1" status: 204 len: 168 time: 0.3771720 Sep 23 15:09:42.990920 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48190) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:42.993529 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-cc4a1415-a40f-4119-89ad-5bdd853ec6da tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "PUT /v2.0/routers/925538b2-8a1f-4bab-9efe-d7b9481de7db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1655025 Sep 23 15:09:42.996841 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48192) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:43.020508 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-e4e38bd0-8de3-4c2c-845e-de6864e20dc2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1963391988'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:43.044078 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e4e38bd0-8de3-4c2c-845e-de6864e20dc2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:43.045651 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10398874-b57a-4728-9eea-a7a1a16d0c93 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21a57b2e-9bf5-4fcc-8195-7477c16c5155,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:43.047085 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1e60398d-213b-43bc-af7c-0e8a9eb2d3c8 None None] For port fa66093d-083c-476e-a0c3-9e235c058b12, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=fa66093d-083c-476e-a0c3-9e235c058b12,segment=NetworkSegment(c15215a5-57ed-4328-8791-eac77bc9a6d0),segment_id=c15215a5-57ed-4328-8791-eac77bc9a6d0)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:43.048066 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1e60398d-213b-43bc-af7c-0e8a9eb2d3c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:43.062776 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e4e38bd0-8de3-4c2c-845e-de6864e20dc2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Usage tracker for resource:network and tenant:2de827345e1341699e79c05b3da06c65 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:43.068574 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-dcf605cb-742c-4155-8413-59793c3eb578 None None] Attempt 5 to provision port b74b56f7-11b8-423a-81c5-fe5039be17e6 Sep 23 15:09:43.083059 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-7a3d77a7-aa7a-49fb-b68b-92e0f36ca31e req-3d3142b7-049a-41f2-ac77-e7ffa14e2317 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Synchronizing usage tracker for tenant:4dd03006331a43759c203c055fc73500 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:43.100936 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-fce10371-997f-41ec-9c7b-b2f63f523409 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] For port 4720b56f-377c-4d8c-8294-4d77115ccc7b, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=4720b56f-377c-4d8c-8294-4d77115ccc7b,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:43.101318 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fce10371-997f-41ec-9c7b-b2f63f523409 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:43.104971 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e4e38bd0-8de3-4c2c-845e-de6864e20dc2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:43.106159 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port fa66093d-083c-476e-a0c3-9e235c058b12 is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:43.111178 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:43.134076 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e4e38bd0-8de3-4c2c-845e-de6864e20dc2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:43.254601 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Pushing event updated for resources: {'Port': ['ID=01bbda2f-4695-4a55-9ced-43209f3b7740,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:43.257001 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e38bd0-8de3-4c2c-845e-de6864e20dc2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Made reservation on behalf of 2de827345e1341699e79c05b3da06c65 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:43.260658 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e4e38bd0-8de3-4c2c-845e-de6864e20dc2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:43.275936 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-5b7245d9-3c29-4a63-b150-8d4976e7dfc9 None None] Set router 925538b2-8a1f-4bab-9efe-d7b9481de7db gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:09:43.295109 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e55c0d-ff37-4029-96f1-419b6151985b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:43.301728 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e55c0d-ff37-4029-96f1-419b6151985b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:43.306642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-90e55c0d-ff37-4029-96f1-419b6151985b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:43.382167 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e38bd0-8de3-4c2c-845e-de6864e20dc2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:09:43.409415 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e4e38bd0-8de3-4c2c-845e-de6864e20dc2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:43.409415 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-e4e38bd0-8de3-4c2c-845e-de6864e20dc2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Added segment 3f8ace70-c20b-4c00-948c-5f3667ef3838 of type vlan for network 6b4c8b6f-4852-42f1-844a-d974e671a54f Sep 23 15:09:43.420179 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:43.421952 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:43.421952 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:43.421952 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:43.421952 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:43.426889 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:43.427471 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:43.427925 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:43.428491 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:43.430770 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:43.431237 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:43.431714 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506772df-1b98-4850-9ffb-5e90f96fc150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:43.461056 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-fce10371-997f-41ec-9c7b-b2f63f523409 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Calling delete_port for 4720b56f-377c-4d8c-8294-4d77115ccc7b owned by network:router_gateway {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:43.467406 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e4e38bd0-8de3-4c2c-845e-de6864e20dc2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:43.483025 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-90e55c0d-ff37-4029-96f1-419b6151985b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:43.484212 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-90e55c0d-ff37-4029-96f1-419b6151985b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.5418751 Sep 23 15:09:43.488954 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48198) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:43.490859 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port fa66093d-083c-476e-a0c3-9e235c058b12, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=fa66093d-083c-476e-a0c3-9e235c058b12,segment=NetworkSegment(c15215a5-57ed-4328-8791-eac77bc9a6d0),segment_id=c15215a5-57ed-4328-8791-eac77bc9a6d0)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:43.503275 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1e60398d-213b-43bc-af7c-0e8a9eb2d3c8 None None] Calling delete_port for fa66093d-083c-476e-a0c3-9e235c058b12 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:43.623142 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-6caa6a4f-836e-4744-a8f5-71e645d6641d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting port 755342e8-d91e-4c1d-845e-2e6a083ec703 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:43.623487 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6caa6a4f-836e-4744-a8f5-71e645d6641d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:43.684928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.resource_extend [None req-e4e38bd0-8de3-4c2c-845e-de6864e20dc2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:09:43.699204 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-dcf605cb-742c-4155-8413-59793c3eb578 None None] Port b74b56f7-11b8-423a-81c5-fe5039be17e6 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:43.704920 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:43.707947 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-1e60398d-213b-43bc-af7c-0e8a9eb2d3c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:09:43.708584 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-1e60398d-213b-43bc-af7c-0e8a9eb2d3c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:09:43.841222 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=fa66093d-083c-476e-a0c3-9e235c058b12,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:43.879334 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-466eb2e4-7998-451f-9368-7647fbf14323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724022762', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246'}], 'enable_snat': True}, 'gw_port_id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:07:17Z', 'updated_at': '2022-09-23T15:09:37Z', 'revision_number': 5, 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'gw_port': {'id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:19Z', 'updated_at': '2022-09-23T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:43.883856 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466eb2e4-7998-451f-9368-7647fbf14323 None None] The sync data for ids ['d6f99150-9f1b-40ce-b203-62a4a5082f56'] in dv-neutron-859093-1-hyperv is: [{'id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724022762', 'tenant_id': 'b3a12835b3f04141a72530dd667a86b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246'}], 'enable_snat': True}, 'gw_port_id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:07:17Z', 'updated_at': '2022-09-23T15:09:37Z', 'revision_number': 5, 'project_id': 'b3a12835b3f04141a72530dd667a86b6', 'gw_port': {'id': '4720b56f-377c-4d8c-8294-4d77115ccc7b', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f99150-9f1b-40ce-b203-62a4a5082f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:07:19Z', 'updated_at': '2022-09-23T15:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:09:43.919723 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-7a3d77a7-aa7a-49fb-b68b-92e0f36ca31e req-3d3142b7-049a-41f2-ac77-e7ffa14e2317 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Unset dirty status for tenant:4dd03006331a43759c203c055fc73500 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:43.920482 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-5b7245d9-3c29-4a63-b150-8d4976e7dfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:09:39Z', 'revision_number': 2, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None, '_interfaces': [{'id': 'b74b56f7-11b8-423a-81c5-fe5039be17e6', 'name': '', 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:75:ea:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:37Z', 'updated_at': '2022-09-23T15:09:40Z', 'revision_number': 2, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:43.920941 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7a3d77a7-aa7a-49fb-b68b-92e0f36ca31e req-3d3142b7-049a-41f2-ac77-e7ffa14e2317 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0280435 Sep 23 15:09:43.928653 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7245d9-3c29-4a63-b150-8d4976e7dfc9 None None] Checking router: 925538b2-8a1f-4bab-9efe-d7b9481de7db for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:09:43.931523 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7245d9-3c29-4a63-b150-8d4976e7dfc9 None None] Updating router 925538b2-8a1f-4bab-9efe-d7b9481de7db port b74b56f7-11b8-423a-81c5-fe5039be17e6 binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:09:43.944316 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5de4973d-1df2-4fc7-bdc0-77df82803cb2 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Synchronizing usage tracker for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group_rule {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:43.998459 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-c5c4fa4b-95ab-48b9-8f32-c10da105409d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06782627-15d1-4272-898e-e78ac3c1a414 {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:09:44.027787 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-c5c4fa4b-95ab-48b9-8f32-c10da105409d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:44.031239 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b7245d9-3c29-4a63-b150-8d4976e7dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:44.043670 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fce10371-997f-41ec-9c7b-b2f63f523409 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:44.058871 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-c5c4fa4b-95ab-48b9-8f32-c10da105409d service neutron] Transition to ACTIVE for port object 06782627-15d1-4272-898e-e78ac3c1a414 will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:44.119644 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e4e38bd0-8de3-4c2c-845e-de6864e20dc2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:44.131173 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e38bd0-8de3-4c2c-845e-de6864e20dc2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:44.132381 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e4e38bd0-8de3-4c2c-845e-de6864e20dc2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:44.150928 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5de4973d-1df2-4fc7-bdc0-77df82803cb2 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Unset dirty status for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group_rule {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:44.161976 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5de4973d-1df2-4fc7-bdc0-77df82803cb2 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 1.1531649 Sep 23 15:09:44.166502 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48202) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:44.199183 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce10371-997f-41ec-9c7b-b2f63f523409 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Pushing event deleted for resources: {'Port': ['ID=4720b56f-377c-4d8c-8294-4d77115ccc7b,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:44.200839 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-dcf605cb-742c-4155-8413-59793c3eb578 None None] Attempt 6 to provision port b74b56f7-11b8-423a-81c5-fe5039be17e6 Sep 23 15:09:44.272885 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fce10371-997f-41ec-9c7b-b2f63f523409 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:44.311461 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1e60398d-213b-43bc-af7c-0e8a9eb2d3c8 None None] Deleting port fa66093d-083c-476e-a0c3-9e235c058b12 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:44.311581 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1e60398d-213b-43bc-af7c-0e8a9eb2d3c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:44.353029 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-c5c4fa4b-95ab-48b9-8f32-c10da105409d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:44.398245 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-dcf605cb-742c-4155-8413-59793c3eb578 None None] Port b74b56f7-11b8-423a-81c5-fe5039be17e6 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:44.587408 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 01bbda2f-4695-4a55-9ced-43209f3b7740 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:09:44.659651 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b7245d9-3c29-4a63-b150-8d4976e7dfc9 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:44.685749 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-5b7245d9-3c29-4a63-b150-8d4976e7dfc9 None None] Transition to ACTIVE for port object b74b56f7-11b8-423a-81c5-fe5039be17e6 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:44.780594 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e4e38bd0-8de3-4c2c-845e-de6864e20dc2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7826998 Sep 23 15:09:44.812991 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6caa6a4f-836e-4744-a8f5-71e645d6641d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:44.843269 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48206) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:44.876981 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1e60398d-213b-43bc-af7c-0e8a9eb2d3c8 None None] For port fa66093d-083c-476e-a0c3-9e235c058b12, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=fa66093d-083c-476e-a0c3-9e235c058b12,segment=NetworkSegment(c15215a5-57ed-4328-8791-eac77bc9a6d0),segment_id=c15215a5-57ed-4328-8791-eac77bc9a6d0)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:44.877291 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1e60398d-213b-43bc-af7c-0e8a9eb2d3c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:44.895480 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-0ab66276-40b4-4b6a-b1d2-e6c547805850 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'subnet': {'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:44.900400 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-dcf605cb-742c-4155-8413-59793c3eb578 None None] Attempt 7 to provision port b74b56f7-11b8-423a-81c5-fe5039be17e6 Sep 23 15:09:44.929019 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fce10371-997f-41ec-9c7b-b2f63f523409 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:44.932741 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fce10371-997f-41ec-9c7b-b2f63f523409 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:45.000728 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b7245d9-3c29-4a63-b150-8d4976e7dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:45.074378 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fce10371-997f-41ec-9c7b-b2f63f523409 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:45.074844 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce10371-997f-41ec-9c7b-b2f63f523409 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Fanout notify agent at l3_agent the message router_deleted on router d6f99150-9f1b-40ce-b203-62a4a5082f56 {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:09:45.098465 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fce10371-997f-41ec-9c7b-b2f63f523409 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:45.099783 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-fce10371-997f-41ec-9c7b-b2f63f523409 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "DELETE /v2.0/routers/d6f99150-9f1b-40ce-b203-62a4a5082f56 HTTP/1.1" status: 204 len: 168 time: 3.9077215 Sep 23 15:09:45.115032 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48212) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:45.156387 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c3068e0e-1d57-4a41-b2a0-a2d9427424e0 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:45.159649 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e38bd0-8de3-4c2c-845e-de6864e20dc2 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Network': ['ID=6b4c8b6f-4852-42f1-844a-d974e671a54f,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:45.195243 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-6caa6a4f-836e-4744-a8f5-71e645d6641d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Calling delete_port for 755342e8-d91e-4c1d-845e-2e6a083ec703 owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:45.232033 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eeec84-f4b5-4377-9233-64192a67ce5d None None] Pushing event updated for resources: {'Port': ['ID=b74b56f7-11b8-423a-81c5-fe5039be17e6,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:45.245723 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4fa4b-95ab-48b9-8f32-c10da105409d service neutron] Pushing event updated for resources: {'Port': ['ID=06782627-15d1-4272-898e-e78ac3c1a414,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:45.247623 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1e60398d-213b-43bc-af7c-0e8a9eb2d3c8 None None] Calling delete_port for fa66093d-083c-476e-a0c3-9e235c058b12 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:45.256729 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eeec84-f4b5-4377-9233-64192a67ce5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:45.257084 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eeec84-f4b5-4377-9233-64192a67ce5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:45.257428 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eeec84-f4b5-4377-9233-64192a67ce5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:45.257760 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eeec84-f4b5-4377-9233-64192a67ce5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:45.258090 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eeec84-f4b5-4377-9233-64192a67ce5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:45.258468 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eeec84-f4b5-4377-9233-64192a67ce5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:45.258800 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eeec84-f4b5-4377-9233-64192a67ce5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:45.259122 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eeec84-f4b5-4377-9233-64192a67ce5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:45.259445 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eeec84-f4b5-4377-9233-64192a67ce5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:45.259765 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eeec84-f4b5-4377-9233-64192a67ce5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:45.260082 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eeec84-f4b5-4377-9233-64192a67ce5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:45.260403 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eeec84-f4b5-4377-9233-64192a67ce5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:09:45.271999 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5b7245d9-3c29-4a63-b150-8d4976e7dfc9 None None] Attempting to bind port b74b56f7-11b8-423a-81c5-fe5039be17e6 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:09:45.273327 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5b7245d9-3c29-4a63-b150-8d4976e7dfc9 None None] Attempting to bind port b74b56f7-11b8-423a-81c5-fe5039be17e6 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'e0014b4f-b662-49b0-ac0e-4460d0327cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:09:45.273701 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7245d9-3c29-4a63-b150-8d4976e7dfc9 None None] Attempting to bind port b74b56f7-11b8-423a-81c5-fe5039be17e6 on network 5642482b-8553-4c5a-a3e6-eb77420b2058 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:09:45.283341 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7245d9-3c29-4a63-b150-8d4976e7dfc9 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:09:45.283713 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7245d9-3c29-4a63-b150-8d4976e7dfc9 None None] Checking segment: {'id': 'e0014b4f-b662-49b0-ac0e-4460d0327cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:09:45.284158 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b7245d9-3c29-4a63-b150-8d4976e7dfc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:45.284549 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7245d9-3c29-4a63-b150-8d4976e7dfc9 None None] Bound using segment: {'id': 'e0014b4f-b662-49b0-ac0e-4460d0327cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:09:45.285017 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5b7245d9-3c29-4a63-b150-8d4976e7dfc9 None None] Bound port: b74b56f7-11b8-423a-81c5-fe5039be17e6, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0014b4f-b662-49b0-ac0e-4460d0327cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:09:45.301551 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b7245d9-3c29-4a63-b150-8d4976e7dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:45.379491 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 6b4c8b6f-4852-42f1-844a-d974e671a54f details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:09:45.403787 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a78474fe-2c80-4de7-859a-57021b0e0423 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:45.428825 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c3068e0e-1d57-4a41-b2a0-a2d9427424e0 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:45.432490 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-a78474fe-2c80-4de7-859a-57021b0e0423 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Deleting port fa66093d-083c-476e-a0c3-9e235c058b12 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:45.433960 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a78474fe-2c80-4de7-859a-57021b0e0423 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:45.445611 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0ab66276-40b4-4b6a-b1d2-e6c547805850 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:45.449550 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0ab66276-40b4-4b6a-b1d2-e6c547805850 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Usage tracker for resource:subnet and tenant:2de827345e1341699e79c05b3da06c65 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:45.452459 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0ab66276-40b4-4b6a-b1d2-e6c547805850 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:45.458851 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0ab66276-40b4-4b6a-b1d2-e6c547805850 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:45.489674 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-dcf605cb-742c-4155-8413-59793c3eb578 None None] Port b74b56f7-11b8-423a-81c5-fe5039be17e6 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:45.491917 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1e60398d-213b-43bc-af7c-0e8a9eb2d3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:45.496458 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 01bbda2f-4695-4a55-9ced-43209f3b7740 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:45.537531 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-5b7245d9-3c29-4a63-b150-8d4976e7dfc9 None None] For port b74b56f7-11b8-423a-81c5-fe5039be17e6, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:09:45.542233 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-5b7245d9-3c29-4a63-b150-8d4976e7dfc9 None None] For port b74b56f7-11b8-423a-81c5-fe5039be17e6, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=b74b56f7-11b8-423a-81c5-fe5039be17e6,segment=NetworkSegment(e0014b4f-b662-49b0-ac0e-4460d0327cbf),segment_id=e0014b4f-b662-49b0-ac0e-4460d0327cbf)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:09:45.549050 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-c5c4fa4b-95ab-48b9-8f32-c10da105409d service neutron] Attempting to bind port 06782627-15d1-4272-898e-e78ac3c1a414 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:09:45.553814 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-c5c4fa4b-95ab-48b9-8f32-c10da105409d service neutron] Attempting to bind port 06782627-15d1-4272-898e-e78ac3c1a414 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '2299cf50-8fc5-4710-8b0f-f89efce15188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:09:45.553814 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-c5c4fa4b-95ab-48b9-8f32-c10da105409d service neutron] Attempting to bind port 06782627-15d1-4272-898e-e78ac3c1a414 on network 54f9df89-e4c3-410f-a46e-fdf8b10aca9a {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:09:45.565402 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60398d-213b-43bc-af7c-0e8a9eb2d3c8 None None] Pushing event deleted for resources: {'Port': ['ID=fa66093d-083c-476e-a0c3-9e235c058b12,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:45.572268 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e60398d-213b-43bc-af7c-0e8a9eb2d3c8 None None] No DVR routers for this DVR port fa66093d-083c-476e-a0c3-9e235c058b12 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:09:45.588534 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 550213bd-d15d-4ed0-90fc-4b73c0ac7ab3 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:09:45.594779 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-c5c4fa4b-95ab-48b9-8f32-c10da105409d service neutron] Port 06782627-15d1-4272-898e-e78ac3c1a414 on network 54f9df89-e4c3-410f-a46e-fdf8b10aca9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:09:45.595107 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-c5c4fa4b-95ab-48b9-8f32-c10da105409d service neutron] Attempting to bind port 06782627-15d1-4272-898e-e78ac3c1a414 on network 54f9df89-e4c3-410f-a46e-fdf8b10aca9a {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:09:45.603251 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b7245d9-3c29-4a63-b150-8d4976e7dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:45.613701 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab66276-40b4-4b6a-b1d2-e6c547805850 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Made reservation on behalf of 2de827345e1341699e79c05b3da06c65 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:45.617222 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0ab66276-40b4-4b6a-b1d2-e6c547805850 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:45.623619 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-a78474fe-2c80-4de7-859a-57021b0e0423 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] The port 'fa66093d-083c-476e-a0c3-9e235c058b12' was deleted {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:09:45.650757 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 550213bd-d15d-4ed0-90fc-4b73c0ac7ab3 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:09:45.650757 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 550213bd-d15d-4ed0-90fc-4b73c0ac7ab3 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:09:45.657727 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-c5c4fa4b-95ab-48b9-8f32-c10da105409d service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:09:45.657727 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-c5c4fa4b-95ab-48b9-8f32-c10da105409d service neutron] Checking segment: {'id': '2299cf50-8fc5-4710-8b0f-f89efce15188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:09:45.657727 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-c5c4fa4b-95ab-48b9-8f32-c10da105409d service neutron] Bound using segment: {'id': '2299cf50-8fc5-4710-8b0f-f89efce15188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:09:45.657727 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-c5c4fa4b-95ab-48b9-8f32-c10da105409d service neutron] Bound port: 06782627-15d1-4272-898e-e78ac3c1a414, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2299cf50-8fc5-4710-8b0f-f89efce15188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:09:45.657727 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-c5c4fa4b-95ab-48b9-8f32-c10da105409d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:45.692151 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7245d9-3c29-4a63-b150-8d4976e7dfc9 None None] Routers {'925538b2-8a1f-4bab-9efe-d7b9481de7db'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:09:45.692788 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-5b7245d9-3c29-4a63-b150-8d4976e7dfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:09:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['925538b2-8a1f-4bab-9efe-d7b9481de7db'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:45.783948 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a78474fe-2c80-4de7-859a-57021b0e0423 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:45.805901 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ab508-e9fb-4ff0-9941-94f9dba5a369 req-228da66d-11c1-4645-a402-27825d2062ba tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:45.808867 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-bb9ab508-e9fb-4ff0-9941-94f9dba5a369 req-228da66d-11c1-4645-a402-27825d2062ba tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Synchronizing usage tracker for tenant:4dd03006331a43759c203c055fc73500 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:45.819698 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c3068e0e-1d57-4a41-b2a0-a2d9427424e0 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:45.823425 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-a78474fe-2c80-4de7-859a-57021b0e0423 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c9aa2c-f801-4044-ba36-ff353c446221']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:45.829650 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eeec84-f4b5-4377-9233-64192a67ce5d None None] Pushing event updated for resources: {'Port': ['ID=b74b56f7-11b8-423a-81c5-fe5039be17e6,revision_number=4']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:45.847977 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-a78474fe-2c80-4de7-859a-57021b0e0423 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15215a5-57ed-4328-8791-eac77bc9a6d0') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:45.848343 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-a78474fe-2c80-4de7-859a-57021b0e0423 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15215a5-57ed-4328-8791-eac77bc9a6d0') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:45.869283 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a78474fe-2c80-4de7-859a-57021b0e0423 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:45.885344 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a78474fe-2c80-4de7-859a-57021b0e0423 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:45.892863 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78474fe-2c80-4de7-859a-57021b0e0423 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:09:45.893695 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a78474fe-2c80-4de7-859a-57021b0e0423 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:45.946571 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-5b7245d9-3c29-4a63-b150-8d4976e7dfc9 None None] Set router 925538b2-8a1f-4bab-9efe-d7b9481de7db gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:09:45.960863 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3068e0e-1d57-4a41-b2a0-a2d9427424e0 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b548f52e-61fb-4d44-ad3a-c9194e79715a,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:45.979434 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment c15215a5-57ed-4328-8791-eac77bc9a6d0 resource provider aggregate not found Sep 23 15:09:45.980037 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-c5c4fa4b-95ab-48b9-8f32-c10da105409d service neutron] For port 06782627-15d1-4272-898e-e78ac3c1a414, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:09:45.984304 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-c5c4fa4b-95ab-48b9-8f32-c10da105409d service neutron] For port 06782627-15d1-4272-898e-e78ac3c1a414, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=06782627-15d1-4272-898e-e78ac3c1a414,segment=NetworkSegment(2299cf50-8fc5-4710-8b0f-f89efce15188),segment_id=2299cf50-8fc5-4710-8b0f-f89efce15188)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:09:46.003112 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-dcf605cb-742c-4155-8413-59793c3eb578 None None] Attempt 8 to provision port b74b56f7-11b8-423a-81c5-fe5039be17e6 Sep 23 15:09:46.009977 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment c15215a5-57ed-4328-8791-eac77bc9a6d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c15215a5-57ed-4328-8791-eac77bc9a6d0 found for delete ", "request_id": "req-3af7946c-b091-443c-92c7-c446b6065ff3"}]} Sep 23 15:09:46.034203 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 4720b56f-377c-4d8c-8294-4d77115ccc7b no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:09:46.039838 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-bb9ab508-e9fb-4ff0-9941-94f9dba5a369 req-228da66d-11c1-4645-a402-27825d2062ba tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Unset dirty status for tenant:4dd03006331a43759c203c055fc73500 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:46.041068 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bb9ab508-e9fb-4ff0-9941-94f9dba5a369 req-228da66d-11c1-4645-a402-27825d2062ba tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 943 time: 0.8562624 Sep 23 15:09:46.075715 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-c5c4fa4b-95ab-48b9-8f32-c10da105409d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:46.078887 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-c5c4fa4b-95ab-48b9-8f32-c10da105409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:46.079699 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-c5c4fa4b-95ab-48b9-8f32-c10da105409d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:46.081415 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-c5c4fa4b-95ab-48b9-8f32-c10da105409d service neutron] 10.222.0.72 "PUT /v2.0/ports/06782627-15d1-4272-898e-e78ac3c1a414 HTTP/1.1" status: 200 len: 1093 time: 3.5692935 Sep 23 15:09:46.083040 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c3068e0e-1d57-4a41-b2a0-a2d9427424e0 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:46.084751 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c3068e0e-1d57-4a41-b2a0-a2d9427424e0 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "DELETE /v2.0/security-groups/b548f52e-61fb-4d44-ad3a-c9194e79715a HTTP/1.1" status: 204 len: 168 time: 1.8876462 Sep 23 15:09:46.087934 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48220) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:46.095066 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 4720b56f-377c-4d8c-8294-4d77115ccc7b {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:09:46.095891 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 4720b56f-377c-4d8c-8294-4d77115ccc7b not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:09:46.137110 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-dcf605cb-742c-4155-8413-59793c3eb578 None None] Port b74b56f7-11b8-423a-81c5-fe5039be17e6 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:09:46.148608 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a78474fe-2c80-4de7-859a-57021b0e0423 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:46.150711 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf885d1-2958-4e97-8a84-2b6b6a59448f', 'tag': '06782627-15d1-4272-898e-e78ac3c1a414'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:09:46.154404 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db39ee31-741d-4a77-856e-7d38d2d06191" -d '{"events": [{"name": "network-changed", "server_uuid": "3bf885d1-2958-4e97-8a84-2b6b6a59448f", "tag": "06782627-15d1-4272-898e-e78ac3c1a414"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:09:46.157681 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6caa6a4f-836e-4744-a8f5-71e645d6641d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:46.180816 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a78474fe-2c80-4de7-859a-57021b0e0423 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:46.237768 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78474fe-2c80-4de7-859a-57021b0e0423 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Pushing event deleted for resources: {'Network': ['ID=a6c9aa2c-f801-4044-ba36-ff353c446221,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:46.249642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa9a1fc-0f79-443b-988e-9d6072d94478 x-openstack-request-id: req-eaa9a1fc-0f79-443b-988e-9d6072d94478 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:09:46.249940 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bf885d1-2958-4e97-8a84-2b6b6a59448f", "tag": "06782627-15d1-4272-898e-e78ac3c1a414", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:09:46.250190 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-eaa9a1fc-0f79-443b-988e-9d6072d94478 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:09:46.250689 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaa9a1fc-0f79-443b-988e-9d6072d94478'] response: {'name': 'network-changed', 'server_uuid': '3bf885d1-2958-4e97-8a84-2b6b6a59448f', 'tag': '06782627-15d1-4272-898e-e78ac3c1a414', 'status': 'completed', 'code': 200} Sep 23 15:09:46.286800 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-25c3b137-7109-4106-9ff9-15f586d662d6 None None] Could not find standard attr ID for object 755342e8-d91e-4c1d-845e-2e6a083ec703. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:09:46.294681 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a78474fe-2c80-4de7-859a-57021b0e0423 tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "DELETE /v2.0/networks/a6c9aa2c-f801-4044-ba36-ff353c446221 HTTP/1.1" status: 204 len: 168 time: 1.1785011 Sep 23 15:09:46.301450 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48226) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:46.304428 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-5b7245d9-3c29-4a63-b150-8d4976e7dfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:09:39Z', 'revision_number': 2, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None, '_interfaces': [{'id': 'b74b56f7-11b8-423a-81c5-fe5039be17e6', 'name': '', 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:75:ea:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:37Z', 'updated_at': '2022-09-23T15:09:45Z', 'revision_number': 4, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:46.310159 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7245d9-3c29-4a63-b150-8d4976e7dfc9 None None] The sync data for ids ['925538b2-8a1f-4bab-9efe-d7b9481de7db'] in dv-neutron-859093-1-hyperv is: [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:09:39Z', 'revision_number': 2, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None, '_interfaces': [{'id': 'b74b56f7-11b8-423a-81c5-fe5039be17e6', 'name': '', 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:75:ea:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:37Z', 'updated_at': '2022-09-23T15:09:45Z', 'revision_number': 4, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:09:46.324707 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bb9ab508-e9fb-4ff0-9941-94f9dba5a369 req-40a3d939-0966-4643-8c87-948521797329 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2776296 Sep 23 15:09:46.337982 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1ccbbc65-fe2d-48c5-8341-86d8ec9d6a01 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Synchronizing usage tracker for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:46.354364 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6caa6a4f-836e-4744-a8f5-71e645d6641d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:46.391199 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-25c3b137-7109-4106-9ff9-15f586d662d6 None None] Provisioning for port 01bbda2f-4695-4a55-9ced-43209f3b7740 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:46.397657 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-25c3b137-7109-4106-9ff9-15f586d662d6 None None] Provisioning complete for port 01bbda2f-4695-4a55-9ced-43209f3b7740 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:46.398294 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-25c3b137-7109-4106-9ff9-15f586d662d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:46.398816 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-25c3b137-7109-4106-9ff9-15f586d662d6 None None] Attempt 1 to provision port 01bbda2f-4695-4a55-9ced-43209f3b7740 Sep 23 15:09:46.432990 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c89b4c43-9e48-4c9f-852b-2449a668b10e tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:46.443496 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6caa6a4f-836e-4744-a8f5-71e645d6641d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/755342e8-d91e-4c1d-845e-2e6a083ec703 HTTP/1.1" status: 204 len: 168 time: 2.9203346 Sep 23 15:09:46.448760 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4fa4b-95ab-48b9-8f32-c10da105409d service neutron] Pushing event updated for resources: {'Port': ['ID=06782627-15d1-4272-898e-e78ac3c1a414,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:46.456027 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48230) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:46.522444 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa6a4f-836e-4744-a8f5-71e645d6641d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Port': ['ID=755342e8-d91e-4c1d-845e-2e6a083ec703,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:46.524500 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1ccbbc65-fe2d-48c5-8341-86d8ec9d6a01 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Unset dirty status for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:46.525844 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1ccbbc65-fe2d-48c5-8341-86d8ec9d6a01 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4366121 Sep 23 15:09:46.533154 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48234) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:46.547153 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c89b4c43-9e48-4c9f-852b-2449a668b10e tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:46.610163 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff78bd0-6e88-42e1-8724-d27ea74d9d82 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:46.614386 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff78bd0-6e88-42e1-8724-d27ea74d9d82 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:46.619797 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7ff78bd0-6e88-42e1-8724-d27ea74d9d82 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:46.638545 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-25c3b137-7109-4106-9ff9-15f586d662d6 None None] Current status of the port 01bbda2f-4695-4a55-9ced-43209f3b7740 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:46.638545 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-25c3b137-7109-4106-9ff9-15f586d662d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:46.665156 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-90465f29-9f39-4f33-b4e3-67f0fcb0df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:46.667016 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-90465f29-9f39-4f33-b4e3-67f0fcb0df4b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4dd03006331a43759c203c055fc73500&device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 1096 time: 0.4851515 Sep 23 15:09:46.674172 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-25c3b137-7109-4106-9ff9-15f586d662d6 None None] For port 01bbda2f-4695-4a55-9ced-43209f3b7740, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=01bbda2f-4695-4a55-9ced-43209f3b7740,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:46.708872 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7ff78bd0-6e88-42e1-8724-d27ea74d9d82 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:46.712465 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7ff78bd0-6e88-42e1-8724-d27ea74d9d82 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2531545 Sep 23 15:09:46.712849 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48238) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:46.765612 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-25c3b137-7109-4106-9ff9-15f586d662d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:46.775856 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-d56698cc-c2ec-4ad8-b3cf-9680f4984a6f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06782627-15d1-4272-898e-e78ac3c1a414 HTTP/1.1" status: 200 len: 217 time: 0.0872219 Sep 23 15:09:46.778908 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0ab66276-40b4-4b6a-b1d2-e6c547805850 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:46.788406 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa5186a-bd20-40fa-a0ef-2f50e67e8bfb tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet a0ef2ddd-8cd9-4d87-a14e-77e83f5a32bc {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:09:46.791912 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5aa5186a-bd20-40fa-a0ef-2f50e67e8bfb tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:46.826245 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e43e65a1-1e88-4679-a85a-996f91bf0a90 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:46.858755 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5aa5186a-bd20-40fa-a0ef-2f50e67e8bfb tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:46.923013 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3b137-7109-4106-9ff9-15f586d662d6 None None] Pushing event updated for resources: {'Port': ['ID=01bbda2f-4695-4a55-9ced-43209f3b7740,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:46.945356 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c89b4c43-9e48-4c9f-852b-2449a668b10e tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:46.976302 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b4c43-9e48-4c9f-852b-2449a668b10e tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc2c581-e4a9-43eb-81b2-36a3437ac55e,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:46.994248 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5aa5186a-bd20-40fa-a0ef-2f50e67e8bfb tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:47.019404 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-25c3b137-7109-4106-9ff9-15f586d662d6 None None] Provisioning for port 06782627-15d1-4272-898e-e78ac3c1a414 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:47.098506 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c89b4c43-9e48-4c9f-852b-2449a668b10e tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:47.099802 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c89b4c43-9e48-4c9f-852b-2449a668b10e tempest-TestNetworkAdvancedServerOps-1351748568 tempest-TestNetworkAdvancedServerOps-1351748568-project] 10.222.0.67 "DELETE /v2.0/security-groups/9dc2c581-e4a9-43eb-81b2-36a3437ac55e HTTP/1.1" status: 204 len: 168 time: 0.7958863 Sep 23 15:09:47.135153 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e43e65a1-1e88-4679-a85a-996f91bf0a90 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:47.155276 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab66276-40b4-4b6a-b1d2-e6c547805850 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Subnet': ['ID=1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:47.158085 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-5f9d9758-65be-440d-9544-5b0889084157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:47.159493 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-5f9d9758-65be-440d-9544-5b0889084157 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64979ce6-fb4a-43b7-a76f-4e9da53aeed1 HTTP/1.1" status: 200 len: 850 time: 0.3698120 Sep 23 15:09:47.196905 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5aa5186a-bd20-40fa-a0ef-2f50e67e8bfb tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:47.213556 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab66276-40b4-4b6a-b1d2-e6c547805850 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Checking segment: {'id': '3f8ace70-c20b-4c00-948c-5f3667ef3838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:09:47.213915 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab66276-40b4-4b6a-b1d2-e6c547805850 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network hostable DHCP agents. Network: 6b4c8b6f-4852-42f1-844a-d974e671a54f, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:09:47.238882 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5186a-bd20-40fa-a0ef-2f50e67e8bfb tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=a0ef2ddd-8cd9-4d87-a14e-77e83f5a32bc,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:47.241061 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5aa5186a-bd20-40fa-a0ef-2f50e67e8bfb tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:47.249886 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a15365-0a51-4393-a45b-0c63776b27a7 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:47.281741 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-af4716b8-47e3-4681-b1a5-a088b214ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:47.283888 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-af4716b8-47e3-4681-b1a5-a088b214ad7e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1151736 Sep 23 15:09:47.333250 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5aa5186a-bd20-40fa-a0ef-2f50e67e8bfb tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/a0ef2ddd-8cd9-4d87-a14e-77e83f5a32bc HTTP/1.1" status: 204 len: 168 time: 0.6179502 Sep 23 15:09:47.335267 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48244) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:47.413622 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d3e85119-7a77-42f2-aa0c-13c42f472846 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768495 Sep 23 15:09:47.415720 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48250) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:47.422854 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab66276-40b4-4b6a-b1d2-e6c547805850 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network 6b4c8b6f-4852-42f1-844a-d974e671a54f is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:09:47.431445 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e43e65a1-1e88-4679-a85a-996f91bf0a90 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:47.459205 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e65a1-1e88-4679-a85a-996f91bf0a90 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=160549b5-9e7d-4b90-99c7-d40faf5f2f41,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:47.464663 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-73962931-c789-4681-9253-b07a3c11b0b7 service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734662 Sep 23 15:09:47.522901 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd543a19-9a62-4deb-a46f-9b1ad0524fc3 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:47.523732 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-cd543a19-9a62-4deb-a46f-9b1ad0524fc3 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:47.557689 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e152d8b-39fa-43ea-b75e-eb97f5ecd28f None None] DHCP port deletion for c3d67a4b-9092-448f-b14d-bd8d70a05623 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:09:47.563302 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9e152d8b-39fa-43ea-b75e-eb97f5ecd28f None None] Deleting port 01bbda2f-4695-4a55-9ced-43209f3b7740 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:47.563681 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e152d8b-39fa-43ea-b75e-eb97f5ecd28f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:47.599877 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-0ab66276-40b4-4b6a-b1d2-e6c547805850 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 6b4c8b6f-4852-42f1-844a-d974e671a54f) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:47.608585 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517de4af-1ae9-4037-9459-4ffb787a6672 None None] Network 6b4c8b6f-4852-42f1-844a-d974e671a54f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:47.617719 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab66276-40b4-4b6a-b1d2-e6c547805850 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:47.621405 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0ab66276-40b4-4b6a-b1d2-e6c547805850 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:47.642980 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-cd543a19-9a62-4deb-a46f-9b1ad0524fc3 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:47.645199 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-cd543a19-9a62-4deb-a46f-9b1ad0524fc3 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2266901 Sep 23 15:09:47.647755 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48254) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:47.650299 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e43e65a1-1e88-4679-a85a-996f91bf0a90 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:47.653942 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e43e65a1-1e88-4679-a85a-996f91bf0a90 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "DELETE /v2.0/security-groups/160549b5-9e7d-4b90-99c7-d40faf5f2f41 HTTP/1.1" status: 204 len: 168 time: 1.1148283 Sep 23 15:09:47.658407 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48258) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:47.722927 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39248582-8417-4978-82f6-0cb37236970e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:47.724335 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-39248582-8417-4978-82f6-0cb37236970e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:47.726505 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0ab66276-40b4-4b6a-b1d2-e6c547805850 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8746483 Sep 23 15:09:47.730348 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48262) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:47.735624 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7fa78743-0b3d-4036-8e31-d6bb72c19beb req-18734520-714d-4539-b811-45e15038adc5 service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648494 Sep 23 15:09:47.756711 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a6217f70-5aaf-469a-bf20-cd8ddb60efa5 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Synchronizing usage tracker for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:47.766384 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77204947-8959-4355-ae06-45965925b88e req-f79f4724-95c8-4fca-b837-965fca9356fe tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:47.768154 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-77204947-8959-4355-ae06-45965925b88e req-f79f4724-95c8-4fca-b837-965fca9356fe tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 943 time: 0.2698748 Sep 23 15:09:47.834201 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-77204947-8959-4355-ae06-45965925b88e req-dd8c987c-8f5a-4e2c-8c5f-6fcbb24be64d tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562127 Sep 23 15:09:47.880102 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a6217f70-5aaf-469a-bf20-cd8ddb60efa5 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Unset dirty status for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:47.881873 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a6217f70-5aaf-469a-bf20-cd8ddb60efa5 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2223694 Sep 23 15:09:47.909761 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48266) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:47.911019 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-39248582-8417-4978-82f6-0cb37236970e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:47.912187 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-39248582-8417-4978-82f6-0cb37236970e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2633057 Sep 23 15:09:47.917314 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-2c7be3d4-1cb6-45d3-a52e-6874765f19ea tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Request body: {'security_group': {'name': 'tempest-secgroup--863962620'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:47.923726 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2c7be3d4-1cb6-45d3-a52e-6874765f19ea tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:47.932284 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48270) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:47.935011 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2c7be3d4-1cb6-45d3-a52e-6874765f19ea tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:48.003319 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-9e152d8b-39fa-43ea-b75e-eb97f5ecd28f None None] For port 01bbda2f-4695-4a55-9ced-43209f3b7740, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=01bbda2f-4695-4a55-9ced-43209f3b7740,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:48.003839 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e152d8b-39fa-43ea-b75e-eb97f5ecd28f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:48.013922 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1e3a90-b2fb-4d23-8679-f0262cd0f9a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-6b4c8b6f-4852-42f1-844a-d974e671a54f', 'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'fixed_ips': [{'subnet_id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:09:48.013922 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e1e3a90-b2fb-4d23-8679-f0262cd0f9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:48.028965 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4a3ac557-b932-4364-b74d-7e9558dbacba tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0951459 Sep 23 15:09:48.033213 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48274) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:48.039437 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-d3df8e0c-df1d-4f7a-9bcb-847d8f88f895 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:48.173404 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39ee31-741d-4a77-856e-7d38d2d06191 req-bce8ff11-d0e6-4866-8927-07136a3d9aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:48.176490 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-db39ee31-741d-4a77-856e-7d38d2d06191 req-bce8ff11-d0e6-4866-8927-07136a3d9aaf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4dd03006331a43759c203c055fc73500&device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 1096 time: 0.2903197 Sep 23 15:09:48.211002 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2c7be3d4-1cb6-45d3-a52e-6874765f19ea tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:48.225983 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device b74b56f7-11b8-423a-81c5-fe5039be17e6 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:09:48.308804 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9e152d8b-39fa-43ea-b75e-eb97f5ecd28f None None] Calling delete_port for 01bbda2f-4695-4a55-9ced-43209f3b7740 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:48.328138 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2c7be3d4-1cb6-45d3-a52e-6874765f19ea tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:48.338166 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39ee31-741d-4a77-856e-7d38d2d06191 req-fb3154c9-e3f7-4a23-8a9b-1c8825000f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:48.344523 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-db39ee31-741d-4a77-856e-7d38d2d06191 req-fb3154c9-e3f7-4a23-8a9b-1c8825000f1c service neutron] 10.222.0.72 "GET /v2.0/networks?id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a HTTP/1.1" status: 200 len: 912 time: 0.1575408 Sep 23 15:09:48.344523 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d3df8e0c-df1d-4f7a-9bcb-847d8f88f895 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:48.348441 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2c7be3d4-1cb6-45d3-a52e-6874765f19ea tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Usage tracker for resource:security_group_rule and tenant:a4cfc0f8e6e241f1839444942f97c8de is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:48.356143 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2c7be3d4-1cb6-45d3-a52e-6874765f19ea tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:48.368320 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2c7be3d4-1cb6-45d3-a52e-6874765f19ea tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:48.418656 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d3df8e0c-df1d-4f7a-9bcb-847d8f88f895 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:48.430388 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-db39ee31-741d-4a77-856e-7d38d2d06191 req-125482c3-b01e-404d-a9e1-ef76fd9233a2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06782627-15d1-4272-898e-e78ac3c1a414 HTTP/1.1" status: 200 len: 217 time: 0.0787721 Sep 23 15:09:48.499670 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39ee31-741d-4a77-856e-7d38d2d06191 req-5384dbbc-ee2d-46f2-8253-ef5ef12e7bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:48.501281 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-db39ee31-741d-4a77-856e-7d38d2d06191 req-5384dbbc-ee2d-46f2-8253-ef5ef12e7bff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64979ce6-fb4a-43b7-a76f-4e9da53aeed1 HTTP/1.1" status: 200 len: 850 time: 0.0636597 Sep 23 15:09:48.506733 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-7e1e3a90-b2fb-4d23-8679-f0262cd0f9a2 None None] Allocated IP 2001:db8:1::2 (6b4c8b6f-4852-42f1-844a-d974e671a54f/1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f/3d9d2deb-6086-45d6-8271-6e13515e3f3a) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:09:48.574487 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3df8e0c-df1d-4f7a-9bcb-847d8f88f895 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:48.578144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d3df8e0c-df1d-4f7a-9bcb-847d8f88f895 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:48.583085 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port b74b56f7-11b8-423a-81c5-fe5039be17e6 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:48.598516 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port b74b56f7-11b8-423a-81c5-fe5039be17e6 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:48.598906 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:48.599237 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port b74b56f7-11b8-423a-81c5-fe5039be17e6 Sep 23 15:09:48.634962 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e152d8b-39fa-43ea-b75e-eb97f5ecd28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:48.708494 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e152d8b-39fa-43ea-b75e-eb97f5ecd28f None None] Pushing event deleted for resources: {'Port': ['ID=01bbda2f-4695-4a55-9ced-43209f3b7740,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:48.712514 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39ee31-741d-4a77-856e-7d38d2d06191 req-a0e3cf5e-883f-4e43-8a34-9a79f9232aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:48.724039 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e152d8b-39fa-43ea-b75e-eb97f5ecd28f None None] No DVR routers for this DVR port 01bbda2f-4695-4a55-9ced-43209f3b7740 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:09:48.725865 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-db39ee31-741d-4a77-856e-7d38d2d06191 req-a0e3cf5e-883f-4e43-8a34-9a79f9232aa7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2105839 Sep 23 15:09:48.766556 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2c7be3d4-1cb6-45d3-a52e-6874765f19ea tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:48.775803 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f06f06e-d859-4ae2-83be-8419306a7c4e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:48.931608 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2c7be3d4-1cb6-45d3-a52e-6874765f19ea tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:48.982075 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port b74b56f7-11b8-423a-81c5-fe5039be17e6 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:48.982496 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:49.036205 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e1e3a90-b2fb-4d23-8679-f0262cd0f9a2 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:49.065130 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-7e1e3a90-b2fb-4d23-8679-f0262cd0f9a2 None None] Transition to ACTIVE for port object 3d9d2deb-6086-45d6-8271-6e13515e3f3a will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:49.103824 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port b74b56f7-11b8-423a-81c5-fe5039be17e6, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=b74b56f7-11b8-423a-81c5-fe5039be17e6,segment=NetworkSegment(e0014b4f-b662-49b0-ac0e-4460d0327cbf),segment_id=e0014b4f-b662-49b0-ac0e-4460d0327cbf)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:49.113919 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48286) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:49.125152 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-7e1e3a90-b2fb-4d23-8679-f0262cd0f9a2 None None] Transition to ACTIVE for port object 3d9d2deb-6086-45d6-8271-6e13515e3f3a will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:49.135108 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2c7be3d4-1cb6-45d3-a52e-6874765f19ea tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:49.139278 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2c7be3d4-1cb6-45d3-a52e-6874765f19ea tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2230532 Sep 23 15:09:49.160841 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48290) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:49.171129 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-8c00f66f-3730-411b-baf6-a0bd4cc3093f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Request body: {'security_group_rule': {'security_group_id': '93ac7fb2-dda6-43a4-89f0-55dd90b33db0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:49.181776 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8c00f66f-3730-411b-baf6-a0bd4cc3093f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:49.186819 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7be3d4-1cb6-45d3-a52e-6874765f19ea tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ac7fb2-dda6-43a4-89f0-55dd90b33db0,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:49.195924 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8c00f66f-3730-411b-baf6-a0bd4cc3093f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Usage tracker for resource:security_group_rule and tenant:a4cfc0f8e6e241f1839444942f97c8de is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:49.201236 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8c00f66f-3730-411b-baf6-a0bd4cc3093f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:49.213787 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:49.228270 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8c00f66f-3730-411b-baf6-a0bd4cc3093f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:49.306422 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=b74b56f7-11b8-423a-81c5-fe5039be17e6,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:49.309112 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 01bbda2f-4695-4a55-9ced-43209f3b7740 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:09:49.345278 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e1e3a90-b2fb-4d23-8679-f0262cd0f9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:49.414199 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 01bbda2f-4695-4a55-9ced-43209f3b7740 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:09:49.414650 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 01bbda2f-4695-4a55-9ced-43209f3b7740 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:09:49.415972 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e3a90-b2fb-4d23-8679-f0262cd0f9a2 None None] Pushing event updated for resources: {'Port': ['ID=3d9d2deb-6086-45d6-8271-6e13515e3f3a,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:49.425184 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-db39ee31-741d-4a77-856e-7d38d2d06191 req-bb4b7720-0eb1-4c73-8746-3de2b4c1e965 service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6959207 Sep 23 15:09:49.431489 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1e3a90-b2fb-4d23-8679-f0262cd0f9a2 None None] Network 6b4c8b6f-4852-42f1-844a-d974e671a54f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:49.432415 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-7e1e3a90-b2fb-4d23-8679-f0262cd0f9a2 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:49.438498 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1e3a90-b2fb-4d23-8679-f0262cd0f9a2 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:09:49.441849 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8c00f66f-3730-411b-baf6-a0bd4cc3093f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:49.485408 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b02a240a-fc07-441e-8b71-0c8f29ca90df admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b3a12835b3f04141a72530dd667a86b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3645592 Sep 23 15:09:49.494631 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48296) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:49.543724 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7e1e3a90-b2fb-4d23-8679-f0262cd0f9a2 None None] Attempting to bind port 3d9d2deb-6086-45d6-8271-6e13515e3f3a on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:09:49.543724 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7e1e3a90-b2fb-4d23-8679-f0262cd0f9a2 None None] Attempting to bind port 3d9d2deb-6086-45d6-8271-6e13515e3f3a by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '3f8ace70-c20b-4c00-948c-5f3667ef3838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:09:49.544166 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1e3a90-b2fb-4d23-8679-f0262cd0f9a2 None None] Attempting to bind port 3d9d2deb-6086-45d6-8271-6e13515e3f3a on network 6b4c8b6f-4852-42f1-844a-d974e671a54f {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:09:49.549751 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1e3a90-b2fb-4d23-8679-f0262cd0f9a2 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:09:49.550085 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1e3a90-b2fb-4d23-8679-f0262cd0f9a2 None None] Checking segment: {'id': '3f8ace70-c20b-4c00-948c-5f3667ef3838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:09:49.550560 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e1e3a90-b2fb-4d23-8679-f0262cd0f9a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:49.551473 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1e3a90-b2fb-4d23-8679-f0262cd0f9a2 None None] Bound using segment: {'id': '3f8ace70-c20b-4c00-948c-5f3667ef3838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:09:49.551941 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7e1e3a90-b2fb-4d23-8679-f0262cd0f9a2 None None] Bound port: 3d9d2deb-6086-45d6-8271-6e13515e3f3a, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8ace70-c20b-4c00-948c-5f3667ef3838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:09:49.552661 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e1e3a90-b2fb-4d23-8679-f0262cd0f9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:49.605406 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d04b3-d7b3-409b-9260-ca97c675da18 req-f8a11682-82db-40b9-a23b-81eef2467ba4 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:49.606903 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-020d04b3-d7b3-409b-9260-ca97c675da18 req-f8a11682-82db-40b9-a23b-81eef2467ba4 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 943 time: 0.3079731 Sep 23 15:09:49.628224 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8c00f66f-3730-411b-baf6-a0bd4cc3093f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:49.638688 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-8f06f06e-d859-4ae2-83be-8419306a7c4e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Allocated IP 2001:db8:1::1 (6b4c8b6f-4852-42f1-844a-d974e671a54f/1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f/c6d3d411-c2f9-458b-8e69-ee8004b352fa) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:09:49.647213 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-7e1e3a90-b2fb-4d23-8679-f0262cd0f9a2 None None] For port 3d9d2deb-6086-45d6-8271-6e13515e3f3a, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:09:49.651389 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-7e1e3a90-b2fb-4d23-8679-f0262cd0f9a2 None None] For port 3d9d2deb-6086-45d6-8271-6e13515e3f3a, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=3d9d2deb-6086-45d6-8271-6e13515e3f3a,segment=NetworkSegment(3f8ace70-c20b-4c00-948c-5f3667ef3838),segment_id=3f8ace70-c20b-4c00-948c-5f3667ef3838)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:09:49.664897 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e0a99f3d-a3fa-4cc1-8f55-da24ee287a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:49.703237 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8c00f66f-3730-411b-baf6-a0bd4cc3093f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:49.718716 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.objects.ports [None req-d3df8e0c-df1d-4f7a-9bcb-847d8f88f895 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89739) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 23 15:09:49.721052 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-db39ee31-741d-4a77-856e-7d38d2d06191 req-96aa7a98-68c6-4585-b997-ac5b17c84ccf service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892420 Sep 23 15:09:49.724222 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d3df8e0c-df1d-4f7a-9bcb-847d8f88f895 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:49.724923 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e1e3a90-b2fb-4d23-8679-f0262cd0f9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:49.758341 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-020d04b3-d7b3-409b-9260-ca97c675da18 req-e2b602a5-93e8-410e-96b6-e15f876f92ab tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416562 Sep 23 15:09:49.808346 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3df8e0c-df1d-4f7a-9bcb-847d8f88f895 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:49.811565 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-d3df8e0c-df1d-4f7a-9bcb-847d8f88f895 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:49.812760 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e3a90-b2fb-4d23-8679-f0262cd0f9a2 None None] Pushing event updated for resources: {'Port': ['ID=3d9d2deb-6086-45d6-8271-6e13515e3f3a,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:49.815873 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3df8e0c-df1d-4f7a-9bcb-847d8f88f895 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:49.816979 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d3df8e0c-df1d-4f7a-9bcb-847d8f88f895 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:49.829298 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df8e0c-df1d-4f7a-9bcb-847d8f88f895 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=ad15f6f9-2062-45e2-bb52-a2517c6dc71e,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:49.837989 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a0a196-40db-4023-b05c-f1ab53eab967 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:49.888484 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e0a99f3d-a3fa-4cc1-8f55-da24ee287a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:49.904869 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00f66f-3730-411b-baf6-a0bd4cc3093f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8808ad-caec-4651-8872-c3da07d891fd,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:49.948467 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f06f06e-d859-4ae2-83be-8419306a7c4e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:49.966485 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d3df8e0c-df1d-4f7a-9bcb-847d8f88f895 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9292462 Sep 23 15:09:49.976536 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48300) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:49.976536 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-0238e3b8-0a0a-4cae-bfe9-96fe65c0b1cf tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:49.980082 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-8f06f06e-d859-4ae2-83be-8419306a7c4e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Transition to ACTIVE for port object c6d3d411-c2f9-458b-8e69-ee8004b352fa will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:50.025458 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8c00f66f-3730-411b-baf6-a0bd4cc3093f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:50.031711 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8c00f66f-3730-411b-baf6-a0bd4cc3093f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8693781 Sep 23 15:09:50.032544 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48304) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:50.090237 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e0a99f3d-a3fa-4cc1-8f55-da24ee287a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:50.111018 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8edd994-49e6-407f-892a-cb27f089b6f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-c3d67a4b-9092-448f-b14d-bd8d70a05623', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'fixed_ips': [{'subnet_id': 'ad15f6f9-2062-45e2-bb52-a2517c6dc71e'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:09:50.112077 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d8edd994-49e6-407f-892a-cb27f089b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:50.123769 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a99f3d-a3fa-4cc1-8f55-da24ee287a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9048e291-9356-4776-8e9f-aceb04c69e84,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:50.125724 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e0a99f3d-a3fa-4cc1-8f55-da24ee287a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:50.126725 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e0a99f3d-a3fa-4cc1-8f55-da24ee287a01 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9048e291-9356-4776-8e9f-aceb04c69e84 HTTP/1.1" status: 204 len: 168 time: 0.6297171 Sep 23 15:09:50.128618 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-894d4961-4d8e-440e-9bfb-68450cb28dd7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:50.139955 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f06f06e-d859-4ae2-83be-8419306a7c4e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:50.158619 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device b74b56f7-11b8-423a-81c5-fe5039be17e6 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:09:50.220274 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-894d4961-4d8e-440e-9bfb-68450cb28dd7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:50.255721 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06f06e-d859-4ae2-83be-8419306a7c4e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Port': ['ID=c6d3d411-c2f9-458b-8e69-ee8004b352fa,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:50.258108 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0238e3b8-0a0a-4cae-bfe9-96fe65c0b1cf tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:50.263745 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0238e3b8-0a0a-4cae-bfe9-96fe65c0b1cf tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:subnet and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:50.266828 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0238e3b8-0a0a-4cae-bfe9-96fe65c0b1cf tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:50.267869 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f06f06e-d859-4ae2-83be-8419306a7c4e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network 6b4c8b6f-4852-42f1-844a-d974e671a54f is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:50.274339 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-8f06f06e-d859-4ae2-83be-8419306a7c4e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:50.276681 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f06f06e-d859-4ae2-83be-8419306a7c4e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:09:50.277213 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f06f06e-d859-4ae2-83be-8419306a7c4e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:50.278980 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0238e3b8-0a0a-4cae-bfe9-96fe65c0b1cf tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:50.365034 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0238e3b8-0a0a-4cae-bfe9-96fe65c0b1cf tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:50.369057 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0238e3b8-0a0a-4cae-bfe9-96fe65c0b1cf tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:50.370679 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port b74b56f7-11b8-423a-81c5-fe5039be17e6 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:50.371047 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:50.375636 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port b74b56f7-11b8-423a-81c5-fe5039be17e6 Sep 23 15:09:50.422860 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-894d4961-4d8e-440e-9bfb-68450cb28dd7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:50.442781 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d4961-4d8e-440e-9bfb-68450cb28dd7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f8808ad-caec-4651-8872-c3da07d891fd,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:50.448202 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-894d4961-4d8e-440e-9bfb-68450cb28dd7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:50.449143 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-894d4961-4d8e-440e-9bfb-68450cb28dd7 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/5f8808ad-caec-4651-8872-c3da07d891fd HTTP/1.1" status: 204 len: 168 time: 0.4156532 Sep 23 15:09:50.451792 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48310) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:50.536788 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.ipam_backend_mixin [None req-0238e3b8-0a0a-4cae-bfe9-96fe65c0b1cf tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ad15f6f9-2062-45e2-bb52-a2517c6dc71e (CIDR: 2001:db8::/64) Sep 23 15:09:50.548385 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-50351157-f2bf-4377-b8f6-8d9d6fbeeb22 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Synchronizing usage tracker for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group_rule {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:50.557324 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f06f06e-d859-4ae2-83be-8419306a7c4e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:50.576623 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-0238e3b8-0a0a-4cae-bfe9-96fe65c0b1cf tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:09:50.577875 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port b74b56f7-11b8-423a-81c5-fe5039be17e6 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:50.579030 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0238e3b8-0a0a-4cae-bfe9-96fe65c0b1cf tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:09:50.591275 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-d8edd994-49e6-407f-892a-cb27f089b6f2 None None] Allocated IP 2001:db8::f816:3eff:fe5f:3013 (c3d67a4b-9092-448f-b14d-bd8d70a05623/ad15f6f9-2062-45e2-bb52-a2517c6dc71e/1e536adb-21cb-4c00-934f-e5e782f953e1) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:09:50.682994 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0238e3b8-0a0a-4cae-bfe9-96fe65c0b1cf tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7151268 Sep 23 15:09:50.686380 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48316) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:50.695856 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-37bf977c-348a-4f24-afbc-281be19d7c82 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:50.833598 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-50351157-f2bf-4377-b8f6-8d9d6fbeeb22 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Unset dirty status for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group_rule {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:50.835258 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-50351157-f2bf-4377-b8f6-8d9d6fbeeb22 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3821046 Sep 23 15:09:50.843012 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48322) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:50.883838 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d8edd994-49e6-407f-892a-cb27f089b6f2 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:50.907768 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d8edd994-49e6-407f-892a-cb27f089b6f2 None None] Transition to ACTIVE for port object 1e536adb-21cb-4c00-934f-e5e782f953e1 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:50.936693 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d8edd994-49e6-407f-892a-cb27f089b6f2 None None] Transition to ACTIVE for port object 1e536adb-21cb-4c00-934f-e5e782f953e1 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:50.985218 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-37bf977c-348a-4f24-afbc-281be19d7c82 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:51.001211 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-37bf977c-348a-4f24-afbc-281be19d7c82 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:subnet and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:51.007115 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-37bf977c-348a-4f24-afbc-281be19d7c82 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:51.014684 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-27e3e503-5dd0-475f-8ee2-3cec8bbf6eb8 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:51.017317 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-37bf977c-348a-4f24-afbc-281be19d7c82 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:51.031560 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48326) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:51.067943 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5b38d446-3955-42bf-ab7b-53d444e03ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:51.071737 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d8edd994-49e6-407f-892a-cb27f089b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:51.082871 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-27e3e503-5dd0-475f-8ee2-3cec8bbf6eb8 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:51.098901 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5b38d446-3955-42bf-ab7b-53d444e03ebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:51.110667 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-5b38d446-3955-42bf-ab7b-53d444e03ebf admin admin] Usage tracker for resource:security_group_rule and tenant:814d7fe3dd5d4876b05759b6b5096b85 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:51.115350 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-5b38d446-3955-42bf-ab7b-53d444e03ebf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:51.135476 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5b38d446-3955-42bf-ab7b-53d444e03ebf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:51.140373 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bf977c-348a-4f24-afbc-281be19d7c82 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:51.146108 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8edd994-49e6-407f-892a-cb27f089b6f2 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:51.147176 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-37bf977c-348a-4f24-afbc-281be19d7c82 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:51.150197 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-d8edd994-49e6-407f-892a-cb27f089b6f2 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:51.151368 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8edd994-49e6-407f-892a-cb27f089b6f2 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:09:51.193553 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8680492d-271e-40bf-a9a3-c9e7177113e1 None None] Network 6b4c8b6f-4852-42f1-844a-d974e671a54f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:51.202614 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cb959-332d-441a-99a7-ea60d5206505 req-b74f6149-d654-4a1c-8c61-46dd897a8cf8 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:51.204207 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-038cb959-332d-441a-99a7-ea60d5206505 req-b74f6149-d654-4a1c-8c61-46dd897a8cf8 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 943 time: 0.2011485 Sep 23 15:09:51.260815 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8edd994-49e6-407f-892a-cb27f089b6f2 None None] Pushing event updated for resources: {'Port': ['ID=1e536adb-21cb-4c00-934f-e5e782f953e1,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:51.288206 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-038cb959-332d-441a-99a7-ea60d5206505 req-42af162b-a3ca-4bd8-8fae-c90f2d7e604e tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647151 Sep 23 15:09:51.304604 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-27e3e503-5dd0-475f-8ee2-3cec8bbf6eb8 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:51.322433 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f06f06e-d859-4ae2-83be-8419306a7c4e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:51.350695 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3e503-5dd0-475f-8ee2-3cec8bbf6eb8 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ac7fb2-dda6-43a4-89f0-55dd90b33db0,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:51.353120 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d8edd994-49e6-407f-892a-cb27f089b6f2 None None] Attempting to bind port 1e536adb-21cb-4c00-934f-e5e782f953e1 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:09:51.353490 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d8edd994-49e6-407f-892a-cb27f089b6f2 None None] Attempting to bind port 1e536adb-21cb-4c00-934f-e5e782f953e1 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:09:51.353851 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8edd994-49e6-407f-892a-cb27f089b6f2 None None] Attempting to bind port 1e536adb-21cb-4c00-934f-e5e782f953e1 on network c3d67a4b-9092-448f-b14d-bd8d70a05623 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:09:51.365554 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8edd994-49e6-407f-892a-cb27f089b6f2 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:09:51.366013 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8edd994-49e6-407f-892a-cb27f089b6f2 None None] Checking segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:09:51.366360 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d8edd994-49e6-407f-892a-cb27f089b6f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:51.366778 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8edd994-49e6-407f-892a-cb27f089b6f2 None None] Bound using segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:09:51.367301 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d8edd994-49e6-407f-892a-cb27f089b6f2 None None] Bound port: 1e536adb-21cb-4c00-934f-e5e782f953e1, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:09:51.367628 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d8edd994-49e6-407f-892a-cb27f089b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:51.407914 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f06f06e-d859-4ae2-83be-8419306a7c4e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:51.408795 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f06f06e-d859-4ae2-83be-8419306a7c4e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:51.461969 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-27e3e503-5dd0-475f-8ee2-3cec8bbf6eb8 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:51.463228 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-a313d3a9-ee39-470e-ae1f-b8b4043808b0 None None] Provisioning for port 3d9d2deb-6086-45d6-8271-6e13515e3f3a completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:51.465808 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-27e3e503-5dd0-475f-8ee2-3cec8bbf6eb8 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "DELETE /v2.0/security-groups/93ac7fb2-dda6-43a4-89f0-55dd90b33db0 HTTP/1.1" status: 204 len: 168 time: 0.6217508 Sep 23 15:09:51.466755 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48330) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:51.527663 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5b38d446-3955-42bf-ab7b-53d444e03ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:51.543187 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d8edd994-49e6-407f-892a-cb27f089b6f2 None None] For port 1e536adb-21cb-4c00-934f-e5e782f953e1, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:09:51.547697 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d8edd994-49e6-407f-892a-cb27f089b6f2 None None] For port 1e536adb-21cb-4c00-934f-e5e782f953e1, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=1e536adb-21cb-4c00-934f-e5e782f953e1,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:09:51.556622 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ad605bc0-1146-425b-a31d-19207d0d4d0a tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Synchronizing usage tracker for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:51.558005 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06f06e-d859-4ae2-83be-8419306a7c4e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Port': ['ID=c6d3d411-c2f9-458b-8e69-ee8004b352fa,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:51.586077 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5b38d446-3955-42bf-ab7b-53d444e03ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:51.612001 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f06f06e-d859-4ae2-83be-8419306a7c4e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network 6b4c8b6f-4852-42f1-844a-d974e671a54f is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:51.613045 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-8f06f06e-d859-4ae2-83be-8419306a7c4e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:51.616326 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d8edd994-49e6-407f-892a-cb27f089b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:51.662497 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5b38d446-3955-42bf-ab7b-53d444e03ebf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=814d7fe3dd5d4876b05759b6b5096b85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6272030 Sep 23 15:09:51.669646 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48334) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:51.687071 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ad605bc0-1146-425b-a31d-19207d0d4d0a tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Unset dirty status for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:51.693410 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ad605bc0-1146-425b-a31d-19207d0d4d0a tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2101288 Sep 23 15:09:51.695339 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48338) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:51.705053 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8edd994-49e6-407f-892a-cb27f089b6f2 None None] Pushing event updated for resources: {'Port': ['ID=1e536adb-21cb-4c00-934f-e5e782f953e1,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:51.705297 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38d446-3955-42bf-ab7b-53d444e03ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad3c1ed-b934-4094-abe9-8facebc9ddef,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:51.712154 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-37a58d4d-9dfe-46ac-9fa9-853567726bd3 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Request body: {'security_group': {'name': 'tempest-secgroup--625705193'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:51.730249 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-37a58d4d-9dfe-46ac-9fa9-853567726bd3 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:51.764543 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-37bf977c-348a-4f24-afbc-281be19d7c82 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:51.775070 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-37a58d4d-9dfe-46ac-9fa9-853567726bd3 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:51.794085 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f06f06e-d859-4ae2-83be-8419306a7c4e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Router 925538b2-8a1f-4bab-9efe-d7b9481de7db has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:09:51.863210 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bf977c-348a-4f24-afbc-281be19d7c82 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:51.870178 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-37bf977c-348a-4f24-afbc-281be19d7c82 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:51.878228 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7d987f6e-c5f4-48d8-a6f5-96475e4ee181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:51.883829 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bf977c-348a-4f24-afbc-281be19d7c82 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:51.883829 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-37bf977c-348a-4f24-afbc-281be19d7c82 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:51.898867 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf977c-348a-4f24-afbc-281be19d7c82 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=745a574a-852f-4bd3-b4e0-a264eef12a35,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:51.933162 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7d987f6e-c5f4-48d8-a6f5-96475e4ee181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:51.962944 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-37a58d4d-9dfe-46ac-9fa9-853567726bd3 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:51.974039 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f06f06e-d859-4ae2-83be-8419306a7c4e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:09:51.985769 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8f06f06e-d859-4ae2-83be-8419306a7c4e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "PUT /v2.0/routers/925538b2-8a1f-4bab-9efe-d7b9481de7db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2531168 Sep 23 15:09:51.985937 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48342) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:52.002086 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54449c83-77ea-44e8-962c-d20ab166c911 None None] Sync routers for ids ['925538b2-8a1f-4bab-9efe-d7b9481de7db'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:09:52.017743 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-947c1baa-43c7-447c-bb62-6ec37006dae4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1486343100'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:52.019266 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54449c83-77ea-44e8-962c-d20ab166c911 None None] Routers {'925538b2-8a1f-4bab-9efe-d7b9481de7db'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:09:52.020047 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-54449c83-77ea-44e8-962c-d20ab166c911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:09:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['925538b2-8a1f-4bab-9efe-d7b9481de7db'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:52.034093 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-37bf977c-348a-4f24-afbc-281be19d7c82 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3434949 Sep 23 15:09:52.034093 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-947c1baa-43c7-447c-bb62-6ec37006dae4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:52.035699 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48346) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:52.041169 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-37a58d4d-9dfe-46ac-9fa9-853567726bd3 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:52.042950 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-305d1697-b40d-4e3b-b07b-4a081bfc43d1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'port': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'mac_address': 'fa:16:3e:0b:f1:aa', 'name': 'tempest-NetworksTestDHCPv6-944494224'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:52.043904 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-947c1baa-43c7-447c-bb62-6ec37006dae4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Usage tracker for resource:network and tenant:2de827345e1341699e79c05b3da06c65 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:52.047555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-947c1baa-43c7-447c-bb62-6ec37006dae4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:52.062271 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-37a58d4d-9dfe-46ac-9fa9-853567726bd3 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Usage tracker for resource:security_group_rule and tenant:a4cfc0f8e6e241f1839444942f97c8de is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:52.065460 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-947c1baa-43c7-447c-bb62-6ec37006dae4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:52.068579 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-37a58d4d-9dfe-46ac-9fa9-853567726bd3 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:52.080282 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-37a58d4d-9dfe-46ac-9fa9-853567726bd3 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:52.156774 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7d987f6e-c5f4-48d8-a6f5-96475e4ee181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:52.212218 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d987f6e-c5f4-48d8-a6f5-96475e4ee181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad3c1ed-b934-4094-abe9-8facebc9ddef,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:52.217892 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947c1baa-43c7-447c-bb62-6ec37006dae4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Made reservation on behalf of 2de827345e1341699e79c05b3da06c65 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:52.226942 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-947c1baa-43c7-447c-bb62-6ec37006dae4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:52.264136 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-305d1697-b40d-4e3b-b07b-4a081bfc43d1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:52.268832 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-305d1697-b40d-4e3b-b07b-4a081bfc43d1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:port and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:52.278066 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-305d1697-b40d-4e3b-b07b-4a081bfc43d1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:52.286291 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-305d1697-b40d-4e3b-b07b-4a081bfc43d1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:52.303917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-947c1baa-43c7-447c-bb62-6ec37006dae4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:09:52.321296 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-947c1baa-43c7-447c-bb62-6ec37006dae4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:52.321637 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-947c1baa-43c7-447c-bb62-6ec37006dae4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Added segment a4a00a70-121f-4cf7-a1d1-bcb9339ff67d of type vlan for network 93334369-4b5c-4207-8b8a-ad4b8248fea5 Sep 23 15:09:52.327365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 1e536adb-21cb-4c00-934f-e5e782f953e1 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:09:52.336227 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7d987f6e-c5f4-48d8-a6f5-96475e4ee181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:52.340236 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7d987f6e-c5f4-48d8-a6f5-96475e4ee181 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9ad3c1ed-b934-4094-abe9-8facebc9ddef HTTP/1.1" status: 204 len: 168 time: 0.6678922 Sep 23 15:09:52.365917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-37a58d4d-9dfe-46ac-9fa9-853567726bd3 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:52.382707 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305d1697-b40d-4e3b-b07b-4a081bfc43d1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:52.410501 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-947c1baa-43c7-447c-bb62-6ec37006dae4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:52.460494 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c6ea2f66-5b11-4b96-8eb9-5d68fdef4f95 None None] Provisioning for port c6d3d411-c2f9-458b-8e69-ee8004b352fa completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:52.487476 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c6ea2f66-5b11-4b96-8eb9-5d68fdef4f95 None None] Provisioning complete for port c6d3d411-c2f9-458b-8e69-ee8004b352fa triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:52.487844 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c6ea2f66-5b11-4b96-8eb9-5d68fdef4f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:52.488698 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c6ea2f66-5b11-4b96-8eb9-5d68fdef4f95 None None] Attempt 1 to provision port c6d3d411-c2f9-458b-8e69-ee8004b352fa Sep 23 15:09:52.494645 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-37a58d4d-9dfe-46ac-9fa9-853567726bd3 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:52.538531 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-54449c83-77ea-44e8-962c-d20ab166c911 None None] Set router 925538b2-8a1f-4bab-9efe-d7b9481de7db gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:09:52.549288 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-947c1baa-43c7-447c-bb62-6ec37006dae4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:52.570442 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947c1baa-43c7-447c-bb62-6ec37006dae4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:52.570442 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-947c1baa-43c7-447c-bb62-6ec37006dae4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:52.581808 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-305d1697-b40d-4e3b-b07b-4a081bfc43d1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:52.611561 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-305d1697-b40d-4e3b-b07b-4a081bfc43d1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] device_id is not set on port a69ddbf7-504a-4030-a73d-60ccd10b3edc yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:09:52.764221 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c6ea2f66-5b11-4b96-8eb9-5d68fdef4f95 None None] Port c6d3d411-c2f9-458b-8e69-ee8004b352fa cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:52.772390 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 1e536adb-21cb-4c00-934f-e5e782f953e1 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:52.792381 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 3d9d2deb-6086-45d6-8271-6e13515e3f3a up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:09:52.961697 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-37a58d4d-9dfe-46ac-9fa9-853567726bd3 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:52.962995 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-37a58d4d-9dfe-46ac-9fa9-853567726bd3 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2652802 Sep 23 15:09:52.990344 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-947c1baa-43c7-447c-bb62-6ec37006dae4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9829795 Sep 23 15:09:53.068839 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48354) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:53.069406 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48356) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:53.083511 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-e2e91c1d-67ff-4f72-a516-ab1b1179347e tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Request body: {'security_group_rule': {'security_group_id': 'fdd99546-43ce-4783-a23a-1463e48861dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:53.089681 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e2e91c1d-67ff-4f72-a516-ab1b1179347e tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:53.094668 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e2e91c1d-67ff-4f72-a516-ab1b1179347e tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Usage tracker for resource:security_group_rule and tenant:a4cfc0f8e6e241f1839444942f97c8de is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:53.098126 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e2e91c1d-67ff-4f72-a516-ab1b1179347e tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:53.104960 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e2e91c1d-67ff-4f72-a516-ab1b1179347e tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:53.120770 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-7495af98-94de-447e-b3de-eddaa3a663e6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'subnet': {'network_id': '93334369-4b5c-4207-8b8a-ad4b8248fea5', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:53.135947 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 3d9d2deb-6086-45d6-8271-6e13515e3f3a completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:53.147580 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 3d9d2deb-6086-45d6-8271-6e13515e3f3a triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:53.147905 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:53.148202 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 3d9d2deb-6086-45d6-8271-6e13515e3f3a Sep 23 15:09:53.152723 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a58d4d-9dfe-46ac-9fa9-853567726bd3 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd99546-43ce-4783-a23a-1463e48861dd,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:53.199688 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-305d1697-b40d-4e3b-b07b-4a081bfc43d1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 2001:db8:0:1::f2 (c3d67a4b-9092-448f-b14d-bd8d70a05623/745a574a-852f-4bd3-b4e0-a264eef12a35/a69ddbf7-504a-4030-a73d-60ccd10b3edc) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:09:53.206075 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-305d1697-b40d-4e3b-b07b-4a081bfc43d1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 2001:db8::f816:3eff:fe0b:f1aa (c3d67a4b-9092-448f-b14d-bd8d70a05623/ad15f6f9-2062-45e2-bb52-a2517c6dc71e/a69ddbf7-504a-4030-a73d-60ccd10b3edc) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:09:53.215939 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-54449c83-77ea-44e8-962c-d20ab166c911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:09:50Z', 'revision_number': 3, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None, '_interfaces': [{'id': 'b74b56f7-11b8-423a-81c5-fe5039be17e6', 'name': '', 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:75:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:37Z', 'updated_at': '2022-09-23T15:09:49Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6d3d411-c2f9-458b-8e69-ee8004b352fa', 'name': '', 'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:b2:48:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:49Z', 'updated_at': '2022-09-23T15:09:50Z', 'revision_number': 2, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:53.221762 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54449c83-77ea-44e8-962c-d20ab166c911 None None] Checking router: 925538b2-8a1f-4bab-9efe-d7b9481de7db for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:09:53.222998 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54449c83-77ea-44e8-962c-d20ab166c911 None None] Updating router 925538b2-8a1f-4bab-9efe-d7b9481de7db port c6d3d411-c2f9-458b-8e69-ee8004b352fa binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:09:53.232129 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c1baa-43c7-447c-bb62-6ec37006dae4 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Network': ['ID=93334369-4b5c-4207-8b8a-ad4b8248fea5,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:53.264811 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e2e91c1d-67ff-4f72-a516-ab1b1179347e tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:53.265764 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 93334369-4b5c-4207-8b8a-ad4b8248fea5 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:09:53.279221 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c6ea2f66-5b11-4b96-8eb9-5d68fdef4f95 None None] Attempt 2 to provision port c6d3d411-c2f9-458b-8e69-ee8004b352fa Sep 23 15:09:53.327139 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-7495af98-94de-447e-b3de-eddaa3a663e6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:53.336143 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7495af98-94de-447e-b3de-eddaa3a663e6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Usage tracker for resource:subnet and tenant:2de827345e1341699e79c05b3da06c65 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:53.346562 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b81f8-906f-4582-91be-c84804685e5f req-3f5c4723-7f3b-4fa1-9c96-3f53013fb3b5 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:53.354354 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-902b81f8-906f-4582-91be-c84804685e5f req-3f5c4723-7f3b-4fa1-9c96-3f53013fb3b5 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 943 time: 0.8208356 Sep 23 15:09:53.371919 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7495af98-94de-447e-b3de-eddaa3a663e6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:53.386170 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-7495af98-94de-447e-b3de-eddaa3a663e6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:53.393746 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6fbbe6-3275-4373-9133-bdd80dae29fc None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:53.420673 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e2e91c1d-67ff-4f72-a516-ab1b1179347e tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:53.437385 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-902b81f8-906f-4582-91be-c84804685e5f req-12e17b2f-5141-41f8-9d46-66c291507bad tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827339 Sep 23 15:09:53.438891 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-305d1697-b40d-4e3b-b07b-4a081bfc43d1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:53.462745 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-305d1697-b40d-4e3b-b07b-4a081bfc43d1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Transition to ACTIVE for port object a69ddbf7-504a-4030-a73d-60ccd10b3edc will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:53.496273 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e2e91c1d-67ff-4f72-a516-ab1b1179347e tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:53.522060 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54449c83-77ea-44e8-962c-d20ab166c911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:53.522656 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7495af98-94de-447e-b3de-eddaa3a663e6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Made reservation on behalf of 2de827345e1341699e79c05b3da06c65 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:53.526118 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7495af98-94de-447e-b3de-eddaa3a663e6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:53.539400 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e91c1d-67ff-4f72-a516-ab1b1179347e tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2acb10b3-5dd2-46d2-b9d7-70641aa7b225,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:53.548566 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-305d1697-b40d-4e3b-b07b-4a081bfc43d1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:53.581457 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c6ea2f66-5b11-4b96-8eb9-5d68fdef4f95 None None] Port c6d3d411-c2f9-458b-8e69-ee8004b352fa cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:53.626499 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305d1697-b40d-4e3b-b07b-4a081bfc43d1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:53.629560 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-305d1697-b40d-4e3b-b07b-4a081bfc43d1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:53.634170 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305d1697-b40d-4e3b-b07b-4a081bfc43d1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:09:53.640025 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305d1697-b40d-4e3b-b07b-4a081bfc43d1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:53.640679 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-305d1697-b40d-4e3b-b07b-4a081bfc43d1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:53.651664 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e2e91c1d-67ff-4f72-a516-ab1b1179347e tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:53.655635 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e2e91c1d-67ff-4f72-a516-ab1b1179347e tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5830030 Sep 23 15:09:53.656267 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48362) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:53.657373 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d1697-b40d-4e3b-b07b-4a081bfc43d1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Port': ['ID=a69ddbf7-504a-4030-a73d-60ccd10b3edc,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:53.686919 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9dd49ac1-d99e-4824-91b4-a50c6d9a0652 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-group-rules/2acb10b3-5dd2-46d2-b9d7-70641aa7b225 HTTP/1.1" status: 200 len: 763 time: 0.0286767 Sep 23 15:09:53.688277 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 3d9d2deb-6086-45d6-8271-6e13515e3f3a is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:53.688858 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:53.689598 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48366) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:53.755432 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48370) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:53.756025 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b94047cf-90e2-4ad0-96df-866cf396c27c tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0638952 Sep 23 15:09:53.760237 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-305d1697-b40d-4e3b-b07b-4a081bfc43d1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7233422 Sep 23 15:09:53.762985 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48374) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:53.835424 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 3d9d2deb-6086-45d6-8271-6e13515e3f3a, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=3d9d2deb-6086-45d6-8271-6e13515e3f3a,segment=NetworkSegment(3f8ace70-c20b-4c00-948c-5f3667ef3838),segment_id=3f8ace70-c20b-4c00-948c-5f3667ef3838)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:53.838578 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-63bccfcd-7213-4b4a-8508-3b4264467674 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:53.849923 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-63bccfcd-7213-4b4a-8508-3b4264467674 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:53.855732 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-b13184ee-ca14-446c-b278-f11008d996af tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting port a69ddbf7-504a-4030-a73d-60ccd10b3edc {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:53.856120 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b13184ee-ca14-446c-b278-f11008d996af tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:53.905690 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:53.943353 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7495af98-94de-447e-b3de-eddaa3a663e6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:53.947178 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-63bccfcd-7213-4b4a-8508-3b4264467674 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:54.007216 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bccfcd-7213-4b4a-8508-3b4264467674 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2acb10b3-5dd2-46d2-b9d7-70641aa7b225,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:54.059073 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-63bccfcd-7213-4b4a-8508-3b4264467674 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:54.063875 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-63bccfcd-7213-4b4a-8508-3b4264467674 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/2acb10b3-5dd2-46d2-b9d7-70641aa7b225 HTTP/1.1" status: 204 len: 168 time: 0.3029840 Sep 23 15:09:54.065151 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48378) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:54.065938 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495af98-94de-447e-b3de-eddaa3a663e6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Subnet': ['ID=b503a235-7383-4d07-8784-494efe18be9e,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:54.083523 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c6ea2f66-5b11-4b96-8eb9-5d68fdef4f95 None None] Attempt 3 to provision port c6d3d411-c2f9-458b-8e69-ee8004b352fa Sep 23 15:09:54.094473 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7495af98-94de-447e-b3de-eddaa3a663e6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Checking segment: {'id': 'a4a00a70-121f-4cf7-a1d1-bcb9339ff67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '93334369-4b5c-4207-8b8a-ad4b8248fea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:09:54.094833 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7495af98-94de-447e-b3de-eddaa3a663e6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network hostable DHCP agents. Network: 93334369-4b5c-4207-8b8a-ad4b8248fea5, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:09:54.118048 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=3d9d2deb-6086-45d6-8271-6e13515e3f3a,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:54.131235 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b13184ee-ca14-446c-b278-f11008d996af tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:54.136957 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-32cdd82b-d306-4ded-8556-acf34170034a tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Synchronizing usage tracker for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group_rule {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:54.162259 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c6ea2f66-5b11-4b96-8eb9-5d68fdef4f95 None None] Port c6d3d411-c2f9-458b-8e69-ee8004b352fa cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:54.188107 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7495af98-94de-447e-b3de-eddaa3a663e6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network 93334369-4b5c-4207-8b8a-ad4b8248fea5 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:09:54.219373 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-32cdd82b-d306-4ded-8556-acf34170034a tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Unset dirty status for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group_rule {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:54.224357 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-32cdd82b-d306-4ded-8556-acf34170034a tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1519787 Sep 23 15:09:54.229943 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48382) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:54.230757 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-d3e70f54-90ea-4333-be2f-a06b602bc769 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Request body: {'security_group_rule': {'security_group_id': 'fdd99546-43ce-4783-a23a-1463e48861dd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:54.236984 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d3e70f54-90ea-4333-be2f-a06b602bc769 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:54.247317 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d3e70f54-90ea-4333-be2f-a06b602bc769 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:54.268974 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-b13184ee-ca14-446c-b278-f11008d996af tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Calling delete_port for a69ddbf7-504a-4030-a73d-60ccd10b3edc owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:54.280195 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-7495af98-94de-447e-b3de-eddaa3a663e6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 93334369-4b5c-4207-8b8a-ad4b8248fea5) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:54.292787 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7495af98-94de-447e-b3de-eddaa3a663e6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:54.293039 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7495af98-94de-447e-b3de-eddaa3a663e6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:54.293381 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af159cb7-2c12-4894-81ef-25d5e2619160 None None] Network 93334369-4b5c-4207-8b8a-ad4b8248fea5 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:54.317765 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54449c83-77ea-44e8-962c-d20ab166c911 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:54.349730 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d3e70f54-90ea-4333-be2f-a06b602bc769 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:54.367685 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b368be6-c136-4760-a6bc-b6d50663b5f0 None None] Update dhcp port {'port': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'fixed_ips': [{'subnet_id': 'ad15f6f9-2062-45e2-bb52-a2517c6dc71e', 'ip_address': '2001:db8::f816:3eff:fe5f:3013'}, {'subnet_id': '745a574a-852f-4bd3-b4e0-a264eef12a35'}], 'binding:host_id': 'dv-neutron-859093-1-hyperv'}, 'id': '1e536adb-21cb-4c00-934f-e5e782f953e1'} from dv-neutron-859093-1-hyperv. {{(pid=89740) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 23 15:09:54.379135 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7495af98-94de-447e-b3de-eddaa3a663e6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3034377 Sep 23 15:09:54.379334 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48386) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:54.489617 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-54449c83-77ea-44e8-962c-d20ab166c911 None None] Transition to ACTIVE for port object c6d3d411-c2f9-458b-8e69-ee8004b352fa will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:54.523516 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6b368be6-c136-4760-a6bc-b6d50663b5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:54.536042 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b13184ee-ca14-446c-b278-f11008d996af tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:54.569003 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d3e70f54-90ea-4333-be2f-a06b602bc769 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:54.585937 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54449c83-77ea-44e8-962c-d20ab166c911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:54.653412 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13184ee-ca14-446c-b278-f11008d996af tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Port': ['ID=a69ddbf7-504a-4030-a73d-60ccd10b3edc,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:54.702360 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d3e70f54-90ea-4333-be2f-a06b602bc769 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:54.709827 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c6ea2f66-5b11-4b96-8eb9-5d68fdef4f95 None None] Attempt 4 to provision port c6d3d411-c2f9-458b-8e69-ee8004b352fa Sep 23 15:09:54.746267 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e70f54-90ea-4333-be2f-a06b602bc769 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b367a93-ec72-4ade-b453-5dc7875767d3,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:54.777288 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b13184ee-ca14-446c-b278-f11008d996af tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:54.797170 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b13184ee-ca14-446c-b278-f11008d996af tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/a69ddbf7-504a-4030-a73d-60ccd10b3edc HTTP/1.1" status: 204 len: 168 time: 1.0328448 Sep 23 15:09:54.805221 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48392) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:54.869671 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e1200-9e21-4e0e-9555-74c6664e6812 req-bb4c0769-6f0a-47aa-9dcf-06c1214900e5 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:54.871256 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7e9e1200-9e21-4e0e-9555-74c6664e6812 req-bb4c0769-6f0a-47aa-9dcf-06c1214900e5 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 943 time: 0.2776911 Sep 23 15:09:54.900682 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d3e70f54-90ea-4333-be2f-a06b602bc769 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:54.909660 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d3e70f54-90ea-4333-be2f-a06b602bc769 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6769791 Sep 23 15:09:54.909891 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48396) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:54.956499 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-be23b191-b34d-4dd6-bae8-764f584e0257 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-group-rules/5b367a93-ec72-4ade-b453-5dc7875767d3 HTTP/1.1" status: 200 len: 763 time: 0.0468655 Sep 23 15:09:54.958832 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369eca6c-afa2-42be-906a-c43fd4bf2aa2 None None] Pushing event updated for resources: {'Port': ['ID=c6d3d411-c2f9-458b-8e69-ee8004b352fa,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:54.960107 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48400) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:54.974854 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7e9e1200-9e21-4e0e-9555-74c6664e6812 req-defe4a3b-9f91-45f7-acd1-d2dd1d3ecc9e tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941560 Sep 23 15:09:55.003511 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c6ea2f66-5b11-4b96-8eb9-5d68fdef4f95 None None] Port c6d3d411-c2f9-458b-8e69-ee8004b352fa cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:09:55.026523 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883258f9-bfd7-4172-90f8-2575a3d941a4 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:55.027242 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-883258f9-bfd7-4172-90f8-2575a3d941a4 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:55.039928 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-54449c83-77ea-44e8-962c-d20ab166c911 None None] Attempting to bind port c6d3d411-c2f9-458b-8e69-ee8004b352fa on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:09:55.040299 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-54449c83-77ea-44e8-962c-d20ab166c911 None None] Attempting to bind port c6d3d411-c2f9-458b-8e69-ee8004b352fa by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '3f8ace70-c20b-4c00-948c-5f3667ef3838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:09:55.040663 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54449c83-77ea-44e8-962c-d20ab166c911 None None] Attempting to bind port c6d3d411-c2f9-458b-8e69-ee8004b352fa on network 6b4c8b6f-4852-42f1-844a-d974e671a54f {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:09:55.063069 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-fc90a0b2-537a-4432-918f-08631961a6ef tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0958114 Sep 23 15:09:55.063347 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48404) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:55.083798 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962dc2b5-74bd-42a4-824f-509b9306fa8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-93334369-4b5c-4207-8b8a-ad4b8248fea5', 'network_id': '93334369-4b5c-4207-8b8a-ad4b8248fea5', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'fixed_ips': [{'subnet_id': 'b503a235-7383-4d07-8784-494efe18be9e'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:09:55.084630 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-962dc2b5-74bd-42a4-824f-509b9306fa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:55.096375 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ad58c65a-07e0-40fe-9ed1-01003423a6ec tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:55.100891 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54449c83-77ea-44e8-962c-d20ab166c911 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:09:55.101273 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54449c83-77ea-44e8-962c-d20ab166c911 None None] Checking segment: {'id': '3f8ace70-c20b-4c00-948c-5f3667ef3838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:09:55.101694 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54449c83-77ea-44e8-962c-d20ab166c911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:55.102064 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54449c83-77ea-44e8-962c-d20ab166c911 None None] Bound using segment: {'id': '3f8ace70-c20b-4c00-948c-5f3667ef3838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:09:55.102576 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-54449c83-77ea-44e8-962c-d20ab166c911 None None] Bound port: c6d3d411-c2f9-458b-8e69-ee8004b352fa, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8ace70-c20b-4c00-948c-5f3667ef3838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:09:55.102958 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54449c83-77ea-44e8-962c-d20ab166c911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:55.108710 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ad58c65a-07e0-40fe-9ed1-01003423a6ec tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:55.142280 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-883258f9-bfd7-4172-90f8-2575a3d941a4 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:55.145935 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-883258f9-bfd7-4172-90f8-2575a3d941a4 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.3360128 Sep 23 15:09:55.146510 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48408) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:55.194376 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6cf50d54-21ab-4050-98f9-988ff2309dcb tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:55.225678 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ad58c65a-07e0-40fe-9ed1-01003423a6ec tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:55.251655 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ad58c65a-07e0-40fe-9ed1-01003423a6ec tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:55.254460 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ad58c65a-07e0-40fe-9ed1-01003423a6ec tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/5b367a93-ec72-4ade-b453-5dc7875767d3 HTTP/1.1" status: 204 len: 168 time: 0.1883919 Sep 23 15:09:55.255545 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58c65a-07e0-40fe-9ed1-01003423a6ec tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b367a93-ec72-4ade-b453-5dc7875767d3,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:55.257762 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-6b368be6-c136-4760-a6bc-b6d50663b5f0 None None] Allocated IP 2001:db8:0:1::2 (c3d67a4b-9092-448f-b14d-bd8d70a05623/745a574a-852f-4bd3-b4e0-a264eef12a35/1e536adb-21cb-4c00-934f-e5e782f953e1) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:09:55.258890 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48412) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:55.280589 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d7de1b-eb60-4424-8adc-2f85c87b16b9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:55.284631 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c3d7de1b-eb60-4424-8adc-2f85c87b16b9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1347044 Sep 23 15:09:55.289594 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48416) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:55.416141 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-54449c83-77ea-44e8-962c-d20ab166c911 None None] For port c6d3d411-c2f9-458b-8e69-ee8004b352fa, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:09:55.452740 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-54449c83-77ea-44e8-962c-d20ab166c911 None None] For port c6d3d411-c2f9-458b-8e69-ee8004b352fa, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=c6d3d411-c2f9-458b-8e69-ee8004b352fa,segment=NetworkSegment(3f8ace70-c20b-4c00-948c-5f3667ef3838),segment_id=3f8ace70-c20b-4c00-948c-5f3667ef3838)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:09:55.487015 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-962dc2b5-74bd-42a4-824f-509b9306fa8d None None] Allocated IP 2001:db8:2::2 (93334369-4b5c-4207-8b8a-ad4b8248fea5/b503a235-7383-4d07-8784-494efe18be9e/f713d233-2a2c-4af2-8dd2-0908a5717c5c) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:09:55.490893 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6381c9eb-b7ad-40d7-85ec-8649a92868ff tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Synchronizing usage tracker for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group_rule {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:55.502031 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da56c081-cb40-49af-8774-dcc7de2b5bf5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:55.504324 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da56c081-cb40-49af-8774-dcc7de2b5bf5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:55.505902 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da56c081-cb40-49af-8774-dcc7de2b5bf5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:55.507457 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c6ea2f66-5b11-4b96-8eb9-5d68fdef4f95 None None] Attempt 5 to provision port c6d3d411-c2f9-458b-8e69-ee8004b352fa Sep 23 15:09:55.507607 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-da56c081-cb40-49af-8774-dcc7de2b5bf5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2212329 Sep 23 15:09:55.512620 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48420) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:55.543083 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54449c83-77ea-44e8-962c-d20ab166c911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:55.584844 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-20b54539-a1ba-4c19-a77c-79003eda00cd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet 745a574a-852f-4bd3-b4e0-a264eef12a35 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:09:55.616378 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6381c9eb-b7ad-40d7-85ec-8649a92868ff tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Unset dirty status for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group_rule {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:55.617674 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6381c9eb-b7ad-40d7-85ec-8649a92868ff tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3578565 Sep 23 15:09:55.620457 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48424) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:55.625353 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-0e3ea197-742d-47c4-97fc-44086e7e285f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Request body: {'security_group_rule': {'security_group_id': 'fdd99546-43ce-4783-a23a-1463e48861dd', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:55.632167 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0e3ea197-742d-47c4-97fc-44086e7e285f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:55.642376 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0e3ea197-742d-47c4-97fc-44086e7e285f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:55.642921 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-6b368be6-c136-4760-a6bc-b6d50663b5f0 None None] For port 1e536adb-21cb-4c00-934f-e5e782f953e1, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=1e536adb-21cb-4c00-934f-e5e782f953e1,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:55.709205 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0e3ea197-742d-47c4-97fc-44086e7e285f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:55.720599 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54449c83-77ea-44e8-962c-d20ab166c911 None None] Routers {'925538b2-8a1f-4bab-9efe-d7b9481de7db'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:09:55.721245 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-54449c83-77ea-44e8-962c-d20ab166c911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:09:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['925538b2-8a1f-4bab-9efe-d7b9481de7db'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:55.778732 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0e3ea197-742d-47c4-97fc-44086e7e285f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:55.833773 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0e3ea197-742d-47c4-97fc-44086e7e285f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:55.856722 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.resource_extend [None req-6b368be6-c136-4760-a6bc-b6d50663b5f0 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:09:55.860616 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ea197-742d-47c4-97fc-44086e7e285f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c14a9a-d2ce-454c-8a08-d7cbf89f4155,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:55.866017 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369eca6c-afa2-42be-906a-c43fd4bf2aa2 None None] Pushing event updated for resources: {'Port': ['ID=c6d3d411-c2f9-458b-8e69-ee8004b352fa,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:55.911021 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6b368be6-c136-4760-a6bc-b6d50663b5f0 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:55.919979 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0e3ea197-742d-47c4-97fc-44086e7e285f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:55.923824 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0e3ea197-742d-47c4-97fc-44086e7e285f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2998297 Sep 23 15:09:55.924269 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48428) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:55.932276 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c6ea2f66-5b11-4b96-8eb9-5d68fdef4f95 None None] Port c6d3d411-c2f9-458b-8e69-ee8004b352fa had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:09:55.947400 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-52d6329a-93a0-45f5-93a0-2c60a9e90f2f tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-group-rules/79c14a9a-d2ce-454c-8a08-d7cbf89f4155 HTTP/1.1" status: 200 len: 764 time: 0.0219278 Sep 23 15:09:55.948677 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-6b368be6-c136-4760-a6bc-b6d50663b5f0 None None] Ignored duplicate provisioning block setup for port 1e536adb-21cb-4c00-934f-e5e782f953e1 by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 23 15:09:55.950132 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48432) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:55.984065 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-54449c83-77ea-44e8-962c-d20ab166c911 None None] Set router 925538b2-8a1f-4bab-9efe-d7b9481de7db gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:09:55.993502 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-20b54539-a1ba-4c19-a77c-79003eda00cd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:55.998645 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-6a743faf-3b28-4b01-822c-2c7c96181a04 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Synchronizing usage tracker for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group_rule {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:56.079309 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-6a743faf-3b28-4b01-822c-2c7c96181a04 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Unset dirty status for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group_rule {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:56.080866 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6a743faf-3b28-4b01-822c-2c7c96181a04 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1297691 Sep 23 15:09:56.083628 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48438) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:56.085944 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-20b54539-a1ba-4c19-a77c-79003eda00cd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:56.138001 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6b368be6-c136-4760-a6bc-b6d50663b5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:56.164709 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-aa42f9de-2601-46b6-86c5-d958e7d87018 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:56.181706 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 3d9d2deb-6086-45d6-8271-6e13515e3f3a up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:09:56.183460 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-aa42f9de-2601-46b6-86c5-d958e7d87018 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:56.185562 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-20b54539-a1ba-4c19-a77c-79003eda00cd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:56.220123 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c6ea2f66-5b11-4b96-8eb9-5d68fdef4f95 None None] Provisioning complete for port 3d9d2deb-6086-45d6-8271-6e13515e3f3a triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:56.220527 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c6ea2f66-5b11-4b96-8eb9-5d68fdef4f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:56.220841 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c6ea2f66-5b11-4b96-8eb9-5d68fdef4f95 None None] Attempt 1 to provision port 3d9d2deb-6086-45d6-8271-6e13515e3f3a Sep 23 15:09:56.242481 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeb7b1-2c90-4239-8711-29be17bc1771 req-f8c17d52-0177-4a61-b169-9d43dadef367 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:56.243952 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4aeeb7b1-2c90-4239-8711-29be17bc1771 req-f8c17d52-0177-4a61-b169-9d43dadef367 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 943 time: 0.1271908 Sep 23 15:09:56.294688 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4aeeb7b1-2c90-4239-8711-29be17bc1771 req-aa75cf7b-4981-4285-9c9a-236ebb2870f0 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420508 Sep 23 15:09:56.305021 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-aa42f9de-2601-46b6-86c5-d958e7d87018 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:56.329548 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42f9de-2601-46b6-86c5-d958e7d87018 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79c14a9a-d2ce-454c-8a08-d7cbf89f4155,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:56.337664 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-20b54539-a1ba-4c19-a77c-79003eda00cd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:56.380593 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b54539-a1ba-4c19-a77c-79003eda00cd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=745a574a-852f-4bd3-b4e0-a264eef12a35,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:56.385366 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-20b54539-a1ba-4c19-a77c-79003eda00cd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:56.395526 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-20b54539-a1ba-4c19-a77c-79003eda00cd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/745a574a-852f-4bd3-b4e0-a264eef12a35 HTTP/1.1" status: 204 len: 168 time: 0.8819468 Sep 23 15:09:56.398120 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48442) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:56.422296 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-aa42f9de-2601-46b6-86c5-d958e7d87018 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:56.424221 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-aa42f9de-2601-46b6-86c5-d958e7d87018 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/79c14a9a-d2ce-454c-8a08-d7cbf89f4155 HTTP/1.1" status: 204 len: 168 time: 0.3388925 Sep 23 15:09:56.426088 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48446) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:56.470246 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b3f3c4-a887-468f-81fe-3fbfccd8263e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet ad15f6f9-2062-45e2-bb52-a2517c6dc71e {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:09:56.473835 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f3c4-a887-468f-81fe-3fbfccd8263e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:56.479425 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1e5fbc1d-0f7c-4bd5-964f-6690509e8f5e tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Synchronizing usage tracker for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group_rule {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:56.495649 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-962dc2b5-74bd-42a4-824f-509b9306fa8d None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:56.532318 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f3c4-a887-468f-81fe-3fbfccd8263e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:56.560337 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1e5fbc1d-0f7c-4bd5-964f-6690509e8f5e tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Unset dirty status for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group_rule {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:56.564501 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1e5fbc1d-0f7c-4bd5-964f-6690509e8f5e tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1345918 Sep 23 15:09:56.564747 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48450) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:56.578058 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-962dc2b5-74bd-42a4-824f-509b9306fa8d None None] Transition to ACTIVE for port object f713d233-2a2c-4af2-8dd2-0908a5717c5c will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:56.603101 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b368be6-c136-4760-a6bc-b6d50663b5f0 None None] Pushing event updated for resources: {'Port': ['ID=1e536adb-21cb-4c00-934f-e5e782f953e1,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:56.630287 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-962dc2b5-74bd-42a4-824f-509b9306fa8d None None] Transition to ACTIVE for port object f713d233-2a2c-4af2-8dd2-0908a5717c5c will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:56.636856 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f3c4-a887-468f-81fe-3fbfccd8263e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:56.642860 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54430607-4bf3-41c8-a5d4-74a65f79595a tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:56.680976 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54430607-4bf3-41c8-a5d4-74a65f79595a tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:56.722274 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 3d9d2deb-6086-45d6-8271-6e13515e3f3a triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:56.722680 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:56.723028 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 3d9d2deb-6086-45d6-8271-6e13515e3f3a Sep 23 15:09:56.747362 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-962dc2b5-74bd-42a4-824f-509b9306fa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:56.804703 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f3c4-a887-468f-81fe-3fbfccd8263e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:56.808603 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-6cf50d54-21ab-4050-98f9-988ff2309dcb tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Allocated IP 2001:db8:2::1 (93334369-4b5c-4207-8b8a-ad4b8248fea5/b503a235-7383-4d07-8784-494efe18be9e/281f118c-b58d-4f3a-a56c-091a3e0c346d) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:09:56.866910 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c6ea2f66-5b11-4b96-8eb9-5d68fdef4f95 None None] Current status of the port 3d9d2deb-6086-45d6-8271-6e13515e3f3a is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:56.872038 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3f3c4-a887-468f-81fe-3fbfccd8263e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=ad15f6f9-2062-45e2-bb52-a2517c6dc71e,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:56.882834 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962dc2b5-74bd-42a4-824f-509b9306fa8d None None] Network 93334369-4b5c-4207-8b8a-ad4b8248fea5 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:56.883888 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c5b3f3c4-a887-468f-81fe-3fbfccd8263e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:56.890565 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-962dc2b5-74bd-42a4-824f-509b9306fa8d None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:56.896155 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c5b3f3c4-a887-468f-81fe-3fbfccd8263e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/ad15f6f9-2062-45e2-bb52-a2517c6dc71e HTTP/1.1" status: 204 len: 168 time: 0.4961457 Sep 23 15:09:56.896723 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962dc2b5-74bd-42a4-824f-509b9306fa8d None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:09:56.897810 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48454) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:56.909390 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962dc2b5-74bd-42a4-824f-509b9306fa8d None None] Pushing event updated for resources: {'Port': ['ID=f713d233-2a2c-4af2-8dd2-0908a5717c5c,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:56.930133 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54430607-4bf3-41c8-a5d4-74a65f79595a tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:56.973678 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54430607-4bf3-41c8-a5d4-74a65f79595a tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd99546-43ce-4783-a23a-1463e48861dd,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:56.985693 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-aadf4727-daf6-4296-bd39-90bfe11e74e0 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0832283 Sep 23 15:09:56.985693 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48458) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:56.992400 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-5f2750b8-91d3-49bd-a029-864e5fd800ce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:57.058121 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6cf50d54-21ab-4050-98f9-988ff2309dcb tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:57.065728 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54430607-4bf3-41c8-a5d4-74a65f79595a tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:57.067958 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-54430607-4bf3-41c8-a5d4-74a65f79595a tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "DELETE /v2.0/security-groups/fdd99546-43ce-4783-a23a-1463e48861dd HTTP/1.1" status: 204 len: 168 time: 0.5005982 Sep 23 15:09:57.070435 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48462) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:57.099032 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-6cf50d54-21ab-4050-98f9-988ff2309dcb tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Transition to ACTIVE for port object 281f118c-b58d-4f3a-a56c-091a3e0c346d will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:09:57.102728 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-962dc2b5-74bd-42a4-824f-509b9306fa8d None None] Attempting to bind port f713d233-2a2c-4af2-8dd2-0908a5717c5c on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:09:57.103193 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-962dc2b5-74bd-42a4-824f-509b9306fa8d None None] Attempting to bind port f713d233-2a2c-4af2-8dd2-0908a5717c5c by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'a4a00a70-121f-4cf7-a1d1-bcb9339ff67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '93334369-4b5c-4207-8b8a-ad4b8248fea5'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:09:57.103576 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962dc2b5-74bd-42a4-824f-509b9306fa8d None None] Attempting to bind port f713d233-2a2c-4af2-8dd2-0908a5717c5c on network 93334369-4b5c-4207-8b8a-ad4b8248fea5 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:09:57.120865 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962dc2b5-74bd-42a4-824f-509b9306fa8d None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:09:57.121203 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962dc2b5-74bd-42a4-824f-509b9306fa8d None None] Checking segment: {'id': 'a4a00a70-121f-4cf7-a1d1-bcb9339ff67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '93334369-4b5c-4207-8b8a-ad4b8248fea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:09:57.121707 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-962dc2b5-74bd-42a4-824f-509b9306fa8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:57.121997 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962dc2b5-74bd-42a4-824f-509b9306fa8d None None] Bound using segment: {'id': 'a4a00a70-121f-4cf7-a1d1-bcb9339ff67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '93334369-4b5c-4207-8b8a-ad4b8248fea5'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:09:57.122492 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-962dc2b5-74bd-42a4-824f-509b9306fa8d None None] Bound port: f713d233-2a2c-4af2-8dd2-0908a5717c5c, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a00a70-121f-4cf7-a1d1-bcb9339ff67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '93334369-4b5c-4207-8b8a-ad4b8248fea5'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:09:57.122869 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-962dc2b5-74bd-42a4-824f-509b9306fa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:57.127325 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-5f2750b8-91d3-49bd-a029-864e5fd800ce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:57.132250 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5f2750b8-91d3-49bd-a029-864e5fd800ce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:subnet and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:57.135877 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5f2750b8-91d3-49bd-a029-864e5fd800ce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:57.140236 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2cd79bce-9930-47b6-a588-eb5c4b03c126 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Synchronizing usage tracker for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:57.143704 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-5f2750b8-91d3-49bd-a029-864e5fd800ce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:57.150056 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 3d9d2deb-6086-45d6-8271-6e13515e3f3a is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:57.198767 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-54449c83-77ea-44e8-962c-d20ab166c911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:09:50Z', 'revision_number': 3, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None, '_interfaces': [{'id': 'b74b56f7-11b8-423a-81c5-fe5039be17e6', 'name': '', 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:75:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:37Z', 'updated_at': '2022-09-23T15:09:49Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6d3d411-c2f9-458b-8e69-ee8004b352fa', 'name': '', 'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:b2:48:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:49Z', 'updated_at': '2022-09-23T15:09:55Z', 'revision_number': 4, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:57.208030 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54449c83-77ea-44e8-962c-d20ab166c911 None None] The sync data for ids ['925538b2-8a1f-4bab-9efe-d7b9481de7db'] in dv-neutron-859093-1-hyperv is: [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:09:50Z', 'revision_number': 3, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None, '_interfaces': [{'id': 'b74b56f7-11b8-423a-81c5-fe5039be17e6', 'name': '', 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:75:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:37Z', 'updated_at': '2022-09-23T15:09:49Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6d3d411-c2f9-458b-8e69-ee8004b352fa', 'name': '', 'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:b2:48:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:49Z', 'updated_at': '2022-09-23T15:09:55Z', 'revision_number': 4, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:09:57.237121 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-962dc2b5-74bd-42a4-824f-509b9306fa8d None None] For port f713d233-2a2c-4af2-8dd2-0908a5717c5c, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:09:57.241135 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-962dc2b5-74bd-42a4-824f-509b9306fa8d None None] For port f713d233-2a2c-4af2-8dd2-0908a5717c5c, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f713d233-2a2c-4af2-8dd2-0908a5717c5c,segment=NetworkSegment(a4a00a70-121f-4cf7-a1d1-bcb9339ff67d),segment_id=a4a00a70-121f-4cf7-a1d1-bcb9339ff67d)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:09:57.242534 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-4e578088-a444-4492-b1ee-ae9595f98cf1 None None] Provisioning for port 1e536adb-21cb-4c00-934f-e5e782f953e1 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:57.251457 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-4e578088-a444-4492-b1ee-ae9595f98cf1 None None] Provisioning complete for port 1e536adb-21cb-4c00-934f-e5e782f953e1 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:57.251457 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4e578088-a444-4492-b1ee-ae9595f98cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:57.255870 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-4e578088-a444-4492-b1ee-ae9595f98cf1 None None] Attempt 1 to provision port 1e536adb-21cb-4c00-934f-e5e782f953e1 Sep 23 15:09:57.268224 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2750b8-91d3-49bd-a029-864e5fd800ce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:57.269080 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2cd79bce-9930-47b6-a588-eb5c4b03c126 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Unset dirty status for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:09:57.271667 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2cd79bce-9930-47b6-a588-eb5c4b03c126 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1996090 Sep 23 15:09:57.273514 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6cf50d54-21ab-4050-98f9-988ff2309dcb tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:57.274421 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5f2750b8-91d3-49bd-a029-864e5fd800ce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:57.290272 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48466) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:57.299770 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 06782627-15d1-4272-898e-e78ac3c1a414 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:09:57.338210 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-962dc2b5-74bd-42a4-824f-509b9306fa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:57.388541 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-da7334f8-0c6a-44db-8536-5f544ff90770 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Request body: {'security_group': {'name': 'tempest-secgroup--380144755'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:57.404935 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06ec6ee-7a63-4b20-8059-c8e4b84ad8d3 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:57.407930 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-da7334f8-0c6a-44db-8536-5f544ff90770 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:57.415975 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf50d54-21ab-4050-98f9-988ff2309dcb tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network 93334369-4b5c-4207-8b8a-ad4b8248fea5 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:57.420853 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-6cf50d54-21ab-4050-98f9-988ff2309dcb tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:57.423472 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf50d54-21ab-4050-98f9-988ff2309dcb tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:09:57.424452 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6cf50d54-21ab-4050-98f9-988ff2309dcb tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:57.450879 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-da7334f8-0c6a-44db-8536-5f544ff90770 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:57.454491 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf50d54-21ab-4050-98f9-988ff2309dcb tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Port': ['ID=281f118c-b58d-4f3a-a56c-091a3e0c346d,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:57.548541 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-da7334f8-0c6a-44db-8536-5f544ff90770 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:57.575635 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-da7334f8-0c6a-44db-8536-5f544ff90770 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:57.580239 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-da7334f8-0c6a-44db-8536-5f544ff90770 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Usage tracker for resource:security_group_rule and tenant:a4cfc0f8e6e241f1839444942f97c8de is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:57.584145 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-da7334f8-0c6a-44db-8536-5f544ff90770 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:57.639320 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-da7334f8-0c6a-44db-8536-5f544ff90770 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:57.644497 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.resource_extend [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 15:09:57.695696 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6cf50d54-21ab-4050-98f9-988ff2309dcb tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:57.814275 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5fcb6-c33a-48d0-ac68-0677644b56b1 req-45a2ef9c-9f6a-4f00-abf7-c61a3dc93831 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:57.819384 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cba5fcb6-c33a-48d0-ac68-0677644b56b1 req-45a2ef9c-9f6a-4f00-abf7-c61a3dc93831 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 943 time: 0.2819672 Sep 23 15:09:57.869425 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962dc2b5-74bd-42a4-824f-509b9306fa8d None None] Pushing event updated for resources: {'Port': ['ID=f713d233-2a2c-4af2-8dd2-0908a5717c5c,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:57.999015 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-da7334f8-0c6a-44db-8536-5f544ff90770 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:58.014987 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cba5fcb6-c33a-48d0-ac68-0677644b56b1 req-d6dcecc5-e888-418f-807c-459f90b7c450 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791430 Sep 23 15:09:58.075399 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-da7334f8-0c6a-44db-8536-5f544ff90770 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:58.194279 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-4e578088-a444-4492-b1ee-ae9595f98cf1 None None] Current status of the port 1e536adb-21cb-4c00-934f-e5e782f953e1 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:58.203992 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.objects.ports [None req-5f2750b8-91d3-49bd-a029-864e5fd800ce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89738) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 23 15:09:58.204809 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4e578088-a444-4492-b1ee-ae9595f98cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:58.237457 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 06782627-15d1-4272-898e-e78ac3c1a414, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=06782627-15d1-4272-898e-e78ac3c1a414,segment=NetworkSegment(2299cf50-8fc5-4710-8b0f-f89efce15188),segment_id=2299cf50-8fc5-4710-8b0f-f89efce15188)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:58.285951 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '06782627-15d1-4272-898e-e78ac3c1a414', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'port_id': '06782627-15d1-4272-898e-e78ac3c1a414', 'mac_address': 'fa:16:3e:54:58:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:09:58.326700 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f713d233-2a2c-4af2-8dd2-0908a5717c5c up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:09:58.361890 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-4e578088-a444-4492-b1ee-ae9595f98cf1 None None] For port 1e536adb-21cb-4c00-934f-e5e782f953e1, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=1e536adb-21cb-4c00-934f-e5e782f953e1,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:58.375864 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7334f8-0c6a-44db-8536-5f544ff90770 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c307a6-5505-43db-b237-6d366e78bce8,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:58.401155 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf1e32b-7154-48ea-9ee0-81f01ec995bf None None] DHCP port deletion for c3d67a4b-9092-448f-b14d-bd8d70a05623 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:09:58.408069 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 06782627-15d1-4272-898e-e78ac3c1a414 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:58.408440 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:58.422922 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1e32b-7154-48ea-9ee0-81f01ec995bf None None] Deleting port 1e536adb-21cb-4c00-934f-e5e782f953e1 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:09:58.423284 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e32b-7154-48ea-9ee0-81f01ec995bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:58.457618 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-da7334f8-0c6a-44db-8536-5f544ff90770 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:58.462073 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-da7334f8-0c6a-44db-8536-5f544ff90770 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1050978 Sep 23 15:09:58.462073 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6cf50d54-21ab-4050-98f9-988ff2309dcb tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:58.462884 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48472) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:58.465671 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4e578088-a444-4492-b1ee-ae9595f98cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:58.468427 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-3ca8fd24-ab46-4fb7-8229-96270ca57f31 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Request body: {'security_group_rule': {'security_group_id': 'f8c307a6-5505-43db-b237-6d366e78bce8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:58.474470 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3ca8fd24-ab46-4fb7-8229-96270ca57f31 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:58.479290 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3ca8fd24-ab46-4fb7-8229-96270ca57f31 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Usage tracker for resource:security_group_rule and tenant:a4cfc0f8e6e241f1839444942f97c8de is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:58.482255 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3ca8fd24-ab46-4fb7-8229-96270ca57f31 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:58.491239 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3ca8fd24-ab46-4fb7-8229-96270ca57f31 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:58.516674 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06782627-15d1-4272-898e-e78ac3c1a414 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:09:58.560258 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6cf50d54-21ab-4050-98f9-988ff2309dcb tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:58.561575 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6cf50d54-21ab-4050-98f9-988ff2309dcb tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:58.611075 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 06782627-15d1-4272-898e-e78ac3c1a414, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=06782627-15d1-4272-898e-e78ac3c1a414,segment=NetworkSegment(2299cf50-8fc5-4710-8b0f-f89efce15188),segment_id=2299cf50-8fc5-4710-8b0f-f89efce15188)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:58.616588 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5f2750b8-91d3-49bd-a029-864e5fd800ce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:58.633716 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-93ce55f9-b556-4487-b84b-ac7d8bbcf215 None None] Could not find standard attr ID for object a69ddbf7-504a-4030-a73d-60ccd10b3edc. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:09:58.646902 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e578088-a444-4492-b1ee-ae9595f98cf1 None None] Pushing event updated for resources: {'Port': ['ID=1e536adb-21cb-4c00-934f-e5e782f953e1,revision_number=6']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:58.669105 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port f713d233-2a2c-4af2-8dd2-0908a5717c5c completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:58.734727 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 1e536adb-21cb-4c00-934f-e5e782f953e1 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:09:58.778214 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-93ce55f9-b556-4487-b84b-ac7d8bbcf215 None None] Provisioning complete for port 1e536adb-21cb-4c00-934f-e5e782f953e1 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:58.779180 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-93ce55f9-b556-4487-b84b-ac7d8bbcf215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:58.779427 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-93ce55f9-b556-4487-b84b-ac7d8bbcf215 None None] Attempt 1 to provision port 1e536adb-21cb-4c00-934f-e5e782f953e1 Sep 23 15:09:58.788766 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3ca8fd24-ab46-4fb7-8229-96270ca57f31 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:58.831377 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf50d54-21ab-4050-98f9-988ff2309dcb tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network 93334369-4b5c-4207-8b8a-ad4b8248fea5 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:58.836954 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-6cf50d54-21ab-4050-98f9-988ff2309dcb tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:58.840237 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:58.867315 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf50d54-21ab-4050-98f9-988ff2309dcb tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Port': ['ID=281f118c-b58d-4f3a-a56c-091a3e0c346d,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:58.929086 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa08d4b-2a4b-4030-ba46-62a154dc061d None None] Network 93334369-4b5c-4207-8b8a-ad4b8248fea5 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:09:59.022538 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3ca8fd24-ab46-4fb7-8229-96270ca57f31 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:59.043973 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-5f2750b8-91d3-49bd-a029-864e5fd800ce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] For port 1e536adb-21cb-4c00-934f-e5e782f953e1, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=1e536adb-21cb-4c00-934f-e5e782f953e1,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:59.053336 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf50d54-21ab-4050-98f9-988ff2309dcb tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Router 925538b2-8a1f-4bab-9efe-d7b9481de7db has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:09:59.077602 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5f2750b8-91d3-49bd-a029-864e5fd800ce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:59.129516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3ca8fd24-ab46-4fb7-8229-96270ca57f31 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:59.136614 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5f2750b8-91d3-49bd-a029-864e5fd800ce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:59.137749 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5f2750b8-91d3-49bd-a029-864e5fd800ce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:59.145962 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=06782627-15d1-4272-898e-e78ac3c1a414,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:59.149423 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['06782627-15d1-4272-898e-e78ac3c1a414'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:09:59.239241 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ebf1e32b-7154-48ea-9ee0-81f01ec995bf None None] For port 1e536adb-21cb-4c00-934f-e5e782f953e1, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=1e536adb-21cb-4c00-934f-e5e782f953e1,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:09:59.239241 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e32b-7154-48ea-9ee0-81f01ec995bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:59.249018 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2750b8-91d3-49bd-a029-864e5fd800ce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:09:59.265065 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-5f2750b8-91d3-49bd-a029-864e5fd800ce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:09:59.268288 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2750b8-91d3-49bd-a029-864e5fd800ce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:59.268792 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5f2750b8-91d3-49bd-a029-864e5fd800ce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:59.274838 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8fd24-ab46-4fb7-8229-96270ca57f31 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0720c7b7-ad9a-47ab-86c4-1e7017d125f3,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:59.319442 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf50d54-21ab-4050-98f9-988ff2309dcb tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:09:59.324873 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6cf50d54-21ab-4050-98f9-988ff2309dcb tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "PUT /v2.0/routers/925538b2-8a1f-4bab-9efe-d7b9481de7db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9445257 Sep 23 15:09:59.327537 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2750b8-91d3-49bd-a029-864e5fd800ce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Port': ['ID=1e536adb-21cb-4c00-934f-e5e782f953e1,revision_number=8']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:59.327704 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48478) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:59.333174 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2750b8-91d3-49bd-a029-864e5fd800ce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=9e2dcd36-e6c8-408f-b661-45a495c0daf3,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:59.337924 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad5e18-6f90-454b-a125-7020ba54e695 None None] Sync routers for ids ['925538b2-8a1f-4bab-9efe-d7b9481de7db'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:09:59.338442 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-a35a783d-897f-4755-908e-2d5ea920a9ae tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-380981517'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:59.342149 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a35a783d-897f-4755-908e-2d5ea920a9ae tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:59.348111 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebad5e18-6f90-454b-a125-7020ba54e695 None None] Routers {'925538b2-8a1f-4bab-9efe-d7b9481de7db'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:09:59.348819 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-ebad5e18-6f90-454b-a125-7020ba54e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:09:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['925538b2-8a1f-4bab-9efe-d7b9481de7db'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:59.349909 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a35a783d-897f-4755-908e-2d5ea920a9ae tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Usage tracker for resource:network and tenant:2de827345e1341699e79c05b3da06c65 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:59.354239 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a35a783d-897f-4755-908e-2d5ea920a9ae tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:59.362241 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a35a783d-897f-4755-908e-2d5ea920a9ae tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:59.372332 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fed9b-1577-4d2a-a451-3d3cfc5cb042 req-54d07b0f-04f6-498b-a9d1-3038eb50b3fc tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:59.379372 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-574fed9b-1577-4d2a-a451-3d3cfc5cb042 req-54d07b0f-04f6-498b-a9d1-3038eb50b3fc tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 944 time: 0.1685767 Sep 23 15:09:59.379997 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 1e536adb-21cb-4c00-934f-e5e782f953e1 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:59.379997 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:59.380322 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 1e536adb-21cb-4c00-934f-e5e782f953e1 Sep 23 15:09:59.394869 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5f2750b8-91d3-49bd-a029-864e5fd800ce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4084060 Sep 23 15:09:59.400927 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48482) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:59.405775 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-f28d1b06-588b-4e74-b73e-8469528ff179 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:09:59.433832 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3ca8fd24-ab46-4fb7-8229-96270ca57f31 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:59.436117 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3ca8fd24-ab46-4fb7-8229-96270ca57f31 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9712205 Sep 23 15:09:59.439122 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48486) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:59.483932 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1e32b-7154-48ea-9ee0-81f01ec995bf None None] Calling delete_port for 1e536adb-21cb-4c00-934f-e5e782f953e1 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:09:59.515616 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35a783d-897f-4755-908e-2d5ea920a9ae tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Made reservation on behalf of 2de827345e1341699e79c05b3da06c65 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:59.519057 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a35a783d-897f-4755-908e-2d5ea920a9ae tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:59.520428 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-ebad5e18-6f90-454b-a125-7020ba54e695 None None] Set router 925538b2-8a1f-4bab-9efe-d7b9481de7db gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:09:59.536782 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1432355b-aef6-4f95-a010-2ed6a647c71c tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:59.538704 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-93ce55f9-b556-4487-b84b-ac7d8bbcf215 None None] Current status of the port 1e536adb-21cb-4c00-934f-e5e782f953e1 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:09:59.545310 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-574fed9b-1577-4d2a-a451-3d3cfc5cb042 req-7331ef4b-0f6a-409b-8e28-7ccfc2e2c726 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649806 Sep 23 15:09:59.579084 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1432355b-aef6-4f95-a010-2ed6a647c71c tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:59.610964 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35a783d-897f-4755-908e-2d5ea920a9ae tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:09:59.626520 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f28d1b06-588b-4e74-b73e-8469528ff179 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:09:59.630775 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a35a783d-897f-4755-908e-2d5ea920a9ae tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:59.630775 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-a35a783d-897f-4755-908e-2d5ea920a9ae tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Added segment c2391fe1-bfa8-48c5-9baa-5cc76c086851 of type vlan for network ff2359b6-5fe1-46e9-a71e-c7156999a254 Sep 23 15:09:59.635584 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f28d1b06-588b-4e74-b73e-8469528ff179 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:subnet and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:09:59.640117 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f28d1b06-588b-4e74-b73e-8469528ff179 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:09:59.649878 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f28d1b06-588b-4e74-b73e-8469528ff179 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:09:59.670251 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a35a783d-897f-4755-908e-2d5ea920a9ae tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:59.713381 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1432355b-aef6-4f95-a010-2ed6a647c71c tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:59.735040 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432355b-aef6-4f95-a010-2ed6a647c71c tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c307a6-5505-43db-b237-6d366e78bce8,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:09:59.748281 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28d1b06-588b-4e74-b73e-8469528ff179 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:09:59.752844 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f28d1b06-588b-4e74-b73e-8469528ff179 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:59.766125 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1432355b-aef6-4f95-a010-2ed6a647c71c tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:59.770463 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1432355b-aef6-4f95-a010-2ed6a647c71c tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "DELETE /v2.0/security-groups/f8c307a6-5505-43db-b237-6d366e78bce8 HTTP/1.1" status: 204 len: 168 time: 0.3300145 Sep 23 15:09:59.772892 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48490) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:09:59.773756 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a35a783d-897f-4755-908e-2d5ea920a9ae tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:59.780762 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35a783d-897f-4755-908e-2d5ea920a9ae tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:09:59.786387 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a35a783d-897f-4755-908e-2d5ea920a9ae tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:59.898157 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e64a7ab1-c7bd-4eae-966e-9997db90f61a tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Synchronizing usage tracker for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:09:59.916385 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-ebad5e18-6f90-454b-a125-7020ba54e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:09:57Z', 'revision_number': 4, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None, '_interfaces': [{'id': '281f118c-b58d-4f3a-a56c-091a3e0c346d', 'name': '', 'network_id': '93334369-4b5c-4207-8b8a-ad4b8248fea5', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:ad:77:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b503a235-7383-4d07-8784-494efe18be9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:55Z', 'updated_at': '2022-09-23T15:09:58Z', 'revision_number': 2, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': 'b503a235-7383-4d07-8784-494efe18be9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b74b56f7-11b8-423a-81c5-fe5039be17e6', 'name': '', 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:75:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:37Z', 'updated_at': '2022-09-23T15:09:49Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6d3d411-c2f9-458b-8e69-ee8004b352fa', 'name': '', 'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:b2:48:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:49Z', 'updated_at': '2022-09-23T15:09:55Z', 'revision_number': 4, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:09:59.921718 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1af68892-d15d-478b-9418-648a4f791e61 None None] Provisioning for port f713d233-2a2c-4af2-8dd2-0908a5717c5c completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:09:59.924195 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad5e18-6f90-454b-a125-7020ba54e695 None None] Checking router: 925538b2-8a1f-4bab-9efe-d7b9481de7db for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:09:59.924922 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad5e18-6f90-454b-a125-7020ba54e695 None None] Updating router 925538b2-8a1f-4bab-9efe-d7b9481de7db port 281f118c-b58d-4f3a-a56c-091a3e0c346d binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:09:59.925137 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-ebf1e32b-7154-48ea-9ee0-81f01ec995bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:09:59.926046 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-ebf1e32b-7154-48ea-9ee0-81f01ec995bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:09:59.955760 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1af68892-d15d-478b-9418-648a4f791e61 None None] Provisioning complete for port f713d233-2a2c-4af2-8dd2-0908a5717c5c triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:09:59.956170 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1af68892-d15d-478b-9418-648a4f791e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:09:59.957050 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1af68892-d15d-478b-9418-648a4f791e61 None None] Attempt 1 to provision port f713d233-2a2c-4af2-8dd2-0908a5717c5c Sep 23 15:09:59.992464 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a783d-897f-4755-908e-2d5ea920a9ae tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Network': ['ID=ff2359b6-5fe1-46e9-a71e-c7156999a254,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:00.005582 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ebad5e18-6f90-454b-a125-7020ba54e695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:00.008129 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e64a7ab1-c7bd-4eae-966e-9997db90f61a tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Unset dirty status for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:10:00.009852 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e64a7ab1-c7bd-4eae-966e-9997db90f61a tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2359452 Sep 23 15:10:00.012489 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48494) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:00.021399 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network ff2359b6-5fe1-46e9-a71e-c7156999a254 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:10:00.042177 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.ipam_backend_mixin [None req-f28d1b06-588b-4e74-b73e-8469528ff179 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9e2dcd36-e6c8-408f-b661-45a495c0daf3 (CIDR: 2001:db8::/64) Sep 23 15:10:00.044155 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a35a783d-897f-4755-908e-2d5ea920a9ae tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7156222 Sep 23 15:10:00.047844 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48498) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:00.052199 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 1e536adb-21cb-4c00-934f-e5e782f953e1 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:00.053559 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device c6d3d411-c2f9-458b-8e69-ee8004b352fa up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:10:00.056813 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-aa342a2b-c8a6-498d-ad76-6fda69028a02 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'subnet': {'network_id': 'ff2359b6-5fe1-46e9-a71e-c7156999a254', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:10:00.068254 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-58377ce4-a507-40e8-8030-49000a4308df tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Synchronizing usage tracker for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group_rule {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:10:00.131860 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-f28d1b06-588b-4e74-b73e-8469528ff179 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:10:00.132466 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f28d1b06-588b-4e74-b73e-8469528ff179 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:00.140232 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-58377ce4-a507-40e8-8030-49000a4308df tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] Unset dirty status for tenant:a4cfc0f8e6e241f1839444942f97c8de on resource:security_group_rule {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:10:00.142013 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-58377ce4-a507-40e8-8030-49000a4308df tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1282229 Sep 23 15:10:00.146855 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48502) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:00.171421 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-8c17edc7-6990-4acf-948c-dcc5df31ae08 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] delete failed (client error): The resource could not be found. Sep 23 15:10:00.174994 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8c17edc7-6990-4acf-948c-dcc5df31ae08 tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "DELETE /v2.0/security-groups/f8c307a6-5505-43db-b237-6d366e78bce8 HTTP/1.1" status: 404 len: 347 time: 0.0271144 Sep 23 15:10:00.178791 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48506) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:00.188392 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-aa342a2b-c8a6-498d-ad76-6fda69028a02 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:10:00.193139 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-aa342a2b-c8a6-498d-ad76-6fda69028a02 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Usage tracker for resource:subnet and tenant:2de827345e1341699e79c05b3da06c65 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:10:00.196701 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-aa342a2b-c8a6-498d-ad76-6fda69028a02 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:10:00.202981 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-aa342a2b-c8a6-498d-ad76-6fda69028a02 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:10:00.226280 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f28d1b06-588b-4e74-b73e-8469528ff179 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8275659 Sep 23 15:10:00.228963 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48510) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:00.239588 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-751eb412-88a6-4aad-9987-5fa6554a5cd8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:10:00.274047 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c77f0662-6e72-4a01-b85f-fa1dbc7518fc tempest-SecGroupTest-1571667028 tempest-SecGroupTest-1571667028-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0929873 Sep 23 15:10:00.354291 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1af68892-d15d-478b-9418-648a4f791e61 None None] Current status of the port f713d233-2a2c-4af2-8dd2-0908a5717c5c is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:00.354715 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1af68892-d15d-478b-9418-648a4f791e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:00.439314 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa342a2b-c8a6-498d-ad76-6fda69028a02 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Made reservation on behalf of 2de827345e1341699e79c05b3da06c65 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:10:00.453925 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-aa342a2b-c8a6-498d-ad76-6fda69028a02 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:00.454205 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1e32b-7154-48ea-9ee0-81f01ec995bf None None] Deleting port 1e536adb-21cb-4c00-934f-e5e782f953e1 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:00.454496 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e32b-7154-48ea-9ee0-81f01ec995bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:00.479147 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ebad5e18-6f90-454b-a125-7020ba54e695 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:00.482835 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1af68892-d15d-478b-9418-648a4f791e61 None None] For port f713d233-2a2c-4af2-8dd2-0908a5717c5c, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f713d233-2a2c-4af2-8dd2-0908a5717c5c,segment=NetworkSegment(a4a00a70-121f-4cf7-a1d1-bcb9339ff67d),segment_id=a4a00a70-121f-4cf7-a1d1-bcb9339ff67d)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:00.496060 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-ebad5e18-6f90-454b-a125-7020ba54e695 None None] Transition to ACTIVE for port object 281f118c-b58d-4f3a-a56c-091a3e0c346d will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:10:00.582399 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1af68892-d15d-478b-9418-648a4f791e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:00.605498 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ebad5e18-6f90-454b-a125-7020ba54e695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:00.673753 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port c6d3d411-c2f9-458b-8e69-ee8004b352fa completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:10:00.710560 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af68892-d15d-478b-9418-648a4f791e61 None None] Pushing event updated for resources: {'Port': ['ID=f713d233-2a2c-4af2-8dd2-0908a5717c5c,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:00.721067 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port c6d3d411-c2f9-458b-8e69-ee8004b352fa triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:00.723051 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:00.723405 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port c6d3d411-c2f9-458b-8e69-ee8004b352fa Sep 23 15:10:00.839379 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-751eb412-88a6-4aad-9987-5fa6554a5cd8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:10:00.864552 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-751eb412-88a6-4aad-9987-5fa6554a5cd8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:subnet and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:10:00.869167 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874acbd8-b6bc-4d75-b197-d67e1c71d247 req-745a371d-ab01-427f-ac40-6fe772f9f87f tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:00.871116 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-874acbd8-b6bc-4d75-b197-d67e1c71d247 req-745a371d-ab01-427f-ac40-6fe772f9f87f tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 944 time: 0.1623683 Sep 23 15:10:00.875304 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-751eb412-88a6-4aad-9987-5fa6554a5cd8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:10:00.885542 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4de7f-5845-4d0c-864a-0cd0b099573e None None] Pushing event updated for resources: {'Port': ['ID=281f118c-b58d-4f3a-a56c-091a3e0c346d,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:00.904738 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-751eb412-88a6-4aad-9987-5fa6554a5cd8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:10:00.934651 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-aa342a2b-c8a6-498d-ad76-6fda69028a02 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:00.968371 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-874acbd8-b6bc-4d75-b197-d67e1c71d247 req-da7d893f-4099-427a-b0e5-d4303dabbdd2 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914862 Sep 23 15:10:01.013071 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48522) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:01.063336 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa342a2b-c8a6-498d-ad76-6fda69028a02 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Subnet': ['ID=b51da47e-7af3-452b-983c-9f6e099e07b2,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:01.068693 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751eb412-88a6-4aad-9987-5fa6554a5cd8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:10:01.072248 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-751eb412-88a6-4aad-9987-5fa6554a5cd8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:01.079689 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-ebad5e18-6f90-454b-a125-7020ba54e695 None None] Attempting to bind port 281f118c-b58d-4f3a-a56c-091a3e0c346d on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:10:01.080297 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-ebad5e18-6f90-454b-a125-7020ba54e695 None None] Attempting to bind port 281f118c-b58d-4f3a-a56c-091a3e0c346d by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'a4a00a70-121f-4cf7-a1d1-bcb9339ff67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '93334369-4b5c-4207-8b8a-ad4b8248fea5'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:10:01.080839 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad5e18-6f90-454b-a125-7020ba54e695 None None] Attempting to bind port 281f118c-b58d-4f3a-a56c-091a3e0c346d on network 93334369-4b5c-4207-8b8a-ad4b8248fea5 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:10:01.088219 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad5e18-6f90-454b-a125-7020ba54e695 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:10:01.092300 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad5e18-6f90-454b-a125-7020ba54e695 None None] Checking segment: {'id': 'a4a00a70-121f-4cf7-a1d1-bcb9339ff67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '93334369-4b5c-4207-8b8a-ad4b8248fea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:10:01.092300 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ebad5e18-6f90-454b-a125-7020ba54e695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:01.092300 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad5e18-6f90-454b-a125-7020ba54e695 None None] Bound using segment: {'id': 'a4a00a70-121f-4cf7-a1d1-bcb9339ff67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '93334369-4b5c-4207-8b8a-ad4b8248fea5'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:10:01.092300 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-ebad5e18-6f90-454b-a125-7020ba54e695 None None] Bound port: 281f118c-b58d-4f3a-a56c-091a3e0c346d, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a00a70-121f-4cf7-a1d1-bcb9339ff67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '93334369-4b5c-4207-8b8a-ad4b8248fea5'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:10:01.092300 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ebad5e18-6f90-454b-a125-7020ba54e695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:01.154725 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5e518f17-6069-4544-b028-feb1bedaba95 None None] Provisioning for port 281f118c-b58d-4f3a-a56c-091a3e0c346d completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:10:01.160697 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa342a2b-c8a6-498d-ad76-6fda69028a02 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Checking segment: {'id': 'c2391fe1-bfa8-48c5-9baa-5cc76c086851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ff2359b6-5fe1-46e9-a71e-c7156999a254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:10:01.161692 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa342a2b-c8a6-498d-ad76-6fda69028a02 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network hostable DHCP agents. Network: ff2359b6-5fe1-46e9-a71e-c7156999a254, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:10:01.205514 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-ebad5e18-6f90-454b-a125-7020ba54e695 None None] For port 281f118c-b58d-4f3a-a56c-091a3e0c346d, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:10:01.210184 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-ebad5e18-6f90-454b-a125-7020ba54e695 None None] For port 281f118c-b58d-4f3a-a56c-091a3e0c346d, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=281f118c-b58d-4f3a-a56c-091a3e0c346d,segment=NetworkSegment(a4a00a70-121f-4cf7-a1d1-bcb9339ff67d),segment_id=a4a00a70-121f-4cf7-a1d1-bcb9339ff67d)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:10:01.217555 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ebf1e32b-7154-48ea-9ee0-81f01ec995bf None None] For port 1e536adb-21cb-4c00-934f-e5e782f953e1, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=1e536adb-21cb-4c00-934f-e5e782f953e1,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:01.217956 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e32b-7154-48ea-9ee0-81f01ec995bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:01.261616 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa342a2b-c8a6-498d-ad76-6fda69028a02 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network ff2359b6-5fe1-46e9-a71e-c7156999a254 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:10:01.285950 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ebad5e18-6f90-454b-a125-7020ba54e695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:01.298654 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 06782627-15d1-4272-898e-e78ac3c1a414 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:10:01.302086 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7bb94bcd-47d7-4a9e-aebe-bb964033b073 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a4cfc0f8e6e241f1839444942f97c8de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2875056 Sep 23 15:10:01.304676 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48528) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:01.356930 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebad5e18-6f90-454b-a125-7020ba54e695 None None] Routers {'925538b2-8a1f-4bab-9efe-d7b9481de7db'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:01.358109 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-ebad5e18-6f90-454b-a125-7020ba54e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:09:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['925538b2-8a1f-4bab-9efe-d7b9481de7db'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:01.369788 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-aa342a2b-c8a6-498d-ad76-6fda69028a02 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, ff2359b6-5fe1-46e9-a71e-c7156999a254) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:01.372099 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8781cfd5-9b0d-4fb0-b06b-51184b8052b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:01.392886 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1e32b-7154-48ea-9ee0-81f01ec995bf None None] Calling delete_port for 1e536adb-21cb-4c00-934f-e5e782f953e1 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:10:01.393630 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa342a2b-c8a6-498d-ad76-6fda69028a02 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:01.394990 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-aa342a2b-c8a6-498d-ad76-6fda69028a02 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:01.401291 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8781cfd5-9b0d-4fb0-b06b-51184b8052b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:01.425778 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8faea72-a921-462b-929c-04ee1c0bd913 None None] Network ff2359b6-5fe1-46e9-a71e-c7156999a254 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:10:01.437798 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5e518f17-6069-4544-b028-feb1bedaba95 None None] Provisioning complete for port f713d233-2a2c-4af2-8dd2-0908a5717c5c triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:01.438178 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5e518f17-6069-4544-b028-feb1bedaba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:01.438538 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-5e518f17-6069-4544-b028-feb1bedaba95 None None] Attempt 1 to provision port f713d233-2a2c-4af2-8dd2-0908a5717c5c Sep 23 15:10:01.461627 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port c6d3d411-c2f9-458b-8e69-ee8004b352fa is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:01.462000 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:01.491657 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-aa342a2b-c8a6-498d-ad76-6fda69028a02 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4426718 Sep 23 15:10:01.494589 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48532) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:01.563344 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4de7f-5845-4d0c-864a-0cd0b099573e None None] Pushing event updated for resources: {'Port': ['ID=281f118c-b58d-4f3a-a56c-091a3e0c346d,revision_number=4']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:01.568884 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8781cfd5-9b0d-4fb0-b06b-51184b8052b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:01.574113 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-ebad5e18-6f90-454b-a125-7020ba54e695 None None] Set router 925538b2-8a1f-4bab-9efe-d7b9481de7db gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:10:01.579020 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-751eb412-88a6-4aad-9987-5fa6554a5cd8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:01.604907 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port c6d3d411-c2f9-458b-8e69-ee8004b352fa, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=c6d3d411-c2f9-458b-8e69-ee8004b352fa,segment=NetworkSegment(3f8ace70-c20b-4c00-948c-5f3667ef3838),segment_id=3f8ace70-c20b-4c00-948c-5f3667ef3838)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:01.659220 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781cfd5-9b0d-4fb0-b06b-51184b8052b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fca030-ddaa-49dc-a894-7ed030a88e54,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:01.692850 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751eb412-88a6-4aad-9987-5fa6554a5cd8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:10:01.696143 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-751eb412-88a6-4aad-9987-5fa6554a5cd8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:01.705935 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:01.706485 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751eb412-88a6-4aad-9987-5fa6554a5cd8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:01.707668 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-751eb412-88a6-4aad-9987-5fa6554a5cd8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:01.772999 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751eb412-88a6-4aad-9987-5fa6554a5cd8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=a3af51d0-baa4-4fe3-bd6b-0ad6232c08ea,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:01.888824 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-751eb412-88a6-4aad-9987-5fa6554a5cd8 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6588154 Sep 23 15:10:01.891469 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48538) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:01.897075 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f713d233-2a2c-4af2-8dd2-0908a5717c5c up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:10:01.899241 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-683cc237-467a-4114-a007-0fb98f7f316c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'port': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'mac_address': 'fa:16:3e:af:1e:63', 'name': 'tempest-NetworksTestDHCPv6-65395054'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:10:01.977784 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8781cfd5-9b0d-4fb0-b06b-51184b8052b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:01.979163 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8781cfd5-9b0d-4fb0-b06b-51184b8052b7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/54fca030-ddaa-49dc-a894-7ed030a88e54 HTTP/1.1" status: 204 len: 168 time: 0.6734803 Sep 23 15:10:02.002693 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 06782627-15d1-4272-898e-e78ac3c1a414 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:10:02.054236 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 06782627-15d1-4272-898e-e78ac3c1a414 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:02.054643 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:02.054978 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 06782627-15d1-4272-898e-e78ac3c1a414 Sep 23 15:10:02.069125 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-ebad5e18-6f90-454b-a125-7020ba54e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:09:57Z', 'revision_number': 4, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None, '_interfaces': [{'id': '281f118c-b58d-4f3a-a56c-091a3e0c346d', 'name': '', 'network_id': '93334369-4b5c-4207-8b8a-ad4b8248fea5', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:ad:77:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b503a235-7383-4d07-8784-494efe18be9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:55Z', 'updated_at': '2022-09-23T15:10:01Z', 'revision_number': 4, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': 'b503a235-7383-4d07-8784-494efe18be9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b74b56f7-11b8-423a-81c5-fe5039be17e6', 'name': '', 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:75:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:37Z', 'updated_at': '2022-09-23T15:09:49Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6d3d411-c2f9-458b-8e69-ee8004b352fa', 'name': '', 'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:b2:48:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:49Z', 'updated_at': '2022-09-23T15:09:55Z', 'revision_number': 4, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:02.073452 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad5e18-6f90-454b-a125-7020ba54e695 None None] The sync data for ids ['925538b2-8a1f-4bab-9efe-d7b9481de7db'] in dv-neutron-859093-1-hyperv is: [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:09:57Z', 'revision_number': 4, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None, '_interfaces': [{'id': '281f118c-b58d-4f3a-a56c-091a3e0c346d', 'name': '', 'network_id': '93334369-4b5c-4207-8b8a-ad4b8248fea5', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:ad:77:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b503a235-7383-4d07-8784-494efe18be9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:55Z', 'updated_at': '2022-09-23T15:10:01Z', 'revision_number': 4, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': 'b503a235-7383-4d07-8784-494efe18be9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b74b56f7-11b8-423a-81c5-fe5039be17e6', 'name': '', 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:75:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:37Z', 'updated_at': '2022-09-23T15:09:49Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6d3d411-c2f9-458b-8e69-ee8004b352fa', 'name': '', 'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:b2:48:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:49Z', 'updated_at': '2022-09-23T15:09:55Z', 'revision_number': 4, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:10:02.110632 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-683cc237-467a-4114-a007-0fb98f7f316c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:10:02.125248 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-683cc237-467a-4114-a007-0fb98f7f316c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:10:02.187755 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=c6d3d411-c2f9-458b-8e69-ee8004b352fa,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:02.203530 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683cc237-467a-4114-a007-0fb98f7f316c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:10:02.227484 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5e518f17-6069-4544-b028-feb1bedaba95 None None] Current status of the port f713d233-2a2c-4af2-8dd2-0908a5717c5c is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:02.260650 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc5fb6a-7bbe-41e4-84f6-7a8e89739f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-ff2359b6-5fe1-46e9-a71e-c7156999a254', 'network_id': 'ff2359b6-5fe1-46e9-a71e-c7156999a254', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'fixed_ips': [{'subnet_id': 'b51da47e-7af3-452b-983c-9f6e099e07b2'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:10:02.261479 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1cc5fb6a-7bbe-41e4-84f6-7a8e89739f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:02.285683 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port f713d233-2a2c-4af2-8dd2-0908a5717c5c triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:02.286062 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:02.286560 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port f713d233-2a2c-4af2-8dd2-0908a5717c5c Sep 23 15:10:02.330486 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b672df82-173d-4cec-9357-a622025b1a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:02.335832 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9784-5222-48dc-95de-1bdaeea6965d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:02.383003 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e32b-7154-48ea-9ee0-81f01ec995bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:02.482570 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e933a-933d-480c-9bfa-d5c94885038e req-9c147ab6-310b-4e23-8668-884c31999cd6 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:02.491814 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-557e933a-933d-480c-9bfa-d5c94885038e req-9c147ab6-310b-4e23-8668-884c31999cd6 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 944 time: 0.2640862 Sep 23 15:10:02.510593 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-683cc237-467a-4114-a007-0fb98f7f316c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:02.524421 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1e32b-7154-48ea-9ee0-81f01ec995bf None None] Pushing event deleted for resources: {'Port': ['ID=1e536adb-21cb-4c00-934f-e5e782f953e1,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:02.577800 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-683cc237-467a-4114-a007-0fb98f7f316c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] device_id is not set on port 6baa8d20-b8e6-41d5-b293-c7d57cd2dfbe yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:10:02.635677 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-557e933a-933d-480c-9bfa-d5c94885038e req-035c0068-1acb-48f4-b2d6-d039ae6ee614 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406689 Sep 23 15:10:02.661351 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf1e32b-7154-48ea-9ee0-81f01ec995bf None None] No DVR routers for this DVR port 1e536adb-21cb-4c00-934f-e5e782f953e1 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:10:02.691654 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13acc35-edc2-4318-9b1a-fd4a38757ede None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:10:02.882013 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-683cc237-467a-4114-a007-0fb98f7f316c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 2001:db8:0:1::255 (c3d67a4b-9092-448f-b14d-bd8d70a05623/a3af51d0-baa4-4fe3-bd6b-0ad6232c08ea/6baa8d20-b8e6-41d5-b293-c7d57cd2dfbe) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:10:02.887015 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:02.890229 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-683cc237-467a-4114-a007-0fb98f7f316c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 2001:db8::f816:3eff:feaf:1e63 (c3d67a4b-9092-448f-b14d-bd8d70a05623/9e2dcd36-e6c8-408f-b661-45a495c0daf3/6baa8d20-b8e6-41d5-b293-c7d57cd2dfbe) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:10:02.931713 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 06782627-15d1-4272-898e-e78ac3c1a414 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:02.932067 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:03.054645 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-1cc5fb6a-7bbe-41e4-84f6-7a8e89739f53 None None] Allocated IP 2001:db8:3::2 (ff2359b6-5fe1-46e9-a71e-c7156999a254/b51da47e-7af3-452b-983c-9f6e099e07b2/da16bcbe-c4b9-4657-8268-d4a9efd81ac6) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:10:03.056408 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf885d1-2958-4e97-8a84-2b6b6a59448f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06782627-15d1-4272-898e-e78ac3c1a414'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:10:03.058761 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde49c48-e844-461e-b2a1-2ebe1696832d" -d '{"events": [{"server_uuid": "3bf885d1-2958-4e97-8a84-2b6b6a59448f", "name": "network-vif-plugged", "status": "completed", "tag": "06782627-15d1-4272-898e-e78ac3c1a414"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:10:03.091198 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 06782627-15d1-4272-898e-e78ac3c1a414, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=06782627-15d1-4272-898e-e78ac3c1a414,segment=NetworkSegment(2299cf50-8fc5-4710-8b0f-f89efce15188),segment_id=2299cf50-8fc5-4710-8b0f-f89efce15188)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:03.127827 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fbbe25-52f2-425e-a451-d6d1b12fc31d x-openstack-request-id: req-91fbbe25-52f2-425e-a451-d6d1b12fc31d {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:10:03.128150 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf885d1-2958-4e97-8a84-2b6b6a59448f", "name": "network-vif-plugged", "status": "completed", "tag": "06782627-15d1-4272-898e-e78ac3c1a414", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:10:03.128406 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-91fbbe25-52f2-425e-a451-d6d1b12fc31d {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:10:03.128794 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91fbbe25-52f2-425e-a451-d6d1b12fc31d'] response: {'server_uuid': '3bf885d1-2958-4e97-8a84-2b6b6a59448f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06782627-15d1-4272-898e-e78ac3c1a414', 'code': 200} Sep 23 15:10:03.131927 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port f713d233-2a2c-4af2-8dd2-0908a5717c5c is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:03.140550 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-683cc237-467a-4114-a007-0fb98f7f316c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:03.157812 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-683cc237-467a-4114-a007-0fb98f7f316c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Transition to ACTIVE for port object 6baa8d20-b8e6-41d5-b293-c7d57cd2dfbe will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:10:03.212049 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 1e536adb-21cb-4c00-934f-e5e782f953e1 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:10:03.239219 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-683cc237-467a-4114-a007-0fb98f7f316c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:03.245536 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:03.292089 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 1e536adb-21cb-4c00-934f-e5e782f953e1 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:10:03.292440 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 1e536adb-21cb-4c00-934f-e5e782f953e1 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:10:03.422984 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=06782627-15d1-4272-898e-e78ac3c1a414,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:03.423598 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683cc237-467a-4114-a007-0fb98f7f316c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:10:03.426532 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-683cc237-467a-4114-a007-0fb98f7f316c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:03.430655 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683cc237-467a-4114-a007-0fb98f7f316c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:10:03.436444 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683cc237-467a-4114-a007-0fb98f7f316c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:03.437116 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-683cc237-467a-4114-a007-0fb98f7f316c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:03.451823 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683cc237-467a-4114-a007-0fb98f7f316c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Port': ['ID=6baa8d20-b8e6-41d5-b293-c7d57cd2dfbe,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:03.513627 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1cc5fb6a-7bbe-41e4-84f6-7a8e89739f53 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:03.523891 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365b08dc-77f0-4aa3-8f6f-e6c39c83fa5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-c3d67a4b-9092-448f-b14d-bd8d70a05623', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'fixed_ips': [{'subnet_id': '9e2dcd36-e6c8-408f-b661-45a495c0daf3'}, {'subnet_id': 'a3af51d0-baa4-4fe3-bd6b-0ad6232c08ea'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:10:03.524708 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-365b08dc-77f0-4aa3-8f6f-e6c39c83fa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:03.533350 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-683cc237-467a-4114-a007-0fb98f7f316c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6405718 Sep 23 15:10:03.535995 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48548) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:03.538070 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1cc5fb6a-7bbe-41e4-84f6-7a8e89739f53 None None] Transition to ACTIVE for port object da16bcbe-c4b9-4657-8268-d4a9efd81ac6 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:10:03.576544 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19564df1-bdbf-42df-9623-bf6edef5240d req-c6d2d9e1-bab1-4d63-9c3e-52fe0f34d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:03.578072 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-19564df1-bdbf-42df-9623-bf6edef5240d req-c6d2d9e1-bab1-4d63-9c3e-52fe0f34d171 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 1098 time: 0.0869997 Sep 23 15:10:03.601495 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1cc5fb6a-7bbe-41e4-84f6-7a8e89739f53 None None] Transition to ACTIVE for port object da16bcbe-c4b9-4657-8268-d4a9efd81ac6 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:10:03.608226 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-fa2e4cd0-62b4-4ecc-9923-886473c74bdf tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting port 6baa8d20-b8e6-41d5-b293-c7d57cd2dfbe {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:03.608600 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa2e4cd0-62b4-4ecc-9923-886473c74bdf tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:03.619834 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-19564df1-bdbf-42df-9623-bf6edef5240d req-169d978c-eea8-40a7-a5fb-51a965d55933 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356791 Sep 23 15:10:03.678283 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1cc5fb6a-7bbe-41e4-84f6-7a8e89739f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:03.779998 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-9eeb9784-5222-48dc-95de-1bdaeea6965d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Allocated IP 2001:db8:3::1 (ff2359b6-5fe1-46e9-a71e-c7156999a254/b51da47e-7af3-452b-983c-9f6e099e07b2/970fba02-0ee7-42dd-928b-cd54917fc5b1) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:10:03.840422 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc5fb6a-7bbe-41e4-84f6-7a8e89739f53 None None] Network ff2359b6-5fe1-46e9-a71e-c7156999a254 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:10:03.844989 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-1cc5fb6a-7bbe-41e4-84f6-7a8e89739f53 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:03.853048 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc5fb6a-7bbe-41e4-84f6-7a8e89739f53 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:10:03.868513 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5fb6a-7bbe-41e4-84f6-7a8e89739f53 None None] Pushing event updated for resources: {'Port': ['ID=da16bcbe-c4b9-4657-8268-d4a9efd81ac6,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:03.869233 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac926b-26ea-4b67-8eb3-79ec60895fcb req-53eb9823-e5dd-4d4b-9b6c-50a1bff81b6f tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:03.878151 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-31ac926b-26ea-4b67-8eb3-79ec60895fcb req-53eb9823-e5dd-4d4b-9b6c-50a1bff81b6f tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 945 time: 0.1309056 Sep 23 15:10:03.938903 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-31ac926b-26ea-4b67-8eb3-79ec60895fcb req-04afbb0c-2211-4019-bb92-892398b007e5 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598483 Sep 23 15:10:04.003056 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device c6d3d411-c2f9-458b-8e69-ee8004b352fa up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:10:04.070034 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-365b08dc-77f0-4aa3-8f6f-e6c39c83fa5f None None] Allocated IP 2001:db8:0:1::2 (c3d67a4b-9092-448f-b14d-bd8d70a05623/a3af51d0-baa4-4fe3-bd6b-0ad6232c08ea/2d6aa77c-c61d-4ff0-9704-fc41509bc906) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:10:04.071997 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-1cc5fb6a-7bbe-41e4-84f6-7a8e89739f53 None None] Attempting to bind port da16bcbe-c4b9-4657-8268-d4a9efd81ac6 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:10:04.072362 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-1cc5fb6a-7bbe-41e4-84f6-7a8e89739f53 None None] Attempting to bind port da16bcbe-c4b9-4657-8268-d4a9efd81ac6 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'c2391fe1-bfa8-48c5-9baa-5cc76c086851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ff2359b6-5fe1-46e9-a71e-c7156999a254'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:10:04.072719 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc5fb6a-7bbe-41e4-84f6-7a8e89739f53 None None] Attempting to bind port da16bcbe-c4b9-4657-8268-d4a9efd81ac6 on network ff2359b6-5fe1-46e9-a71e-c7156999a254 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:10:04.089013 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc5fb6a-7bbe-41e4-84f6-7a8e89739f53 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:10:04.089013 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc5fb6a-7bbe-41e4-84f6-7a8e89739f53 None None] Checking segment: {'id': 'c2391fe1-bfa8-48c5-9baa-5cc76c086851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ff2359b6-5fe1-46e9-a71e-c7156999a254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:10:04.089013 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1cc5fb6a-7bbe-41e4-84f6-7a8e89739f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:04.089013 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc5fb6a-7bbe-41e4-84f6-7a8e89739f53 None None] Bound using segment: {'id': 'c2391fe1-bfa8-48c5-9baa-5cc76c086851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ff2359b6-5fe1-46e9-a71e-c7156999a254'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:10:04.089013 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-1cc5fb6a-7bbe-41e4-84f6-7a8e89739f53 None None] Bound port: da16bcbe-c4b9-4657-8268-d4a9efd81ac6, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2391fe1-bfa8-48c5-9baa-5cc76c086851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ff2359b6-5fe1-46e9-a71e-c7156999a254'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:10:04.089013 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1cc5fb6a-7bbe-41e4-84f6-7a8e89739f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:04.097754 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-365b08dc-77f0-4aa3-8f6f-e6c39c83fa5f None None] Allocated IP 2001:db8::f816:3eff:fe2c:52ee (c3d67a4b-9092-448f-b14d-bd8d70a05623/9e2dcd36-e6c8-408f-b661-45a495c0daf3/2d6aa77c-c61d-4ff0-9704-fc41509bc906) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:10:04.104329 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa2e4cd0-62b4-4ecc-9923-886473c74bdf tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:04.249306 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-fa2e4cd0-62b4-4ecc-9923-886473c74bdf tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Calling delete_port for 6baa8d20-b8e6-41d5-b293-c7d57cd2dfbe owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:10:04.273761 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port c6d3d411-c2f9-458b-8e69-ee8004b352fa triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:04.274374 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:04.274469 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port c6d3d411-c2f9-458b-8e69-ee8004b352fa Sep 23 15:10:04.291146 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9784-5222-48dc-95de-1bdaeea6965d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:04.323423 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1cc5fb6a-7bbe-41e4-84f6-7a8e89739f53 None None] For port da16bcbe-c4b9-4657-8268-d4a9efd81ac6, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:10:04.326298 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-9eeb9784-5222-48dc-95de-1bdaeea6965d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Transition to ACTIVE for port object 970fba02-0ee7-42dd-928b-cd54917fc5b1 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:10:04.355980 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1cc5fb6a-7bbe-41e4-84f6-7a8e89739f53 None None] For port da16bcbe-c4b9-4657-8268-d4a9efd81ac6, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=da16bcbe-c4b9-4657-8268-d4a9efd81ac6,segment=NetworkSegment(c2391fe1-bfa8-48c5-9baa-5cc76c086851),segment_id=c2391fe1-bfa8-48c5-9baa-5cc76c086851)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:10:04.427573 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1cc5fb6a-7bbe-41e4-84f6-7a8e89739f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:04.477681 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9784-5222-48dc-95de-1bdaeea6965d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:04.562787 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eeb9784-5222-48dc-95de-1bdaeea6965d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network ff2359b6-5fe1-46e9-a71e-c7156999a254 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:10:04.566924 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-9eeb9784-5222-48dc-95de-1bdaeea6965d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:04.567466 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-365b08dc-77f0-4aa3-8f6f-e6c39c83fa5f None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:04.580202 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeb9784-5222-48dc-95de-1bdaeea6965d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:10:04.580729 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9784-5222-48dc-95de-1bdaeea6965d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:04.582813 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5fb6a-7bbe-41e4-84f6-7a8e89739f53 None None] Pushing event updated for resources: {'Port': ['ID=da16bcbe-c4b9-4657-8268-d4a9efd81ac6,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:04.583507 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb9784-5222-48dc-95de-1bdaeea6965d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Port': ['ID=970fba02-0ee7-42dd-928b-cd54917fc5b1,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:04.587065 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port c6d3d411-c2f9-458b-8e69-ee8004b352fa is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:04.588144 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 281f118c-b58d-4f3a-a56c-091a3e0c346d up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:10:04.614709 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-365b08dc-77f0-4aa3-8f6f-e6c39c83fa5f None None] Transition to ACTIVE for port object 2d6aa77c-c61d-4ff0-9704-fc41509bc906 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:10:04.656664 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-365b08dc-77f0-4aa3-8f6f-e6c39c83fa5f None None] Transition to ACTIVE for port object 2d6aa77c-c61d-4ff0-9704-fc41509bc906 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:10:04.677424 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa2e4cd0-62b4-4ecc-9923-886473c74bdf tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:04.722473 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-365b08dc-77f0-4aa3-8f6f-e6c39c83fa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:04.736158 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e4cd0-62b4-4ecc-9923-886473c74bdf tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Port': ['ID=6baa8d20-b8e6-41d5-b293-c7d57cd2dfbe,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:04.767409 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 281f118c-b58d-4f3a-a56c-091a3e0c346d completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:10:04.800578 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 281f118c-b58d-4f3a-a56c-091a3e0c346d triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:04.800956 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:04.801290 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 281f118c-b58d-4f3a-a56c-091a3e0c346d Sep 23 15:10:04.847981 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa2e4cd0-62b4-4ecc-9923-886473c74bdf tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:04.859088 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365b08dc-77f0-4aa3-8f6f-e6c39c83fa5f None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:10:04.865737 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-fa2e4cd0-62b4-4ecc-9923-886473c74bdf tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/6baa8d20-b8e6-41d5-b293-c7d57cd2dfbe HTTP/1.1" status: 204 len: 168 time: 1.3285530 Sep 23 15:10:04.868034 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48554) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:04.873133 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-365b08dc-77f0-4aa3-8f6f-e6c39c83fa5f None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:04.882958 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365b08dc-77f0-4aa3-8f6f-e6c39c83fa5f None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:10:04.928410 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b08dc-77f0-4aa3-8f6f-e6c39c83fa5f None None] Pushing event updated for resources: {'Port': ['ID=2d6aa77c-c61d-4ff0-9704-fc41509bc906,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:05.026068 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9784-5222-48dc-95de-1bdaeea6965d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:05.109483 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-66a1cf8f-ada9-49d4-b5b8-fa39c32f4f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:05.113524 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-365b08dc-77f0-4aa3-8f6f-e6c39c83fa5f None None] Attempting to bind port 2d6aa77c-c61d-4ff0-9704-fc41509bc906 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:10:05.113893 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-365b08dc-77f0-4aa3-8f6f-e6c39c83fa5f None None] Attempting to bind port 2d6aa77c-c61d-4ff0-9704-fc41509bc906 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:10:05.114255 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365b08dc-77f0-4aa3-8f6f-e6c39c83fa5f None None] Attempting to bind port 2d6aa77c-c61d-4ff0-9704-fc41509bc906 on network c3d67a4b-9092-448f-b14d-bd8d70a05623 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:10:05.124520 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365b08dc-77f0-4aa3-8f6f-e6c39c83fa5f None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:10:05.124822 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365b08dc-77f0-4aa3-8f6f-e6c39c83fa5f None None] Checking segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:10:05.125213 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-365b08dc-77f0-4aa3-8f6f-e6c39c83fa5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:05.125601 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365b08dc-77f0-4aa3-8f6f-e6c39c83fa5f None None] Bound using segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:10:05.126063 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-365b08dc-77f0-4aa3-8f6f-e6c39c83fa5f None None] Bound port: 2d6aa77c-c61d-4ff0-9704-fc41509bc906, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:10:05.126455 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-365b08dc-77f0-4aa3-8f6f-e6c39c83fa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:05.139855 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 281f118c-b58d-4f3a-a56c-091a3e0c346d is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:05.140224 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:05.232570 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 281f118c-b58d-4f3a-a56c-091a3e0c346d, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=281f118c-b58d-4f3a-a56c-091a3e0c346d,segment=NetworkSegment(a4a00a70-121f-4cf7-a1d1-bcb9339ff67d),segment_id=a4a00a70-121f-4cf7-a1d1-bcb9339ff67d)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:05.243975 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-365b08dc-77f0-4aa3-8f6f-e6c39c83fa5f None None] For port 2d6aa77c-c61d-4ff0-9704-fc41509bc906, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:10:05.247255 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-365b08dc-77f0-4aa3-8f6f-e6c39c83fa5f None None] For port 2d6aa77c-c61d-4ff0-9704-fc41509bc906, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=2d6aa77c-c61d-4ff0-9704-fc41509bc906,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:10:05.316467 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:05.354964 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-365b08dc-77f0-4aa3-8f6f-e6c39c83fa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:05.364888 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f46ccc6-9da7-4d33-9ffb-78014839666b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:05.365654 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9f46ccc6-9da7-4d33-9ffb-78014839666b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:10:05.401440 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=281f118c-b58d-4f3a-a56c-091a3e0c346d,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:05.504643 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b08dc-77f0-4aa3-8f6f-e6c39c83fa5f None None] Pushing event updated for resources: {'Port': ['ID=2d6aa77c-c61d-4ff0-9704-fc41509bc906,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:05.529116 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:05.591399 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:05.621354 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4d277-f30d-4748-8b50-47eaa0d8b15a req-6e588c5e-3f0f-42c7-8877-f6cbae738565 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:05.622955 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3fb4d277-f30d-4748-8b50-47eaa0d8b15a req-6e588c5e-3f0f-42c7-8877-f6cbae738565 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 945 time: 0.5312853 Sep 23 15:10:05.634581 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9f46ccc6-9da7-4d33-9ffb-78014839666b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:10:05.638365 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9f46ccc6-9da7-4d33-9ffb-78014839666b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.7659400 Sep 23 15:10:05.638726 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48560) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:05.712809 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3fb4d277-f30d-4748-8b50-47eaa0d8b15a req-2e20db24-891a-40e2-ad00-4384f4d8eb8f tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795572 Sep 23 15:10:05.772626 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9784-5222-48dc-95de-1bdaeea6965d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:05.799028 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa54ddc-93d9-4b48-8afe-34be751cc2ce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:05.805395 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-aaa54ddc-93d9-4b48-8afe-34be751cc2ce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:10:05.833037 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-aaa54ddc-93d9-4b48-8afe-34be751cc2ce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:10:05.838891 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-aaa54ddc-93d9-4b48-8afe-34be751cc2ce tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1969330 Sep 23 15:10:05.840246 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48566) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:05.903781 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9784-5222-48dc-95de-1bdaeea6965d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:05.907708 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9784-5222-48dc-95de-1bdaeea6965d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:05.966484 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce657c0-f8ef-4144-8711-045c645f93e4 None None] Network ff2359b6-5fe1-46e9-a71e-c7156999a254 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:10:06.016426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934edc23-4b43-437c-a3cb-3aa20cbfe92b req-36c259b2-9ba4-46ef-b814-55f3ecdd8c85 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:06.017894 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-934edc23-4b43-437c-a3cb-3aa20cbfe92b req-36c259b2-9ba4-46ef-b814-55f3ecdd8c85 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 945 time: 0.1193488 Sep 23 15:10:06.045828 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 2d6aa77c-c61d-4ff0-9704-fc41509bc906 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:10:06.074988 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-934edc23-4b43-437c-a3cb-3aa20cbfe92b req-f3ec5afc-9f69-44bc-b097-823573e6cbbb tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506644 Sep 23 15:10:06.091904 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83640ce-2577-4ae6-ad89-4b6ac1adf87a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:06.093866 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83640ce-2577-4ae6-ad89-4b6ac1adf87a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:06.095720 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83640ce-2577-4ae6-ad89-4b6ac1adf87a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:06.096571 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f83640ce-2577-4ae6-ad89-4b6ac1adf87a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:10:06.101522 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48570) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:06.111597 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb9784-5222-48dc-95de-1bdaeea6965d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event updated for resources: {'Port': ['ID=970fba02-0ee7-42dd-928b-cd54917fc5b1,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:06.179045 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eeb9784-5222-48dc-95de-1bdaeea6965d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Network ff2359b6-5fe1-46e9-a71e-c7156999a254 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:10:06.180287 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-9eeb9784-5222-48dc-95de-1bdaeea6965d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:06.218292 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-775bf156-5b95-42f6-b0a7-46c359800a3c None None] Provisioning for port da16bcbe-c4b9-4657-8268-d4a9efd81ac6 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:10:06.247395 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f83640ce-2577-4ae6-ad89-4b6ac1adf87a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:10:06.248364 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f83640ce-2577-4ae6-ad89-4b6ac1adf87a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4071445 Sep 23 15:10:06.251165 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48576) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:06.283173 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 2d6aa77c-c61d-4ff0-9704-fc41509bc906 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:10:06.352641 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device da16bcbe-c4b9-4657-8268-d4a9efd81ac6 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:10:06.389393 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38b8285-b73d-468d-a580-74761003eaf2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet 9e2dcd36-e6c8-408f-b661-45a495c0daf3 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:10:06.395807 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f38b8285-b73d-468d-a580-74761003eaf2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:06.400109 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eeb9784-5222-48dc-95de-1bdaeea6965d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Router 925538b2-8a1f-4bab-9efe-d7b9481de7db has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:10:06.459253 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f38b8285-b73d-468d-a580-74761003eaf2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:06.545838 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913139e5-a97a-4e2a-b4c1-1eefa3c10c15 tempest-TestVolumeBootPattern-1416517948 tempest-TestVolumeBootPattern-1416517948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:06.547722 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-913139e5-a97a-4e2a-b4c1-1eefa3c10c15 tempest-TestVolumeBootPattern-1416517948 tempest-TestVolumeBootPattern-1416517948-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 1093 time: 0.4437943 Sep 23 15:10:06.550806 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48580) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:06.552820 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port da16bcbe-c4b9-4657-8268-d4a9efd81ac6 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:10:06.556158 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-418c2cbd-9d59-4481-9d6f-a86fead9ebb3 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': '06782627-15d1-4272-898e-e78ac3c1a414', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:10:06.559149 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port da16bcbe-c4b9-4657-8268-d4a9efd81ac6 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:06.563299 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:06.563299 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port da16bcbe-c4b9-4657-8268-d4a9efd81ac6 Sep 23 15:10:06.563492 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-418c2cbd-9d59-4481-9d6f-a86fead9ebb3 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:10:06.573700 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-418c2cbd-9d59-4481-9d6f-a86fead9ebb3 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Usage tracker for resource:floatingip and tenant:4dd03006331a43759c203c055fc73500 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:10:06.585390 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-418c2cbd-9d59-4481-9d6f-a86fead9ebb3 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:10:06.596244 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eeb9784-5222-48dc-95de-1bdaeea6965d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:10:06.598932 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-418c2cbd-9d59-4481-9d6f-a86fead9ebb3 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:10:06.602567 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9eeb9784-5222-48dc-95de-1bdaeea6965d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "PUT /v2.0/routers/925538b2-8a1f-4bab-9efe-d7b9481de7db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1062520 Sep 23 15:10:06.604914 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48584) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:06.613922 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-08772424-bb27-4e6b-93ad-a28242916878 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:10:06.614156 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f38b8285-b73d-468d-a580-74761003eaf2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:06.651417 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31092650-f304-4c18-8da0-70450b49e7a0 None None] Sync routers for ids ['925538b2-8a1f-4bab-9efe-d7b9481de7db'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:10:06.673366 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-418c2cbd-9d59-4481-9d6f-a86fead9ebb3 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for floatingip, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:06.718092 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31092650-f304-4c18-8da0-70450b49e7a0 None None] Routers {'925538b2-8a1f-4bab-9efe-d7b9481de7db'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:06.718775 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-31092650-f304-4c18-8da0-70450b49e7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['925538b2-8a1f-4bab-9efe-d7b9481de7db'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:06.847914 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port da16bcbe-c4b9-4657-8268-d4a9efd81ac6 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:06.848327 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:06.907591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-418c2cbd-9d59-4481-9d6f-a86fead9ebb3 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:06.939878 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e078b6-3da4-4a3a-bc09-9d6f0815e734 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:10:06.954175 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f38b8285-b73d-468d-a580-74761003eaf2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:07.038693 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b8285-b73d-468d-a580-74761003eaf2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=9e2dcd36-e6c8-408f-b661-45a495c0daf3,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:07.051638 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f38b8285-b73d-468d-a580-74761003eaf2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:07.059915 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5fb00612-d380-4a7d-b07c-ab832fad5ade None None] Could not find standard attr ID for object 6baa8d20-b8e6-41d5-b293-c7d57cd2dfbe. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:10:07.095049 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port da16bcbe-c4b9-4657-8268-d4a9efd81ac6, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=da16bcbe-c4b9-4657-8268-d4a9efd81ac6,segment=NetworkSegment(c2391fe1-bfa8-48c5-9baa-5cc76c086851),segment_id=c2391fe1-bfa8-48c5-9baa-5cc76c086851)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:07.101999 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-31092650-f304-4c18-8da0-70450b49e7a0 None None] Set router 925538b2-8a1f-4bab-9efe-d7b9481de7db gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:10:07.142505 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-418c2cbd-9d59-4481-9d6f-a86fead9ebb3 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Allocated IP 172.26.10.129 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/61ed0f54-0695-42a3-9cfa-ad4db6d01a79) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:10:07.169827 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:07.186946 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:07.187750 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 281f118c-b58d-4f3a-a56c-091a3e0c346d up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:10:07.246046 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f38b8285-b73d-468d-a580-74761003eaf2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/9e2dcd36-e6c8-408f-b661-45a495c0daf3 HTTP/1.1" status: 204 len: 168 time: 0.9935868 Sep 23 15:10:07.256555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48588) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:07.301154 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5fb00612-d380-4a7d-b07c-ab832fad5ade None None] Provisioning for port 2d6aa77c-c61d-4ff0-9704-fc41509bc906 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:10:07.361755 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f3143c-de51-4d0d-af43-3eaf65110e0e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet a3af51d0-baa4-4fe3-bd6b-0ad6232c08ea {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:10:07.367850 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-19f3143c-de51-4d0d-af43-3eaf65110e0e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:07.419342 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5fb00612-d380-4a7d-b07c-ab832fad5ade None None] Provisioning complete for port 2d6aa77c-c61d-4ff0-9704-fc41509bc906 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:07.422650 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5fb00612-d380-4a7d-b07c-ab832fad5ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:07.422650 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-5fb00612-d380-4a7d-b07c-ab832fad5ade None None] Attempt 1 to provision port 2d6aa77c-c61d-4ff0-9704-fc41509bc906 Sep 23 15:10:07.430140 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-19f3143c-de51-4d0d-af43-3eaf65110e0e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:07.476438 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.extraroute_db [None req-08772424-bb27-4e6b-93ad-a28242916878 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=89738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 23 15:10:07.492302 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.extraroute_db [None req-08772424-bb27-4e6b-93ad-a28242916878 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Removed routes are [] {{(pid=89738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 23 15:10:07.492698 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-08772424-bb27-4e6b-93ad-a28242916878 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:07.497017 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-418c2cbd-9d59-4481-9d6f-a86fead9ebb3 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:07.547016 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-19f3143c-de51-4d0d-af43-3eaf65110e0e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:07.590566 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=da16bcbe-c4b9-4657-8268-d4a9efd81ac6,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:07.665435 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-418c2cbd-9d59-4481-9d6f-a86fead9ebb3 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:07.676524 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 281f118c-b58d-4f3a-a56c-091a3e0c346d triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:07.676897 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:07.677234 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 281f118c-b58d-4f3a-a56c-091a3e0c346d Sep 23 15:10:07.737176 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-19f3143c-de51-4d0d-af43-3eaf65110e0e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:07.745103 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418c2cbd-9d59-4481-9d6f-a86fead9ebb3 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:10:07.784712 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3143c-de51-4d0d-af43-3eaf65110e0e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=a3af51d0-baa4-4fe3-bd6b-0ad6232c08ea,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:07.787850 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-418c2cbd-9d59-4481-9d6f-a86fead9ebb3 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:07.789977 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418c2cbd-9d59-4481-9d6f-a86fead9ebb3 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:10:07.870821 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5fb00612-d380-4a7d-b07c-ab832fad5ade None None] Current status of the port 2d6aa77c-c61d-4ff0-9704-fc41509bc906 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:07.871204 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5fb00612-d380-4a7d-b07c-ab832fad5ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:07.937662 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-08772424-bb27-4e6b-93ad-a28242916878 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:07.941991 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-08772424-bb27-4e6b-93ad-a28242916878 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753924'] for router, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:07.958817 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c2cbd-9d59-4481-9d6f-a86fead9ebb3 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Pushing event updated for resources: {'Port': ['ID=61ed0f54-0695-42a3-9cfa-ad4db6d01a79,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:07.966302 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-19f3143c-de51-4d0d-af43-3eaf65110e0e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:08.011573 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-19f3143c-de51-4d0d-af43-3eaf65110e0e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/a3af51d0-baa4-4fe3-bd6b-0ad6232c08ea HTTP/1.1" status: 204 len: 168 time: 0.7551222 Sep 23 15:10:08.041384 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 281f118c-b58d-4f3a-a56c-091a3e0c346d is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:08.041384 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-5fb00612-d380-4a7d-b07c-ab832fad5ade None None] For port 2d6aa77c-c61d-4ff0-9704-fc41509bc906, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=2d6aa77c-c61d-4ff0-9704-fc41509bc906,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:08.072697 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-31092650-f304-4c18-8da0-70450b49e7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:10:04Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None, '_interfaces': [{'id': '281f118c-b58d-4f3a-a56c-091a3e0c346d', 'name': '', 'network_id': '93334369-4b5c-4207-8b8a-ad4b8248fea5', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:ad:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b503a235-7383-4d07-8784-494efe18be9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:55Z', 'updated_at': '2022-09-23T15:10:05Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': 'b503a235-7383-4d07-8784-494efe18be9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '970fba02-0ee7-42dd-928b-cd54917fc5b1', 'name': '', 'network_id': 'ff2359b6-5fe1-46e9-a71e-c7156999a254', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:0d:cc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'b51da47e-7af3-452b-983c-9f6e099e07b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:10:02Z', 'updated_at': '2022-09-23T15:10:05Z', 'revision_number': 2, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': 'b51da47e-7af3-452b-983c-9f6e099e07b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b74b56f7-11b8-423a-81c5-fe5039be17e6', 'name': '', 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:75:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:37Z', 'updated_at': '2022-09-23T15:09:49Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6d3d411-c2f9-458b-8e69-ee8004b352fa', 'name': '', 'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:b2:48:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:49Z', 'updated_at': '2022-09-23T15:10:01Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:08.078485 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48592) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:08.088447 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31092650-f304-4c18-8da0-70450b49e7a0 None None] Checking router: 925538b2-8a1f-4bab-9efe-d7b9481de7db for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:10:08.088807 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31092650-f304-4c18-8da0-70450b49e7a0 None None] Updating router 925538b2-8a1f-4bab-9efe-d7b9481de7db port 970fba02-0ee7-42dd-928b-cd54917fc5b1 binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:10:08.129762 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08772424-bb27-4e6b-93ad-a28242916878 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Router 925538b2-8a1f-4bab-9efe-d7b9481de7db has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:10:08.139297 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device da16bcbe-c4b9-4657-8268-d4a9efd81ac6 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:10:08.165579 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5fb00612-d380-4a7d-b07c-ab832fad5ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:08.173517 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b094caa9-4fb6-491f-a440-78575f214b9f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935149 Sep 23 15:10:08.178534 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48596) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:08.186743 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-dd3aaeb0-2560-430b-bf21-4bf69dcddfd9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:10:08.284909 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-31092650-f304-4c18-8da0-70450b49e7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:08.309256 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08772424-bb27-4e6b-93ad-a28242916878 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:10:08.320047 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-08772424-bb27-4e6b-93ad-a28242916878 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:08.326069 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-08772424-bb27-4e6b-93ad-a28242916878 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "PUT /v2.0/routers/925538b2-8a1f-4bab-9efe-d7b9481de7db HTTP/1.1" status: 200 len: 954 time: 1.7170820 Sep 23 15:10:08.331823 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48600) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:08.406054 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-dd3aaeb0-2560-430b-bf21-4bf69dcddfd9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:10:08.414176 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-dd3aaeb0-2560-430b-bf21-4bf69dcddfd9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:subnet and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:10:08.464701 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-dd3aaeb0-2560-430b-bf21-4bf69dcddfd9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:10:08.490671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-dd3aaeb0-2560-430b-bf21-4bf69dcddfd9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:10:08.528781 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-240abd3b-13c6-449d-8f3f-fb4c4636c09b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "GET /v2.0/routers/925538b2-8a1f-4bab-9efe-d7b9481de7db HTTP/1.1" status: 200 len: 954 time: 0.2012987 Sep 23 15:10:08.533823 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48604) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:08.541474 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-ed8e3502-3647-4ca7-9cbc-cc6ae2be7f73 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'router': {'routes': None}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:10:08.570411 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb00612-d380-4a7d-b07c-ab832fad5ade None None] Pushing event updated for resources: {'Port': ['ID=2d6aa77c-c61d-4ff0-9704-fc41509bc906,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:08.570411 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5fb00612-d380-4a7d-b07c-ab832fad5ade None None] Provisioning for port 970fba02-0ee7-42dd-928b-cd54917fc5b1 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:10:08.584178 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5fb00612-d380-4a7d-b07c-ab832fad5ade None None] Provisioning complete for port 970fba02-0ee7-42dd-928b-cd54917fc5b1 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:08.584559 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5fb00612-d380-4a7d-b07c-ab832fad5ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:08.584897 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-5fb00612-d380-4a7d-b07c-ab832fad5ade None None] Attempt 1 to provision port 970fba02-0ee7-42dd-928b-cd54917fc5b1 Sep 23 15:10:08.656949 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5fb00612-d380-4a7d-b07c-ab832fad5ade None None] Port 970fba02-0ee7-42dd-928b-cd54917fc5b1 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:10:08.657427 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port da16bcbe-c4b9-4657-8268-d4a9efd81ac6 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:08.657805 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:08.658138 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port da16bcbe-c4b9-4657-8268-d4a9efd81ac6 Sep 23 15:10:08.667436 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3aaeb0-2560-430b-bf21-4bf69dcddfd9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:10:08.672574 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dd3aaeb0-2560-430b-bf21-4bf69dcddfd9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:08.710421 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a895f64f-6366-46a7-b11d-968e66e9c1af None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:10:09.045749 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-31092650-f304-4c18-8da0-70450b49e7a0 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:09.055271 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port da16bcbe-c4b9-4657-8268-d4a9efd81ac6 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:09.064492 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-31092650-f304-4c18-8da0-70450b49e7a0 None None] Transition to ACTIVE for port object 970fba02-0ee7-42dd-928b-cd54917fc5b1 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:10:09.121288 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-418c2cbd-9d59-4481-9d6f-a86fead9ebb3 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:09.134495 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffedcebf-de78-4605-9559-6ffbcec5a984 None None] DHCP port deletion for c3d67a4b-9092-448f-b14d-bd8d70a05623 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:10:09.138799 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ffedcebf-de78-4605-9559-6ffbcec5a984 None None] Deleting port 2d6aa77c-c61d-4ff0-9704-fc41509bc906 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:09.139175 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffedcebf-de78-4605-9559-6ffbcec5a984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:09.164742 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-5fb00612-d380-4a7d-b07c-ab832fad5ade None None] Attempt 2 to provision port 970fba02-0ee7-42dd-928b-cd54917fc5b1 Sep 23 15:10:09.198252 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-31092650-f304-4c18-8da0-70450b49e7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:09.342931 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dd3aaeb0-2560-430b-bf21-4bf69dcddfd9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:09.386405 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5fb00612-d380-4a7d-b07c-ab832fad5ade None None] Port 970fba02-0ee7-42dd-928b-cd54917fc5b1 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:10:09.479648 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bebc7b-e313-444a-a8ac-e3524cda8310 None None] Pushing event updated for resources: {'Port': ['ID=970fba02-0ee7-42dd-928b-cd54917fc5b1,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:09.524240 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-31092650-f304-4c18-8da0-70450b49e7a0 None None] Attempting to bind port 970fba02-0ee7-42dd-928b-cd54917fc5b1 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:10:09.524608 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-31092650-f304-4c18-8da0-70450b49e7a0 None None] Attempting to bind port 970fba02-0ee7-42dd-928b-cd54917fc5b1 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'c2391fe1-bfa8-48c5-9baa-5cc76c086851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ff2359b6-5fe1-46e9-a71e-c7156999a254'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:10:09.524967 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31092650-f304-4c18-8da0-70450b49e7a0 None None] Attempting to bind port 970fba02-0ee7-42dd-928b-cd54917fc5b1 on network ff2359b6-5fe1-46e9-a71e-c7156999a254 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:10:09.541163 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3aaeb0-2560-430b-bf21-4bf69dcddfd9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:10:09.547428 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-dd3aaeb0-2560-430b-bf21-4bf69dcddfd9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:09.577992 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31092650-f304-4c18-8da0-70450b49e7a0 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:10:09.578658 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31092650-f304-4c18-8da0-70450b49e7a0 None None] Checking segment: {'id': 'c2391fe1-bfa8-48c5-9baa-5cc76c086851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ff2359b6-5fe1-46e9-a71e-c7156999a254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:10:09.578831 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-418c2cbd-9d59-4481-9d6f-a86fead9ebb3 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:09.578969 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-31092650-f304-4c18-8da0-70450b49e7a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:09.579339 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31092650-f304-4c18-8da0-70450b49e7a0 None None] Bound using segment: {'id': 'c2391fe1-bfa8-48c5-9baa-5cc76c086851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ff2359b6-5fe1-46e9-a71e-c7156999a254'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:10:09.579816 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-31092650-f304-4c18-8da0-70450b49e7a0 None None] Bound port: 970fba02-0ee7-42dd-928b-cd54917fc5b1, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2391fe1-bfa8-48c5-9baa-5cc76c086851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ff2359b6-5fe1-46e9-a71e-c7156999a254'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:10:09.580184 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-31092650-f304-4c18-8da0-70450b49e7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:09.605873 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3aaeb0-2560-430b-bf21-4bf69dcddfd9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:09.606411 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dd3aaeb0-2560-430b-bf21-4bf69dcddfd9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:09.660987 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3aaeb0-2560-430b-bf21-4bf69dcddfd9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=68a20c36-8b65-4836-99df-816a02eb79e9,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:09.692550 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.extraroute_db [None req-ed8e3502-3647-4ca7-9cbc-cc6ae2be7f73 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Added routes are [] {{(pid=89739) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 23 15:10:09.692874 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.extraroute_db [None req-ed8e3502-3647-4ca7-9cbc-cc6ae2be7f73 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=89739) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 23 15:10:09.752202 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ffedcebf-de78-4605-9559-6ffbcec5a984 None None] For port 2d6aa77c-c61d-4ff0-9704-fc41509bc906, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=2d6aa77c-c61d-4ff0-9704-fc41509bc906,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:09.752588 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffedcebf-de78-4605-9559-6ffbcec5a984 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:09.789630 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-dd3aaeb0-2560-430b-bf21-4bf69dcddfd9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6069434 Sep 23 15:10:09.790532 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48608) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:09.800957 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-0d1177f9-db20-447e-9ea8-5d8a57059f7a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:10:09.815008 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed8e3502-3647-4ca7-9cbc-cc6ae2be7f73 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:09.878820 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-418c2cbd-9d59-4481-9d6f-a86fead9ebb3 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:09.880261 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ffedcebf-de78-4605-9559-6ffbcec5a984 None None] Calling delete_port for 2d6aa77c-c61d-4ff0-9704-fc41509bc906 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:10:09.906767 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-5fb00612-d380-4a7d-b07c-ab832fad5ade None None] Attempt 3 to provision port 970fba02-0ee7-42dd-928b-cd54917fc5b1 Sep 23 15:10:09.929656 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-31092650-f304-4c18-8da0-70450b49e7a0 None None] For port 970fba02-0ee7-42dd-928b-cd54917fc5b1, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:10:09.958124 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0d1177f9-db20-447e-9ea8-5d8a57059f7a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:10:09.959926 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-418c2cbd-9d59-4481-9d6f-a86fead9ebb3 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:09.962749 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0d1177f9-db20-447e-9ea8-5d8a57059f7a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:subnet and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:10:09.965787 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0d1177f9-db20-447e-9ea8-5d8a57059f7a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:10:09.971091 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-31092650-f304-4c18-8da0-70450b49e7a0 None None] For port 970fba02-0ee7-42dd-928b-cd54917fc5b1, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=970fba02-0ee7-42dd-928b-cd54917fc5b1,segment=NetworkSegment(c2391fe1-bfa8-48c5-9baa-5cc76c086851),segment_id=c2391fe1-bfa8-48c5-9baa-5cc76c086851)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:10:09.971825 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0d1177f9-db20-447e-9ea8-5d8a57059f7a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:10:09.990937 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5fb00612-d380-4a7d-b07c-ab832fad5ade None None] Port 970fba02-0ee7-42dd-928b-cd54917fc5b1 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:10:10.033118 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-31092650-f304-4c18-8da0-70450b49e7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:10.064960 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1177f9-db20-447e-9ea8-5d8a57059f7a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:10:10.071364 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0d1177f9-db20-447e-9ea8-5d8a57059f7a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:10.100430 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31092650-f304-4c18-8da0-70450b49e7a0 None None] Routers {'925538b2-8a1f-4bab-9efe-d7b9481de7db'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:10.101176 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-31092650-f304-4c18-8da0-70450b49e7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['925538b2-8a1f-4bab-9efe-d7b9481de7db'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:10.146133 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c2cbd-9d59-4481-9d6f-a86fead9ebb3 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Pushing event updated for resources: {'Port': ['ID=61ed0f54-0695-42a3-9cfa-ad4db6d01a79,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:10.161137 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-418c2cbd-9d59-4481-9d6f-a86fead9ebb3 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:10.171309 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 2d6aa77c-c61d-4ff0-9704-fc41509bc906 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:10:10.212499 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffedcebf-de78-4605-9559-6ffbcec5a984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:10.296938 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 2d6aa77c-c61d-4ff0-9704-fc41509bc906 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:10:10.297384 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 2d6aa77c-c61d-4ff0-9704-fc41509bc906 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:10:10.316302 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffedcebf-de78-4605-9559-6ffbcec5a984 None None] No DVR routers for this DVR port 2d6aa77c-c61d-4ff0-9704-fc41509bc906 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:10:10.334045 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bebc7b-e313-444a-a8ac-e3524cda8310 None None] Pushing event updated for resources: {'Port': ['ID=970fba02-0ee7-42dd-928b-cd54917fc5b1,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:10.357781 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.ipam_backend_mixin [None req-0d1177f9-db20-447e-9ea8-5d8a57059f7a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 68a20c36-8b65-4836-99df-816a02eb79e9 (CIDR: 2001:db8::/64) Sep 23 15:10:10.379618 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f399daa5-3ef0-4c8c-badd-17b2c63ef101 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:10:10.391331 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d1177f9-db20-447e-9ea8-5d8a57059f7a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:10:10.391992 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d1177f9-db20-447e-9ea8-5d8a57059f7a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:10.464634 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed8e3502-3647-4ca7-9cbc-cc6ae2be7f73 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:10.466040 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffedcebf-de78-4605-9559-6ffbcec5a984 None None] Pushing event deleted for resources: {'Port': ['ID=2d6aa77c-c61d-4ff0-9704-fc41509bc906,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:10.471337 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed8e3502-3647-4ca7-9cbc-cc6ae2be7f73 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753924'] for router, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:10.472857 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-31092650-f304-4c18-8da0-70450b49e7a0 None None] Set router 925538b2-8a1f-4bab-9efe-d7b9481de7db gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:10:10.491615 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0d1177f9-db20-447e-9ea8-5d8a57059f7a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6967487 Sep 23 15:10:10.491979 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48612) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:10.497451 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-6f6f6d3b-16b9-4aea-97d7-855287260644 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:10:10.515239 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-5fb00612-d380-4a7d-b07c-ab832fad5ade None None] Attempt 4 to provision port 970fba02-0ee7-42dd-928b-cd54917fc5b1 Sep 23 15:10:10.595351 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-418c2cbd-9d59-4481-9d6f-a86fead9ebb3 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Floating IP f91f8ca0-2484-4847-9ade-0a501d04c874 associated. External IP: 172.26.10.129, port: 06782627-15d1-4272-898e-e78ac3c1a414. Sep 23 15:10:10.643237 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6f6f6d3b-16b9-4aea-97d7-855287260644 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:10:10.647656 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6f6f6d3b-16b9-4aea-97d7-855287260644 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:subnet and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:10:10.650549 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6f6f6d3b-16b9-4aea-97d7-855287260644 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:10:10.658263 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6f6f6d3b-16b9-4aea-97d7-855287260644 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:10:10.724720 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6f6d3b-16b9-4aea-97d7-855287260644 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:10:10.729436 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6f6f6d3b-16b9-4aea-97d7-855287260644 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:10.799351 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5fb00612-d380-4a7d-b07c-ab832fad5ade None None] Port 970fba02-0ee7-42dd-928b-cd54917fc5b1 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:10:10.873484 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5fb00612-d380-4a7d-b07c-ab832fad5ade None None] Provisioning complete for port da16bcbe-c4b9-4657-8268-d4a9efd81ac6 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:10.874023 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5fb00612-d380-4a7d-b07c-ab832fad5ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:10.874488 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-5fb00612-d380-4a7d-b07c-ab832fad5ade None None] Attempt 1 to provision port da16bcbe-c4b9-4657-8268-d4a9efd81ac6 Sep 23 15:10:10.925374 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8e3502-3647-4ca7-9cbc-cc6ae2be7f73 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Router 925538b2-8a1f-4bab-9efe-d7b9481de7db has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:10:11.022749 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15c194c-e6d6-4b42-9cdd-3165346f4d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-c3d67a4b-9092-448f-b14d-bd8d70a05623', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'fixed_ips': [{'subnet_id': '68a20c36-8b65-4836-99df-816a02eb79e9'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:10:11.023695 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f15c194c-e6d6-4b42-9cdd-3165346f4d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:11.228682 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.objects.ports [None req-6f6f6d3b-16b9-4aea-97d7-855287260644 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89738) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 23 15:10:11.231312 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6f6f6d3b-16b9-4aea-97d7-855287260644 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:11.244374 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8e3502-3647-4ca7-9cbc-cc6ae2be7f73 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:10:11.253549 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed8e3502-3647-4ca7-9cbc-cc6ae2be7f73 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:11.256708 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ed8e3502-3647-4ca7-9cbc-cc6ae2be7f73 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "PUT /v2.0/routers/925538b2-8a1f-4bab-9efe-d7b9481de7db HTTP/1.1" status: 200 len: 704 time: 2.7212150 Sep 23 15:10:11.259542 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5fb00612-d380-4a7d-b07c-ab832fad5ade None None] Current status of the port da16bcbe-c4b9-4657-8268-d4a9efd81ac6 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:11.260268 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48616) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:11.274736 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-31092650-f304-4c18-8da0-70450b49e7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:10:09Z', 'revision_number': 7, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None, '_interfaces': [{'id': '281f118c-b58d-4f3a-a56c-091a3e0c346d', 'name': '', 'network_id': '93334369-4b5c-4207-8b8a-ad4b8248fea5', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:ad:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b503a235-7383-4d07-8784-494efe18be9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:55Z', 'updated_at': '2022-09-23T15:10:05Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': 'b503a235-7383-4d07-8784-494efe18be9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '970fba02-0ee7-42dd-928b-cd54917fc5b1', 'name': '', 'network_id': 'ff2359b6-5fe1-46e9-a71e-c7156999a254', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:0d:cc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'b51da47e-7af3-452b-983c-9f6e099e07b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:10:02Z', 'updated_at': '2022-09-23T15:10:09Z', 'revision_number': 4, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': 'b51da47e-7af3-452b-983c-9f6e099e07b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b74b56f7-11b8-423a-81c5-fe5039be17e6', 'name': '', 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:75:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:37Z', 'updated_at': '2022-09-23T15:09:49Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6d3d411-c2f9-458b-8e69-ee8004b352fa', 'name': '', 'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:b2:48:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:49Z', 'updated_at': '2022-09-23T15:10:01Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:11.298689 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6f6d3b-16b9-4aea-97d7-855287260644 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:10:11.302105 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-6f6f6d3b-16b9-4aea-97d7-855287260644 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:11.306629 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6f6d3b-16b9-4aea-97d7-855287260644 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:11.307216 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6f6f6d3b-16b9-4aea-97d7-855287260644 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:11.314690 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31092650-f304-4c18-8da0-70450b49e7a0 None None] The sync data for ids ['925538b2-8a1f-4bab-9efe-d7b9481de7db'] in dv-neutron-859093-1-hyperv is: [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:10:09Z', 'revision_number': 7, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None, '_interfaces': [{'id': '281f118c-b58d-4f3a-a56c-091a3e0c346d', 'name': '', 'network_id': '93334369-4b5c-4207-8b8a-ad4b8248fea5', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:ad:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b503a235-7383-4d07-8784-494efe18be9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:55Z', 'updated_at': '2022-09-23T15:10:05Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': 'b503a235-7383-4d07-8784-494efe18be9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '970fba02-0ee7-42dd-928b-cd54917fc5b1', 'name': '', 'network_id': 'ff2359b6-5fe1-46e9-a71e-c7156999a254', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:0d:cc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'b51da47e-7af3-452b-983c-9f6e099e07b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:10:02Z', 'updated_at': '2022-09-23T15:10:09Z', 'revision_number': 4, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': 'b51da47e-7af3-452b-983c-9f6e099e07b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b74b56f7-11b8-423a-81c5-fe5039be17e6', 'name': '', 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:75:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:37Z', 'updated_at': '2022-09-23T15:09:49Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6d3d411-c2f9-458b-8e69-ee8004b352fa', 'name': '', 'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:b2:48:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:49Z', 'updated_at': '2022-09-23T15:10:01Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:10:11.330166 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f6d3b-16b9-4aea-97d7-855287260644 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=3355b401-e7d6-4fdf-93b9-b62abb4c2984,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:11.347049 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-f15c194c-e6d6-4b42-9cdd-3165346f4d22 None None] Allocated IP 2001:db8::2 (c3d67a4b-9092-448f-b14d-bd8d70a05623/68a20c36-8b65-4836-99df-816a02eb79e9/73d8df1c-694f-4cd6-a30e-9b9bba20af9d) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:10:11.428091 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6f6f6d3b-16b9-4aea-97d7-855287260644 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9348602 Sep 23 15:10:11.431134 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48620) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:11.437098 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-992723e7-7e2a-40db-a8d0-84b254bf8c55 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'port': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'mac_address': 'fa:16:3e:9a:35:e1', 'name': 'tempest-NetworksTestDHCPv6-1353535809'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:10:11.452465 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418c2cbd-9d59-4481-9d6f-a86fead9ebb3 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:10:11.539292 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b934f8df-ac77-4bd5-b46a-b138c0735187 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "GET /v2.0/routers/925538b2-8a1f-4bab-9efe-d7b9481de7db HTTP/1.1" status: 200 len: 704 time: 0.2772808 Sep 23 15:10:11.547276 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48624) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:11.599151 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-992723e7-7e2a-40db-a8d0-84b254bf8c55 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:10:11.600407 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f15c194c-e6d6-4b42-9cdd-3165346f4d22 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:11.610905 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f15c194c-e6d6-4b42-9cdd-3165346f4d22 None None] Transition to ACTIVE for port object 73d8df1c-694f-4cd6-a30e-9b9bba20af9d will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:10:11.611599 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-992723e7-7e2a-40db-a8d0-84b254bf8c55 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:10:11.630387 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f15c194c-e6d6-4b42-9cdd-3165346f4d22 None None] Transition to ACTIVE for port object 73d8df1c-694f-4cd6-a30e-9b9bba20af9d will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:10:11.639932 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-059590b5-7c53-4e99-9940-cc58723101ae None None] Could not find standard attr ID for object 2d6aa77c-c61d-4ff0-9704-fc41509bc906. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:10:11.704241 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992723e7-7e2a-40db-a8d0-84b254bf8c55 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:10:11.733432 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f15c194c-e6d6-4b42-9cdd-3165346f4d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:11.848100 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-992723e7-7e2a-40db-a8d0-84b254bf8c55 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:11.857076 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15c194c-e6d6-4b42-9cdd-3165346f4d22 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:10:11.859844 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-f15c194c-e6d6-4b42-9cdd-3165346f4d22 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:11.881276 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15c194c-e6d6-4b42-9cdd-3165346f4d22 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:10:11.888569 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c194c-e6d6-4b42-9cdd-3165346f4d22 None None] Pushing event updated for resources: {'Port': ['ID=73d8df1c-694f-4cd6-a30e-9b9bba20af9d,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:11.888861 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-992723e7-7e2a-40db-a8d0-84b254bf8c55 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] device_id is not set on port 8a3d17e0-9e03-4895-8c8c-fed23ea36ab6 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:10:12.000396 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f15c194c-e6d6-4b42-9cdd-3165346f4d22 None None] Attempting to bind port 73d8df1c-694f-4cd6-a30e-9b9bba20af9d on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:10:12.000774 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f15c194c-e6d6-4b42-9cdd-3165346f4d22 None None] Attempting to bind port 73d8df1c-694f-4cd6-a30e-9b9bba20af9d by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:10:12.001303 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c194c-e6d6-4b42-9cdd-3165346f4d22 None None] Attempting to bind port 73d8df1c-694f-4cd6-a30e-9b9bba20af9d on network c3d67a4b-9092-448f-b14d-bd8d70a05623 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:10:12.007567 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418c2cbd-9d59-4481-9d6f-a86fead9ebb3 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:10:12.008149 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c194c-e6d6-4b42-9cdd-3165346f4d22 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:10:12.008523 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c194c-e6d6-4b42-9cdd-3165346f4d22 None None] Checking segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:10:12.009399 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f15c194c-e6d6-4b42-9cdd-3165346f4d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:12.009399 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c194c-e6d6-4b42-9cdd-3165346f4d22 None None] Bound using segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:10:12.009819 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f15c194c-e6d6-4b42-9cdd-3165346f4d22 None None] Bound port: 73d8df1c-694f-4cd6-a30e-9b9bba20af9d, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:10:12.010205 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f15c194c-e6d6-4b42-9cdd-3165346f4d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:12.019734 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9048a685-83ea-486f-b0d9-c6a2487c9918 None None] Sync routers for ids ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:10:12.036453 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9048a685-83ea-486f-b0d9-c6a2487c9918 None None] Routers {'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:12.036987 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-9048a685-83ea-486f-b0d9-c6a2487c9918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:12.133238 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f15c194c-e6d6-4b42-9cdd-3165346f4d22 None None] For port 73d8df1c-694f-4cd6-a30e-9b9bba20af9d, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:10:12.133348 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-418c2cbd-9d59-4481-9d6f-a86fead9ebb3 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:12.136338 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f15c194c-e6d6-4b42-9cdd-3165346f4d22 None None] For port 73d8df1c-694f-4cd6-a30e-9b9bba20af9d, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=73d8df1c-694f-4cd6-a30e-9b9bba20af9d,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:10:12.213829 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f15c194c-e6d6-4b42-9cdd-3165346f4d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:12.218505 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-992723e7-7e2a-40db-a8d0-84b254bf8c55 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 2001:db8::79 (c3d67a4b-9092-448f-b14d-bd8d70a05623/68a20c36-8b65-4836-99df-816a02eb79e9/8a3d17e0-9e03-4895-8c8c-fed23ea36ab6) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:10:12.225363 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-992723e7-7e2a-40db-a8d0-84b254bf8c55 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9a:35e1 (c3d67a4b-9092-448f-b14d-bd8d70a05623/3355b401-e7d6-4fdf-93b9-b62abb4c2984/8a3d17e0-9e03-4895-8c8c-fed23ea36ab6) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:10:12.257324 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 970fba02-0ee7-42dd-928b-cd54917fc5b1 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:10:12.295980 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cda874-66d0-437c-94ee-856ed93d3b78 None None] Sync routers for ids ['925538b2-8a1f-4bab-9efe-d7b9481de7db'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:10:12.315938 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-9048a685-83ea-486f-b0d9-c6a2487c9918 None None] Set router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:10:12.352050 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cda874-66d0-437c-94ee-856ed93d3b78 None None] Routers {'925538b2-8a1f-4bab-9efe-d7b9481de7db'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:12.352702 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-95cda874-66d0-437c-94ee-856ed93d3b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['925538b2-8a1f-4bab-9efe-d7b9481de7db'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:12.420451 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-418c2cbd-9d59-4481-9d6f-a86fead9ebb3 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.8685424 Sep 23 15:10:12.422691 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf885d1-2958-4e97-8a84-2b6b6a59448f', 'tag': '06782627-15d1-4272-898e-e78ac3c1a414'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:10:12.425415 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f641452-c32d-4ed3-ac53-b77d712081a2" -d '{"events": [{"name": "network-changed", "server_uuid": "3bf885d1-2958-4e97-8a84-2b6b6a59448f", "tag": "06782627-15d1-4272-898e-e78ac3c1a414"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:10:12.503925 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4794e4-76d1-4f9e-917b-736493aa19c2 x-openstack-request-id: req-3c4794e4-76d1-4f9e-917b-736493aa19c2 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:10:12.504611 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bf885d1-2958-4e97-8a84-2b6b6a59448f", "tag": "06782627-15d1-4272-898e-e78ac3c1a414", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:10:12.505019 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3c4794e4-76d1-4f9e-917b-736493aa19c2 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:10:12.505576 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c4794e4-76d1-4f9e-917b-736493aa19c2'] response: {'name': 'network-changed', 'server_uuid': '3bf885d1-2958-4e97-8a84-2b6b6a59448f', 'tag': '06782627-15d1-4272-898e-e78ac3c1a414', 'status': 'completed', 'code': 200} Sep 23 15:10:12.524828 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c194c-e6d6-4b42-9cdd-3165346f4d22 None None] Pushing event updated for resources: {'Port': ['ID=73d8df1c-694f-4cd6-a30e-9b9bba20af9d,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:12.526585 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-992723e7-7e2a-40db-a8d0-84b254bf8c55 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:12.557556 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-992723e7-7e2a-40db-a8d0-84b254bf8c55 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Transition to ACTIVE for port object 8a3d17e0-9e03-4895-8c8c-fed23ea36ab6 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:10:12.594440 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-95cda874-66d0-437c-94ee-856ed93d3b78 None None] Set router 925538b2-8a1f-4bab-9efe-d7b9481de7db gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:10:12.663539 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 970fba02-0ee7-42dd-928b-cd54917fc5b1 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:10:12.674015 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7f5f0ede-fa95-4ee0-aff3-c1649ed62284 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:12.677124 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 970fba02-0ee7-42dd-928b-cd54917fc5b1 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:12.677607 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:12.677855 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 970fba02-0ee7-42dd-928b-cd54917fc5b1 Sep 23 15:10:12.679361 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-992723e7-7e2a-40db-a8d0-84b254bf8c55 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:12.809018 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f641452-c32d-4ed3-ac53-b77d712081a2 req-3f476354-8d61-404d-9fd8-0fe628cae16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:12.811425 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8f641452-c32d-4ed3-ac53-b77d712081a2 req-3f476354-8d61-404d-9fd8-0fe628cae16e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4dd03006331a43759c203c055fc73500&device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 1098 time: 0.2468534 Sep 23 15:10:12.837982 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992723e7-7e2a-40db-a8d0-84b254bf8c55 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:10:12.841532 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-992723e7-7e2a-40db-a8d0-84b254bf8c55 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:12.854390 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992723e7-7e2a-40db-a8d0-84b254bf8c55 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:10:12.860484 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992723e7-7e2a-40db-a8d0-84b254bf8c55 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:12.861505 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-992723e7-7e2a-40db-a8d0-84b254bf8c55 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:12.885995 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992723e7-7e2a-40db-a8d0-84b254bf8c55 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Port': ['ID=8a3d17e0-9e03-4895-8c8c-fed23ea36ab6,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:12.958008 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-9048a685-83ea-486f-b0d9-c6a2487c9918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'name': 'tempest-TestVolumeBootPattern-818665133-router', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107'}], 'enable_snat': True}, 'gw_port_id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:05Z', 'updated_at': '2022-09-23T15:08:22Z', 'revision_number': 4, 'project_id': '4dd03006331a43759c203c055fc73500', 'gw_port': {'id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:07Z', 'updated_at': '2022-09-23T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': 'f91f8ca0-2484-4847-9ade-0a501d04c874', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'floating_ip_address': '172.26.10.129', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'port_id': '06782627-15d1-4272-898e-e78ac3c1a414', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'mac_address': 'fa:16:3e:54:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf885d1-2958-4e97-8a84-2b6b6a59448f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:10:08Z', 'updated_at': '2022-09-23T15:10:08Z', 'revision_number': 0, 'project_id': '4dd03006331a43759c203c055fc73500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151e0e53-e3ba-4bc9-9023-6df4ff246ff1', 'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'mac_address': 'fa:16:3e:88:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:18Z', 'updated_at': '2022-09-23T15:08:32Z', 'revision_number': 5, 'project_id': '4dd03006331a43759c203c055fc73500', 'subnets': [{'id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:12.963880 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9048a685-83ea-486f-b0d9-c6a2487c9918 None None] Checking router: e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:10:12.975084 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9048a685-83ea-486f-b0d9-c6a2487c9918 None None] Routers {'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:12.975590 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-9048a685-83ea-486f-b0d9-c6a2487c9918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:13.005492 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-992723e7-7e2a-40db-a8d0-84b254bf8c55 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5732038 Sep 23 15:10:13.008483 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48632) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:13.066379 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:10:13.119829 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f641452-c32d-4ed3-ac53-b77d712081a2 req-153e1e86-910c-468b-a03f-d9673db592b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:13.121464 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8f641452-c32d-4ed3-ac53-b77d712081a2 req-153e1e86-910c-468b-a03f-d9673db592b1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a HTTP/1.1" status: 200 len: 912 time: 0.2895522 Sep 23 15:10:13.125781 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-ca7f6814-b376-4ddd-b968-ddd2aed8a39c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting port 8a3d17e0-9e03-4895-8c8c-fed23ea36ab6 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:13.126445 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ca7f6814-b376-4ddd-b968-ddd2aed8a39c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:13.175364 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 970fba02-0ee7-42dd-928b-cd54917fc5b1 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:13.175851 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:13.202761 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-9048a685-83ea-486f-b0d9-c6a2487c9918 None None] Set router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:10:13.225854 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 970fba02-0ee7-42dd-928b-cd54917fc5b1, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=970fba02-0ee7-42dd-928b-cd54917fc5b1,segment=NetworkSegment(c2391fe1-bfa8-48c5-9baa-5cc76c086851),segment_id=c2391fe1-bfa8-48c5-9baa-5cc76c086851)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:13.241448 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-95cda874-66d0-437c-94ee-856ed93d3b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:10:09Z', 'revision_number': 7, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None, '_interfaces': [{'id': '281f118c-b58d-4f3a-a56c-091a3e0c346d', 'name': '', 'network_id': '93334369-4b5c-4207-8b8a-ad4b8248fea5', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:ad:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b503a235-7383-4d07-8784-494efe18be9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:55Z', 'updated_at': '2022-09-23T15:10:05Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': 'b503a235-7383-4d07-8784-494efe18be9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '970fba02-0ee7-42dd-928b-cd54917fc5b1', 'name': '', 'network_id': 'ff2359b6-5fe1-46e9-a71e-c7156999a254', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:0d:cc:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'b51da47e-7af3-452b-983c-9f6e099e07b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:10:02Z', 'updated_at': '2022-09-23T15:10:09Z', 'revision_number': 4, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': 'b51da47e-7af3-452b-983c-9f6e099e07b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b74b56f7-11b8-423a-81c5-fe5039be17e6', 'name': '', 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:75:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:37Z', 'updated_at': '2022-09-23T15:09:49Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6d3d411-c2f9-458b-8e69-ee8004b352fa', 'name': '', 'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:b2:48:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:49Z', 'updated_at': '2022-09-23T15:10:01Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:13.245835 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cda874-66d0-437c-94ee-856ed93d3b78 None None] Checking router: 925538b2-8a1f-4bab-9efe-d7b9481de7db for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:10:13.256196 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cda874-66d0-437c-94ee-856ed93d3b78 None None] Routers {'925538b2-8a1f-4bab-9efe-d7b9481de7db'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:13.256820 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-95cda874-66d0-437c-94ee-856ed93d3b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['925538b2-8a1f-4bab-9efe-d7b9481de7db'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:13.276301 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8f641452-c32d-4ed3-ac53-b77d712081a2 req-f2b0776c-1d40-4525-975a-8b37e8d53742 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06782627-15d1-4272-898e-e78ac3c1a414 HTTP/1.1" status: 200 len: 1000 time: 0.1473129 Sep 23 15:10:13.433139 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-7f5f0ede-fa95-4ee0-aff3-c1649ed62284 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Deleting port 970fba02-0ee7-42dd-928b-cd54917fc5b1 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:13.433823 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7f5f0ede-fa95-4ee0-aff3-c1649ed62284 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:13.484460 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:13.593273 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-95cda874-66d0-437c-94ee-856ed93d3b78 None None] Set router 925538b2-8a1f-4bab-9efe-d7b9481de7db gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:10:13.644876 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=970fba02-0ee7-42dd-928b-cd54917fc5b1,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:13.700649 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ca7f6814-b376-4ddd-b968-ddd2aed8a39c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:13.711656 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-7f5f0ede-fa95-4ee0-aff3-c1649ed62284 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] For port 970fba02-0ee7-42dd-928b-cd54917fc5b1, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=970fba02-0ee7-42dd-928b-cd54917fc5b1,segment=NetworkSegment(c2391fe1-bfa8-48c5-9baa-5cc76c086851),segment_id=c2391fe1-bfa8-48c5-9baa-5cc76c086851)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:13.712467 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7f5f0ede-fa95-4ee0-aff3-c1649ed62284 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:13.717517 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-9048a685-83ea-486f-b0d9-c6a2487c9918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'name': 'tempest-TestVolumeBootPattern-818665133-router', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107'}], 'enable_snat': True}, 'gw_port_id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:05Z', 'updated_at': '2022-09-23T15:08:22Z', 'revision_number': 4, 'project_id': '4dd03006331a43759c203c055fc73500', 'gw_port': {'id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:07Z', 'updated_at': '2022-09-23T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': 'f91f8ca0-2484-4847-9ade-0a501d04c874', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'floating_ip_address': '172.26.10.129', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'port_id': '06782627-15d1-4272-898e-e78ac3c1a414', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'mac_address': 'fa:16:3e:54:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf885d1-2958-4e97-8a84-2b6b6a59448f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:10:08Z', 'updated_at': '2022-09-23T15:10:08Z', 'revision_number': 0, 'project_id': '4dd03006331a43759c203c055fc73500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151e0e53-e3ba-4bc9-9023-6df4ff246ff1', 'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'mac_address': 'fa:16:3e:88:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:18Z', 'updated_at': '2022-09-23T15:08:32Z', 'revision_number': 5, 'project_id': '4dd03006331a43759c203c055fc73500', 'subnets': [{'id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:13.729491 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9048a685-83ea-486f-b0d9-c6a2487c9918 None None] The sync data for ids ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'] in dv-neutron-859093-1-hyperv is: [{'id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'name': 'tempest-TestVolumeBootPattern-818665133-router', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107'}], 'enable_snat': True}, 'gw_port_id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:05Z', 'updated_at': '2022-09-23T15:08:22Z', 'revision_number': 4, 'project_id': '4dd03006331a43759c203c055fc73500', 'gw_port': {'id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:07Z', 'updated_at': '2022-09-23T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': 'f91f8ca0-2484-4847-9ade-0a501d04c874', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'floating_ip_address': '172.26.10.129', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'port_id': '06782627-15d1-4272-898e-e78ac3c1a414', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'mac_address': 'fa:16:3e:54:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf885d1-2958-4e97-8a84-2b6b6a59448f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:10:08Z', 'updated_at': '2022-09-23T15:10:08Z', 'revision_number': 0, 'project_id': '4dd03006331a43759c203c055fc73500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151e0e53-e3ba-4bc9-9023-6df4ff246ff1', 'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'mac_address': 'fa:16:3e:88:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:18Z', 'updated_at': '2022-09-23T15:08:32Z', 'revision_number': 5, 'project_id': '4dd03006331a43759c203c055fc73500', 'subnets': [{'id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:10:13.897040 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-7f5f0ede-fa95-4ee0-aff3-c1649ed62284 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Calling delete_port for 970fba02-0ee7-42dd-928b-cd54917fc5b1 owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:10:13.898350 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-ca7f6814-b376-4ddd-b968-ddd2aed8a39c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Calling delete_port for 8a3d17e0-9e03-4895-8c8c-fed23ea36ab6 owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:10:13.948643 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d6fd06-27c1-4e6f-a811-7313953599ff None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:10:13.949838 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f641452-c32d-4ed3-ac53-b77d712081a2 req-cd5736d4-5397-4c76-8ec8-ad2b37f97100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:13.951359 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8f641452-c32d-4ed3-ac53-b77d712081a2 req-cd5736d4-5397-4c76-8ec8-ad2b37f97100 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64979ce6-fb4a-43b7-a76f-4e9da53aeed1 HTTP/1.1" status: 200 len: 850 time: 0.6426802 Sep 23 15:10:14.076332 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bad8d5-788d-4ad2-a422-f80ccca947be None None] New status for floating IP f91f8ca0-2484-4847-9ade-0a501d04c874: ACTIVE {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:10:14.193832 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d6341c00-1e46-43f3-9705-73e7dfb6034e None None] Provisioning for port 73d8df1c-694f-4cd6-a30e-9b9bba20af9d completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:10:14.233441 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f641452-c32d-4ed3-ac53-b77d712081a2 req-b42ecc86-eda1-4e95-9ab0-b74b5f191fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:14.235019 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8f641452-c32d-4ed3-ac53-b77d712081a2 req-b42ecc86-eda1-4e95-9ab0-b74b5f191fe3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2755997 Sep 23 15:10:14.259035 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-95cda874-66d0-437c-94ee-856ed93d3b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:10:09Z', 'revision_number': 7, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None, '_interfaces': [{'id': '281f118c-b58d-4f3a-a56c-091a3e0c346d', 'name': '', 'network_id': '93334369-4b5c-4207-8b8a-ad4b8248fea5', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:ad:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b503a235-7383-4d07-8784-494efe18be9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:55Z', 'updated_at': '2022-09-23T15:10:05Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': 'b503a235-7383-4d07-8784-494efe18be9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '970fba02-0ee7-42dd-928b-cd54917fc5b1', 'name': '', 'network_id': 'ff2359b6-5fe1-46e9-a71e-c7156999a254', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:0d:cc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'b51da47e-7af3-452b-983c-9f6e099e07b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:10:02Z', 'updated_at': '2022-09-23T15:10:13Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': 'b51da47e-7af3-452b-983c-9f6e099e07b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b74b56f7-11b8-423a-81c5-fe5039be17e6', 'name': '', 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:75:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:37Z', 'updated_at': '2022-09-23T15:09:49Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6d3d411-c2f9-458b-8e69-ee8004b352fa', 'name': '', 'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:b2:48:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:49Z', 'updated_at': '2022-09-23T15:10:01Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:14.271278 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cda874-66d0-437c-94ee-856ed93d3b78 None None] The sync data for ids ['925538b2-8a1f-4bab-9efe-d7b9481de7db'] in dv-neutron-859093-1-hyperv is: [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:10:09Z', 'revision_number': 7, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None, '_interfaces': [{'id': '281f118c-b58d-4f3a-a56c-091a3e0c346d', 'name': '', 'network_id': '93334369-4b5c-4207-8b8a-ad4b8248fea5', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:ad:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b503a235-7383-4d07-8784-494efe18be9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:55Z', 'updated_at': '2022-09-23T15:10:05Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': 'b503a235-7383-4d07-8784-494efe18be9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '970fba02-0ee7-42dd-928b-cd54917fc5b1', 'name': '', 'network_id': 'ff2359b6-5fe1-46e9-a71e-c7156999a254', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:0d:cc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'b51da47e-7af3-452b-983c-9f6e099e07b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:10:02Z', 'updated_at': '2022-09-23T15:10:13Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': 'b51da47e-7af3-452b-983c-9f6e099e07b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b74b56f7-11b8-423a-81c5-fe5039be17e6', 'name': '', 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:75:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:37Z', 'updated_at': '2022-09-23T15:09:49Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6d3d411-c2f9-458b-8e69-ee8004b352fa', 'name': '', 'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:b2:48:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:49Z', 'updated_at': '2022-09-23T15:10:01Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:10:14.317187 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 73d8df1c-694f-4cd6-a30e-9b9bba20af9d up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:10:14.324510 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ca7f6814-b376-4ddd-b968-ddd2aed8a39c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:14.403113 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f6814-b376-4ddd-b968-ddd2aed8a39c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Port': ['ID=8a3d17e0-9e03-4895-8c8c-fed23ea36ab6,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:14.513389 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5571d190-eeb0-4688-8c76-a894aad28919 None None] Update dhcp port {'port': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'fixed_ips': [{'subnet_id': '68a20c36-8b65-4836-99df-816a02eb79e9', 'ip_address': '2001:db8::2'}, {'subnet_id': '3355b401-e7d6-4fdf-93b9-b62abb4c2984'}], 'binding:host_id': 'dv-neutron-859093-1-hyperv'}, 'id': '73d8df1c-694f-4cd6-a30e-9b9bba20af9d'} from dv-neutron-859093-1-hyperv. {{(pid=89740) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 23 15:10:14.522084 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7f5f0ede-fa95-4ee0-aff3-c1649ed62284 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:14.544348 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 73d8df1c-694f-4cd6-a30e-9b9bba20af9d completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:10:14.562583 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ca7f6814-b376-4ddd-b968-ddd2aed8a39c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:14.568455 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 73d8df1c-694f-4cd6-a30e-9b9bba20af9d triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:14.569064 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:14.569340 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 73d8df1c-694f-4cd6-a30e-9b9bba20af9d Sep 23 15:10:14.576146 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ca7f6814-b376-4ddd-b968-ddd2aed8a39c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/8a3d17e0-9e03-4895-8c8c-fed23ea36ab6 HTTP/1.1" status: 204 len: 168 time: 1.5664387 Sep 23 15:10:14.578431 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48636) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:14.585765 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f0ede-fa95-4ee0-aff3-c1649ed62284 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Port': ['ID=970fba02-0ee7-42dd-928b-cd54917fc5b1,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:14.633104 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5571d190-eeb0-4688-8c76-a894aad28919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:14.719056 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48c80f9-5470-45b9-8a58-915629eabe67 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:14.720794 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a48c80f9-5470-45b9-8a58-915629eabe67 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:10:14.801814 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a48c80f9-5470-45b9-8a58-915629eabe67 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:10:14.812350 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a48c80f9-5470-45b9-8a58-915629eabe67 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2268660 Sep 23 15:10:14.812350 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48640) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:14.826176 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7f5f0ede-fa95-4ee0-aff3-c1649ed62284 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:14.840548 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 73d8df1c-694f-4cd6-a30e-9b9bba20af9d is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:14.840935 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:14.963023 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b46631-63ee-47e3-afe0-4204158bf271 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:14.965167 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 73d8df1c-694f-4cd6-a30e-9b9bba20af9d, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=73d8df1c-694f-4cd6-a30e-9b9bba20af9d,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:14.966811 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c2b46631-63ee-47e3-afe0-4204158bf271 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1564374 Sep 23 15:10:14.966811 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48644) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:14.980334 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-5571d190-eeb0-4688-8c76-a894aad28919 None None] Allocated IP 2001:db8:0:1:f816:3eff:fecf:5cd9 (c3d67a4b-9092-448f-b14d-bd8d70a05623/3355b401-e7d6-4fdf-93b9-b62abb4c2984/73d8df1c-694f-4cd6-a30e-9b9bba20af9d) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:10:15.019441 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8f641452-c32d-4ed3-ac53-b77d712081a2 req-aea8df1e-dd34-4e2b-885c-dfd380af7b34 service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7677512 Sep 23 15:10:15.058538 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d9a8f9-2500-41a8-b32b-2a57f94fd77d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:15.058538 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d9a8f9-2500-41a8-b32b-2a57f94fd77d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:15.060952 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d9a8f9-2500-41a8-b32b-2a57f94fd77d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:15.062636 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-71d9a8f9-2500-41a8-b32b-2a57f94fd77d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:10:15.088156 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:15.088156 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 970fba02-0ee7-42dd-928b-cd54917fc5b1 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:10:15.135467 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-71d9a8f9-2500-41a8-b32b-2a57f94fd77d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:10:15.135467 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-71d9a8f9-2500-41a8-b32b-2a57f94fd77d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1678145 Sep 23 15:10:15.137242 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48648) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:15.231684 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 970fba02-0ee7-42dd-928b-cd54917fc5b1 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:10:15.232306 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 970fba02-0ee7-42dd-928b-cd54917fc5b1 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Sep 23 15:10:15.291212 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Port 970fba02-0ee7-42dd-928b-cd54917fc5b1 not found, will not notify nova. {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Sep 23 15:10:15.315528 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=73d8df1c-694f-4cd6-a30e-9b9bba20af9d,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:15.352974 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-5571d190-eeb0-4688-8c76-a894aad28919 None None] For port 73d8df1c-694f-4cd6-a30e-9b9bba20af9d, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=73d8df1c-694f-4cd6-a30e-9b9bba20af9d,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:15.388671 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5571d190-eeb0-4688-8c76-a894aad28919 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:15.392354 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bcec537-2829-4f61-90c7-0321b4dff899 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet 3355b401-e7d6-4fdf-93b9-b62abb4c2984 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:10:15.407640 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8f641452-c32d-4ed3-ac53-b77d712081a2 req-c99229d6-18ad-4148-ba56-652d4397a455 service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845928 Sep 23 15:10:15.411284 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5571d190-eeb0-4688-8c76-a894aad28919 None None] Transition to ACTIVE for port object 73d8df1c-694f-4cd6-a30e-9b9bba20af9d will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:10:15.432754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5f0ede-fa95-4ee0-aff3-c1649ed62284 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Router 925538b2-8a1f-4bab-9efe-d7b9481de7db has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:10:15.476710 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5571d190-eeb0-4688-8c76-a894aad28919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:15.507634 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1bcec537-2829-4f61-90c7-0321b4dff899 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:15.653249 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1bcec537-2829-4f61-90c7-0321b4dff899 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:15.713641 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5571d190-eeb0-4688-8c76-a894aad28919 None None] Pushing event updated for resources: {'Port': ['ID=73d8df1c-694f-4cd6-a30e-9b9bba20af9d,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:15.714096 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5f0ede-fa95-4ee0-aff3-c1649ed62284 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:10:15.730152 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46629ed7-a583-4ec2-ab1b-f7295f80dd02 None None] Sync routers for ids ['925538b2-8a1f-4bab-9efe-d7b9481de7db'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:10:15.750719 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7f5f0ede-fa95-4ee0-aff3-c1649ed62284 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "PUT /v2.0/routers/925538b2-8a1f-4bab-9efe-d7b9481de7db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1960366 Sep 23 15:10:15.751207 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48652) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:15.767329 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46629ed7-a583-4ec2-ab1b-f7295f80dd02 None None] Routers {'925538b2-8a1f-4bab-9efe-d7b9481de7db'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:15.767912 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-46629ed7-a583-4ec2-ab1b-f7295f80dd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['925538b2-8a1f-4bab-9efe-d7b9481de7db'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:15.802173 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1bcec537-2829-4f61-90c7-0321b4dff899 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:15.840526 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd91f3f0-80b3-4a5e-9b25-d62e41e2a649 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Deleting subnet b51da47e-7af3-452b-983c-9f6e099e07b2 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:10:15.843865 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cd91f3f0-80b3-4a5e-9b25-d62e41e2a649 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:15.934022 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cd91f3f0-80b3-4a5e-9b25-d62e41e2a649 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:15.994088 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-46629ed7-a583-4ec2-ab1b-f7295f80dd02 None None] Set router 925538b2-8a1f-4bab-9efe-d7b9481de7db gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:10:16.042534 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cd91f3f0-80b3-4a5e-9b25-d62e41e2a649 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:16.114118 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1bcec537-2829-4f61-90c7-0321b4dff899 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:16.181723 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcec537-2829-4f61-90c7-0321b4dff899 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=3355b401-e7d6-4fdf-93b9-b62abb4c2984,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:16.184043 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1bcec537-2829-4f61-90c7-0321b4dff899 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:16.230737 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cd91f3f0-80b3-4a5e-9b25-d62e41e2a649 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:16.265438 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1bcec537-2829-4f61-90c7-0321b4dff899 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/3355b401-e7d6-4fdf-93b9-b62abb4c2984 HTTP/1.1" status: 204 len: 168 time: 1.1262860 Sep 23 15:10:16.267722 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48656) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:16.275277 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 73d8df1c-694f-4cd6-a30e-9b9bba20af9d up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:10:16.311656 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cd91f3f0-80b3-4a5e-9b25-d62e41e2a649 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:16.327232 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e74166d-c010-4910-9dc7-c52e8c697aec None None] Network ff2359b6-5fe1-46e9-a71e-c7156999a254 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:10:16.333585 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91f3f0-80b3-4a5e-9b25-d62e41e2a649 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Subnet': ['ID=b51da47e-7af3-452b-983c-9f6e099e07b2,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:16.338661 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-cd91f3f0-80b3-4a5e-9b25-d62e41e2a649 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/subnets/b51da47e-7af3-452b-983c-9f6e099e07b2 HTTP/1.1" status: 204 len: 168 time: 0.5888946 Sep 23 15:10:16.341240 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48660) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:16.363250 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-239987c8-f822-4389-9c2f-a84a979fd032 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet 68a20c36-8b65-4836-99df-816a02eb79e9 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:10:16.371184 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-239987c8-f822-4389-9c2f-a84a979fd032 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:16.550729 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-353572d2-25ca-48c5-91a9-aeca10e190f5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:16.566168 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-353572d2-25ca-48c5-91a9-aeca10e190f5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Deleting port da16bcbe-c4b9-4657-8268-d4a9efd81ac6 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:16.566570 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-353572d2-25ca-48c5-91a9-aeca10e190f5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:16.622823 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f9be4d-da04-4e56-8450-a25d8b5e80f3 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:10:16.638872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-239987c8-f822-4389-9c2f-a84a979fd032 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:16.725563 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-239987c8-f822-4389-9c2f-a84a979fd032 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:16.782392 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-353572d2-25ca-48c5-91a9-aeca10e190f5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] For port da16bcbe-c4b9-4657-8268-d4a9efd81ac6, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=da16bcbe-c4b9-4657-8268-d4a9efd81ac6,segment=NetworkSegment(c2391fe1-bfa8-48c5-9baa-5cc76c086851),segment_id=c2391fe1-bfa8-48c5-9baa-5cc76c086851)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:16.783017 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-353572d2-25ca-48c5-91a9-aeca10e190f5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:16.819399 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-49ef6baa-aedf-4851-a296-4ba3a066dfc8 None None] Provisioning for port 73d8df1c-694f-4cd6-a30e-9b9bba20af9d completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:10:16.838035 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-49ef6baa-aedf-4851-a296-4ba3a066dfc8 None None] Provisioning complete for port 73d8df1c-694f-4cd6-a30e-9b9bba20af9d triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:16.838542 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-49ef6baa-aedf-4851-a296-4ba3a066dfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:16.838977 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-49ef6baa-aedf-4851-a296-4ba3a066dfc8 None None] Attempt 1 to provision port 73d8df1c-694f-4cd6-a30e-9b9bba20af9d Sep 23 15:10:16.902414 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-239987c8-f822-4389-9c2f-a84a979fd032 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:16.914886 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-353572d2-25ca-48c5-91a9-aeca10e190f5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Calling delete_port for da16bcbe-c4b9-4657-8268-d4a9efd81ac6 owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:10:16.951791 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-239987c8-f822-4389-9c2f-a84a979fd032 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:16.966430 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-239987c8-f822-4389-9c2f-a84a979fd032 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/68a20c36-8b65-4836-99df-816a02eb79e9 HTTP/1.1" status: 204 len: 168 time: 0.6991210 Sep 23 15:10:16.967017 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48664) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:16.975952 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239987c8-f822-4389-9c2f-a84a979fd032 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=68a20c36-8b65-4836-99df-816a02eb79e9,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:16.989617 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6cefdc-fbf7-472d-8863-41fb5385c85f None None] DHCP port deletion for ff2359b6-5fe1-46e9-a71e-c7156999a254 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:10:17.008401 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9e6cefdc-fbf7-472d-8863-41fb5385c85f None None] Deleting port da16bcbe-c4b9-4657-8268-d4a9efd81ac6 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:17.008796 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e6cefdc-fbf7-472d-8863-41fb5385c85f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:17.046205 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-80fd18e3-b922-4523-aa2f-9bfc03ce64d9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718565 Sep 23 15:10:17.048752 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48668) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:17.054850 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-88ee7fcf-9a74-4f18-a837-6d900b722ea2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:10:17.078479 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-353572d2-25ca-48c5-91a9-aeca10e190f5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:17.126822 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353572d2-25ca-48c5-91a9-aeca10e190f5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Port': ['ID=da16bcbe-c4b9-4657-8268-d4a9efd81ac6,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:17.127538 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-46629ed7-a583-4ec2-ab1b-f7295f80dd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:10:14Z', 'revision_number': 8, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None, '_interfaces': [{'id': '281f118c-b58d-4f3a-a56c-091a3e0c346d', 'name': '', 'network_id': '93334369-4b5c-4207-8b8a-ad4b8248fea5', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:ad:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b503a235-7383-4d07-8784-494efe18be9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:55Z', 'updated_at': '2022-09-23T15:10:05Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': 'b503a235-7383-4d07-8784-494efe18be9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b74b56f7-11b8-423a-81c5-fe5039be17e6', 'name': '', 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:75:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:37Z', 'updated_at': '2022-09-23T15:09:49Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6d3d411-c2f9-458b-8e69-ee8004b352fa', 'name': '', 'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:b2:48:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:49Z', 'updated_at': '2022-09-23T15:10:01Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:17.130814 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353572d2-25ca-48c5-91a9-aeca10e190f5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] No DVR routers for this DVR port da16bcbe-c4b9-4657-8268-d4a9efd81ac6 on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:10:17.173268 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-88ee7fcf-9a74-4f18-a837-6d900b722ea2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:10:17.178248 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-88ee7fcf-9a74-4f18-a837-6d900b722ea2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:subnet and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:10:17.181343 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-88ee7fcf-9a74-4f18-a837-6d900b722ea2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:10:17.187844 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-88ee7fcf-9a74-4f18-a837-6d900b722ea2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:10:17.219900 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9e6cefdc-fbf7-472d-8863-41fb5385c85f None None] The port 'da16bcbe-c4b9-4657-8268-d4a9efd81ac6' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:10:17.224128 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46629ed7-a583-4ec2-ab1b-f7295f80dd02 None None] Checking router: 925538b2-8a1f-4bab-9efe-d7b9481de7db for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:10:17.238422 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-49ef6baa-aedf-4851-a296-4ba3a066dfc8 None None] Current status of the port 73d8df1c-694f-4cd6-a30e-9b9bba20af9d is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:17.247441 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-49ef6baa-aedf-4851-a296-4ba3a066dfc8 None None] Could not find standard attr ID for object 8a3d17e0-9e03-4895-8c8c-fed23ea36ab6. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:10:17.249696 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ee7fcf-9a74-4f18-a837-6d900b722ea2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:10:17.251839 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46629ed7-a583-4ec2-ab1b-f7295f80dd02 None None] Routers {'925538b2-8a1f-4bab-9efe-d7b9481de7db'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:17.252492 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-46629ed7-a583-4ec2-ab1b-f7295f80dd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['925538b2-8a1f-4bab-9efe-d7b9481de7db'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:17.256279 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-88ee7fcf-9a74-4f18-a837-6d900b722ea2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:17.263114 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-353572d2-25ca-48c5-91a9-aeca10e190f5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:17.289863 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-353572d2-25ca-48c5-91a9-aeca10e190f5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2359b6-5fe1-46e9-a71e-c7156999a254']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:17.306525 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-353572d2-25ca-48c5-91a9-aeca10e190f5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2391fe1-bfa8-48c5-9baa-5cc76c086851') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:17.306525 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-353572d2-25ca-48c5-91a9-aeca10e190f5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2391fe1-bfa8-48c5-9baa-5cc76c086851') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:17.319111 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-353572d2-25ca-48c5-91a9-aeca10e190f5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:17.340117 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-353572d2-25ca-48c5-91a9-aeca10e190f5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:17.347875 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-353572d2-25ca-48c5-91a9-aeca10e190f5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:10:17.349287 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-353572d2-25ca-48c5-91a9-aeca10e190f5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:17.413065 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d785a7-96de-4cee-ab33-8e46789504c7 None None] DHCP port deletion for c3d67a4b-9092-448f-b14d-bd8d70a05623 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:10:17.415248 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-46629ed7-a583-4ec2-ab1b-f7295f80dd02 None None] Set router 925538b2-8a1f-4bab-9efe-d7b9481de7db gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:10:17.423245 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment c2391fe1-bfa8-48c5-9baa-5cc76c086851 resource provider aggregate not found Sep 23 15:10:17.447384 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment c2391fe1-bfa8-48c5-9baa-5cc76c086851 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2391fe1-bfa8-48c5-9baa-5cc76c086851 found for delete ", "request_id": "req-26d4e82e-8d49-41df-a882-5cf65a359803"}]} Sep 23 15:10:17.478053 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-54d785a7-96de-4cee-ab33-8e46789504c7 None None] Deleting port 73d8df1c-694f-4cd6-a30e-9b9bba20af9d {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:17.478449 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54d785a7-96de-4cee-ab33-8e46789504c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:17.529941 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-353572d2-25ca-48c5-91a9-aeca10e190f5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:17.552189 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-353572d2-25ca-48c5-91a9-aeca10e190f5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:17.562780 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353572d2-25ca-48c5-91a9-aeca10e190f5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Network': ['ID=ff2359b6-5fe1-46e9-a71e-c7156999a254,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:17.573868 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-353572d2-25ca-48c5-91a9-aeca10e190f5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/networks/ff2359b6-5fe1-46e9-a71e-c7156999a254 HTTP/1.1" status: 204 len: 168 time: 1.2316549 Sep 23 15:10:17.578753 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48676) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:17.722554 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-88ee7fcf-9a74-4f18-a837-6d900b722ea2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:17.784682 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ee7fcf-9a74-4f18-a837-6d900b722ea2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:10:17.788678 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-88ee7fcf-9a74-4f18-a837-6d900b722ea2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:17.791928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ee7fcf-9a74-4f18-a837-6d900b722ea2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:17.792698 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-88ee7fcf-9a74-4f18-a837-6d900b722ea2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:17.819401 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee7fcf-9a74-4f18-a837-6d900b722ea2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=5c4e1a99-78a7-421d-b0ba-66185e243fc2,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:17.901910 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-88ee7fcf-9a74-4f18-a837-6d900b722ea2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8489609 Sep 23 15:10:17.902162 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48680) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:17.908172 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-f60bf8aa-4196-4680-890c-7ff27e650bb5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:10:17.914342 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-54d785a7-96de-4cee-ab33-8e46789504c7 None None] For port 73d8df1c-694f-4cd6-a30e-9b9bba20af9d, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=73d8df1c-694f-4cd6-a30e-9b9bba20af9d,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:17.914771 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54d785a7-96de-4cee-ab33-8e46789504c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:18.049243 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-54d785a7-96de-4cee-ab33-8e46789504c7 None None] Calling delete_port for 73d8df1c-694f-4cd6-a30e-9b9bba20af9d owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:10:18.051295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f60bf8aa-4196-4680-890c-7ff27e650bb5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:10:18.056249 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f60bf8aa-4196-4680-890c-7ff27e650bb5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:subnet and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:10:18.060168 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f60bf8aa-4196-4680-890c-7ff27e650bb5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:10:18.067098 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f60bf8aa-4196-4680-890c-7ff27e650bb5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:10:18.127224 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60bf8aa-4196-4680-890c-7ff27e650bb5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:10:18.131161 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 73d8df1c-694f-4cd6-a30e-9b9bba20af9d no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:10:18.131555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f60bf8aa-4196-4680-890c-7ff27e650bb5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:18.182622 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-46629ed7-a583-4ec2-ab1b-f7295f80dd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:10:14Z', 'revision_number': 8, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None, '_interfaces': [{'id': '281f118c-b58d-4f3a-a56c-091a3e0c346d', 'name': '', 'network_id': '93334369-4b5c-4207-8b8a-ad4b8248fea5', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:ad:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b503a235-7383-4d07-8784-494efe18be9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:55Z', 'updated_at': '2022-09-23T15:10:05Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': 'b503a235-7383-4d07-8784-494efe18be9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b74b56f7-11b8-423a-81c5-fe5039be17e6', 'name': '', 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:75:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:37Z', 'updated_at': '2022-09-23T15:09:49Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6d3d411-c2f9-458b-8e69-ee8004b352fa', 'name': '', 'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:b2:48:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:49Z', 'updated_at': '2022-09-23T15:10:01Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:18.196292 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46629ed7-a583-4ec2-ab1b-f7295f80dd02 None None] The sync data for ids ['925538b2-8a1f-4bab-9efe-d7b9481de7db'] in dv-neutron-859093-1-hyperv is: [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:10:14Z', 'revision_number': 8, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None, '_interfaces': [{'id': '281f118c-b58d-4f3a-a56c-091a3e0c346d', 'name': '', 'network_id': '93334369-4b5c-4207-8b8a-ad4b8248fea5', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:ad:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'b503a235-7383-4d07-8784-494efe18be9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:55Z', 'updated_at': '2022-09-23T15:10:05Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': 'b503a235-7383-4d07-8784-494efe18be9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b74b56f7-11b8-423a-81c5-fe5039be17e6', 'name': '', 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:75:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:37Z', 'updated_at': '2022-09-23T15:09:49Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6d3d411-c2f9-458b-8e69-ee8004b352fa', 'name': '', 'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:b2:48:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:49Z', 'updated_at': '2022-09-23T15:10:01Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:10:18.245815 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b04b32bc-efce-4e00-8c48-15d0c172fcdf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:18.266016 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54d785a7-96de-4cee-ab33-8e46789504c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:18.275980 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.ipam_backend_mixin [None req-f60bf8aa-4196-4680-890c-7ff27e650bb5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5c4e1a99-78a7-421d-b0ba-66185e243fc2 (CIDR: 2001:db8::/64) Sep 23 15:10:18.308378 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60bf8aa-4196-4680-890c-7ff27e650bb5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:10:18.309240 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f60bf8aa-4196-4680-890c-7ff27e650bb5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:18.321454 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d785a7-96de-4cee-ab33-8e46789504c7 None None] Pushing event deleted for resources: {'Port': ['ID=73d8df1c-694f-4cd6-a30e-9b9bba20af9d,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:18.324571 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d785a7-96de-4cee-ab33-8e46789504c7 None None] No DVR routers for this DVR port 73d8df1c-694f-4cd6-a30e-9b9bba20af9d on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:10:18.326277 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 73d8df1c-694f-4cd6-a30e-9b9bba20af9d is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:18.326878 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:18.354577 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a148baec-956d-4670-8019-647f647d38e8 None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:10:18.385285 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f60bf8aa-4196-4680-890c-7ff27e650bb5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4816329 Sep 23 15:10:18.387692 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48684) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:18.394135 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-dde7ddf0-20da-4c85-b75a-6d953e85e894 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'subnet': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:10:18.466642 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device da16bcbe-c4b9-4657-8268-d4a9efd81ac6 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:10:18.506928 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: da16bcbe-c4b9-4657-8268-d4a9efd81ac6 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:10:18.507193 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device da16bcbe-c4b9-4657-8268-d4a9efd81ac6 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:10:18.543675 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-dde7ddf0-20da-4c85-b75a-6d953e85e894 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:10:18.549116 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-dde7ddf0-20da-4c85-b75a-6d953e85e894 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Usage tracker for resource:subnet and tenant:2d0155ea591e48f7a3b8ec353336016a is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:10:18.570499 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-dde7ddf0-20da-4c85-b75a-6d953e85e894 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:10:18.570499 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-dde7ddf0-20da-4c85-b75a-6d953e85e894 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:10:18.612271 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-b04b32bc-efce-4e00-8c48-15d0c172fcdf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Deleting port 281f118c-b58d-4f3a-a56c-091a3e0c346d {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:18.612609 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b04b32bc-efce-4e00-8c48-15d0c172fcdf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:18.666876 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aff6f2-7494-41e0-99e3-46b124f81cae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-c3d67a4b-9092-448f-b14d-bd8d70a05623', 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'tenant_id': '2d0155ea591e48f7a3b8ec353336016a', 'fixed_ips': [{'subnet_id': '5c4e1a99-78a7-421d-b0ba-66185e243fc2'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:10:18.667830 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e4aff6f2-7494-41e0-99e3-46b124f81cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:18.676349 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde7ddf0-20da-4c85-b75a-6d953e85e894 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:10:18.680209 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dde7ddf0-20da-4c85-b75a-6d953e85e894 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:18.828676 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-b04b32bc-efce-4e00-8c48-15d0c172fcdf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] For port 281f118c-b58d-4f3a-a56c-091a3e0c346d, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=281f118c-b58d-4f3a-a56c-091a3e0c346d,segment=NetworkSegment(a4a00a70-121f-4cf7-a1d1-bcb9339ff67d),segment_id=a4a00a70-121f-4cf7-a1d1-bcb9339ff67d)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:18.828973 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b04b32bc-efce-4e00-8c48-15d0c172fcdf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:18.937087 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-e4aff6f2-7494-41e0-99e3-46b124f81cae None None] Allocated IP 2001:db8::2 (c3d67a4b-9092-448f-b14d-bd8d70a05623/5c4e1a99-78a7-421d-b0ba-66185e243fc2/3d23e1b3-a10b-40b2-8f68-db75dfd320ce) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:10:18.969708 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-b04b32bc-efce-4e00-8c48-15d0c172fcdf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Calling delete_port for 281f118c-b58d-4f3a-a56c-091a3e0c346d owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:10:19.150765 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e4aff6f2-7494-41e0-99e3-46b124f81cae None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:19.153745 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.objects.ports [None req-dde7ddf0-20da-4c85-b75a-6d953e85e894 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89739) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 23 15:10:19.155433 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dde7ddf0-20da-4c85-b75a-6d953e85e894 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:19.220537 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde7ddf0-20da-4c85-b75a-6d953e85e894 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:10:19.224098 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-dde7ddf0-20da-4c85-b75a-6d953e85e894 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:19.228476 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde7ddf0-20da-4c85-b75a-6d953e85e894 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:19.229064 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dde7ddf0-20da-4c85-b75a-6d953e85e894 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:19.254096 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7ddf0-20da-4c85-b75a-6d953e85e894 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Subnet': ['ID=a819ce5f-b834-48df-9dd1-1a63e134d4ca,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:19.342255 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-dde7ddf0-20da-4c85-b75a-6d953e85e894 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9533691 Sep 23 15:10:19.344930 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48692) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:19.350864 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-fd52f2fe-ac52-4c37-ad30-92edaf9b586d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Request body: {'port': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'mac_address': 'fa:16:3e:6e:22:c0', 'name': 'tempest-NetworksTestDHCPv6-1725071173'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:10:19.370225 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e4aff6f2-7494-41e0-99e3-46b124f81cae None None] Transition to ACTIVE for port object 3d23e1b3-a10b-40b2-8f68-db75dfd320ce will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:10:19.373745 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b04b32bc-efce-4e00-8c48-15d0c172fcdf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:19.391363 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e4aff6f2-7494-41e0-99e3-46b124f81cae None None] Transition to ACTIVE for port object 3d23e1b3-a10b-40b2-8f68-db75dfd320ce will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:10:19.421184 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b32bc-efce-4e00-8c48-15d0c172fcdf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Port': ['ID=281f118c-b58d-4f3a-a56c-091a3e0c346d,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:19.493773 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e4aff6f2-7494-41e0-99e3-46b124f81cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:19.569841 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aff6f2-7494-41e0-99e3-46b124f81cae None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:10:19.577631 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-e4aff6f2-7494-41e0-99e3-46b124f81cae None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:19.582359 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aff6f2-7494-41e0-99e3-46b124f81cae None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:10:19.629750 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-fd52f2fe-ac52-4c37-ad30-92edaf9b586d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:10:19.641557 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-fd52f2fe-ac52-4c37-ad30-92edaf9b586d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:10:19.650030 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b04b32bc-efce-4e00-8c48-15d0c172fcdf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:19.673005 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aff6f2-7494-41e0-99e3-46b124f81cae None None] Pushing event updated for resources: {'Port': ['ID=3d23e1b3-a10b-40b2-8f68-db75dfd320ce,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:19.696510 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e4aff6f2-7494-41e0-99e3-46b124f81cae None None] Attempting to bind port 3d23e1b3-a10b-40b2-8f68-db75dfd320ce on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:10:19.696834 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e4aff6f2-7494-41e0-99e3-46b124f81cae None None] Attempting to bind port 3d23e1b3-a10b-40b2-8f68-db75dfd320ce by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:10:19.697179 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aff6f2-7494-41e0-99e3-46b124f81cae None None] Attempting to bind port 3d23e1b3-a10b-40b2-8f68-db75dfd320ce on network c3d67a4b-9092-448f-b14d-bd8d70a05623 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:10:19.702453 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aff6f2-7494-41e0-99e3-46b124f81cae None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:10:19.702841 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aff6f2-7494-41e0-99e3-46b124f81cae None None] Checking segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:10:19.703217 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e4aff6f2-7494-41e0-99e3-46b124f81cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:19.703603 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aff6f2-7494-41e0-99e3-46b124f81cae None None] Bound using segment: {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:10:19.704090 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e4aff6f2-7494-41e0-99e3-46b124f81cae None None] Bound port: 3d23e1b3-a10b-40b2-8f68-db75dfd320ce, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfbc73a7-6e50-431e-9761-dc92d975036b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:10:19.704485 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e4aff6f2-7494-41e0-99e3-46b124f81cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:19.720952 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd52f2fe-ac52-4c37-ad30-92edaf9b586d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Made reservation on behalf of 2d0155ea591e48f7a3b8ec353336016a for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:10:19.803297 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e4aff6f2-7494-41e0-99e3-46b124f81cae None None] For port 3d23e1b3-a10b-40b2-8f68-db75dfd320ce, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:10:19.807512 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e4aff6f2-7494-41e0-99e3-46b124f81cae None None] For port 3d23e1b3-a10b-40b2-8f68-db75dfd320ce, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=3d23e1b3-a10b-40b2-8f68-db75dfd320ce,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:10:19.852196 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fd52f2fe-ac52-4c37-ad30-92edaf9b586d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:19.878748 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-fd52f2fe-ac52-4c37-ad30-92edaf9b586d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] device_id is not set on port 9a32ccff-7336-44c6-a9ac-d988fc0aafde yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:10:19.886124 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e4aff6f2-7494-41e0-99e3-46b124f81cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:19.966078 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aff6f2-7494-41e0-99e3-46b124f81cae None None] Pushing event updated for resources: {'Port': ['ID=3d23e1b3-a10b-40b2-8f68-db75dfd320ce,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:19.994133 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04b32bc-efce-4e00-8c48-15d0c172fcdf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Router 925538b2-8a1f-4bab-9efe-d7b9481de7db has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:10:20.114631 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-fd52f2fe-ac52-4c37-ad30-92edaf9b586d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 2001:db8::28 (c3d67a4b-9092-448f-b14d-bd8d70a05623/5c4e1a99-78a7-421d-b0ba-66185e243fc2/9a32ccff-7336-44c6-a9ac-d988fc0aafde) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:10:20.123824 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-fd52f2fe-ac52-4c37-ad30-92edaf9b586d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6e:22c0 (c3d67a4b-9092-448f-b14d-bd8d70a05623/a819ce5f-b834-48df-9dd1-1a63e134d4ca/9a32ccff-7336-44c6-a9ac-d988fc0aafde) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:10:20.144433 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 970fba02-0ee7-42dd-928b-cd54917fc5b1 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:10:20.169264 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04b32bc-efce-4e00-8c48-15d0c172fcdf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:10:20.181418 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc2ccbe-98be-448c-bcb5-cbfaa35fff9c None None] Sync routers for ids ['925538b2-8a1f-4bab-9efe-d7b9481de7db'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:10:20.190392 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b04b32bc-efce-4e00-8c48-15d0c172fcdf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "PUT /v2.0/routers/925538b2-8a1f-4bab-9efe-d7b9481de7db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6073565 Sep 23 15:10:20.190991 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48700) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:20.198226 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc2ccbe-98be-448c-bcb5-cbfaa35fff9c None None] Routers {'925538b2-8a1f-4bab-9efe-d7b9481de7db'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:20.199267 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-9fc2ccbe-98be-448c-bcb5-cbfaa35fff9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['925538b2-8a1f-4bab-9efe-d7b9481de7db'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:20.212435 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 970fba02-0ee7-42dd-928b-cd54917fc5b1 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:10:20.212847 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 970fba02-0ee7-42dd-928b-cd54917fc5b1 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:10:20.299078 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a95f89-f655-4011-aa9a-a30cbec414cd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Deleting subnet b503a235-7383-4d07-8784-494efe18be9e {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:10:20.303852 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-81a95f89-f655-4011-aa9a-a30cbec414cd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:20.376719 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-81a95f89-f655-4011-aa9a-a30cbec414cd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:20.398048 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fd52f2fe-ac52-4c37-ad30-92edaf9b586d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:20.421382 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-fd52f2fe-ac52-4c37-ad30-92edaf9b586d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Transition to ACTIVE for port object 9a32ccff-7336-44c6-a9ac-d988fc0aafde will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:10:20.430448 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-9fc2ccbe-98be-448c-bcb5-cbfaa35fff9c None None] Set router 925538b2-8a1f-4bab-9efe-d7b9481de7db gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:10:20.477621 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-81a95f89-f655-4011-aa9a-a30cbec414cd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:20.513120 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fd52f2fe-ac52-4c37-ad30-92edaf9b586d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:20.590522 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd52f2fe-ac52-4c37-ad30-92edaf9b586d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:10:20.593749 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-fd52f2fe-ac52-4c37-ad30-92edaf9b586d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:20.598306 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd52f2fe-ac52-4c37-ad30-92edaf9b586d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:10:20.604134 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd52f2fe-ac52-4c37-ad30-92edaf9b586d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:20.604848 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fd52f2fe-ac52-4c37-ad30-92edaf9b586d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:20.612478 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-81a95f89-f655-4011-aa9a-a30cbec414cd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:20.614045 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52f2fe-ac52-4c37-ad30-92edaf9b586d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event updated for resources: {'Port': ['ID=9a32ccff-7336-44c6-a9ac-d988fc0aafde,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:20.660522 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a95f89-f655-4011-aa9a-a30cbec414cd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Subnet': ['ID=b503a235-7383-4d07-8784-494efe18be9e,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:20.665270 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-81a95f89-f655-4011-aa9a-a30cbec414cd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:20.672202 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-81a95f89-f655-4011-aa9a-a30cbec414cd tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/subnets/b503a235-7383-4d07-8784-494efe18be9e HTTP/1.1" status: 204 len: 168 time: 0.4801919 Sep 23 15:10:20.672937 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a33780e-b136-4386-a4c0-fbc8d38fe6d0 None None] Network 93334369-4b5c-4207-8b8a-ad4b8248fea5 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:10:20.675345 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48704) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:20.692011 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-fd52f2fe-ac52-4c37-ad30-92edaf9b586d tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3453729 Sep 23 15:10:20.695959 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48708) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:20.797785 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a8e54cb6-41dd-4e4d-a446-3233f4f5930d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:20.812173 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-a8e54cb6-41dd-4e4d-a446-3233f4f5930d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Deleting port f713d233-2a2c-4af2-8dd2-0908a5717c5c {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:20.812699 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a8e54cb6-41dd-4e4d-a446-3233f4f5930d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:20.836716 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-9fc2ccbe-98be-448c-bcb5-cbfaa35fff9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:10:19Z', 'revision_number': 9, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None, '_interfaces': [{'id': 'b74b56f7-11b8-423a-81c5-fe5039be17e6', 'name': '', 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:75:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:37Z', 'updated_at': '2022-09-23T15:09:49Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6d3d411-c2f9-458b-8e69-ee8004b352fa', 'name': '', 'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:b2:48:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:49Z', 'updated_at': '2022-09-23T15:10:01Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:20.843072 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-4c5af46c-5713-493b-8018-85efd093774a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting port 9a32ccff-7336-44c6-a9ac-d988fc0aafde {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:20.844301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4c5af46c-5713-493b-8018-85efd093774a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:20.845298 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc2ccbe-98be-448c-bcb5-cbfaa35fff9c None None] Checking router: 925538b2-8a1f-4bab-9efe-d7b9481de7db for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:10:20.871982 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc2ccbe-98be-448c-bcb5-cbfaa35fff9c None None] Routers {'925538b2-8a1f-4bab-9efe-d7b9481de7db'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:20.872625 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-9fc2ccbe-98be-448c-bcb5-cbfaa35fff9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['925538b2-8a1f-4bab-9efe-d7b9481de7db'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:21.067644 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291bcd77-e05c-45e5-8135-d2bf97392c42 None None] DHCP port deletion for 93334369-4b5c-4207-8b8a-ad4b8248fea5 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:10:21.082348 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-291bcd77-e05c-45e5-8135-d2bf97392c42 None None] Deleting port f713d233-2a2c-4af2-8dd2-0908a5717c5c {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:21.082348 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-291bcd77-e05c-45e5-8135-d2bf97392c42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:21.134693 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-9fc2ccbe-98be-448c-bcb5-cbfaa35fff9c None None] Set router 925538b2-8a1f-4bab-9efe-d7b9481de7db gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:10:21.218225 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-a8e54cb6-41dd-4e4d-a446-3233f4f5930d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] For port f713d233-2a2c-4af2-8dd2-0908a5717c5c, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f713d233-2a2c-4af2-8dd2-0908a5717c5c,segment=NetworkSegment(a4a00a70-121f-4cf7-a1d1-bcb9339ff67d),segment_id=a4a00a70-121f-4cf7-a1d1-bcb9339ff67d)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:21.219808 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a8e54cb6-41dd-4e4d-a446-3233f4f5930d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:21.242232 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4c5af46c-5713-493b-8018-85efd093774a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:21.367236 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-a8e54cb6-41dd-4e4d-a446-3233f4f5930d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Calling delete_port for f713d233-2a2c-4af2-8dd2-0908a5717c5c owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:10:21.412886 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-4c5af46c-5713-493b-8018-85efd093774a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Calling delete_port for 9a32ccff-7336-44c6-a9ac-d988fc0aafde owned by {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:10:21.417848 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-291bcd77-e05c-45e5-8135-d2bf97392c42 None None] For port f713d233-2a2c-4af2-8dd2-0908a5717c5c, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f713d233-2a2c-4af2-8dd2-0908a5717c5c,segment=NetworkSegment(a4a00a70-121f-4cf7-a1d1-bcb9339ff67d),segment_id=a4a00a70-121f-4cf7-a1d1-bcb9339ff67d)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:21.418244 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-291bcd77-e05c-45e5-8135-d2bf97392c42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:21.440352 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb1581d-c1a7-48c6-9bcc-402bb98739ba None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:10:21.519627 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a8e54cb6-41dd-4e4d-a446-3233f4f5930d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:21.565362 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e54cb6-41dd-4e4d-a446-3233f4f5930d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] No DVR routers for this DVR port f713d233-2a2c-4af2-8dd2-0908a5717c5c on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:10:21.566833 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-9fc2ccbe-98be-448c-bcb5-cbfaa35fff9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:10:19Z', 'revision_number': 9, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None, '_interfaces': [{'id': 'b74b56f7-11b8-423a-81c5-fe5039be17e6', 'name': '', 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:75:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:37Z', 'updated_at': '2022-09-23T15:09:49Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6d3d411-c2f9-458b-8e69-ee8004b352fa', 'name': '', 'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:b2:48:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:49Z', 'updated_at': '2022-09-23T15:10:01Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:21.572477 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc2ccbe-98be-448c-bcb5-cbfaa35fff9c None None] The sync data for ids ['925538b2-8a1f-4bab-9efe-d7b9481de7db'] in dv-neutron-859093-1-hyperv is: [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:10:19Z', 'revision_number': 9, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None, '_interfaces': [{'id': 'b74b56f7-11b8-423a-81c5-fe5039be17e6', 'name': '', 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:75:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:37Z', 'updated_at': '2022-09-23T15:09:49Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6d3d411-c2f9-458b-8e69-ee8004b352fa', 'name': '', 'network_id': '6b4c8b6f-4852-42f1-844a-d974e671a54f', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:b2:48:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:49Z', 'updated_at': '2022-09-23T15:10:01Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:10:21.587463 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-291bcd77-e05c-45e5-8135-d2bf97392c42 None None] Calling delete_port for f713d233-2a2c-4af2-8dd2-0908a5717c5c owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:10:21.609619 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e54cb6-41dd-4e4d-a446-3233f4f5930d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Port': ['ID=f713d233-2a2c-4af2-8dd2-0908a5717c5c,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:21.704260 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4c5af46c-5713-493b-8018-85efd093774a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:21.712716 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a8e54cb6-41dd-4e4d-a446-3233f4f5930d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:21.739130 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-a8e54cb6-41dd-4e4d-a446-3233f4f5930d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93334369-4b5c-4207-8b8a-ad4b8248fea5']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:21.753581 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-a8e54cb6-41dd-4e4d-a446-3233f4f5930d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a00a70-121f-4cf7-a1d1-bcb9339ff67d') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:21.755628 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-a8e54cb6-41dd-4e4d-a446-3233f4f5930d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a00a70-121f-4cf7-a1d1-bcb9339ff67d') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:21.755765 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5af46c-5713-493b-8018-85efd093774a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Port': ['ID=9a32ccff-7336-44c6-a9ac-d988fc0aafde,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:21.766790 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a8e54cb6-41dd-4e4d-a446-3233f4f5930d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:21.784315 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a8e54cb6-41dd-4e4d-a446-3233f4f5930d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:21.792239 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e54cb6-41dd-4e4d-a446-3233f4f5930d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:10:21.794185 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a8e54cb6-41dd-4e4d-a446-3233f4f5930d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:21.843935 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-291bcd77-e05c-45e5-8135-d2bf97392c42 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:10:21.844480 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-291bcd77-e05c-45e5-8135-d2bf97392c42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:10:21.846854 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d6bab477-7a92-45dd-a8b6-847e97c9bd45 None None] Provisioning for port 3d23e1b3-a10b-40b2-8f68-db75dfd320ce completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:10:21.854248 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4c5af46c-5713-493b-8018-85efd093774a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:21.868333 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4c5af46c-5713-493b-8018-85efd093774a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/9a32ccff-7336-44c6-a9ac-d988fc0aafde HTTP/1.1" status: 204 len: 168 time: 1.1703117 Sep 23 15:10:21.870657 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48714) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:21.874457 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment a4a00a70-121f-4cf7-a1d1-bcb9339ff67d resource provider aggregate not found Sep 23 15:10:21.897082 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment a4a00a70-121f-4cf7-a1d1-bcb9339ff67d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4a00a70-121f-4cf7-a1d1-bcb9339ff67d found for delete ", "request_id": "req-80308b53-c376-4fa4-8f40-773bd0e0f1e8"}]} Sep 23 15:10:22.004727 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a8e54cb6-41dd-4e4d-a446-3233f4f5930d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:22.034725 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a8e54cb6-41dd-4e4d-a446-3233f4f5930d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:22.039327 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e54cb6-41dd-4e4d-a446-3233f4f5930d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Network': ['ID=93334369-4b5c-4207-8b8a-ad4b8248fea5,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:22.054400 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a8e54cb6-41dd-4e4d-a446-3233f4f5930d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/networks/93334369-4b5c-4207-8b8a-ad4b8248fea5 HTTP/1.1" status: 204 len: 168 time: 1.3776181 Sep 23 15:10:22.056742 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48720) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:22.058086 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c61a56-b3ad-45e6-9556-cbda43b339c5 None None] Update dhcp port {'port': {'network_id': 'c3d67a4b-9092-448f-b14d-bd8d70a05623', 'fixed_ips': [{'subnet_id': '5c4e1a99-78a7-421d-b0ba-66185e243fc2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a819ce5f-b834-48df-9dd1-1a63e134d4ca'}], 'binding:host_id': 'dv-neutron-859093-1-hyperv'}, 'id': '3d23e1b3-a10b-40b2-8f68-db75dfd320ce'} from dv-neutron-859093-1-hyperv. {{(pid=89740) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 23 15:10:22.133086 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-58c61a56-b3ad-45e6-9556-cbda43b339c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:22.153999 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40330fa-b47e-48cf-b783-aa84d8f97e07 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:22.153999 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c40330fa-b47e-48cf-b783-aa84d8f97e07 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:10:22.256161 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c40330fa-b47e-48cf-b783-aa84d8f97e07 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:10:22.256161 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c40330fa-b47e-48cf-b783-aa84d8f97e07 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3834662 Sep 23 15:10:22.256161 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48724) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:22.278306 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 3d23e1b3-a10b-40b2-8f68-db75dfd320ce up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:10:22.345587 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-291bcd77-e05c-45e5-8135-d2bf97392c42 None None] Deleting port f713d233-2a2c-4af2-8dd2-0908a5717c5c {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:22.346001 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-291bcd77-e05c-45e5-8135-d2bf97392c42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:22.401598 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6a805c-4e33-4d72-b622-387d485bb177 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:22.403225 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1b6a805c-4e33-4d72-b622-387d485bb177 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1464169 Sep 23 15:10:22.406775 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48728) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:22.459225 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-291bcd77-e05c-45e5-8135-d2bf97392c42 None None] The port 'f713d233-2a2c-4af2-8dd2-0908a5717c5c' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:10:22.498109 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2f2434-0ffa-4f16-a352-ae0f2792507b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:22.501080 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2f2434-0ffa-4f16-a352-ae0f2792507b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:22.504392 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2f2434-0ffa-4f16-a352-ae0f2792507b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:22.505452 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-eb2f2434-0ffa-4f16-a352-ae0f2792507b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:10:22.548560 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-58c61a56-b3ad-45e6-9556-cbda43b339c5 None None] Allocated IP 2001:db8:0:1:f816:3eff:feb9:47d1 (c3d67a4b-9092-448f-b14d-bd8d70a05623/a819ce5f-b834-48df-9dd1-1a63e134d4ca/3d23e1b3-a10b-40b2-8f68-db75dfd320ce) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:10:22.614090 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-eb2f2434-0ffa-4f16-a352-ae0f2792507b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:10:22.614090 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-eb2f2434-0ffa-4f16-a352-ae0f2792507b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2058234 Sep 23 15:10:22.622856 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48732) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:22.634109 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 3d23e1b3-a10b-40b2-8f68-db75dfd320ce completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:10:22.659844 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 3d23e1b3-a10b-40b2-8f68-db75dfd320ce triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:22.659844 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:22.659844 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 3d23e1b3-a10b-40b2-8f68-db75dfd320ce Sep 23 15:10:22.824654 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-58c61a56-b3ad-45e6-9556-cbda43b339c5 None None] For port 3d23e1b3-a10b-40b2-8f68-db75dfd320ce, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=3d23e1b3-a10b-40b2-8f68-db75dfd320ce,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:22.826302 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a577b5dd-dd59-4ee9-a05d-5b4f4b18e3d5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:22.903715 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 3d23e1b3-a10b-40b2-8f68-db75dfd320ce is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:22.904214 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:22.918138 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-58c61a56-b3ad-45e6-9556-cbda43b339c5 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:22.951773 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9dd2ce8-16b3-4dc5-af5d-f21464f5f74b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet 5c4e1a99-78a7-421d-b0ba-66185e243fc2 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:10:22.954292 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-58c61a56-b3ad-45e6-9556-cbda43b339c5 None None] Transition to ACTIVE for port object 3d23e1b3-a10b-40b2-8f68-db75dfd320ce will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:10:23.037481 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2ce8-16b3-4dc5-af5d-f21464f5f74b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:23.071884 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-58c61a56-b3ad-45e6-9556-cbda43b339c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:23.114110 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2ce8-16b3-4dc5-af5d-f21464f5f74b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:23.217874 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2ce8-16b3-4dc5-af5d-f21464f5f74b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:23.248594 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c61a56-b3ad-45e6-9556-cbda43b339c5 None None] Pushing event updated for resources: {'Port': ['ID=3d23e1b3-a10b-40b2-8f68-db75dfd320ce,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:23.321878 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-a577b5dd-dd59-4ee9-a05d-5b4f4b18e3d5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Deleting port c6d3d411-c2f9-458b-8e69-ee8004b352fa {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:23.322221 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a577b5dd-dd59-4ee9-a05d-5b4f4b18e3d5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:23.354170 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:10:23.354170 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:10:23.381242 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2ce8-16b3-4dc5-af5d-f21464f5f74b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:23.450862 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd2ce8-16b3-4dc5-af5d-f21464f5f74b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=5c4e1a99-78a7-421d-b0ba-66185e243fc2,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:23.450862 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e9dd2ce8-16b3-4dc5-af5d-f21464f5f74b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:23.535878 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e9dd2ce8-16b3-4dc5-af5d-f21464f5f74b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/5c4e1a99-78a7-421d-b0ba-66185e243fc2 HTTP/1.1" status: 204 len: 168 time: 0.9062128 Sep 23 15:10:23.535878 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48738) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:23.572905 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-a577b5dd-dd59-4ee9-a05d-5b4f4b18e3d5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] For port c6d3d411-c2f9-458b-8e69-ee8004b352fa, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=c6d3d411-c2f9-458b-8e69-ee8004b352fa,segment=NetworkSegment(3f8ace70-c20b-4c00-948c-5f3667ef3838),segment_id=3f8ace70-c20b-4c00-948c-5f3667ef3838)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:23.573267 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a577b5dd-dd59-4ee9-a05d-5b4f4b18e3d5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:23.610556 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad2a480-1242-49ca-98a9-777420205955 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Deleting subnet a819ce5f-b834-48df-9dd1-1a63e134d4ca {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:10:23.614108 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5ad2a480-1242-49ca-98a9-777420205955 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:23.677311 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5ad2a480-1242-49ca-98a9-777420205955 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:23.710086 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-a577b5dd-dd59-4ee9-a05d-5b4f4b18e3d5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Calling delete_port for c6d3d411-c2f9-458b-8e69-ee8004b352fa owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:10:23.764026 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5ad2a480-1242-49ca-98a9-777420205955 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:23.901007 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 3d23e1b3-a10b-40b2-8f68-db75dfd320ce is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:23.901483 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:23.933475 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5ad2a480-1242-49ca-98a9-777420205955 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:23.960194 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876e5431-f87c-4bc2-975d-725cf4f6532f None None] Network c3d67a4b-9092-448f-b14d-bd8d70a05623 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:10:23.975896 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2a480-1242-49ca-98a9-777420205955 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Subnet': ['ID=a819ce5f-b834-48df-9dd1-1a63e134d4ca,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:23.981364 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5ad2a480-1242-49ca-98a9-777420205955 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:23.990866 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5ad2a480-1242-49ca-98a9-777420205955 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/a819ce5f-b834-48df-9dd1-1a63e134d4ca HTTP/1.1" status: 204 len: 168 time: 0.4651413 Sep 23 15:10:23.993256 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48742) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:24.012754 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a577b5dd-dd59-4ee9-a05d-5b4f4b18e3d5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:24.062084 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-12b0a813-9fc3-4b5e-9189-50f07053957e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0649815 Sep 23 15:10:24.063602 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48746) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:24.071266 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577b5dd-dd59-4ee9-a05d-5b4f4b18e3d5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Port': ['ID=c6d3d411-c2f9-458b-8e69-ee8004b352fa,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:24.085997 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:10:24.085997 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:10:24.165241 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-aef5e3cc-503b-4f50-885f-cf26a3264995 None None] Provisioning for port 3d23e1b3-a10b-40b2-8f68-db75dfd320ce completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:10:24.187362 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4346e49d-c90b-4e18-9c34-3924dd410a38 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:24.194193 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-aef5e3cc-503b-4f50-885f-cf26a3264995 None None] Provisioning complete for port 3d23e1b3-a10b-40b2-8f68-db75dfd320ce triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:24.194193 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aef5e3cc-503b-4f50-885f-cf26a3264995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:24.194193 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-aef5e3cc-503b-4f50-885f-cf26a3264995 None None] Attempt 1 to provision port 3d23e1b3-a10b-40b2-8f68-db75dfd320ce Sep 23 15:10:24.200329 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4346e49d-c90b-4e18-9c34-3924dd410a38 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1160049 Sep 23 15:10:24.200329 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48750) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:24.310082 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5c6659-70c3-46a4-8b66-ed1ae04c5c9a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:24.311120 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-5a5c6659-70c3-46a4-8b66-ed1ae04c5c9a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Synchronizing usage tracker for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:10:24.335578 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a577b5dd-dd59-4ee9-a05d-5b4f4b18e3d5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:24.407087 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-5a5c6659-70c3-46a4-8b66-ed1ae04c5c9a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Unset dirty status for tenant:2d0155ea591e48f7a3b8ec353336016a on resource:subnet {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:10:24.410645 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5a5c6659-70c3-46a4-8b66-ed1ae04c5c9a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2154546 Sep 23 15:10:24.410878 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48754) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:24.442165 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 3d23e1b3-a10b-40b2-8f68-db75dfd320ce is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:24.442571 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:24.485104 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-aef5e3cc-503b-4f50-885f-cf26a3264995 None None] Current status of the port 3d23e1b3-a10b-40b2-8f68-db75dfd320ce is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:24.485104 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aef5e3cc-503b-4f50-885f-cf26a3264995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:24.489832 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a3aeb190-eaf0-4a02-b674-ff0d99da50ad tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776694 Sep 23 15:10:24.495449 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48758) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:24.502630 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 3d23e1b3-a10b-40b2-8f68-db75dfd320ce, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=3d23e1b3-a10b-40b2-8f68-db75dfd320ce,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:24.517096 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070de3ef-efec-4a17-8318-0a8a72cfc0b0 None None] DHCP port deletion for c3d67a4b-9092-448f-b14d-bd8d70a05623 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:10:24.522574 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-070de3ef-efec-4a17-8318-0a8a72cfc0b0 None None] Deleting port 3d23e1b3-a10b-40b2-8f68-db75dfd320ce {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:24.522704 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-070de3ef-efec-4a17-8318-0a8a72cfc0b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:24.553861 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-306cb55c-1590-45d4-8ca0-3df87cd1d21e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:24.554085 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-306cb55c-1590-45d4-8ca0-3df87cd1d21e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:24.571105 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-306cb55c-1590-45d4-8ca0-3df87cd1d21e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/9a32ccff-7336-44c6-a9ac-d988fc0aafde HTTP/1.1" status: 404 len: 333 time: 0.0650110 Sep 23 15:10:24.574527 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:24.575369 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48762) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:24.615550 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-b85e16f5-04cb-4552-865e-5e91439342b2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:24.616012 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b85e16f5-04cb-4552-865e-5e91439342b2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:24.617654 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b85e16f5-04cb-4552-865e-5e91439342b2 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/a819ce5f-b834-48df-9dd1-1a63e134d4ca HTTP/1.1" status: 404 len: 337 time: 0.0431983 Sep 23 15:10:24.620751 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48766) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:24.661027 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f713d233-2a2c-4af2-8dd2-0908a5717c5c no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:10:24.669534 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-39421f7c-7a35-4bc6-9663-b3bc11997830 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:24.670064 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39421f7c-7a35-4bc6-9663-b3bc11997830 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:24.676300 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-39421f7c-7a35-4bc6-9663-b3bc11997830 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/5c4e1a99-78a7-421d-b0ba-66185e243fc2 HTTP/1.1" status: 404 len: 337 time: 0.0536466 Sep 23 15:10:24.676409 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48770) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:24.725617 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-a272e250-de43-4d27-86f1-20d883bd3cf4 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:24.726132 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a272e250-de43-4d27-86f1-20d883bd3cf4 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:24.730884 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a272e250-de43-4d27-86f1-20d883bd3cf4 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/8a3d17e0-9e03-4895-8c8c-fed23ea36ab6 HTTP/1.1" status: 404 len: 333 time: 0.0495343 Sep 23 15:10:24.730884 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48774) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:24.769898 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e6e5af-67bb-47d5-9502-f50fbb925ae1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:24.770397 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e6e5af-67bb-47d5-9502-f50fbb925ae1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:24.772071 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-30e6e5af-67bb-47d5-9502-f50fbb925ae1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/3355b401-e7d6-4fdf-93b9-b62abb4c2984 HTTP/1.1" status: 404 len: 337 time: 0.0404658 Sep 23 15:10:24.774917 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48778) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:24.805279 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: f713d233-2a2c-4af2-8dd2-0908a5717c5c {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:10:24.805757 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f713d233-2a2c-4af2-8dd2-0908a5717c5c not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:10:24.806099 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 281f118c-b58d-4f3a-a56c-091a3e0c346d no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:10:24.837549 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=3d23e1b3-a10b-40b2-8f68-db75dfd320ce,revision_number=6']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:24.840201 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-aef5e3cc-503b-4f50-885f-cf26a3264995 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:10:24.840547 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-aef5e3cc-503b-4f50-885f-cf26a3264995 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:10:24.855157 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 281f118c-b58d-4f3a-a56c-091a3e0c346d {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:10:24.855497 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 281f118c-b58d-4f3a-a56c-091a3e0c346d not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:10:24.949892 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ded0db0-2fe7-4f46-bd96-429438f0aa94 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:24.950375 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ded0db0-2fe7-4f46-bd96-429438f0aa94 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:24.952038 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1ded0db0-2fe7-4f46-bd96-429438f0aa94 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/68a20c36-8b65-4836-99df-816a02eb79e9 HTTP/1.1" status: 404 len: 337 time: 0.1759365 Sep 23 15:10:24.954629 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48782) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:24.958106 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a577b5dd-dd59-4ee9-a05d-5b4f4b18e3d5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Router 925538b2-8a1f-4bab-9efe-d7b9481de7db has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:10:24.966129 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-070de3ef-efec-4a17-8318-0a8a72cfc0b0 None None] For port 3d23e1b3-a10b-40b2-8f68-db75dfd320ce, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=3d23e1b3-a10b-40b2-8f68-db75dfd320ce,segment=NetworkSegment(bfbc73a7-6e50-431e-9761-dc92d975036b),segment_id=bfbc73a7-6e50-431e-9761-dc92d975036b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:24.967239 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-070de3ef-efec-4a17-8318-0a8a72cfc0b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:25.005842 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f170b1-b608-4b43-8ff9-64257df0e11b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:25.006371 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f170b1-b608-4b43-8ff9-64257df0e11b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:25.010378 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-64f170b1-b608-4b43-8ff9-64257df0e11b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/6baa8d20-b8e6-41d5-b293-c7d57cd2dfbe HTTP/1.1" status: 404 len: 333 time: 0.0512600 Sep 23 15:10:25.010613 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48786) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:25.035168 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 3d23e1b3-a10b-40b2-8f68-db75dfd320ce no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:10:25.052800 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-263e1de9-4d32-493d-bf44-e31691b58174 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:25.053256 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-263e1de9-4d32-493d-bf44-e31691b58174 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:25.057306 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-263e1de9-4d32-493d-bf44-e31691b58174 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/a3af51d0-baa4-4fe3-bd6b-0ad6232c08ea HTTP/1.1" status: 404 len: 337 time: 0.0434971 Sep 23 15:10:25.057453 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48790) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:25.097014 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-cacc8f8e-6a9c-4bb4-8deb-eba0874ba305 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:25.097470 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cacc8f8e-6a9c-4bb4-8deb-eba0874ba305 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:25.101536 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-cacc8f8e-6a9c-4bb4-8deb-eba0874ba305 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/9e2dcd36-e6c8-408f-b661-45a495c0daf3 HTTP/1.1" status: 404 len: 337 time: 0.0408473 Sep 23 15:10:25.101785 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48794) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:25.130005 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-070de3ef-efec-4a17-8318-0a8a72cfc0b0 None None] Calling delete_port for 3d23e1b3-a10b-40b2-8f68-db75dfd320ce owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:10:25.134122 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a577b5dd-dd59-4ee9-a05d-5b4f4b18e3d5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:10:25.142517 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a577b5dd-dd59-4ee9-a05d-5b4f4b18e3d5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "PUT /v2.0/routers/925538b2-8a1f-4bab-9efe-d7b9481de7db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0840576 Sep 23 15:10:25.142883 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48798) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:25.163930 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6930e116-9d3f-4c96-92ce-255a6e1b3695 None None] Sync routers for ids ['925538b2-8a1f-4bab-9efe-d7b9481de7db'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:10:25.178292 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d87e53-4360-4a1d-aeb0-84e281dbe1fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:25.178863 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24d87e53-4360-4a1d-aeb0-84e281dbe1fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:25.180724 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-24d87e53-4360-4a1d-aeb0-84e281dbe1fe tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/a69ddbf7-504a-4030-a73d-60ccd10b3edc HTTP/1.1" status: 404 len: 333 time: 0.0779033 Sep 23 15:10:25.183539 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48802) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:25.202242 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6930e116-9d3f-4c96-92ce-255a6e1b3695 None None] Routers {'925538b2-8a1f-4bab-9efe-d7b9481de7db'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:25.203033 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-6930e116-9d3f-4c96-92ce-255a6e1b3695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['925538b2-8a1f-4bab-9efe-d7b9481de7db'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:25.221440 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d71ecb-9d10-4891-bff2-2635add18d7a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Deleting subnet 1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:10:25.225792 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-26d71ecb-9d10-4891-bff2-2635add18d7a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:25.228324 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc4efd5-2152-431c-bf4f-5c3644a070bf tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:25.228789 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc4efd5-2152-431c-bf4f-5c3644a070bf tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:25.232775 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6bc4efd5-2152-431c-bf4f-5c3644a070bf tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/745a574a-852f-4bd3-b4e0-a264eef12a35 HTTP/1.1" status: 404 len: 337 time: 0.0458162 Sep 23 15:10:25.233314 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48806) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:25.272800 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5ed480-a8d4-4a45-85aa-37f2a194a4f5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:25.273266 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5ed480-a8d4-4a45-85aa-37f2a194a4f5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:25.278892 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-cc5ed480-a8d4-4a45-85aa-37f2a194a4f5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/ad15f6f9-2062-45e2-bb52-a2517c6dc71e HTTP/1.1" status: 404 len: 337 time: 0.0411987 Sep 23 15:10:25.278892 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48810) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:25.309079 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-26d71ecb-9d10-4891-bff2-2635add18d7a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:25.352906 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b00535-366b-41fa-ae6f-89015b7fbd7c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:25.352906 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3b00535-366b-41fa-ae6f-89015b7fbd7c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:25.353605 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e3b00535-366b-41fa-ae6f-89015b7fbd7c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/755342e8-d91e-4c1d-845e-2e6a083ec703 HTTP/1.1" status: 404 len: 333 time: 0.0750585 Sep 23 15:10:25.356149 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48814) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:25.398682 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6fae3b7-08b9-4529-9037-e2154c008a93 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:25.399149 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6fae3b7-08b9-4529-9037-e2154c008a93 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:25.399518 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-26d71ecb-9d10-4891-bff2-2635add18d7a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:25.400803 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c6fae3b7-08b9-4529-9037-e2154c008a93 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/a0ef2ddd-8cd9-4d87-a14e-77e83f5a32bc HTTP/1.1" status: 404 len: 337 time: 0.0437517 Sep 23 15:10:25.403444 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48818) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:25.447539 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b3d215-e6e5-43b1-9856-20c437a8c70a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:25.448009 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b3d215-e6e5-43b1-9856-20c437a8c70a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:25.449895 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c2b3d215-e6e5-43b1-9856-20c437a8c70a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/aff5f449-6d6a-43e2-bb02-256ea8ae3b5f HTTP/1.1" status: 404 len: 333 time: 0.0455942 Sep 23 15:10:25.452802 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48822) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:25.481689 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-6930e116-9d3f-4c96-92ce-255a6e1b3695 None None] Set router 925538b2-8a1f-4bab-9efe-d7b9481de7db gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:10:25.500213 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3062ad7-5bf7-440e-a71f-5d65c81a248e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:25.500213 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3062ad7-5bf7-440e-a71f-5d65c81a248e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:25.500941 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f3062ad7-5bf7-440e-a71f-5d65c81a248e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/2b5ebe36-4817-41c0-ae23-ca34fb29313b HTTP/1.1" status: 404 len: 337 time: 0.0468137 Sep 23 15:10:25.504495 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48826) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:25.553095 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-aef5e3cc-503b-4f50-885f-cf26a3264995 None None] Current status of the port 3d23e1b3-a10b-40b2-8f68-db75dfd320ce is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:25.555703 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-070de3ef-efec-4a17-8318-0a8a72cfc0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:25.560272 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e2256c-a717-413c-9583-8a304d782fd9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:25.561206 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e2256c-a717-413c-9583-8a304d782fd9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:25.571045 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-65e2256c-a717-413c-9583-8a304d782fd9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/69810128-3586-44be-849b-901efafa26ad HTTP/1.1" status: 404 len: 333 time: 0.0638244 Sep 23 15:10:25.572724 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48830) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:25.589701 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 3d23e1b3-a10b-40b2-8f68-db75dfd320ce is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:25.590139 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:25.635916 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070de3ef-efec-4a17-8318-0a8a72cfc0b0 None None] Pushing event deleted for resources: {'Port': ['ID=3d23e1b3-a10b-40b2-8f68-db75dfd320ce,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:25.699187 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070de3ef-efec-4a17-8318-0a8a72cfc0b0 None None] No DVR routers for this DVR port 3d23e1b3-a10b-40b2-8f68-db75dfd320ce on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:10:25.719620 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-26d71ecb-9d10-4891-bff2-2635add18d7a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:25.751866 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe543ab-1004-4dee-afbf-c553e2e29635 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:25.752059 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe543ab-1004-4dee-afbf-c553e2e29635 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:25.754514 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-bfe543ab-1004-4dee-afbf-c553e2e29635 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/8f1b7637-9df2-4739-96d9-f3080ad76c65 HTTP/1.1" status: 404 len: 337 time: 0.1809309 Sep 23 15:10:25.757820 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48834) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:25.762037 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d71ecb-9d10-4891-bff2-2635add18d7a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Subnet': ['ID=1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:25.765473 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-26d71ecb-9d10-4891-bff2-2635add18d7a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:25.769997 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-26d71ecb-9d10-4891-bff2-2635add18d7a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/subnets/1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f HTTP/1.1" status: 204 len: 168 time: 0.6260765 Sep 23 15:10:25.770662 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48838) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:25.835928 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c386507-991a-4c2b-ba10-dbacf8928398 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:25.836664 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c386507-991a-4c2b-ba10-dbacf8928398 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:25.844317 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0c386507-991a-4c2b-ba10-dbacf8928398 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/205cf119-fef6-460d-b39e-77d2c287a096 HTTP/1.1" status: 404 len: 333 time: 0.0848918 Sep 23 15:10:25.845243 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48842) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:25.868828 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc330f7a-9470-4dde-986b-545af657e6ad None None] Network 6b4c8b6f-4852-42f1-844a-d974e671a54f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:10:25.890630 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-087f014f-d1b4-4ad3-a0ed-3e117692f70c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:25.901282 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-087f014f-d1b4-4ad3-a0ed-3e117692f70c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Deleting port 3d9d2deb-6086-45d6-8271-6e13515e3f3a {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:25.901615 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-087f014f-d1b4-4ad3-a0ed-3e117692f70c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:25.930873 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f3addd-fe61-4960-8f19-aafca60afd83 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:25.930873 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f3addd-fe61-4960-8f19-aafca60afd83 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:25.934749 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48846) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:25.936732 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d2f3addd-fe61-4960-8f19-aafca60afd83 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/b6a5b872-7a3d-495e-9727-271777e3dff4 HTTP/1.1" status: 404 len: 337 time: 0.0868936 Sep 23 15:10:25.997846 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-df0b5a5e-5a85-42ff-aa90-0df1526a0d96 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:25.997846 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df0b5a5e-5a85-42ff-aa90-0df1526a0d96 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:25.997846 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-df0b5a5e-5a85-42ff-aa90-0df1526a0d96 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/674ec5af-4758-403e-b1ca-0a65b734bb67 HTTP/1.1" status: 404 len: 333 time: 0.0640867 Sep 23 15:10:25.999467 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48850) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:26.040804 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-587debcc-da42-4ed8-b43a-352edcedf71a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:26.049686 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-587debcc-da42-4ed8-b43a-352edcedf71a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:26.049686 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-587debcc-da42-4ed8-b43a-352edcedf71a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/c588fd86-ceb3-4b54-be9b-01f337d92235 HTTP/1.1" status: 404 len: 337 time: 0.0429635 Sep 23 15:10:26.051600 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48854) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:26.096944 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d47250d-5926-4d00-a3ca-b37c9a1b2872 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:26.097431 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d47250d-5926-4d00-a3ca-b37c9a1b2872 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:26.101427 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5d47250d-5926-4d00-a3ca-b37c9a1b2872 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/f51aba40-1ce6-4d1e-a1ad-a8bd68b4a6af HTTP/1.1" status: 404 len: 333 time: 0.0464919 Sep 23 15:10:26.101668 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48858) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:26.144534 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d9ae10-5378-4ffd-b105-7c482d00f6ab tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:26.145270 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87d9ae10-5378-4ffd-b105-7c482d00f6ab tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:26.149948 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-87d9ae10-5378-4ffd-b105-7c482d00f6ab tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/4f13f7fa-e015-411b-a643-6e7d7f9f228c HTTP/1.1" status: 404 len: 337 time: 0.0445180 Sep 23 15:10:26.149948 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48862) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:26.194138 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-6930e116-9d3f-4c96-92ce-255a6e1b3695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:10:23Z', 'revision_number': 10, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None, '_interfaces': [{'id': 'b74b56f7-11b8-423a-81c5-fe5039be17e6', 'name': '', 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:75:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:37Z', 'updated_at': '2022-09-23T15:09:49Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:26.198596 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d90654c-3955-48ba-917b-9cb6051960ee tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:26.199062 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d90654c-3955-48ba-917b-9cb6051960ee tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:26.199244 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6930e116-9d3f-4c96-92ce-255a6e1b3695 None None] Checking router: 925538b2-8a1f-4bab-9efe-d7b9481de7db for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:10:26.200756 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3d90654c-3955-48ba-917b-9cb6051960ee tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/18c2a41c-6cf6-4478-87ac-5bffbc3a67a9 HTTP/1.1" status: 404 len: 337 time: 0.0496037 Sep 23 15:10:26.203690 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48866) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:26.219444 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-087f014f-d1b4-4ad3-a0ed-3e117692f70c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] For port 3d9d2deb-6086-45d6-8271-6e13515e3f3a, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=3d9d2deb-6086-45d6-8271-6e13515e3f3a,segment=NetworkSegment(3f8ace70-c20b-4c00-948c-5f3667ef3838),segment_id=3f8ace70-c20b-4c00-948c-5f3667ef3838)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:26.219913 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-087f014f-d1b4-4ad3-a0ed-3e117692f70c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:26.227055 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6930e116-9d3f-4c96-92ce-255a6e1b3695 None None] Routers {'925538b2-8a1f-4bab-9efe-d7b9481de7db'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:26.228406 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-6930e116-9d3f-4c96-92ce-255a6e1b3695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['925538b2-8a1f-4bab-9efe-d7b9481de7db'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:26.254396 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb50d864-b525-46b9-a583-ce6bc7d85578 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:26.254396 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb50d864-b525-46b9-a583-ce6bc7d85578 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:26.255771 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-cb50d864-b525-46b9-a583-ce6bc7d85578 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/92b511ad-38dd-4542-9e03-888e605b64ca HTTP/1.1" status: 404 len: 333 time: 0.0502567 Sep 23 15:10:26.257589 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48872) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:26.299828 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26498ab8-5aab-4251-9193-4529d11374c0 None None] DHCP port deletion for 6b4c8b6f-4852-42f1-844a-d974e671a54f request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:10:26.303867 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a48bd01-4bfc-4985-bb5f-afa0fffd5fb0 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:26.304398 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a48bd01-4bfc-4985-bb5f-afa0fffd5fb0 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:26.308416 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3a48bd01-4bfc-4985-bb5f-afa0fffd5fb0 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/51358437-e936-423e-94ab-5882ebc60c39 HTTP/1.1" status: 404 len: 337 time: 0.0476973 Sep 23 15:10:26.309222 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48876) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:26.350804 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-087f014f-d1b4-4ad3-a0ed-3e117692f70c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Calling delete_port for 3d9d2deb-6086-45d6-8271-6e13515e3f3a owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:10:26.352231 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-27258c32-c1ce-4cad-9242-b03c9bb0293a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:26.352700 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27258c32-c1ce-4cad-9242-b03c9bb0293a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:26.356791 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-27258c32-c1ce-4cad-9242-b03c9bb0293a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/5e497cc4-5e98-4d35-9e70-a52d9e23c975 HTTP/1.1" status: 404 len: 337 time: 0.0442538 Sep 23 15:10:26.358498 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-26498ab8-5aab-4251-9193-4529d11374c0 None None] Deleting port 3d9d2deb-6086-45d6-8271-6e13515e3f3a {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:26.358608 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48880) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:26.358694 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-26498ab8-5aab-4251-9193-4529d11374c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:26.407435 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b40e78-d59e-4466-8893-acd84878a82f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:26.407435 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35b40e78-d59e-4466-8893-acd84878a82f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:26.407435 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-35b40e78-d59e-4466-8893-acd84878a82f tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/b2a83b68-8bcf-453e-82d0-7b4dd4be5d08 HTTP/1.1" status: 404 len: 333 time: 0.0446842 Sep 23 15:10:26.407435 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48884) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:26.453725 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-2600f6bd-ffb5-4adb-b2b0-6a91fa297428 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:26.453725 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2600f6bd-ffb5-4adb-b2b0-6a91fa297428 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:26.453725 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2600f6bd-ffb5-4adb-b2b0-6a91fa297428 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/e8b22edc-1da6-4149-aa5e-3c4adedd9310 HTTP/1.1" status: 404 len: 337 time: 0.0418811 Sep 23 15:10:26.456693 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48888) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:26.489487 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-6930e116-9d3f-4c96-92ce-255a6e1b3695 None None] Set router 925538b2-8a1f-4bab-9efe-d7b9481de7db gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:10:26.497199 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-087f014f-d1b4-4ad3-a0ed-3e117692f70c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:26.545940 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-6af36061-72d9-4f0b-be11-8eafd1a37fb1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:26.546425 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6af36061-72d9-4f0b-be11-8eafd1a37fb1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:26.558333 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f014f-d1b4-4ad3-a0ed-3e117692f70c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Port': ['ID=3d9d2deb-6086-45d6-8271-6e13515e3f3a,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:26.562916 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087f014f-d1b4-4ad3-a0ed-3e117692f70c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] No DVR routers for this DVR port 3d9d2deb-6086-45d6-8271-6e13515e3f3a on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:10:26.597127 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6af36061-72d9-4f0b-be11-8eafd1a37fb1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/db870565-ba2c-4af5-9c6c-6a255d6cc3de HTTP/1.1" status: 404 len: 337 time: 0.1431873 Sep 23 15:10:26.599101 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48892) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:26.654848 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dbc1b78-2a0d-4f12-a0a3-0c756acf32e5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:26.655331 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dbc1b78-2a0d-4f12-a0a3-0c756acf32e5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:26.657517 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1dbc1b78-2a0d-4f12-a0a3-0c756acf32e5 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/400d0d56-3444-4d35-b3c2-a185e5026b7a HTTP/1.1" status: 404 len: 333 time: 0.0565445 Sep 23 15:10:26.660820 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48896) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:26.700396 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-087f014f-d1b4-4ad3-a0ed-3e117692f70c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:26.702560 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b24bba-b3c5-4537-b39f-04b2a0e496e3 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:26.702560 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b24bba-b3c5-4537-b39f-04b2a0e496e3 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:26.704264 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c3b24bba-b3c5-4537-b39f-04b2a0e496e3 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/f5e2e055-1246-4014-b163-acc805eed339 HTTP/1.1" status: 404 len: 337 time: 0.0421972 Sep 23 15:10:26.706682 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48900) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:26.747807 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-087f014f-d1b4-4ad3-a0ed-3e117692f70c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b4c8b6f-4852-42f1-844a-d974e671a54f']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:26.747807 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-087f014f-d1b4-4ad3-a0ed-3e117692f70c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f8ace70-c20b-4c00-948c-5f3667ef3838') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:26.747807 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-087f014f-d1b4-4ad3-a0ed-3e117692f70c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f8ace70-c20b-4c00-948c-5f3667ef3838') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:26.765632 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b13cba-8f51-4944-bb7f-edfefe79041a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:26.765632 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b13cba-8f51-4944-bb7f-edfefe79041a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:26.765632 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-84b13cba-8f51-4944-bb7f-edfefe79041a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/936a8457-6179-497b-9b89-a49b97e071ff HTTP/1.1" status: 404 len: 337 time: 0.0574312 Sep 23 15:10:26.775793 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48904) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:26.799234 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-087f014f-d1b4-4ad3-a0ed-3e117692f70c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:26.827625 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-26498ab8-5aab-4251-9193-4529d11374c0 None None] For port 3d9d2deb-6086-45d6-8271-6e13515e3f3a, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=3d9d2deb-6086-45d6-8271-6e13515e3f3a,segment=NetworkSegment(3f8ace70-c20b-4c00-948c-5f3667ef3838),segment_id=3f8ace70-c20b-4c00-948c-5f3667ef3838)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:26.827780 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-26498ab8-5aab-4251-9193-4529d11374c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:26.828698 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-087f014f-d1b4-4ad3-a0ed-3e117692f70c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:26.835485 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f76bf405-b74c-45d3-8e87-13a15c5ebef3 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a094f0c-eb7c-4d31-a398-0b286fa2a344 HTTP/1.1" status: 200 len: 205 time: 0.0664918 Sep 23 15:10:26.837996 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48908) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:26.846839 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-087f014f-d1b4-4ad3-a0ed-3e117692f70c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:10:26.849740 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-087f014f-d1b4-4ad3-a0ed-3e117692f70c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:26.949587 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 3f8ace70-c20b-4c00-948c-5f3667ef3838 resource provider aggregate not found Sep 23 15:10:26.976570 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-c5fe4f09-a39e-4851-b3b2-6985cd8eaa1b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] delete failed (client error): The resource could not be found. Sep 23 15:10:26.976570 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c5fe4f09-a39e-4851-b3b2-6985cd8eaa1b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/routers/0a094f0c-eb7c-4d31-a398-0b286fa2a344 HTTP/1.1" status: 404 len: 336 time: 0.1364982 Sep 23 15:10:26.978729 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 3f8ace70-c20b-4c00-948c-5f3667ef3838 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f8ace70-c20b-4c00-948c-5f3667ef3838 found for delete ", "request_id": "req-591d0c5f-812b-4f33-901c-fbcc96536545"}]} Sep 23 15:10:26.980177 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-26498ab8-5aab-4251-9193-4529d11374c0 None None] Calling delete_port for 3d9d2deb-6086-45d6-8271-6e13515e3f3a owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:10:26.980983 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48916) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:27.012835 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 3d9d2deb-6086-45d6-8271-6e13515e3f3a no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:10:27.027474 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-f22b06e6-61ee-4a85-9890-da018bc3544a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:27.027941 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f22b06e6-61ee-4a85-9890-da018bc3544a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:27.032622 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f22b06e6-61ee-4a85-9890-da018bc3544a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/3e89c40a-db7a-4185-9c6c-d2a4de26a956 HTTP/1.1" status: 404 len: 337 time: 0.0479002 Sep 23 15:10:27.032622 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48920) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:27.076723 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 3d9d2deb-6086-45d6-8271-6e13515e3f3a {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:10:27.077107 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 3d9d2deb-6086-45d6-8271-6e13515e3f3a not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:10:27.092224 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e361b595-265c-423e-a236-f78c7b6da90e tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "GET /v2.0/ports?device_id=e41435b8-1f05-4ca9-8fa3-270f70eef075 HTTP/1.1" status: 200 len: 205 time: 0.0551889 Sep 23 15:10:27.092224 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48924) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:27.104637 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-087f014f-d1b4-4ad3-a0ed-3e117692f70c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:27.126589 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-087f014f-d1b4-4ad3-a0ed-3e117692f70c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:27.133022 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f014f-d1b4-4ad3-a0ed-3e117692f70c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Network': ['ID=6b4c8b6f-4852-42f1-844a-d974e671a54f,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:27.146895 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-087f014f-d1b4-4ad3-a0ed-3e117692f70c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/networks/6b4c8b6f-4852-42f1-844a-d974e671a54f HTTP/1.1" status: 204 len: 168 time: 1.3752029 Sep 23 15:10:27.147688 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 48928) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:27.152312 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-26498ab8-5aab-4251-9193-4529d11374c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:10:27.152672 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-26498ab8-5aab-4251-9193-4529d11374c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:10:27.165301 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-9a8a7c84-867d-40a8-a4a6-1725e7284c1b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] delete failed (client error): The resource could not be found. Sep 23 15:10:27.166241 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9a8a7c84-867d-40a8-a4a6-1725e7284c1b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/routers/e41435b8-1f05-4ca9-8fa3-270f70eef075 HTTP/1.1" status: 404 len: 336 time: 0.0743530 Sep 23 15:10:27.168862 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48932) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:27.171330 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-6930e116-9d3f-4c96-92ce-255a6e1b3695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:10:23Z', 'revision_number': 10, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None, '_interfaces': [{'id': 'b74b56f7-11b8-423a-81c5-fe5039be17e6', 'name': '', 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:75:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:37Z', 'updated_at': '2022-09-23T15:09:49Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:27.175494 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6930e116-9d3f-4c96-92ce-255a6e1b3695 None None] The sync data for ids ['925538b2-8a1f-4bab-9efe-d7b9481de7db'] in dv-neutron-859093-1-hyperv is: [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:10:23Z', 'revision_number': 10, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None, '_interfaces': [{'id': 'b74b56f7-11b8-423a-81c5-fe5039be17e6', 'name': '', 'network_id': '5642482b-8553-4c5a-a3e6-eb77420b2058', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'mac_address': 'fa:16:3e:75:ea:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:09:37Z', 'updated_at': '2022-09-23T15:09:49Z', 'revision_number': 5, 'project_id': '2de827345e1341699e79c05b3da06c65', 'subnets': [{'id': '3eb45693-5a89-4254-a4cc-7e90f1aab310', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:10:27.216144 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25fa605-0859-48d7-8864-c82b082f2ef0 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:27.216144 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d25fa605-0859-48d7-8864-c82b082f2ef0 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:27.217739 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d25fa605-0859-48d7-8864-c82b082f2ef0 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/0666562e-dad3-4b4b-b3b1-001b329d9cf0 HTTP/1.1" status: 404 len: 337 time: 0.0478950 Sep 23 15:10:27.220431 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48936) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:27.259057 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-b507de3d-8926-49f3-a7c4-fb4c8b33c189 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:27.259593 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b507de3d-8926-49f3-a7c4-fb4c8b33c189 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:27.261320 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b507de3d-8926-49f3-a7c4-fb4c8b33c189 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/bd2c8498-8c16-438c-bca3-56c5171a798f HTTP/1.1" status: 404 len: 337 time: 0.0394576 Sep 23 15:10:27.263912 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48940) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:27.310815 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3a1de4-df1e-4a2d-ab44-e608d6c55631 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:27.311295 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3a1de4-df1e-4a2d-ab44-e608d6c55631 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:27.312979 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bb3a1de4-df1e-4a2d-ab44-e608d6c55631 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/bda957a7-fae9-4ed0-a40e-ff620c427123 HTTP/1.1" status: 404 len: 333 time: 0.0481846 Sep 23 15:10:27.316158 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48944) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:27.353862 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ae6793-eb15-4212-904d-9f1196f70f43 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:27.354358 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ae6793-eb15-4212-904d-9f1196f70f43 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:27.355991 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-20ae6793-eb15-4212-904d-9f1196f70f43 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/caaa396a-c1b0-4405-bf78-fb078ff04bf8 HTTP/1.1" status: 404 len: 337 time: 0.0389447 Sep 23 15:10:27.358553 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48948) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:27.400521 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-122ed7e2-22a0-4850-9608-ec18f2b3957c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:27.400916 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-122ed7e2-22a0-4850-9608-ec18f2b3957c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:27.402649 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-122ed7e2-22a0-4850-9608-ec18f2b3957c tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/46523df6-4fd1-4a7a-a259-2afbe4c1a0c5 HTTP/1.1" status: 404 len: 333 time: 0.0431819 Sep 23 15:10:27.405175 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48952) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:27.451192 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-46159089-2261-4ace-ba00-5df9d1e49846 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:27.451192 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46159089-2261-4ace-ba00-5df9d1e49846 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:27.452596 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-46159089-2261-4ace-ba00-5df9d1e49846 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/6b9fef40-f6fc-44ff-b79b-b757ab892e6a HTTP/1.1" status: 404 len: 337 time: 0.0465050 Sep 23 15:10:27.455719 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48956) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:27.497662 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c666d05-a93f-4edb-a17b-480fdbd61ad1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:27.498149 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c666d05-a93f-4edb-a17b-480fdbd61ad1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:27.499911 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9c666d05-a93f-4edb-a17b-480fdbd61ad1 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/f09a6afa-eecd-4245-a1f7-3f30f733828e HTTP/1.1" status: 404 len: 333 time: 0.0432358 Sep 23 15:10:27.503358 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48960) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:27.542454 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-93cb0e07-42d7-41dd-9117-1a5fb45405cb tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:27.555281 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93cb0e07-42d7-41dd-9117-1a5fb45405cb tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:27.555281 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-93cb0e07-42d7-41dd-9117-1a5fb45405cb tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/f566471e-385d-4bb8-93c3-115bdb8a95b3 HTTP/1.1" status: 404 len: 337 time: 0.0416994 Sep 23 15:10:27.557253 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48964) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:27.607601 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd33d05-d128-4707-bebe-3dfb493d6e9b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:27.609221 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bd33d05-d128-4707-bebe-3dfb493d6e9b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:27.611341 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3bd33d05-d128-4707-bebe-3dfb493d6e9b tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/37563d24-1d9b-4c7f-803e-a54f78e3ebef HTTP/1.1" status: 404 len: 333 time: 0.0530484 Sep 23 15:10:27.613944 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48968) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:27.655514 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-26498ab8-5aab-4251-9193-4529d11374c0 None None] Deleting port 3d9d2deb-6086-45d6-8271-6e13515e3f3a {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:27.656011 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-26498ab8-5aab-4251-9193-4529d11374c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:27.660495 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d19471-2e88-4370-bfb9-6cf9dda3f85a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:27.660495 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d19471-2e88-4370-bfb9-6cf9dda3f85a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:27.664585 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b1d19471-2e88-4370-bfb9-6cf9dda3f85a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/4e40a8e3-f962-4641-b6ef-c2d1cb3c5bce HTTP/1.1" status: 404 len: 337 time: 0.0484993 Sep 23 15:10:27.665654 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48972) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:27.708634 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c8fcd4-7b08-40c2-9dee-468f9f5bc571 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:27.712755 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39c8fcd4-7b08-40c2-9dee-468f9f5bc571 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:27.712755 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-39c8fcd4-7b08-40c2-9dee-468f9f5bc571 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/f882ee14-1a57-4c65-a844-f15042244d84 HTTP/1.1" status: 404 len: 333 time: 0.0448713 Sep 23 15:10:27.713885 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48976) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:27.747285 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-26498ab8-5aab-4251-9193-4529d11374c0 None None] The port '3d9d2deb-6086-45d6-8271-6e13515e3f3a' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:10:27.755960 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a93fc2-6b74-44aa-927e-f150db5be8b6 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:27.757079 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a93fc2-6b74-44aa-927e-f150db5be8b6 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:27.760398 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-92a93fc2-6b74-44aa-927e-f150db5be8b6 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/d1c73371-528f-403a-af2c-f865bbded599 HTTP/1.1" status: 404 len: 337 time: 0.0455556 Sep 23 15:10:27.763109 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48980) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:27.809216 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5760a1-c4a4-4ebe-a185-c0d3760585fb tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:27.809701 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5760a1-c4a4-4ebe-a185-c0d3760585fb tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:27.811683 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0d5760a1-c4a4-4ebe-a185-c0d3760585fb tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/13fd4af5-5ada-4394-9a24-405c91429c4d HTTP/1.1" status: 404 len: 333 time: 0.0477574 Sep 23 15:10:27.815021 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48984) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:27.825100 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-23cc42e3-1e4b-499b-87b9-e7e969362656 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:27.853648 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd195084-9fdc-462d-bab3-c25a214f57e9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:27.854109 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd195084-9fdc-462d-bab3-c25a214f57e9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:27.858067 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-cd195084-9fdc-462d-bab3-c25a214f57e9 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/be53d393-3d10-48ee-b2b6-eab258a93617 HTTP/1.1" status: 404 len: 337 time: 0.0396464 Sep 23 15:10:27.858297 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48988) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:27.904704 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b1887a-e176-4624-81ce-f8b9a5c82874 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:27.905199 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b1887a-e176-4624-81ce-f8b9a5c82874 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:27.906485 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-85b1887a-e176-4624-81ce-f8b9a5c82874 tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/ports/8aff525d-6c91-4c17-807d-5f8a42139b99 HTTP/1.1" status: 404 len: 333 time: 0.0470448 Sep 23 15:10:27.910805 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48992) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:27.948146 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-32498304-1dde-4f3a-a2c1-e6b63db58bcd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:27.950150 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32498304-1dde-4f3a-a2c1-e6b63db58bcd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:27.950150 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-32498304-1dde-4f3a-a2c1-e6b63db58bcd tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/subnets/3ab980dd-3f74-4590-95cd-d2194f0bd585 HTTP/1.1" status: 404 len: 337 time: 0.0402112 Sep 23 15:10:27.954761 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 48996) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:28.072080 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3e459bf2-81db-4aaa-ae0d-5b16157c080a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:28.180274 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-23cc42e3-1e4b-499b-87b9-e7e969362656 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Deleting port b74b56f7-11b8-423a-81c5-fe5039be17e6 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:28.181422 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-23cc42e3-1e4b-499b-87b9-e7e969362656 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:28.327505 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3e459bf2-81db-4aaa-ae0d-5b16157c080a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:28.349259 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-3e459bf2-81db-4aaa-ae0d-5b16157c080a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d67a4b-9092-448f-b14d-bd8d70a05623']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:28.365114 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-3e459bf2-81db-4aaa-ae0d-5b16157c080a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfbc73a7-6e50-431e-9761-dc92d975036b') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:28.365114 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-3e459bf2-81db-4aaa-ae0d-5b16157c080a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfbc73a7-6e50-431e-9761-dc92d975036b') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:28.375581 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3e459bf2-81db-4aaa-ae0d-5b16157c080a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:28.396636 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3e459bf2-81db-4aaa-ae0d-5b16157c080a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:28.400805 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-23cc42e3-1e4b-499b-87b9-e7e969362656 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] For port b74b56f7-11b8-423a-81c5-fe5039be17e6, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=b74b56f7-11b8-423a-81c5-fe5039be17e6,segment=NetworkSegment(e0014b4f-b662-49b0-ac0e-4460d0327cbf),segment_id=e0014b4f-b662-49b0-ac0e-4460d0327cbf)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:28.400805 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-23cc42e3-1e4b-499b-87b9-e7e969362656 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:28.403511 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e459bf2-81db-4aaa-ae0d-5b16157c080a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:10:28.404156 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3e459bf2-81db-4aaa-ae0d-5b16157c080a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:28.472235 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment bfbc73a7-6e50-431e-9761-dc92d975036b resource provider aggregate not found Sep 23 15:10:28.496300 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment bfbc73a7-6e50-431e-9761-dc92d975036b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bfbc73a7-6e50-431e-9761-dc92d975036b found for delete ", "request_id": "req-faa3d758-c0df-450f-af9f-3a0ad9c3b88c"}]} Sep 23 15:10:28.533792 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-23cc42e3-1e4b-499b-87b9-e7e969362656 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Calling delete_port for b74b56f7-11b8-423a-81c5-fe5039be17e6 owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:10:28.578422 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3e459bf2-81db-4aaa-ae0d-5b16157c080a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:28.599786 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3e459bf2-81db-4aaa-ae0d-5b16157c080a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:28.620258 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e459bf2-81db-4aaa-ae0d-5b16157c080a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] Pushing event deleted for resources: {'Network': ['ID=c3d67a4b-9092-448f-b14d-bd8d70a05623,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:28.620258 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3e459bf2-81db-4aaa-ae0d-5b16157c080a tempest-NetworksTestDHCPv6-842614896 tempest-NetworksTestDHCPv6-842614896-project] 10.222.0.67 "DELETE /v2.0/networks/c3d67a4b-9092-448f-b14d-bd8d70a05623 HTTP/1.1" status: 204 len: 168 time: 0.6608047 Sep 23 15:10:28.835504 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-23cc42e3-1e4b-499b-87b9-e7e969362656 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:28.890532 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc42e3-1e4b-499b-87b9-e7e969362656 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Port': ['ID=b74b56f7-11b8-423a-81c5-fe5039be17e6,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:28.975033 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device c6d3d411-c2f9-458b-8e69-ee8004b352fa no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:10:29.017634 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: c6d3d411-c2f9-458b-8e69-ee8004b352fa {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:10:29.017835 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device c6d3d411-c2f9-458b-8e69-ee8004b352fa not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:10:29.121943 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-23cc42e3-1e4b-499b-87b9-e7e969362656 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:29.249969 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49008) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:29.415999 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7a449782-8f79-4d45-8b7f-c5288792e99b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2d0155ea591e48f7a3b8ec353336016a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1606331 Sep 23 15:10:29.415999 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49014) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:29.474599 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8bc39b80-2967-43a0-b3f2-cd5618ba3ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:29.500646 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8bc39b80-2967-43a0-b3f2-cd5618ba3ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:29.513616 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cc42e3-1e4b-499b-87b9-e7e969362656 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Router 925538b2-8a1f-4bab-9efe-d7b9481de7db has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:10:29.612910 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8bc39b80-2967-43a0-b3f2-cd5618ba3ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:29.627715 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc39b80-2967-43a0-b3f2-cd5618ba3ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f4968e-73ea-478a-9789-303bd760d3aa,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:29.639003 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8bc39b80-2967-43a0-b3f2-cd5618ba3ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:29.640288 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8bc39b80-2967-43a0-b3f2-cd5618ba3ccb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/34f4968e-73ea-478a-9789-303bd760d3aa HTTP/1.1" status: 204 len: 168 time: 0.2249722 Sep 23 15:10:29.657921 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cc42e3-1e4b-499b-87b9-e7e969362656 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:10:29.678231 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-23cc42e3-1e4b-499b-87b9-e7e969362656 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "PUT /v2.0/routers/925538b2-8a1f-4bab-9efe-d7b9481de7db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5221505 Sep 23 15:10:29.678231 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49020) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:29.686186 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9815d0-76fc-4a72-9c9a-e7af83fc5948 None None] Sync routers for ids ['925538b2-8a1f-4bab-9efe-d7b9481de7db'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:10:29.695463 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9815d0-76fc-4a72-9c9a-e7af83fc5948 None None] Routers {'925538b2-8a1f-4bab-9efe-d7b9481de7db'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:29.695463 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-3d9815d0-76fc-4a72-9c9a-e7af83fc5948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['925538b2-8a1f-4bab-9efe-d7b9481de7db'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:29.775804 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c6dab8-ebbc-42ef-83d4-ca17a219c32e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Deleting subnet 3eb45693-5a89-4254-a4cc-7e90f1aab310 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:10:29.775804 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-58c6dab8-ebbc-42ef-83d4-ca17a219c32e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:29.813155 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-58c6dab8-ebbc-42ef-83d4-ca17a219c32e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:29.832899 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-3d9815d0-76fc-4a72-9c9a-e7af83fc5948 None None] Set router 925538b2-8a1f-4bab-9efe-d7b9481de7db gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:10:29.903776 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-58c6dab8-ebbc-42ef-83d4-ca17a219c32e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:29.949685 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-3d9815d0-76fc-4a72-9c9a-e7af83fc5948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:10:28Z', 'revision_number': 11, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:29.953947 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9815d0-76fc-4a72-9c9a-e7af83fc5948 None None] Checking router: 925538b2-8a1f-4bab-9efe-d7b9481de7db for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:10:29.962762 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9815d0-76fc-4a72-9c9a-e7af83fc5948 None None] Routers {'925538b2-8a1f-4bab-9efe-d7b9481de7db'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:29.963372 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-3d9815d0-76fc-4a72-9c9a-e7af83fc5948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['925538b2-8a1f-4bab-9efe-d7b9481de7db'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:30.027901 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-58c6dab8-ebbc-42ef-83d4-ca17a219c32e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:30.077114 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-58c6dab8-ebbc-42ef-83d4-ca17a219c32e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:30.082336 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6dab8-ebbc-42ef-83d4-ca17a219c32e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Subnet': ['ID=3eb45693-5a89-4254-a4cc-7e90f1aab310,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:30.083847 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62c5947-ad2e-4e6e-bc44-b212de3728ea None None] Network 5642482b-8553-4c5a-a3e6-eb77420b2058 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:10:30.087805 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-58c6dab8-ebbc-42ef-83d4-ca17a219c32e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/subnets/3eb45693-5a89-4254-a4cc-7e90f1aab310 HTTP/1.1" status: 204 len: 168 time: 0.4115403 Sep 23 15:10:30.090688 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49028) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:30.093339 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-3d9815d0-76fc-4a72-9c9a-e7af83fc5948 None None] Set router 925538b2-8a1f-4bab-9efe-d7b9481de7db gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:10:30.245218 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-3d9815d0-76fc-4a72-9c9a-e7af83fc5948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:10:28Z', 'revision_number': 11, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:30.246217 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:30.250762 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9815d0-76fc-4a72-9c9a-e7af83fc5948 None None] The sync data for ids ['925538b2-8a1f-4bab-9efe-d7b9481de7db'] in dv-neutron-859093-1-hyperv is: [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:10:28Z', 'revision_number': 11, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:10:30.260552 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Deleting port bbf0b858-f88b-4b15-8c23-e4d185c63db0 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:30.261194 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:30.497682 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] For port bbf0b858-f88b-4b15-8c23-e4d185c63db0, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=bbf0b858-f88b-4b15-8c23-e4d185c63db0,segment=NetworkSegment(e0014b4f-b662-49b0-ac0e-4460d0327cbf),segment_id=e0014b4f-b662-49b0-ac0e-4460d0327cbf)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:30.498391 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:30.609600 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c5aa2d-6aa4-487d-8dce-6e102874e917 None None] DHCP port deletion for 5642482b-8553-4c5a-a3e6-eb77420b2058 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:10:30.615996 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c8c5aa2d-6aa4-487d-8dce-6e102874e917 None None] Deleting port bbf0b858-f88b-4b15-8c23-e4d185c63db0 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:30.616556 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c8c5aa2d-6aa4-487d-8dce-6e102874e917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:30.644861 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Calling delete_port for bbf0b858-f88b-4b15-8c23-e4d185c63db0 owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:10:30.844746 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:30.884566 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-c8c5aa2d-6aa4-487d-8dce-6e102874e917 None None] For port bbf0b858-f88b-4b15-8c23-e4d185c63db0, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=bbf0b858-f88b-4b15-8c23-e4d185c63db0,segment=NetworkSegment(e0014b4f-b662-49b0-ac0e-4460d0327cbf),segment_id=e0014b4f-b662-49b0-ac0e-4460d0327cbf)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:30.885513 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c8c5aa2d-6aa4-487d-8dce-6e102874e917 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:30.898758 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Port': ['ID=bbf0b858-f88b-4b15-8c23-e4d185c63db0,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:30.914797 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] No DVR routers for this DVR port bbf0b858-f88b-4b15-8c23-e4d185c63db0 on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:10:30.921084 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:30.921634 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:30.922156 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:30.922673 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:30.923206 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:30.923788 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:30.924286 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:30.925029 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:30.925524 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:30.926119 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:30.926748 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:30.927531 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:30.939584 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49046) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:31.044614 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device b74b56f7-11b8-423a-81c5-fe5039be17e6 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:10:31.085787 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-052c0faf-9832-4058-befc-85971c2acadb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'network': {'name': 'tempest-RoutersTest-716506382'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:10:31.088320 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c8c5aa2d-6aa4-487d-8dce-6e102874e917 None None] Calling delete_port for bbf0b858-f88b-4b15-8c23-e4d185c63db0 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:10:31.091699 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-052c0faf-9832-4058-befc-85971c2acadb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:10:31.096529 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-052c0faf-9832-4058-befc-85971c2acadb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Usage tracker for resource:network and tenant:9ba486dc161c4e0e9e31becedb07c630 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:10:31.099700 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-052c0faf-9832-4058-befc-85971c2acadb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:10:31.102637 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:31.107752 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-052c0faf-9832-4058-befc-85971c2acadb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:10:31.133470 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: b74b56f7-11b8-423a-81c5-fe5039be17e6 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:10:31.134048 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device b74b56f7-11b8-423a-81c5-fe5039be17e6 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:10:31.134137 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5642482b-8553-4c5a-a3e6-eb77420b2058']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:31.134232 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device bbf0b858-f88b-4b15-8c23-e4d185c63db0 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:10:31.149072 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0014b4f-b662-49b0-ac0e-4460d0327cbf') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:31.149442 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0014b4f-b662-49b0-ac0e-4460d0327cbf') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:31.163143 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:31.174807 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: bbf0b858-f88b-4b15-8c23-e4d185c63db0 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:10:31.175087 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device bbf0b858-f88b-4b15-8c23-e4d185c63db0 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:10:31.182781 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:31.192535 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:10:31.193047 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:31.206623 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052c0faf-9832-4058-befc-85971c2acadb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Made reservation on behalf of 9ba486dc161c4e0e9e31becedb07c630 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:10:31.210501 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-052c0faf-9832-4058-befc-85971c2acadb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:31.213347 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-c8c5aa2d-6aa4-487d-8dce-6e102874e917 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:10:31.213707 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-c8c5aa2d-6aa4-487d-8dce-6e102874e917 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:10:31.224144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-052c0faf-9832-4058-befc-85971c2acadb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:31.240791 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-052c0faf-9832-4058-befc-85971c2acadb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:10:31.244676 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-052c0faf-9832-4058-befc-85971c2acadb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Usage tracker for resource:security_group_rule and tenant:9ba486dc161c4e0e9e31becedb07c630 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:10:31.247547 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-052c0faf-9832-4058-befc-85971c2acadb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:10:31.253172 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-052c0faf-9832-4058-befc-85971c2acadb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:10:31.265667 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment e0014b4f-b662-49b0-ac0e-4460d0327cbf resource provider aggregate not found Sep 23 15:10:31.291014 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment e0014b4f-b662-49b0-ac0e-4460d0327cbf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0014b4f-b662-49b0-ac0e-4460d0327cbf found for delete ", "request_id": "req-30ee0e52-e87d-4171-9b5e-9a2bd27d6c8b"}]} Sep 23 15:10:31.367120 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:31.387100 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:31.395683 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Pushing event deleted for resources: {'Network': ['ID=5642482b-8553-4c5a-a3e6-eb77420b2058,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:31.403356 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-99221b1b-c20d-4d1f-9d8e-560ebf7da310 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/networks/5642482b-8553-4c5a-a3e6-eb77420b2058 HTTP/1.1" status: 204 len: 168 time: 1.3112597 Sep 23 15:10:31.405963 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49056) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:31.411487 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-af20190e-188e-4134-b812-4023d6a5c64f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'router': {'routes': None}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:10:31.451389 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-052c0faf-9832-4058-befc-85971c2acadb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:31.519175 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-052c0faf-9832-4058-befc-85971c2acadb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:31.561093 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052c0faf-9832-4058-befc-85971c2acadb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:10:31.566865 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c0faf-9832-4058-befc-85971c2acadb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=648f0601-57b8-4305-a118-10a65cb6fa5e,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:31.574114 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-052c0faf-9832-4058-befc-85971c2acadb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:31.574708 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-052c0faf-9832-4058-befc-85971c2acadb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Added segment 657f60ec-b1da-4cfa-b21c-9311bf3589f9 of type vlan for network e390655f-4584-48fa-8813-54bd84fd5e97 Sep 23 15:10:31.604215 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-052c0faf-9832-4058-befc-85971c2acadb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:31.711192 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-052c0faf-9832-4058-befc-85971c2acadb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:31.715322 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c8c5aa2d-6aa4-487d-8dce-6e102874e917 None None] Deleting port bbf0b858-f88b-4b15-8c23-e4d185c63db0 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:31.715797 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c8c5aa2d-6aa4-487d-8dce-6e102874e917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:31.715915 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052c0faf-9832-4058-befc-85971c2acadb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:31.716616 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-052c0faf-9832-4058-befc-85971c2acadb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:31.796287 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c8c5aa2d-6aa4-487d-8dce-6e102874e917 None None] The port 'bbf0b858-f88b-4b15-8c23-e4d185c63db0' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:10:31.834748 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.extraroute_db [None req-af20190e-188e-4134-b812-4023d6a5c64f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Added routes are [] {{(pid=89738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 23 15:10:31.835298 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.extraroute_db [None req-af20190e-188e-4134-b812-4023d6a5c64f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Removed routes are [] {{(pid=89738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 23 15:10:31.835639 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-af20190e-188e-4134-b812-4023d6a5c64f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:31.837459 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c0faf-9832-4058-befc-85971c2acadb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Network': ['ID=e390655f-4584-48fa-8813-54bd84fd5e97,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:31.852007 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network e390655f-4584-48fa-8813-54bd84fd5e97 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:10:31.910632 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-052c0faf-9832-4058-befc-85971c2acadb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9698963 Sep 23 15:10:31.913210 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49060) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:31.920919 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-524339cd-e77b-47ac-951f-64df2f25c5eb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'network': {'name': 'tempest-RoutersTest-1895561940'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:10:31.926025 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-524339cd-e77b-47ac-951f-64df2f25c5eb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:10:31.931193 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-524339cd-e77b-47ac-951f-64df2f25c5eb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Usage tracker for resource:network and tenant:9ba486dc161c4e0e9e31becedb07c630 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:10:31.948612 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-524339cd-e77b-47ac-951f-64df2f25c5eb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:10:31.953725 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-524339cd-e77b-47ac-951f-64df2f25c5eb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:10:32.054767 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524339cd-e77b-47ac-951f-64df2f25c5eb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Made reservation on behalf of 9ba486dc161c4e0e9e31becedb07c630 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:10:32.058564 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-524339cd-e77b-47ac-951f-64df2f25c5eb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:32.091663 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524339cd-e77b-47ac-951f-64df2f25c5eb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:10:32.099439 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-af20190e-188e-4134-b812-4023d6a5c64f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:32.100572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-524339cd-e77b-47ac-951f-64df2f25c5eb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:32.100968 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-524339cd-e77b-47ac-951f-64df2f25c5eb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Added segment b74e1d0d-2b73-4cfd-b3ce-d7425849b991 of type vlan for network 811c0da3-7cc5-4a19-9252-9bb510c4daf4 Sep 23 15:10:32.102834 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-af20190e-188e-4134-b812-4023d6a5c64f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753924'] for router, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:32.128225 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-524339cd-e77b-47ac-951f-64df2f25c5eb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:32.152113 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-90c14c86-74ca-40d0-a582-a5f7b6103702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:32.233549 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-524339cd-e77b-47ac-951f-64df2f25c5eb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:32.239557 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524339cd-e77b-47ac-951f-64df2f25c5eb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:32.240152 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-524339cd-e77b-47ac-951f-64df2f25c5eb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:32.243030 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af20190e-188e-4134-b812-4023d6a5c64f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Router 925538b2-8a1f-4bab-9efe-d7b9481de7db has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:10:32.348036 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524339cd-e77b-47ac-951f-64df2f25c5eb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Network': ['ID=811c0da3-7cc5-4a19-9252-9bb510c4daf4,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:32.357902 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 811c0da3-7cc5-4a19-9252-9bb510c4daf4 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:10:32.382742 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af20190e-188e-4134-b812-4023d6a5c64f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:10:32.389476 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-af20190e-188e-4134-b812-4023d6a5c64f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:32.391226 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-af20190e-188e-4134-b812-4023d6a5c64f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "PUT /v2.0/routers/925538b2-8a1f-4bab-9efe-d7b9481de7db HTTP/1.1" status: 200 len: 705 time: 0.9836912 Sep 23 15:10:32.393654 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49064) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:32.410840 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-524339cd-e77b-47ac-951f-64df2f25c5eb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4959829 Sep 23 15:10:32.416584 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49068) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:32.422514 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee7ba98-e770-4e10-abe5-7c8ab7694f23 None None] Sync routers for ids ['925538b2-8a1f-4bab-9efe-d7b9481de7db'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:10:32.423079 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-05e151cc-6ba1-4669-8628-4402ffe7d095 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'subnet': {'network_id': 'e390655f-4584-48fa-8813-54bd84fd5e97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:10:32.446191 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1782a629-0baf-49da-99fa-57573012f387 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Synchronizing usage tracker for tenant:2de827345e1341699e79c05b3da06c65 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:10:32.466272 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee7ba98-e770-4e10-abe5-7c8ab7694f23 None None] Routers {'925538b2-8a1f-4bab-9efe-d7b9481de7db'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:32.466822 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-3ee7ba98-e770-4e10-abe5-7c8ab7694f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['925538b2-8a1f-4bab-9efe-d7b9481de7db'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:32.540736 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-05e151cc-6ba1-4669-8628-4402ffe7d095 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:10:32.544532 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-05e151cc-6ba1-4669-8628-4402ffe7d095 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Usage tracker for resource:subnet and tenant:9ba486dc161c4e0e9e31becedb07c630 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:10:32.547442 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-05e151cc-6ba1-4669-8628-4402ffe7d095 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:10:32.552182 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1782a629-0baf-49da-99fa-57573012f387 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Unset dirty status for tenant:2de827345e1341699e79c05b3da06c65 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:10:32.553515 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1782a629-0baf-49da-99fa-57573012f387 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "GET /v2.0/ports?device_id=925538b2-8a1f-4bab-9efe-d7b9481de7db HTTP/1.1" status: 200 len: 205 time: 0.1585109 Sep 23 15:10:32.555317 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-05e151cc-6ba1-4669-8628-4402ffe7d095 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:10:32.557219 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49072) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:32.632948 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e151cc-6ba1-4669-8628-4402ffe7d095 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Made reservation on behalf of 9ba486dc161c4e0e9e31becedb07c630 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:10:32.636946 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-05e151cc-6ba1-4669-8628-4402ffe7d095 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:32.637099 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:32.646242 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-3ee7ba98-e770-4e10-abe5-7c8ab7694f23 None None] Set router 925538b2-8a1f-4bab-9efe-d7b9481de7db gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:10:32.699876 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-242fa7a9-8953-4d24-974d-2fd5b3249c75 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:32.775754 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-3ee7ba98-e770-4e10-abe5-7c8ab7694f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:10:28Z', 'revision_number': 11, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:32.781205 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee7ba98-e770-4e10-abe5-7c8ab7694f23 None None] Checking router: 925538b2-8a1f-4bab-9efe-d7b9481de7db for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:10:32.792356 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee7ba98-e770-4e10-abe5-7c8ab7694f23 None None] Routers {'925538b2-8a1f-4bab-9efe-d7b9481de7db'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:32.793210 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-3ee7ba98-e770-4e10-abe5-7c8ab7694f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['925538b2-8a1f-4bab-9efe-d7b9481de7db'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:32.950083 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-3ee7ba98-e770-4e10-abe5-7c8ab7694f23 None None] Set router 925538b2-8a1f-4bab-9efe-d7b9481de7db gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:10:33.063434 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-3ee7ba98-e770-4e10-abe5-7c8ab7694f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:10:28Z', 'revision_number': 11, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:33.068464 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee7ba98-e770-4e10-abe5-7c8ab7694f23 None None] The sync data for ids ['925538b2-8a1f-4bab-9efe-d7b9481de7db'] in dv-neutron-859093-1-hyperv is: [{'id': '925538b2-8a1f-4bab-9efe-d7b9481de7db', 'name': 'tempest-RoutersIpV6Test-router-1642569726', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:09:33Z', 'updated_at': '2022-09-23T15:10:28Z', 'revision_number': 11, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:10:33.100799 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-05e151cc-6ba1-4669-8628-4402ffe7d095 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:33.142273 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-242fa7a9-8953-4d24-974d-2fd5b3249c75 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:33.144607 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-242fa7a9-8953-4d24-974d-2fd5b3249c75 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:33.182368 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e151cc-6ba1-4669-8628-4402ffe7d095 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Subnet': ['ID=e98c3692-f250-459a-b4fd-18fdfbbd1979,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:33.192017 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e151cc-6ba1-4669-8628-4402ffe7d095 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Checking segment: {'id': '657f60ec-b1da-4cfa-b21c-9311bf3589f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e390655f-4584-48fa-8813-54bd84fd5e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:10:33.192374 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e151cc-6ba1-4669-8628-4402ffe7d095 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network hostable DHCP agents. Network: e390655f-4584-48fa-8813-54bd84fd5e97, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:10:33.257923 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-242fa7a9-8953-4d24-974d-2fd5b3249c75 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:33.258404 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242fa7a9-8953-4d24-974d-2fd5b3249c75 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Fanout notify agent at l3_agent the message router_deleted on router 925538b2-8a1f-4bab-9efe-d7b9481de7db {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:10:33.274385 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-242fa7a9-8953-4d24-974d-2fd5b3249c75 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:33.275483 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-242fa7a9-8953-4d24-974d-2fd5b3249c75 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/routers/925538b2-8a1f-4bab-9efe-d7b9481de7db HTTP/1.1" status: 204 len: 168 time: 0.7183111 Sep 23 15:10:33.279749 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49076) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:33.286758 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e151cc-6ba1-4669-8628-4402ffe7d095 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network e390655f-4584-48fa-8813-54bd84fd5e97 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:10:33.287314 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-98e53c94-f74c-49bd-98a1-f06fd0a7b54a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-978049751', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:10:33.295086 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-98e53c94-f74c-49bd-98a1-f06fd0a7b54a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:10:33.300179 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-98e53c94-f74c-49bd-98a1-f06fd0a7b54a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Usage tracker for resource:router and tenant:2de827345e1341699e79c05b3da06c65 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:10:33.303137 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-98e53c94-f74c-49bd-98a1-f06fd0a7b54a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:10:33.309425 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-98e53c94-f74c-49bd-98a1-f06fd0a7b54a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:10:33.377766 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-05e151cc-6ba1-4669-8628-4402ffe7d095 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, e390655f-4584-48fa-8813-54bd84fd5e97) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:33.381744 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e151cc-6ba1-4669-8628-4402ffe7d095 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:33.388010 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-05e151cc-6ba1-4669-8628-4402ffe7d095 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:33.388878 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f5dd91-44c0-4b9c-8004-f10dd9cbb97b None None] Network e390655f-4584-48fa-8813-54bd84fd5e97 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:10:33.407405 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-98e53c94-f74c-49bd-98a1-f06fd0a7b54a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:33.408527 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-98e53c94-f74c-49bd-98a1-f06fd0a7b54a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:33.424294 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-98e53c94-f74c-49bd-98a1-f06fd0a7b54a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:33.490051 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-05e151cc-6ba1-4669-8628-4402ffe7d095 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0721645 Sep 23 15:10:33.493228 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49080) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:33.499436 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-924c921e-f639-4616-9bad-8846f73a9c5c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'subnet': {'network_id': '811c0da3-7cc5-4a19-9252-9bb510c4daf4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:10:33.581992 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-98e53c94-f74c-49bd-98a1-f06fd0a7b54a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:33.604849 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2461f58-b8d6-400b-a8f5-953b476a54be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-e390655f-4584-48fa-8813-54bd84fd5e97', 'network_id': 'e390655f-4584-48fa-8813-54bd84fd5e97', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'fixed_ips': [{'subnet_id': 'e98c3692-f250-459a-b4fd-18fdfbbd1979'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:10:33.605932 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a2461f58-b8d6-400b-a8f5-953b476a54be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:33.635417 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-924c921e-f639-4616-9bad-8846f73a9c5c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:10:33.639322 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-924c921e-f639-4616-9bad-8846f73a9c5c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Usage tracker for resource:subnet and tenant:9ba486dc161c4e0e9e31becedb07c630 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:10:33.642094 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-924c921e-f639-4616-9bad-8846f73a9c5c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:10:33.648251 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-924c921e-f639-4616-9bad-8846f73a9c5c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:10:33.716449 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-98e53c94-f74c-49bd-98a1-f06fd0a7b54a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:33.720162 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-98e53c94-f74c-49bd-98a1-f06fd0a7b54a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4368458 Sep 23 15:10:33.721139 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49084) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:33.726170 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-83876105-6288-4a92-883c-e9460dde452f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:10:33.758882 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-a2461f58-b8d6-400b-a8f5-953b476a54be None None] Allocated IP 172.20.0.2 (e390655f-4584-48fa-8813-54bd84fd5e97/e98c3692-f250-459a-b4fd-18fdfbbd1979/57a71369-0e49-478d-91fd-e6440e686b13) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:10:33.857045 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924c921e-f639-4616-9bad-8846f73a9c5c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Made reservation on behalf of 9ba486dc161c4e0e9e31becedb07c630 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:10:33.860616 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-924c921e-f639-4616-9bad-8846f73a9c5c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:33.968143 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a2461f58-b8d6-400b-a8f5-953b476a54be None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:33.978445 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-a2461f58-b8d6-400b-a8f5-953b476a54be None None] Transition to ACTIVE for port object 57a71369-0e49-478d-91fd-e6440e686b13 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:10:33.996648 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-a2461f58-b8d6-400b-a8f5-953b476a54be None None] Transition to ACTIVE for port object 57a71369-0e49-478d-91fd-e6440e686b13 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:10:34.058755 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a2461f58-b8d6-400b-a8f5-953b476a54be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:34.125805 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2461f58-b8d6-400b-a8f5-953b476a54be None None] Network e390655f-4584-48fa-8813-54bd84fd5e97 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:10:34.130130 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-a2461f58-b8d6-400b-a8f5-953b476a54be None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:34.134591 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2461f58-b8d6-400b-a8f5-953b476a54be None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:10:34.138072 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2461f58-b8d6-400b-a8f5-953b476a54be None None] Pushing event updated for resources: {'Port': ['ID=57a71369-0e49-478d-91fd-e6440e686b13,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:34.213793 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-83876105-6288-4a92-883c-e9460dde452f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:34.239939 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-a2461f58-b8d6-400b-a8f5-953b476a54be None None] Attempting to bind port 57a71369-0e49-478d-91fd-e6440e686b13 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:10:34.240305 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-a2461f58-b8d6-400b-a8f5-953b476a54be None None] Attempting to bind port 57a71369-0e49-478d-91fd-e6440e686b13 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '657f60ec-b1da-4cfa-b21c-9311bf3589f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e390655f-4584-48fa-8813-54bd84fd5e97'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:10:34.240663 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2461f58-b8d6-400b-a8f5-953b476a54be None None] Attempting to bind port 57a71369-0e49-478d-91fd-e6440e686b13 on network e390655f-4584-48fa-8813-54bd84fd5e97 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:10:34.245985 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2461f58-b8d6-400b-a8f5-953b476a54be None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:10:34.246379 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2461f58-b8d6-400b-a8f5-953b476a54be None None] Checking segment: {'id': '657f60ec-b1da-4cfa-b21c-9311bf3589f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e390655f-4584-48fa-8813-54bd84fd5e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:10:34.246782 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a2461f58-b8d6-400b-a8f5-953b476a54be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:34.247182 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2461f58-b8d6-400b-a8f5-953b476a54be None None] Bound using segment: {'id': '657f60ec-b1da-4cfa-b21c-9311bf3589f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e390655f-4584-48fa-8813-54bd84fd5e97'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:10:34.247648 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-a2461f58-b8d6-400b-a8f5-953b476a54be None None] Bound port: 57a71369-0e49-478d-91fd-e6440e686b13, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657f60ec-b1da-4cfa-b21c-9311bf3589f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'e390655f-4584-48fa-8813-54bd84fd5e97'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:10:34.248027 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a2461f58-b8d6-400b-a8f5-953b476a54be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:34.281993 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-83876105-6288-4a92-883c-e9460dde452f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753924'] for router, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:34.336353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-a2461f58-b8d6-400b-a8f5-953b476a54be None None] For port 57a71369-0e49-478d-91fd-e6440e686b13, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:10:34.339408 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-a2461f58-b8d6-400b-a8f5-953b476a54be None None] For port 57a71369-0e49-478d-91fd-e6440e686b13, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=57a71369-0e49-478d-91fd-e6440e686b13,segment=NetworkSegment(657f60ec-b1da-4cfa-b21c-9311bf3589f9),segment_id=657f60ec-b1da-4cfa-b21c-9311bf3589f9)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:10:34.452621 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a2461f58-b8d6-400b-a8f5-953b476a54be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:34.534262 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2461f58-b8d6-400b-a8f5-953b476a54be None None] Pushing event updated for resources: {'Port': ['ID=57a71369-0e49-478d-91fd-e6440e686b13,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:34.540792 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-924c921e-f639-4616-9bad-8846f73a9c5c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:34.601662 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83876105-6288-4a92-883c-e9460dde452f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Router 363e378f-a88d-4fdd-93ec-efb737445df5 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:10:34.686142 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c921e-f639-4616-9bad-8846f73a9c5c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Subnet': ['ID=06392d50-0334-4c9a-9071-f6c93272ea89,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:34.896111 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924c921e-f639-4616-9bad-8846f73a9c5c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Checking segment: {'id': 'b74e1d0d-2b73-4cfd-b3ce-d7425849b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '811c0da3-7cc5-4a19-9252-9bb510c4daf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:10:34.896466 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924c921e-f639-4616-9bad-8846f73a9c5c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network hostable DHCP agents. Network: 811c0da3-7cc5-4a19-9252-9bb510c4daf4, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:10:34.905060 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83876105-6288-4a92-883c-e9460dde452f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:10:34.922409 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15719416-db96-4f6f-bd53-9581210eee0a None None] Sync routers for ids ['363e378f-a88d-4fdd-93ec-efb737445df5'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:10:34.923584 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-83876105-6288-4a92-883c-e9460dde452f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:34.928289 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-83876105-6288-4a92-883c-e9460dde452f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "PUT /v2.0/routers/363e378f-a88d-4fdd-93ec-efb737445df5 HTTP/1.1" status: 200 len: 697 time: 1.2060990 Sep 23 15:10:34.928471 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49090) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:34.955092 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15719416-db96-4f6f-bd53-9581210eee0a None None] Routers {'363e378f-a88d-4fdd-93ec-efb737445df5'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:34.955851 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-15719416-db96-4f6f-bd53-9581210eee0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['363e378f-a88d-4fdd-93ec-efb737445df5'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:34.995748 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924c921e-f639-4616-9bad-8846f73a9c5c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network 811c0da3-7cc5-4a19-9252-9bb510c4daf4 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:10:35.012173 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 57a71369-0e49-478d-91fd-e6440e686b13 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:10:35.044058 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-42d450bc-b864-4e72-9e42-6b20b1d63953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:35.082212 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-924c921e-f639-4616-9bad-8846f73a9c5c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 811c0da3-7cc5-4a19-9252-9bb510c4daf4) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:35.099989 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924c921e-f639-4616-9bad-8846f73a9c5c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:35.099989 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-924c921e-f639-4616-9bad-8846f73a9c5c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:35.100321 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663e01f6-034f-43db-b986-fed2efe7e3fc None None] Network 811c0da3-7cc5-4a19-9252-9bb510c4daf4 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:10:35.102008 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-186c5fc9-b984-485e-a158-cd9bab0fb3f1 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "GET /v2.0/routers/363e378f-a88d-4fdd-93ec-efb737445df5 HTTP/1.1" status: 200 len: 703 time: 0.1724241 Sep 23 15:10:35.105644 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49094) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:35.139634 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-15719416-db96-4f6f-bd53-9581210eee0a None None] Set router 363e378f-a88d-4fdd-93ec-efb737445df5 gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:10:35.170094 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3598dd22-eb97-4c39-bf27-81d970dfbbff tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Synchronizing usage tracker for tenant:2de827345e1341699e79c05b3da06c65 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:10:35.213697 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 57a71369-0e49-478d-91fd-e6440e686b13 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:10:35.230880 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-924c921e-f639-4616-9bad-8846f73a9c5c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7361815 Sep 23 15:10:35.234226 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49098) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:35.240883 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-4fe29b99-c86e-43e4-872b-2f29fb6eeba4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1367105687', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:10:35.245189 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-15719416-db96-4f6f-bd53-9581210eee0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363e378f-a88d-4fdd-93ec-efb737445df5', 'name': 'tempest-RoutersIpV6Test-router-978049751', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:10:33Z', 'updated_at': '2022-09-23T15:10:34Z', 'revision_number': 2, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:35.245617 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4fe29b99-c86e-43e4-872b-2f29fb6eeba4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:10:35.249420 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15719416-db96-4f6f-bd53-9581210eee0a None None] Checking router: 363e378f-a88d-4fdd-93ec-efb737445df5 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:10:35.250487 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4fe29b99-c86e-43e4-872b-2f29fb6eeba4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Usage tracker for resource:router and tenant:9ba486dc161c4e0e9e31becedb07c630 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:10:35.260154 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15719416-db96-4f6f-bd53-9581210eee0a None None] Routers {'363e378f-a88d-4fdd-93ec-efb737445df5'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:35.260763 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3598dd22-eb97-4c39-bf27-81d970dfbbff tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Unset dirty status for tenant:2de827345e1341699e79c05b3da06c65 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:10:35.265050 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4fe29b99-c86e-43e4-872b-2f29fb6eeba4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:10:35.265206 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-15719416-db96-4f6f-bd53-9581210eee0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['363e378f-a88d-4fdd-93ec-efb737445df5'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:35.265410 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49102) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:35.266529 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3598dd22-eb97-4c39-bf27-81d970dfbbff tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "GET /v2.0/ports?device_id=363e378f-a88d-4fdd-93ec-efb737445df5 HTTP/1.1" status: 200 len: 205 time: 0.1595809 Sep 23 15:10:35.271364 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4fe29b99-c86e-43e4-872b-2f29fb6eeba4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:10:35.381079 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a034464-62c8-4b4b-8bf4-445d74e4538e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-811c0da3-7cc5-4a19-9252-9bb510c4daf4', 'network_id': '811c0da3-7cc5-4a19-9252-9bb510c4daf4', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'fixed_ips': [{'subnet_id': '06392d50-0334-4c9a-9071-f6c93272ea89'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:10:35.386074 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a034464-62c8-4b4b-8bf4-445d74e4538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:35.396268 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-15719416-db96-4f6f-bd53-9581210eee0a None None] Set router 363e378f-a88d-4fdd-93ec-efb737445df5 gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:10:35.422977 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a7367449-8feb-4877-b015-eb71dd81d06f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:35.516352 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-15719416-db96-4f6f-bd53-9581210eee0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363e378f-a88d-4fdd-93ec-efb737445df5', 'name': 'tempest-RoutersIpV6Test-router-978049751', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:10:33Z', 'updated_at': '2022-09-23T15:10:34Z', 'revision_number': 2, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:35.521676 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15719416-db96-4f6f-bd53-9581210eee0a None None] The sync data for ids ['363e378f-a88d-4fdd-93ec-efb737445df5'] in dv-neutron-859093-1-hyperv is: [{'id': '363e378f-a88d-4fdd-93ec-efb737445df5', 'name': 'tempest-RoutersIpV6Test-router-978049751', 'tenant_id': '2de827345e1341699e79c05b3da06c65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:10:33Z', 'updated_at': '2022-09-23T15:10:34Z', 'revision_number': 2, 'project_id': '2de827345e1341699e79c05b3da06c65', 'gw_port_host': None}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:10:35.568978 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4fe29b99-c86e-43e4-872b-2f29fb6eeba4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:35.570425 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4fe29b99-c86e-43e4-872b-2f29fb6eeba4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:35.615540 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-5a034464-62c8-4b4b-8bf4-445d74e4538e None None] Allocated IP 172.21.0.2 (811c0da3-7cc5-4a19-9252-9bb510c4daf4/06392d50-0334-4c9a-9071-f6c93272ea89/3602742e-60b2-4c55-a8ab-f9860f04368a) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:10:35.623425 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:35.658711 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:35.796269 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4fe29b99-c86e-43e4-872b-2f29fb6eeba4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:35.815251 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a7367449-8feb-4877-b015-eb71dd81d06f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:35.818814 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a7367449-8feb-4877-b015-eb71dd81d06f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:35.877027 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ea39c3-eb1a-4be9-ba56-ba55a5ed7067 None None] Network e390655f-4584-48fa-8813-54bd84fd5e97 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:10:35.895323 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a034464-62c8-4b4b-8bf4-445d74e4538e None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:35.929529 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4fe29b99-c86e-43e4-872b-2f29fb6eeba4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:35.952845 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a7367449-8feb-4877-b015-eb71dd81d06f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:35.953340 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7367449-8feb-4877-b015-eb71dd81d06f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Fanout notify agent at l3_agent the message router_deleted on router 363e378f-a88d-4fdd-93ec-efb737445df5 {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:10:35.956776 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5a034464-62c8-4b4b-8bf4-445d74e4538e None None] Transition to ACTIVE for port object 3602742e-60b2-4c55-a8ab-f9860f04368a will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:10:35.960292 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a7367449-8feb-4877-b015-eb71dd81d06f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:35.961362 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a7367449-8feb-4877-b015-eb71dd81d06f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/routers/363e378f-a88d-4fdd-93ec-efb737445df5 HTTP/1.1" status: 204 len: 168 time: 0.6950665 Sep 23 15:10:35.965338 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49106) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:35.996569 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5a034464-62c8-4b4b-8bf4-445d74e4538e None None] Transition to ACTIVE for port object 3602742e-60b2-4c55-a8ab-f9860f04368a will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:10:36.022138 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f1027b56-1b89-497c-a4e2-c92aa4e7e652 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "GET /v2.0/ports?device_id=363e378f-a88d-4fdd-93ec-efb737445df5 HTTP/1.1" status: 200 len: 205 time: 0.0534642 Sep 23 15:10:36.022511 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49110) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:36.035641 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4fe29b99-c86e-43e4-872b-2f29fb6eeba4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:36.036837 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4fe29b99-c86e-43e4-872b-2f29fb6eeba4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8022273 Sep 23 15:10:36.040359 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49114) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:36.072270 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-89de2b1b-c270-44e9-9f7c-94fcc698f535 None None] Provisioning for port 57a71369-0e49-478d-91fd-e6440e686b13 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:10:36.088063 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-89de2b1b-c270-44e9-9f7c-94fcc698f535 None None] Provisioning complete for port 57a71369-0e49-478d-91fd-e6440e686b13 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:36.088752 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-89de2b1b-c270-44e9-9f7c-94fcc698f535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:36.089300 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-89de2b1b-c270-44e9-9f7c-94fcc698f535 None None] Attempt 1 to provision port 57a71369-0e49-478d-91fd-e6440e686b13 Sep 23 15:10:36.092103 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-5e437295-6ed2-41f3-ab47-5630702da4ff tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] delete failed (client error): The resource could not be found. Sep 23 15:10:36.094376 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5e437295-6ed2-41f3-ab47-5630702da4ff tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/routers/363e378f-a88d-4fdd-93ec-efb737445df5 HTTP/1.1" status: 404 len: 336 time: 0.0694282 Sep 23 15:10:36.095788 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49118) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:36.132691 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a034464-62c8-4b4b-8bf4-445d74e4538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:36.139830 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-d807e965-8456-4024-a731-ab12aa5f3d24 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:36.139830 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d807e965-8456-4024-a731-ab12aa5f3d24 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:36.144418 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d807e965-8456-4024-a731-ab12aa5f3d24 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/subnets/b51da47e-7af3-452b-983c-9f6e099e07b2 HTTP/1.1" status: 404 len: 337 time: 0.0442967 Sep 23 15:10:36.144418 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49122) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:36.182362 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-61bed26c-107b-4c82-b3f4-098bef7b827e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:36.183529 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61bed26c-107b-4c82-b3f4-098bef7b827e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:36.187336 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-61bed26c-107b-4c82-b3f4-098bef7b827e tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/subnets/b503a235-7383-4d07-8784-494efe18be9e HTTP/1.1" status: 404 len: 337 time: 0.0397737 Sep 23 15:10:36.188873 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49126) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:36.227617 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9117047-a376-4513-9bb0-e6ac83069991 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:36.228085 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9117047-a376-4513-9bb0-e6ac83069991 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:36.232937 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a9117047-a376-4513-9bb0-e6ac83069991 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/subnets/1a6bd133-9e9e-4490-8f9d-c6811cbe0a8f HTTP/1.1" status: 404 len: 337 time: 0.0395019 Sep 23 15:10:36.232937 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49130) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:36.277488 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf70bc0a-11fd-43d8-88c4-72fc16cc4f7b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:36.277948 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf70bc0a-11fd-43d8-88c4-72fc16cc4f7b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:36.279644 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-cf70bc0a-11fd-43d8-88c4-72fc16cc4f7b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/subnets/3eb45693-5a89-4254-a4cc-7e90f1aab310 HTTP/1.1" status: 404 len: 337 time: 0.0458002 Sep 23 15:10:36.282507 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49134) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:36.283235 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a034464-62c8-4b4b-8bf4-445d74e4538e None None] Network 811c0da3-7cc5-4a19-9252-9bb510c4daf4 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:10:36.291274 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-5a034464-62c8-4b4b-8bf4-445d74e4538e None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:36.295473 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a034464-62c8-4b4b-8bf4-445d74e4538e None None] Pushing event updated for resources: {'Port': ['ID=3602742e-60b2-4c55-a8ab-f9860f04368a,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:36.298268 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a034464-62c8-4b4b-8bf4-445d74e4538e None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:10:36.341223 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-980f7db7-5337-409f-a755-63842b41103d tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "GET /v2.0/ports?device_id=925538b2-8a1f-4bab-9efe-d7b9481de7db HTTP/1.1" status: 200 len: 205 time: 0.0570633 Sep 23 15:10:36.343567 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49138) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:36.414123 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-e14315ca-f0c9-4c65-92f8-04e5d350f3a6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] delete failed (client error): The resource could not be found. Sep 23 15:10:36.417563 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e14315ca-f0c9-4c65-92f8-04e5d350f3a6 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/routers/925538b2-8a1f-4bab-9efe-d7b9481de7db HTTP/1.1" status: 404 len: 336 time: 0.0707216 Sep 23 15:10:36.417786 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49142) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:36.469002 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-5a034464-62c8-4b4b-8bf4-445d74e4538e None None] Attempting to bind port 3602742e-60b2-4c55-a8ab-f9860f04368a on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:10:36.469376 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-5a034464-62c8-4b4b-8bf4-445d74e4538e None None] Attempting to bind port 3602742e-60b2-4c55-a8ab-f9860f04368a by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'b74e1d0d-2b73-4cfd-b3ce-d7425849b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '811c0da3-7cc5-4a19-9252-9bb510c4daf4'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:10:36.469738 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a034464-62c8-4b4b-8bf4-445d74e4538e None None] Attempting to bind port 3602742e-60b2-4c55-a8ab-f9860f04368a on network 811c0da3-7cc5-4a19-9252-9bb510c4daf4 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:10:36.476623 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f913b7ab-ad8a-4c85-9e05-24079a4ecaf0 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2ed46ed-2763-4d1c-987c-21dfd656e561 HTTP/1.1" status: 200 len: 205 time: 0.0552905 Sep 23 15:10:36.482907 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-89de2b1b-c270-44e9-9f7c-94fcc698f535 None None] Current status of the port 57a71369-0e49-478d-91fd-e6440e686b13 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:36.482907 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-89de2b1b-c270-44e9-9f7c-94fcc698f535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:36.483295 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49146) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:36.490836 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a034464-62c8-4b4b-8bf4-445d74e4538e None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:10:36.491216 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a034464-62c8-4b4b-8bf4-445d74e4538e None None] Checking segment: {'id': 'b74e1d0d-2b73-4cfd-b3ce-d7425849b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '811c0da3-7cc5-4a19-9252-9bb510c4daf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:10:36.491618 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a034464-62c8-4b4b-8bf4-445d74e4538e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:36.492366 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a034464-62c8-4b4b-8bf4-445d74e4538e None None] Bound using segment: {'id': 'b74e1d0d-2b73-4cfd-b3ce-d7425849b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '811c0da3-7cc5-4a19-9252-9bb510c4daf4'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:10:36.493003 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-5a034464-62c8-4b4b-8bf4-445d74e4538e None None] Bound port: 3602742e-60b2-4c55-a8ab-f9860f04368a, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b74e1d0d-2b73-4cfd-b3ce-d7425849b991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '811c0da3-7cc5-4a19-9252-9bb510c4daf4'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:10:36.493547 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a034464-62c8-4b4b-8bf4-445d74e4538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:36.586761 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-89de2b1b-c270-44e9-9f7c-94fcc698f535 None None] For port 57a71369-0e49-478d-91fd-e6440e686b13, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=57a71369-0e49-478d-91fd-e6440e686b13,segment=NetworkSegment(657f60ec-b1da-4cfa-b21c-9311bf3589f9),segment_id=657f60ec-b1da-4cfa-b21c-9311bf3589f9)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:36.628321 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-5a034464-62c8-4b4b-8bf4-445d74e4538e None None] For port 3602742e-60b2-4c55-a8ab-f9860f04368a, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:10:36.632683 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-5a034464-62c8-4b4b-8bf4-445d74e4538e None None] For port 3602742e-60b2-4c55-a8ab-f9860f04368a, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=3602742e-60b2-4c55-a8ab-f9860f04368a,segment=NetworkSegment(b74e1d0d-2b73-4cfd-b3ce-d7425849b991),segment_id=b74e1d0d-2b73-4cfd-b3ce-d7425849b991)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:10:36.670866 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-89de2b1b-c270-44e9-9f7c-94fcc698f535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:36.719660 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a034464-62c8-4b4b-8bf4-445d74e4538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:36.741956 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-c2ccfdb2-f84b-4aa4-b4ca-3f7f123c0905 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] delete failed (client error): The resource could not be found. Sep 23 15:10:36.746642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49150) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:36.749087 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c2ccfdb2-f84b-4aa4-b4ca-3f7f123c0905 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/routers/f2ed46ed-2763-4d1c-987c-21dfd656e561 HTTP/1.1" status: 404 len: 336 time: 0.2697923 Sep 23 15:10:36.787689 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de2b1b-c270-44e9-9f7c-94fcc698f535 None None] Pushing event updated for resources: {'Port': ['ID=57a71369-0e49-478d-91fd-e6440e686b13,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:36.803470 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-df7d9eef-5523-4d3d-91f8-be7004c0fb41 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:36.804067 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df7d9eef-5523-4d3d-91f8-be7004c0fb41 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:36.805785 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-df7d9eef-5523-4d3d-91f8-be7004c0fb41 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/subnets/a8f0ab58-b196-480e-906f-9ff1a5c20458 HTTP/1.1" status: 404 len: 337 time: 0.0590332 Sep 23 15:10:36.813004 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49154) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:36.827714 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4b1edb84-c64a-41d0-978a-f65930d62dca tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:36.882222 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3debafa5-37bc-422c-b11a-0592e601198c tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "GET /v2.0/ports?device_id=e531522b-647d-40d0-9cf0-cc21e24fc5a9 HTTP/1.1" status: 200 len: 205 time: 0.0679018 Sep 23 15:10:36.884974 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49158) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:36.909151 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-045dda84-937f-4e29-9112-615bbd52de40 None None] Provisioning complete for port 57a71369-0e49-478d-91fd-e6440e686b13 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:36.909767 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-045dda84-937f-4e29-9112-615bbd52de40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:36.910289 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-045dda84-937f-4e29-9112-615bbd52de40 None None] Attempt 1 to provision port 57a71369-0e49-478d-91fd-e6440e686b13 Sep 23 15:10:36.975226 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-6964f21a-d8dd-4b9c-8a5b-77b190cdace5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] delete failed (client error): The resource could not be found. Sep 23 15:10:36.976782 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6964f21a-d8dd-4b9c-8a5b-77b190cdace5 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/routers/e531522b-647d-40d0-9cf0-cc21e24fc5a9 HTTP/1.1" status: 404 len: 336 time: 0.0908105 Sep 23 15:10:36.979684 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49162) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:36.984665 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:36.992474 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 57a71369-0e49-478d-91fd-e6440e686b13 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:10:37.036101 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a034464-62c8-4b4b-8bf4-445d74e4538e None None] Pushing event updated for resources: {'Port': ['ID=3602742e-60b2-4c55-a8ab-f9860f04368a,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:37.047331 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-df356703-fe41-44b4-99db-2d5031c6cc1a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "GET /v2.0/ports?device_id=67ab7f39-96b5-4bf7-b407-99aaebab02c8 HTTP/1.1" status: 200 len: 205 time: 0.0663731 Sep 23 15:10:37.050353 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49166) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:37.131668 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-cffb392a-d264-41ea-9339-4348e6723baf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] delete failed (client error): The resource could not be found. Sep 23 15:10:37.132949 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-cffb392a-d264-41ea-9339-4348e6723baf tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/routers/67ab7f39-96b5-4bf7-b407-99aaebab02c8 HTTP/1.1" status: 404 len: 336 time: 0.0813878 Sep 23 15:10:37.135494 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49170) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:37.183744 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-6417d484-ac9f-4c95-9270-a9d2dfc4c67b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:37.184288 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6417d484-ac9f-4c95-9270-a9d2dfc4c67b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:37.186382 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6417d484-ac9f-4c95-9270-a9d2dfc4c67b tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/subnets/8838d66e-6795-4204-a875-76750091b3d5 HTTP/1.1" status: 404 len: 337 time: 0.0497622 Sep 23 15:10:37.190145 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49174) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:37.198174 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 57a71369-0e49-478d-91fd-e6440e686b13 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:37.200296 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:37.200296 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 57a71369-0e49-478d-91fd-e6440e686b13 Sep 23 15:10:37.255981 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3d5213f8-9a13-401d-9461-e792e0929067 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "GET /v2.0/ports?device_id=671285f6-b887-4fbc-a1ed-42ec217e80b5 HTTP/1.1" status: 200 len: 205 time: 0.0617647 Sep 23 15:10:37.256860 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49178) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:37.274460 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-045dda84-937f-4e29-9112-615bbd52de40 None None] Current status of the port 57a71369-0e49-478d-91fd-e6440e686b13 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:37.364166 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 57a71369-0e49-478d-91fd-e6440e686b13 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:37.367717 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-ba8c53f6-f1a7-469b-9586-80a1eac70a42 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] delete failed (client error): The resource could not be found. Sep 23 15:10:37.368811 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ba8c53f6-f1a7-469b-9586-80a1eac70a42 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/routers/671285f6-b887-4fbc-a1ed-42ec217e80b5 HTTP/1.1" status: 404 len: 336 time: 0.1110129 Sep 23 15:10:37.371480 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49182) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:37.408637 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-4b1edb84-c64a-41d0-978a-f65930d62dca tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Allocated IP 172.20.0.1 (e390655f-4584-48fa-8813-54bd84fd5e97/e98c3692-f250-459a-b4fd-18fdfbbd1979/a99b7ef6-f505-4b69-adac-d54f9cce6b67) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:10:37.415268 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d004245-dc97-45a7-b85a-301cb6f86b9f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:37.415727 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d004245-dc97-45a7-b85a-301cb6f86b9f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:37.417405 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9d004245-dc97-45a7-b85a-301cb6f86b9f tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/subnets/c3c6e784-1b03-4684-8101-34126b9052eb HTTP/1.1" status: 404 len: 337 time: 0.0448937 Sep 23 15:10:37.419981 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49186) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:37.471332 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4f6a4d33-5d67-4bb9-b316-29855af99f6a tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f082ed5-c2d1-4adc-8548-a4b054de9935 HTTP/1.1" status: 200 len: 205 time: 0.0502398 Sep 23 15:10:37.473728 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49190) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:37.542291 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-e30c7ce4-3a06-40dc-99ad-837e008e0550 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] delete failed (client error): The resource could not be found. Sep 23 15:10:37.543317 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e30c7ce4-3a06-40dc-99ad-837e008e0550 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/routers/8f082ed5-c2d1-4adc-8548-a4b054de9935 HTTP/1.1" status: 404 len: 336 time: 0.0687249 Sep 23 15:10:37.545952 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49194) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:37.576603 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4b1edb84-c64a-41d0-978a-f65930d62dca tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:37.585227 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-6408b221-e5b4-47df-8dd9-9a89975c8ba3 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:37.592881 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6408b221-e5b4-47df-8dd9-9a89975c8ba3 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:37.592881 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6408b221-e5b4-47df-8dd9-9a89975c8ba3 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/subnets/7b90c801-96f1-4e70-918f-e106a2ed08b5 HTTP/1.1" status: 404 len: 337 time: 0.0408044 Sep 23 15:10:37.592881 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49198) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:37.594340 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-4b1edb84-c64a-41d0-978a-f65930d62dca tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Transition to ACTIVE for port object a99b7ef6-f505-4b69-adac-d54f9cce6b67 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:10:37.633284 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b4f1e6-c118-4f2b-82bf-c8a297834c29 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] DELETE failed (client error): The resource could not be found. Sep 23 15:10:37.633754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b4f1e6-c118-4f2b-82bf-c8a297834c29 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:10:37.635471 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-40b4f1e6-c118-4f2b-82bf-c8a297834c29 tempest-RoutersIpV6Test-68865617 tempest-RoutersIpV6Test-68865617-project] 10.222.0.67 "DELETE /v2.0/subnets/445ad2b5-b2ad-462f-be22-8884dc288056 HTTP/1.1" status: 404 len: 337 time: 0.0441103 Sep 23 15:10:37.684477 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4b1edb84-c64a-41d0-978a-f65930d62dca tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:37.769019 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1edb84-c64a-41d0-978a-f65930d62dca tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Port': ['ID=a99b7ef6-f505-4b69-adac-d54f9cce6b67,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:37.789573 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1edb84-c64a-41d0-978a-f65930d62dca tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network e390655f-4584-48fa-8813-54bd84fd5e97 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:10:37.791017 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-4b1edb84-c64a-41d0-978a-f65930d62dca tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:37.803176 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1edb84-c64a-41d0-978a-f65930d62dca tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:10:37.842854 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-daee5d24-930a-4dae-ac87-0c21eddac781 req-cca5cd5f-6071-4ecc-98b9-6290e7c22820 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0927801 Sep 23 15:10:37.888618 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4b1edb84-c64a-41d0-978a-f65930d62dca tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:38.047444 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dc0c66-a98f-45ff-bad9-6313a8865b7b None None] Network 811c0da3-7cc5-4a19-9252-9bb510c4daf4 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:10:38.132223 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee5d24-930a-4dae-ac87-0c21eddac781 req-8f16bed3-883f-477f-b09f-45630bb36762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:38.133996 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-daee5d24-930a-4dae-ac87-0c21eddac781 req-8f16bed3-883f-477f-b09f-45630bb36762 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4dd03006331a43759c203c055fc73500&device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 1098 time: 0.2106304 Sep 23 15:10:38.135491 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4b1edb84-c64a-41d0-978a-f65930d62dca tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:38.236463 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-824ed33f-0359-452d-82f2-f1c5f35c1676 None None] Provisioning for port 3602742e-60b2-4c55-a8ab-f9860f04368a completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:10:38.299311 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee5d24-930a-4dae-ac87-0c21eddac781 req-875d6f19-6eef-4e70-83e9-df647c2e58e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:38.301122 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-daee5d24-930a-4dae-ac87-0c21eddac781 req-875d6f19-6eef-4e70-83e9-df647c2e58e8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a HTTP/1.1" status: 200 len: 912 time: 0.1470473 Sep 23 15:10:38.348772 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49206) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:38.426705 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-824ed33f-0359-452d-82f2-f1c5f35c1676 None None] Provisioning for port a99b7ef6-f505-4b69-adac-d54f9cce6b67 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:10:38.432204 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-824ed33f-0359-452d-82f2-f1c5f35c1676 None None] Provisioning complete for port a99b7ef6-f505-4b69-adac-d54f9cce6b67 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:38.432421 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-daee5d24-930a-4dae-ac87-0c21eddac781 req-735db908-ab9e-454e-939d-0fdbeee41708 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06782627-15d1-4272-898e-e78ac3c1a414 HTTP/1.1" status: 200 len: 1002 time: 0.1246693 Sep 23 15:10:38.433057 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-824ed33f-0359-452d-82f2-f1c5f35c1676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:38.433495 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-824ed33f-0359-452d-82f2-f1c5f35c1676 None None] Attempt 1 to provision port a99b7ef6-f505-4b69-adac-d54f9cce6b67 Sep 23 15:10:38.502599 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-824ed33f-0359-452d-82f2-f1c5f35c1676 None None] Port a99b7ef6-f505-4b69-adac-d54f9cce6b67 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:10:38.531087 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee5d24-930a-4dae-ac87-0c21eddac781 req-6786d52f-2d65-45dd-8134-44d841e109d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:38.532567 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-daee5d24-930a-4dae-ac87-0c21eddac781 req-6786d52f-2d65-45dd-8134-44d841e109d6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64979ce6-fb4a-43b7-a76f-4e9da53aeed1 HTTP/1.1" status: 200 len: 850 time: 0.0920503 Sep 23 15:10:38.588351 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-fae7268f-fccf-48e0-81d1-5501daa0554f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2de827345e1341699e79c05b3da06c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381692 Sep 23 15:10:38.599609 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49212) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:38.638118 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee5d24-930a-4dae-ac87-0c21eddac781 req-7140009b-881e-4e7a-993a-6ad9d6d546ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:38.639646 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-daee5d24-930a-4dae-ac87-0c21eddac781 req-7140009b-881e-4e7a-993a-6ad9d6d546ae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1011250 Sep 23 15:10:38.782110 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-daee5d24-930a-4dae-ac87-0c21eddac781 req-2a4c6382-5b40-4d24-b008-f8cb14b6eee8 service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359863 Sep 23 15:10:38.819913 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4b1edb84-c64a-41d0-978a-f65930d62dca tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:38.821527 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0436e30f-6432-4f25-bfe0-d4f4f25b268f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:38.849002 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0436e30f-6432-4f25-bfe0-d4f4f25b268f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:38.883718 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4b1edb84-c64a-41d0-978a-f65930d62dca tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:38.937645 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-daee5d24-930a-4dae-ac87-0c21eddac781 req-64cbbb1f-5e40-481b-9868-7b899edfabd6 service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462705 Sep 23 15:10:38.990357 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 3602742e-60b2-4c55-a8ab-f9860f04368a up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:10:39.005745 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4b1edb84-c64a-41d0-978a-f65930d62dca tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:39.010168 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1edb84-c64a-41d0-978a-f65930d62dca tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Port': ['ID=a99b7ef6-f505-4b69-adac-d54f9cce6b67,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:39.023743 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-824ed33f-0359-452d-82f2-f1c5f35c1676 None None] Attempt 2 to provision port a99b7ef6-f505-4b69-adac-d54f9cce6b67 Sep 23 15:10:39.083229 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0436e30f-6432-4f25-bfe0-d4f4f25b268f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:39.096750 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-824ed33f-0359-452d-82f2-f1c5f35c1676 None None] Port a99b7ef6-f505-4b69-adac-d54f9cce6b67 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:10:39.109200 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436e30f-6432-4f25-bfe0-d4f4f25b268f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb68e718-0673-4715-a2b8-c86cfd5db73a,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:39.126402 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0436e30f-6432-4f25-bfe0-d4f4f25b268f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:39.131255 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0436e30f-6432-4f25-bfe0-d4f4f25b268f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eb68e718-0673-4715-a2b8-c86cfd5db73a HTTP/1.1" status: 204 len: 168 time: 0.5273767 Sep 23 15:10:39.160857 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 3602742e-60b2-4c55-a8ab-f9860f04368a completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:10:39.166036 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 3602742e-60b2-4c55-a8ab-f9860f04368a triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:39.166445 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:39.166783 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 3602742e-60b2-4c55-a8ab-f9860f04368a Sep 23 15:10:39.168324 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1edb84-c64a-41d0-978a-f65930d62dca tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network e390655f-4584-48fa-8813-54bd84fd5e97 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:10:39.169526 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-4b1edb84-c64a-41d0-978a-f65930d62dca tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:39.307918 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 3602742e-60b2-4c55-a8ab-f9860f04368a is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:39.308375 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:39.345487 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 3602742e-60b2-4c55-a8ab-f9860f04368a, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=3602742e-60b2-4c55-a8ab-f9860f04368a,segment=NetworkSegment(b74e1d0d-2b73-4cfd-b3ce-d7425849b991),segment_id=b74e1d0d-2b73-4cfd-b3ce-d7425849b991)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:39.432138 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:39.455771 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1edb84-c64a-41d0-978a-f65930d62dca tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Router 527f8e8d-bcea-4a1a-98d1-0e09f81debd2 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:10:39.503901 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=3602742e-60b2-4c55-a8ab-f9860f04368a,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:39.598087 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-824ed33f-0359-452d-82f2-f1c5f35c1676 None None] Attempt 3 to provision port a99b7ef6-f505-4b69-adac-d54f9cce6b67 Sep 23 15:10:39.616635 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1edb84-c64a-41d0-978a-f65930d62dca tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:10:39.625552 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49224) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:39.627366 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4b1edb84-c64a-41d0-978a-f65930d62dca tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "PUT /v2.0/routers/527f8e8d-bcea-4a1a-98d1-0e09f81debd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5852492 Sep 23 15:10:39.650634 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d08ba8d-c6c4-4956-8c8d-34b8dd952c7c None None] Sync routers for ids ['527f8e8d-bcea-4a1a-98d1-0e09f81debd2'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:10:39.676429 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d08ba8d-c6c4-4956-8c8d-34b8dd952c7c None None] Routers {'527f8e8d-bcea-4a1a-98d1-0e09f81debd2'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:39.677326 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-5d08ba8d-c6c4-4956-8c8d-34b8dd952c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['527f8e8d-bcea-4a1a-98d1-0e09f81debd2'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:39.715604 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3f0cdc-3ad8-43ee-b747-fd4213616ebe tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:39.716943 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0d3f0cdc-3ad8-43ee-b747-fd4213616ebe tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "GET /v2.0/ports/a99b7ef6-f505-4b69-adac-d54f9cce6b67 HTTP/1.1" status: 200 len: 910 time: 0.0911870 Sep 23 15:10:39.719930 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49230) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:39.743994 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-824ed33f-0359-452d-82f2-f1c5f35c1676 None None] Port a99b7ef6-f505-4b69-adac-d54f9cce6b67 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:10:39.744643 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-5d08ba8d-c6c4-4956-8c8d-34b8dd952c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:39.753941 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d08ba8d-c6c4-4956-8c8d-34b8dd952c7c None None] Routers {'527f8e8d-bcea-4a1a-98d1-0e09f81debd2'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:39.754567 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-5d08ba8d-c6c4-4956-8c8d-34b8dd952c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['527f8e8d-bcea-4a1a-98d1-0e09f81debd2'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:39.822425 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-5d08ba8d-c6c4-4956-8c8d-34b8dd952c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:39.822893 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d08ba8d-c6c4-4956-8c8d-34b8dd952c7c None None] The sync data for ids ['527f8e8d-bcea-4a1a-98d1-0e09f81debd2'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:10:40.245338 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-824ed33f-0359-452d-82f2-f1c5f35c1676 None None] Attempt 4 to provision port a99b7ef6-f505-4b69-adac-d54f9cce6b67 Sep 23 15:10:40.300197 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-824ed33f-0359-452d-82f2-f1c5f35c1676 None None] Port a99b7ef6-f505-4b69-adac-d54f9cce6b67 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:10:40.307900 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:40.354843 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49244) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:40.471393 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9d8e1687-dd21-436d-90d3-3658f136a150 tempest-ServiceProvidersTest-1921897624 tempest-ServiceProvidersTest-1921897624-project] 10.222.0.67 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1153345 Sep 23 15:10:40.801305 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-824ed33f-0359-452d-82f2-f1c5f35c1676 None None] Attempt 5 to provision port a99b7ef6-f505-4b69-adac-d54f9cce6b67 Sep 23 15:10:40.801920 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Allocated IP 172.21.0.1 (811c0da3-7cc5-4a19-9252-9bb510c4daf4/06392d50-0334-4c9a-9071-f6c93272ea89/f3b6e681-afab-45ec-9040-98a1d7db7885) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:10:40.856427 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-824ed33f-0359-452d-82f2-f1c5f35c1676 None None] Port a99b7ef6-f505-4b69-adac-d54f9cce6b67 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:10:40.941352 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 3602742e-60b2-4c55-a8ab-f9860f04368a up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:10:40.975089 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:40.992597 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Transition to ACTIVE for port object f3b6e681-afab-45ec-9040-98a1d7db7885 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:10:41.018699 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 3602742e-60b2-4c55-a8ab-f9860f04368a triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:41.018994 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:41.019648 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 3602742e-60b2-4c55-a8ab-f9860f04368a Sep 23 15:10:41.066529 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:41.074146 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49254) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:41.146162 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network 811c0da3-7cc5-4a19-9252-9bb510c4daf4 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:10:41.148496 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:41.152400 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:10:41.171033 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 3602742e-60b2-4c55-a8ab-f9860f04368a is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:41.188663 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Port': ['ID=f3b6e681-afab-45ec-9040-98a1d7db7885,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:41.206842 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:41.207207 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:41.207531 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:41.207863 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:41.208372 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:41.208890 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:41.209220 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:41.209542 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:41.210034 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:41.210379 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:41.210721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:41.211045 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:41.227874 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:41.239008 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e62fb72f-aee5-4cad-9752-6ed7c4513700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:41.258963 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e62fb72f-aee5-4cad-9752-6ed7c4513700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:10:41.260075 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e62fb72f-aee5-4cad-9752-6ed7c4513700 admin admin] Usage tracker for resource:security_group_rule and tenant:b121f5d5adc9438aad7c0e0c2542a232 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:10:41.262966 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e62fb72f-aee5-4cad-9752-6ed7c4513700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:10:41.269633 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e62fb72f-aee5-4cad-9752-6ed7c4513700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:10:41.366914 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e62fb72f-aee5-4cad-9752-6ed7c4513700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:41.367041 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-824ed33f-0359-452d-82f2-f1c5f35c1676 None None] Attempt 6 to provision port a99b7ef6-f505-4b69-adac-d54f9cce6b67 Sep 23 15:10:41.414350 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-824ed33f-0359-452d-82f2-f1c5f35c1676 None None] Port a99b7ef6-f505-4b69-adac-d54f9cce6b67 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:10:41.421076 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:41.431997 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e62fb72f-aee5-4cad-9752-6ed7c4513700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:41.484018 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e62fb72f-aee5-4cad-9752-6ed7c4513700 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b121f5d5adc9438aad7c0e0c2542a232&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4087739 Sep 23 15:10:41.488846 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49260) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:41.489685 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62fb72f-aee5-4cad-9752-6ed7c4513700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ffdb56-f48d-4459-b12c-f6653b563cbe,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:41.705112 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8eb9f11e-281e-4aa8-946e-b8114a5d1e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:41.808829 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8eb9f11e-281e-4aa8-946e-b8114a5d1e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:41.916152 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-824ed33f-0359-452d-82f2-f1c5f35c1676 None None] Attempt 7 to provision port a99b7ef6-f505-4b69-adac-d54f9cce6b67 Sep 23 15:10:41.922591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:41.971536 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-824ed33f-0359-452d-82f2-f1c5f35c1676 None None] Port a99b7ef6-f505-4b69-adac-d54f9cce6b67 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:10:41.983460 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8eb9f11e-281e-4aa8-946e-b8114a5d1e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:41.997261 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9f11e-281e-4aa8-946e-b8114a5d1e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ffdb56-f48d-4459-b12c-f6653b563cbe,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:42.007502 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:42.068901 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8eb9f11e-281e-4aa8-946e-b8114a5d1e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:42.070011 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8eb9f11e-281e-4aa8-946e-b8114a5d1e19 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e4ffdb56-f48d-4459-b12c-f6653b563cbe HTTP/1.1" status: 204 len: 168 time: 0.5800452 Sep 23 15:10:42.123956 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:42.127496 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Port': ['ID=f3b6e681-afab-45ec-9040-98a1d7db7885,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:42.378928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network 811c0da3-7cc5-4a19-9252-9bb510c4daf4 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:10:42.380204 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:42.472711 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-824ed33f-0359-452d-82f2-f1c5f35c1676 None None] Attempt 8 to provision port a99b7ef6-f505-4b69-adac-d54f9cce6b67 Sep 23 15:10:42.542750 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-824ed33f-0359-452d-82f2-f1c5f35c1676 None None] Port a99b7ef6-f505-4b69-adac-d54f9cce6b67 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:10:42.557688 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Router 527f8e8d-bcea-4a1a-98d1-0e09f81debd2 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:10:42.721653 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:10:42.726508 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-420819b6-c793-43fd-9fe6-7cd9140d387e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "PUT /v2.0/routers/527f8e8d-bcea-4a1a-98d1-0e09f81debd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0056026 Sep 23 15:10:42.729216 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49268) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:42.731911 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946156f3-ede1-4672-be98-a040690932a1 None None] Sync routers for ids ['527f8e8d-bcea-4a1a-98d1-0e09f81debd2'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:10:42.742182 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946156f3-ede1-4672-be98-a040690932a1 None None] Routers {'527f8e8d-bcea-4a1a-98d1-0e09f81debd2'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:42.742814 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-946156f3-ede1-4672-be98-a040690932a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['527f8e8d-bcea-4a1a-98d1-0e09f81debd2'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:42.803315 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b00a88-cfaa-4ca8-9f48-21ba2fd93ff9 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:42.804046 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f7b00a88-cfaa-4ca8-9f48-21ba2fd93ff9 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Synchronizing usage tracker for tenant:9ba486dc161c4e0e9e31becedb07c630 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:10:42.807430 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-946156f3-ede1-4672-be98-a040690932a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:42.816459 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946156f3-ede1-4672-be98-a040690932a1 None None] Routers {'527f8e8d-bcea-4a1a-98d1-0e09f81debd2'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:42.817149 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-946156f3-ede1-4672-be98-a040690932a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['527f8e8d-bcea-4a1a-98d1-0e09f81debd2'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:42.879562 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-946156f3-ede1-4672-be98-a040690932a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:42.879971 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946156f3-ede1-4672-be98-a040690932a1 None None] The sync data for ids ['527f8e8d-bcea-4a1a-98d1-0e09f81debd2'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:10:42.930915 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f7b00a88-cfaa-4ca8-9f48-21ba2fd93ff9 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Unset dirty status for tenant:9ba486dc161c4e0e9e31becedb07c630 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:10:42.930915 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f7b00a88-cfaa-4ca8-9f48-21ba2fd93ff9 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "GET /v2.0/ports/f3b6e681-afab-45ec-9040-98a1d7db7885 HTTP/1.1" status: 200 len: 910 time: 0.1978753 Sep 23 15:10:42.931527 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49272) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:43.044460 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-824ed33f-0359-452d-82f2-f1c5f35c1676 None None] Attempt 9 to provision port a99b7ef6-f505-4b69-adac-d54f9cce6b67 Sep 23 15:10:43.102520 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-824ed33f-0359-452d-82f2-f1c5f35c1676 None None] Port a99b7ef6-f505-4b69-adac-d54f9cce6b67 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:10:43.427751 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b31a5682-3696-480c-8fd3-4d9fdc1e2012 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:43.603586 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-824ed33f-0359-452d-82f2-f1c5f35c1676 None None] Attempt 10 to provision port a99b7ef6-f505-4b69-adac-d54f9cce6b67 Sep 23 15:10:43.691344 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-824ed33f-0359-452d-82f2-f1c5f35c1676 None None] Port a99b7ef6-f505-4b69-adac-d54f9cce6b67 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:10:43.761644 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-b31a5682-3696-480c-8fd3-4d9fdc1e2012 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Deleting port f3b6e681-afab-45ec-9040-98a1d7db7885 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:43.778763 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b31a5682-3696-480c-8fd3-4d9fdc1e2012 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:43.812280 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b48d34dc-10dd-4e60-b6c3-db6821775790 None None] Provisioning complete for port 3602742e-60b2-4c55-a8ab-f9860f04368a triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:43.812717 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b48d34dc-10dd-4e60-b6c3-db6821775790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:43.813110 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b48d34dc-10dd-4e60-b6c3-db6821775790 None None] Attempt 1 to provision port 3602742e-60b2-4c55-a8ab-f9860f04368a Sep 23 15:10:43.937690 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b48d34dc-10dd-4e60-b6c3-db6821775790 None None] Current status of the port 3602742e-60b2-4c55-a8ab-f9860f04368a is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:44.011912 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b48d34dc-10dd-4e60-b6c3-db6821775790 None None] Provisioning for port f3b6e681-afab-45ec-9040-98a1d7db7885 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:10:44.017582 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b48d34dc-10dd-4e60-b6c3-db6821775790 None None] Provisioning complete for port f3b6e681-afab-45ec-9040-98a1d7db7885 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:44.017956 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b48d34dc-10dd-4e60-b6c3-db6821775790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:44.018339 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b48d34dc-10dd-4e60-b6c3-db6821775790 None None] Attempt 1 to provision port f3b6e681-afab-45ec-9040-98a1d7db7885 Sep 23 15:10:44.068008 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b31a5682-3696-480c-8fd3-4d9fdc1e2012 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:44.071511 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b48d34dc-10dd-4e60-b6c3-db6821775790 None None] Port f3b6e681-afab-45ec-9040-98a1d7db7885 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:10:44.187714 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-b31a5682-3696-480c-8fd3-4d9fdc1e2012 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Calling delete_port for f3b6e681-afab-45ec-9040-98a1d7db7885 owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:10:44.430594 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b31a5682-3696-480c-8fd3-4d9fdc1e2012 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:44.477883 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a5682-3696-480c-8fd3-4d9fdc1e2012 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Port': ['ID=f3b6e681-afab-45ec-9040-98a1d7db7885,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:44.572848 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b48d34dc-10dd-4e60-b6c3-db6821775790 None None] Attempt 2 to provision port f3b6e681-afab-45ec-9040-98a1d7db7885 Sep 23 15:10:44.609755 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b48d34dc-10dd-4e60-b6c3-db6821775790 None None] Port f3b6e681-afab-45ec-9040-98a1d7db7885 was deleted so its status cannot be updated. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 15:10:44.622390 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b48d34dc-10dd-4e60-b6c3-db6821775790 None None] Provisioning complete for port a99b7ef6-f505-4b69-adac-d54f9cce6b67 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:44.622905 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b48d34dc-10dd-4e60-b6c3-db6821775790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:44.623244 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b48d34dc-10dd-4e60-b6c3-db6821775790 None None] Attempt 1 to provision port a99b7ef6-f505-4b69-adac-d54f9cce6b67 Sep 23 15:10:44.683369 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b48d34dc-10dd-4e60-b6c3-db6821775790 None None] Port a99b7ef6-f505-4b69-adac-d54f9cce6b67 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:10:44.750784 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b31a5682-3696-480c-8fd3-4d9fdc1e2012 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:45.067538 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31a5682-3696-480c-8fd3-4d9fdc1e2012 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Router 527f8e8d-bcea-4a1a-98d1-0e09f81debd2 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:10:45.184341 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b48d34dc-10dd-4e60-b6c3-db6821775790 None None] Attempt 2 to provision port a99b7ef6-f505-4b69-adac-d54f9cce6b67 Sep 23 15:10:45.223504 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31a5682-3696-480c-8fd3-4d9fdc1e2012 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:10:45.234447 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5408635-8053-4e30-8cd3-6cbd827a8ca9 None None] Sync routers for ids ['527f8e8d-bcea-4a1a-98d1-0e09f81debd2'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:10:45.249646 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b48d34dc-10dd-4e60-b6c3-db6821775790 None None] Port a99b7ef6-f505-4b69-adac-d54f9cce6b67 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:10:45.251332 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5408635-8053-4e30-8cd3-6cbd827a8ca9 None None] Routers {'527f8e8d-bcea-4a1a-98d1-0e09f81debd2'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:45.252619 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-a5408635-8053-4e30-8cd3-6cbd827a8ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['527f8e8d-bcea-4a1a-98d1-0e09f81debd2'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:45.315072 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-a5408635-8053-4e30-8cd3-6cbd827a8ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:45.322368 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b31a5682-3696-480c-8fd3-4d9fdc1e2012 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "PUT /v2.0/routers/527f8e8d-bcea-4a1a-98d1-0e09f81debd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3872364 Sep 23 15:10:45.322508 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49276) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:45.324199 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5408635-8053-4e30-8cd3-6cbd827a8ca9 None None] Routers {'527f8e8d-bcea-4a1a-98d1-0e09f81debd2'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:45.324807 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-a5408635-8053-4e30-8cd3-6cbd827a8ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['527f8e8d-bcea-4a1a-98d1-0e09f81debd2'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:45.387005 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-a5408635-8053-4e30-8cd3-6cbd827a8ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:45.387410 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5408635-8053-4e30-8cd3-6cbd827a8ca9 None None] The sync data for ids ['527f8e8d-bcea-4a1a-98d1-0e09f81debd2'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:10:45.751111 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b48d34dc-10dd-4e60-b6c3-db6821775790 None None] Attempt 3 to provision port a99b7ef6-f505-4b69-adac-d54f9cce6b67 Sep 23 15:10:45.805520 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b48d34dc-10dd-4e60-b6c3-db6821775790 None None] Port a99b7ef6-f505-4b69-adac-d54f9cce6b67 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:10:45.821487 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f976c981-ecb9-4073-997f-953c32a23594 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:46.277279 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-f976c981-ecb9-4073-997f-953c32a23594 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Deleting port a99b7ef6-f505-4b69-adac-d54f9cce6b67 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:46.277619 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f976c981-ecb9-4073-997f-953c32a23594 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:46.306874 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b48d34dc-10dd-4e60-b6c3-db6821775790 None None] Attempt 4 to provision port a99b7ef6-f505-4b69-adac-d54f9cce6b67 Sep 23 15:10:46.368318 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b48d34dc-10dd-4e60-b6c3-db6821775790 None None] Port a99b7ef6-f505-4b69-adac-d54f9cce6b67 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:10:46.473211 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f976c981-ecb9-4073-997f-953c32a23594 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:46.598160 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-f976c981-ecb9-4073-997f-953c32a23594 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Calling delete_port for a99b7ef6-f505-4b69-adac-d54f9cce6b67 owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:10:46.902274 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b48d34dc-10dd-4e60-b6c3-db6821775790 None None] Attempt 5 to provision port a99b7ef6-f505-4b69-adac-d54f9cce6b67 Sep 23 15:10:46.925797 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b48d34dc-10dd-4e60-b6c3-db6821775790 None None] Port a99b7ef6-f505-4b69-adac-d54f9cce6b67 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:10:47.001434 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f976c981-ecb9-4073-997f-953c32a23594 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:47.054244 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976c981-ecb9-4073-997f-953c32a23594 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Port': ['ID=a99b7ef6-f505-4b69-adac-d54f9cce6b67,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:47.294299 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f976c981-ecb9-4073-997f-953c32a23594 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:47.426762 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b48d34dc-10dd-4e60-b6c3-db6821775790 None None] Attempt 6 to provision port a99b7ef6-f505-4b69-adac-d54f9cce6b67 Sep 23 15:10:47.459777 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b48d34dc-10dd-4e60-b6c3-db6821775790 None None] Port a99b7ef6-f505-4b69-adac-d54f9cce6b67 was deleted so its status cannot be updated. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 15:10:47.677250 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f976c981-ecb9-4073-997f-953c32a23594 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Router 527f8e8d-bcea-4a1a-98d1-0e09f81debd2 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:10:47.808453 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f976c981-ecb9-4073-997f-953c32a23594 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:10:47.820458 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbda24e0-df50-4181-ac95-3cba7681c056 None None] Sync routers for ids ['527f8e8d-bcea-4a1a-98d1-0e09f81debd2'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:10:47.830211 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f976c981-ecb9-4073-997f-953c32a23594 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "PUT /v2.0/routers/527f8e8d-bcea-4a1a-98d1-0e09f81debd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5068777 Sep 23 15:10:47.832916 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49280) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:47.833174 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbda24e0-df50-4181-ac95-3cba7681c056 None None] Routers {'527f8e8d-bcea-4a1a-98d1-0e09f81debd2'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:47.833771 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-fbda24e0-df50-4181-ac95-3cba7681c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['527f8e8d-bcea-4a1a-98d1-0e09f81debd2'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:47.886049 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e09f4eb4-87b2-4060-bcfa-ba8baf26a6f4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Synchronizing usage tracker for tenant:9ba486dc161c4e0e9e31becedb07c630 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:10:47.893642 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-fbda24e0-df50-4181-ac95-3cba7681c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:47.901812 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbda24e0-df50-4181-ac95-3cba7681c056 None None] Routers {'527f8e8d-bcea-4a1a-98d1-0e09f81debd2'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:47.902458 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-fbda24e0-df50-4181-ac95-3cba7681c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['527f8e8d-bcea-4a1a-98d1-0e09f81debd2'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:47.954483 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e09f4eb4-87b2-4060-bcfa-ba8baf26a6f4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Unset dirty status for tenant:9ba486dc161c4e0e9e31becedb07c630 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:10:47.973968 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e09f4eb4-87b2-4060-bcfa-ba8baf26a6f4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "GET /v2.0/ports?device_id=527f8e8d-bcea-4a1a-98d1-0e09f81debd2 HTTP/1.1" status: 200 len: 205 time: 0.1218586 Sep 23 15:10:47.973968 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49284) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:47.974825 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-fbda24e0-df50-4181-ac95-3cba7681c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:47.974825 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbda24e0-df50-4181-ac95-3cba7681c056 None None] The sync data for ids ['527f8e8d-bcea-4a1a-98d1-0e09f81debd2'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:10:48.091456 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e2c91e26-d227-466f-a9d3-cf0266add0a1 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:48.378838 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e2c91e26-d227-466f-a9d3-cf0266add0a1 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:48.380817 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e2c91e26-d227-466f-a9d3-cf0266add0a1 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:48.463319 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e2c91e26-d227-466f-a9d3-cf0266add0a1 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:48.463792 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c91e26-d227-466f-a9d3-cf0266add0a1 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Fanout notify agent at l3_agent the message router_deleted on router 527f8e8d-bcea-4a1a-98d1-0e09f81debd2 {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:10:48.475703 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e2c91e26-d227-466f-a9d3-cf0266add0a1 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:48.476764 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e2c91e26-d227-466f-a9d3-cf0266add0a1 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/routers/527f8e8d-bcea-4a1a-98d1-0e09f81debd2 HTTP/1.1" status: 204 len: 168 time: 0.5174890 Sep 23 15:10:48.479628 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49288) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:48.654849 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0b3fe1-89f7-4e44-aefd-7a98460edb59 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Deleting subnet 06392d50-0334-4c9a-9071-f6c93272ea89 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:10:48.658160 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6f0b3fe1-89f7-4e44-aefd-7a98460edb59 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:48.714814 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6f0b3fe1-89f7-4e44-aefd-7a98460edb59 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:48.798180 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6f0b3fe1-89f7-4e44-aefd-7a98460edb59 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:48.963924 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6f0b3fe1-89f7-4e44-aefd-7a98460edb59 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:49.003500 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b3fe1-89f7-4e44-aefd-7a98460edb59 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Subnet': ['ID=06392d50-0334-4c9a-9071-f6c93272ea89,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:49.008373 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6f0b3fe1-89f7-4e44-aefd-7a98460edb59 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:49.013749 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f1cfc6-1fb0-4ed6-99df-c21d76710306 None None] Network 811c0da3-7cc5-4a19-9252-9bb510c4daf4 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:10:49.015262 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6f0b3fe1-89f7-4e44-aefd-7a98460edb59 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/subnets/06392d50-0334-4c9a-9071-f6c93272ea89 HTTP/1.1" status: 204 len: 168 time: 0.5345809 Sep 23 15:10:49.018433 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49292) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:49.088745 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-108004da-efae-4acc-9dba-60376046ba9f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Deleting subnet e98c3692-f250-459a-b4fd-18fdfbbd1979 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:10:49.091757 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-108004da-efae-4acc-9dba-60376046ba9f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:49.147717 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-108004da-efae-4acc-9dba-60376046ba9f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:49.233635 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-108004da-efae-4acc-9dba-60376046ba9f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:49.267671 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e492656c-3f1b-4802-8846-46c4ade685cf None None] DHCP port deletion for 811c0da3-7cc5-4a19-9252-9bb510c4daf4 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:10:49.276230 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e492656c-3f1b-4802-8846-46c4ade685cf None None] Deleting port 3602742e-60b2-4c55-a8ab-f9860f04368a {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:49.278021 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e492656c-3f1b-4802-8846-46c4ade685cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:49.386680 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-108004da-efae-4acc-9dba-60376046ba9f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:49.430389 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-108004da-efae-4acc-9dba-60376046ba9f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:49.438029 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108004da-efae-4acc-9dba-60376046ba9f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Subnet': ['ID=e98c3692-f250-459a-b4fd-18fdfbbd1979,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:49.442929 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-108004da-efae-4acc-9dba-60376046ba9f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/subnets/e98c3692-f250-459a-b4fd-18fdfbbd1979 HTTP/1.1" status: 204 len: 168 time: 0.4234509 Sep 23 15:10:49.445477 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49296) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:49.462215 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbec710-a3fd-46b6-8c16-0340b2ea0a51 None None] Network e390655f-4584-48fa-8813-54bd84fd5e97 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:10:49.572677 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25ed0300-9c8b-4800-806a-ca70d7e69aa6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:49.583854 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-25ed0300-9c8b-4800-806a-ca70d7e69aa6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Deleting port 3602742e-60b2-4c55-a8ab-f9860f04368a {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:49.583854 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25ed0300-9c8b-4800-806a-ca70d7e69aa6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:49.594772 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e492656c-3f1b-4802-8846-46c4ade685cf None None] For port 3602742e-60b2-4c55-a8ab-f9860f04368a, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=3602742e-60b2-4c55-a8ab-f9860f04368a,segment=NetworkSegment(b74e1d0d-2b73-4cfd-b3ce-d7425849b991),segment_id=b74e1d0d-2b73-4cfd-b3ce-d7425849b991)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:49.595213 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e492656c-3f1b-4802-8846-46c4ade685cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:49.799611 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-25ed0300-9c8b-4800-806a-ca70d7e69aa6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] For port 3602742e-60b2-4c55-a8ab-f9860f04368a, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=3602742e-60b2-4c55-a8ab-f9860f04368a,segment=NetworkSegment(b74e1d0d-2b73-4cfd-b3ce-d7425849b991),segment_id=b74e1d0d-2b73-4cfd-b3ce-d7425849b991)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:49.800096 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25ed0300-9c8b-4800-806a-ca70d7e69aa6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:49.815647 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e492656c-3f1b-4802-8846-46c4ade685cf None None] Calling delete_port for 3602742e-60b2-4c55-a8ab-f9860f04368a owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:10:49.930930 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-25ed0300-9c8b-4800-806a-ca70d7e69aa6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Calling delete_port for 3602742e-60b2-4c55-a8ab-f9860f04368a owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:10:49.980278 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e492656c-3f1b-4802-8846-46c4ade685cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:50.009045 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.api [None req-25ed0300-9c8b-4800-806a-ca70d7e69aa6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:10:50.009307 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG oslo_db.api [None req-25ed0300-9c8b-4800-806a-ca70d7e69aa6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:10:50.017529 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62aa770-af5f-4622-ada9-b2dff781455a None None] DHCP port deletion for e390655f-4584-48fa-8813-54bd84fd5e97 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:10:50.034532 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492656c-3f1b-4802-8846-46c4ade685cf None None] Pushing event deleted for resources: {'Port': ['ID=3602742e-60b2-4c55-a8ab-f9860f04368a,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:50.036792 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e492656c-3f1b-4802-8846-46c4ade685cf None None] No DVR routers for this DVR port 3602742e-60b2-4c55-a8ab-f9860f04368a on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:10:50.038344 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f62aa770-af5f-4622-ada9-b2dff781455a None None] Deleting port 57a71369-0e49-478d-91fd-e6440e686b13 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:50.038712 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f62aa770-af5f-4622-ada9-b2dff781455a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:50.040406 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:10:50.078722 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e492656c-3f1b-4802-8846-46c4ade685cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:50.078858 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e492656c-3f1b-4802-8846-46c4ade685cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:50.079259 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e492656c-3f1b-4802-8846-46c4ade685cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:50.079595 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e492656c-3f1b-4802-8846-46c4ade685cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:50.079925 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e492656c-3f1b-4802-8846-46c4ade685cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:50.080305 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e492656c-3f1b-4802-8846-46c4ade685cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:50.080589 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e492656c-3f1b-4802-8846-46c4ade685cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:50.080913 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e492656c-3f1b-4802-8846-46c4ade685cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:50.081241 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e492656c-3f1b-4802-8846-46c4ade685cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:50.081564 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e492656c-3f1b-4802-8846-46c4ade685cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:50.081888 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e492656c-3f1b-4802-8846-46c4ade685cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:50.082208 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e492656c-3f1b-4802-8846-46c4ade685cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:10:50.254181 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f62aa770-af5f-4622-ada9-b2dff781455a None None] For port 57a71369-0e49-478d-91fd-e6440e686b13, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=57a71369-0e49-478d-91fd-e6440e686b13,segment=NetworkSegment(657f60ec-b1da-4cfa-b21c-9311bf3589f9),segment_id=657f60ec-b1da-4cfa-b21c-9311bf3589f9)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:50.254605 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f62aa770-af5f-4622-ada9-b2dff781455a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:50.378638 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f62aa770-af5f-4622-ada9-b2dff781455a None None] Calling delete_port for 57a71369-0e49-478d-91fd-e6440e686b13 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:10:50.510980 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-25ed0300-9c8b-4800-806a-ca70d7e69aa6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Deleting port 3602742e-60b2-4c55-a8ab-f9860f04368a {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:50.511392 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25ed0300-9c8b-4800-806a-ca70d7e69aa6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:50.520606 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f62aa770-af5f-4622-ada9-b2dff781455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:50.569460 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62aa770-af5f-4622-ada9-b2dff781455a None None] Pushing event deleted for resources: {'Port': ['ID=57a71369-0e49-478d-91fd-e6440e686b13,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:50.573095 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62aa770-af5f-4622-ada9-b2dff781455a None None] No DVR routers for this DVR port 57a71369-0e49-478d-91fd-e6440e686b13 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:10:50.585591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-25ed0300-9c8b-4800-806a-ca70d7e69aa6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] The port '3602742e-60b2-4c55-a8ab-f9860f04368a' was deleted {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:10:50.710112 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25ed0300-9c8b-4800-806a-ca70d7e69aa6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:50.734866 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-25ed0300-9c8b-4800-806a-ca70d7e69aa6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['811c0da3-7cc5-4a19-9252-9bb510c4daf4']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:50.746785 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-25ed0300-9c8b-4800-806a-ca70d7e69aa6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b74e1d0d-2b73-4cfd-b3ce-d7425849b991') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:50.749732 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-25ed0300-9c8b-4800-806a-ca70d7e69aa6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b74e1d0d-2b73-4cfd-b3ce-d7425849b991') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:50.758799 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25ed0300-9c8b-4800-806a-ca70d7e69aa6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:50.775171 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25ed0300-9c8b-4800-806a-ca70d7e69aa6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:50.782271 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ed0300-9c8b-4800-806a-ca70d7e69aa6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:10:50.782271 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25ed0300-9c8b-4800-806a-ca70d7e69aa6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:50.851804 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment b74e1d0d-2b73-4cfd-b3ce-d7425849b991 resource provider aggregate not found Sep 23 15:10:50.873210 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment b74e1d0d-2b73-4cfd-b3ce-d7425849b991 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b74e1d0d-2b73-4cfd-b3ce-d7425849b991 found for delete ", "request_id": "req-52108d4b-b30b-4d47-8596-ef1cc1bc9f47"}]} Sep 23 15:10:50.943551 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 3602742e-60b2-4c55-a8ab-f9860f04368a no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:10:50.951902 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25ed0300-9c8b-4800-806a-ca70d7e69aa6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:50.971803 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25ed0300-9c8b-4800-806a-ca70d7e69aa6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:50.978200 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 3602742e-60b2-4c55-a8ab-f9860f04368a {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:10:50.978591 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 3602742e-60b2-4c55-a8ab-f9860f04368a not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:10:50.979004 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 57a71369-0e49-478d-91fd-e6440e686b13 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:10:50.980172 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed0300-9c8b-4800-806a-ca70d7e69aa6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Network': ['ID=811c0da3-7cc5-4a19-9252-9bb510c4daf4,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:51.016914 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 57a71369-0e49-478d-91fd-e6440e686b13 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:10:51.017256 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 57a71369-0e49-478d-91fd-e6440e686b13 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:10:51.065857 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-25ed0300-9c8b-4800-806a-ca70d7e69aa6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/networks/811c0da3-7cc5-4a19-9252-9bb510c4daf4 HTTP/1.1" status: 204 len: 168 time: 1.6181097 Sep 23 15:10:51.067530 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49304) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:51.182616 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8642ef38-39ab-46d6-bc20-c8b0caf7b110 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:51.313930 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8642ef38-39ab-46d6-bc20-c8b0caf7b110 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:51.338701 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-8642ef38-39ab-46d6-bc20-c8b0caf7b110 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e390655f-4584-48fa-8813-54bd84fd5e97']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:51.351112 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-8642ef38-39ab-46d6-bc20-c8b0caf7b110 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657f60ec-b1da-4cfa-b21c-9311bf3589f9') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:51.351407 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-8642ef38-39ab-46d6-bc20-c8b0caf7b110 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657f60ec-b1da-4cfa-b21c-9311bf3589f9') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:51.363091 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8642ef38-39ab-46d6-bc20-c8b0caf7b110 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:51.382615 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8642ef38-39ab-46d6-bc20-c8b0caf7b110 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:51.388722 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8642ef38-39ab-46d6-bc20-c8b0caf7b110 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:10:51.389079 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8642ef38-39ab-46d6-bc20-c8b0caf7b110 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:51.551285 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8642ef38-39ab-46d6-bc20-c8b0caf7b110 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:51.568612 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8642ef38-39ab-46d6-bc20-c8b0caf7b110 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:51.577909 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642ef38-39ab-46d6-bc20-c8b0caf7b110 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Network': ['ID=e390655f-4584-48fa-8813-54bd84fd5e97,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:51.580794 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8642ef38-39ab-46d6-bc20-c8b0caf7b110 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/networks/e390655f-4584-48fa-8813-54bd84fd5e97 HTTP/1.1" status: 204 len: 168 time: 0.5122941 Sep 23 15:10:51.585475 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49308) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:51.590474 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-f0489b37-9add-4af2-8aa6-6377bafbf125 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'network': {'name': 'tempest-RoutersTest-791568269'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:10:51.595971 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f0489b37-9add-4af2-8aa6-6377bafbf125 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:10:51.599792 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f0489b37-9add-4af2-8aa6-6377bafbf125 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Usage tracker for resource:network and tenant:9ba486dc161c4e0e9e31becedb07c630 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:10:51.602605 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f0489b37-9add-4af2-8aa6-6377bafbf125 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:10:51.608260 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f0489b37-9add-4af2-8aa6-6377bafbf125 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:10:51.676970 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0489b37-9add-4af2-8aa6-6377bafbf125 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Made reservation on behalf of 9ba486dc161c4e0e9e31becedb07c630 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:10:51.680451 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f0489b37-9add-4af2-8aa6-6377bafbf125 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:51.708860 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0489b37-9add-4af2-8aa6-6377bafbf125 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:10:51.717195 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f0489b37-9add-4af2-8aa6-6377bafbf125 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:51.717533 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-f0489b37-9add-4af2-8aa6-6377bafbf125 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Added segment dc567535-1d30-43a2-a2fd-273f3a798244 of type vlan for network 93ab65af-5c9e-4482-b2cc-097d57a69489 Sep 23 15:10:51.743660 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f0489b37-9add-4af2-8aa6-6377bafbf125 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:51.848442 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f0489b37-9add-4af2-8aa6-6377bafbf125 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:51.853995 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0489b37-9add-4af2-8aa6-6377bafbf125 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:51.854609 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f0489b37-9add-4af2-8aa6-6377bafbf125 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:52.061672 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0489b37-9add-4af2-8aa6-6377bafbf125 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Network': ['ID=93ab65af-5c9e-4482-b2cc-097d57a69489,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:52.072104 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 93ab65af-5c9e-4482-b2cc-097d57a69489 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:10:52.140792 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f0489b37-9add-4af2-8aa6-6377bafbf125 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5546410 Sep 23 15:10:52.144066 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49314) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:52.149535 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-d3acb6f7-24ae-4537-bc6a-9462db8e30d4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'subnet': {'network_id': '93ab65af-5c9e-4482-b2cc-097d57a69489', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:10:52.257971 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d3acb6f7-24ae-4537-bc6a-9462db8e30d4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:10:52.261791 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d3acb6f7-24ae-4537-bc6a-9462db8e30d4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Usage tracker for resource:subnet and tenant:9ba486dc161c4e0e9e31becedb07c630 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:10:52.264580 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d3acb6f7-24ae-4537-bc6a-9462db8e30d4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:10:52.270859 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d3acb6f7-24ae-4537-bc6a-9462db8e30d4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:10:52.400389 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3acb6f7-24ae-4537-bc6a-9462db8e30d4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Made reservation on behalf of 9ba486dc161c4e0e9e31becedb07c630 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:10:52.403873 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d3acb6f7-24ae-4537-bc6a-9462db8e30d4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:52.700567 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d3acb6f7-24ae-4537-bc6a-9462db8e30d4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:52.781454 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3acb6f7-24ae-4537-bc6a-9462db8e30d4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Subnet': ['ID=b0debc3c-d93f-4333-9f9b-657e2dcf1c1a,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:52.790125 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3acb6f7-24ae-4537-bc6a-9462db8e30d4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Checking segment: {'id': 'dc567535-1d30-43a2-a2fd-273f3a798244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '93ab65af-5c9e-4482-b2cc-097d57a69489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:10:52.790527 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3acb6f7-24ae-4537-bc6a-9462db8e30d4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network hostable DHCP agents. Network: 93ab65af-5c9e-4482-b2cc-097d57a69489, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:10:52.880481 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3acb6f7-24ae-4537-bc6a-9462db8e30d4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network 93ab65af-5c9e-4482-b2cc-097d57a69489 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:10:52.889972 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 657f60ec-b1da-4cfa-b21c-9311bf3589f9 resource provider aggregate not found Sep 23 15:10:52.905884 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 657f60ec-b1da-4cfa-b21c-9311bf3589f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 657f60ec-b1da-4cfa-b21c-9311bf3589f9 found for delete ", "request_id": "req-cedf6a2c-efe6-4277-a322-ff3ba9a3faa7"}]} Sep 23 15:10:52.960218 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-d3acb6f7-24ae-4537-bc6a-9462db8e30d4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 93ab65af-5c9e-4482-b2cc-097d57a69489) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:52.964800 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3acb6f7-24ae-4537-bc6a-9462db8e30d4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:52.970822 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d3acb6f7-24ae-4537-bc6a-9462db8e30d4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:52.970964 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebf265a-6648-4c15-a506-3ac6331884b0 None None] Network 93ab65af-5c9e-4482-b2cc-097d57a69489 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:10:53.041055 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d3acb6f7-24ae-4537-bc6a-9462db8e30d4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8959863 Sep 23 15:10:53.044177 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49322) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:53.049958 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-b4ead2eb-62c4-4946-b4fd-e9d940900cbc tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-276738803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:10:53.056623 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b4ead2eb-62c4-4946-b4fd-e9d940900cbc tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:10:53.061428 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b4ead2eb-62c4-4946-b4fd-e9d940900cbc tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Usage tracker for resource:router and tenant:9ba486dc161c4e0e9e31becedb07c630 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:10:53.066394 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b4ead2eb-62c4-4946-b4fd-e9d940900cbc tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:10:53.072331 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b4ead2eb-62c4-4946-b4fd-e9d940900cbc tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:10:53.135219 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b4ead2eb-62c4-4946-b4fd-e9d940900cbc tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:53.136102 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b4ead2eb-62c4-4946-b4fd-e9d940900cbc tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:53.151006 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b4ead2eb-62c4-4946-b4fd-e9d940900cbc tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:53.195063 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f25533-b87d-4dcb-baba-925ad87bbe71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-93ab65af-5c9e-4482-b2cc-097d57a69489', 'network_id': '93ab65af-5c9e-4482-b2cc-097d57a69489', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'fixed_ips': [{'subnet_id': 'b0debc3c-d93f-4333-9f9b-657e2dcf1c1a'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:10:53.195880 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a3f25533-b87d-4dcb-baba-925ad87bbe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:53.221306 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b4ead2eb-62c4-4946-b4fd-e9d940900cbc tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:53.294852 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b4ead2eb-62c4-4946-b4fd-e9d940900cbc tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:53.296078 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b4ead2eb-62c4-4946-b4fd-e9d940900cbc tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2509065 Sep 23 15:10:53.298964 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49326) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:53.305234 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-7bcc7d2f-4b45-4bdf-9d19-4120ce5cdaf8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'port': {'network_id': '93ab65af-5c9e-4482-b2cc-097d57a69489', 'name': 'tempest-RoutersTest-1012498415'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:10:53.352531 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-a3f25533-b87d-4dcb-baba-925ad87bbe71 None None] Allocated IP 172.20.0.2 (93ab65af-5c9e-4482-b2cc-097d57a69489/b0debc3c-d93f-4333-9f9b-657e2dcf1c1a/d55d144a-6783-484e-bb20-3c0c677506d3) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:10:53.442446 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-7bcc7d2f-4b45-4bdf-9d19-4120ce5cdaf8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:10:53.446523 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7bcc7d2f-4b45-4bdf-9d19-4120ce5cdaf8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Usage tracker for resource:port and tenant:9ba486dc161c4e0e9e31becedb07c630 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:10:53.449347 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7bcc7d2f-4b45-4bdf-9d19-4120ce5cdaf8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:10:53.455833 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-7bcc7d2f-4b45-4bdf-9d19-4120ce5cdaf8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:10:53.533207 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcc7d2f-4b45-4bdf-9d19-4120ce5cdaf8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Made reservation on behalf of 9ba486dc161c4e0e9e31becedb07c630 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:10:53.536113 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7bcc7d2f-4b45-4bdf-9d19-4120ce5cdaf8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:53.555453 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a3f25533-b87d-4dcb-baba-925ad87bbe71 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:53.557258 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [None req-7bcc7d2f-4b45-4bdf-9d19-4120ce5cdaf8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] device_id is not set on port d25c3865-a367-4211-a5ed-d2732f5a2fbd yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:10:53.566387 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-a3f25533-b87d-4dcb-baba-925ad87bbe71 None None] Transition to ACTIVE for port object d55d144a-6783-484e-bb20-3c0c677506d3 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:10:53.584532 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-a3f25533-b87d-4dcb-baba-925ad87bbe71 None None] Transition to ACTIVE for port object d55d144a-6783-484e-bb20-3c0c677506d3 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:10:53.646697 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a3f25533-b87d-4dcb-baba-925ad87bbe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:53.716004 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-7bcc7d2f-4b45-4bdf-9d19-4120ce5cdaf8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Allocated IP 172.20.0.10 (93ab65af-5c9e-4482-b2cc-097d57a69489/b0debc3c-d93f-4333-9f9b-657e2dcf1c1a/d25c3865-a367-4211-a5ed-d2732f5a2fbd) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:10:53.748937 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f25533-b87d-4dcb-baba-925ad87bbe71 None None] Network 93ab65af-5c9e-4482-b2cc-097d57a69489 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:10:53.752267 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-a3f25533-b87d-4dcb-baba-925ad87bbe71 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:53.756124 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f25533-b87d-4dcb-baba-925ad87bbe71 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:10:53.792902 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f25533-b87d-4dcb-baba-925ad87bbe71 None None] Pushing event updated for resources: {'Port': ['ID=d55d144a-6783-484e-bb20-3c0c677506d3,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:53.864596 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-a3f25533-b87d-4dcb-baba-925ad87bbe71 None None] Attempting to bind port d55d144a-6783-484e-bb20-3c0c677506d3 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:10:53.864968 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-a3f25533-b87d-4dcb-baba-925ad87bbe71 None None] Attempting to bind port d55d144a-6783-484e-bb20-3c0c677506d3 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'dc567535-1d30-43a2-a2fd-273f3a798244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '93ab65af-5c9e-4482-b2cc-097d57a69489'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:10:53.865334 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f25533-b87d-4dcb-baba-925ad87bbe71 None None] Attempting to bind port d55d144a-6783-484e-bb20-3c0c677506d3 on network 93ab65af-5c9e-4482-b2cc-097d57a69489 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:10:53.871185 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f25533-b87d-4dcb-baba-925ad87bbe71 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:10:53.871185 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f25533-b87d-4dcb-baba-925ad87bbe71 None None] Checking segment: {'id': 'dc567535-1d30-43a2-a2fd-273f3a798244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '93ab65af-5c9e-4482-b2cc-097d57a69489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:10:53.871686 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a3f25533-b87d-4dcb-baba-925ad87bbe71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:53.871686 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f25533-b87d-4dcb-baba-925ad87bbe71 None None] Bound using segment: {'id': 'dc567535-1d30-43a2-a2fd-273f3a798244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '93ab65af-5c9e-4482-b2cc-097d57a69489'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:10:53.872846 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-a3f25533-b87d-4dcb-baba-925ad87bbe71 None None] Bound port: d55d144a-6783-484e-bb20-3c0c677506d3, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc567535-1d30-43a2-a2fd-273f3a798244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '93ab65af-5c9e-4482-b2cc-097d57a69489'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:10:53.872846 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a3f25533-b87d-4dcb-baba-925ad87bbe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:53.933430 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7bcc7d2f-4b45-4bdf-9d19-4120ce5cdaf8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:53.950122 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-7bcc7d2f-4b45-4bdf-9d19-4120ce5cdaf8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Transition to ACTIVE for port object d25c3865-a367-4211-a5ed-d2732f5a2fbd will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:10:53.963927 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-a3f25533-b87d-4dcb-baba-925ad87bbe71 None None] For port d55d144a-6783-484e-bb20-3c0c677506d3, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:10:53.966852 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-a3f25533-b87d-4dcb-baba-925ad87bbe71 None None] For port d55d144a-6783-484e-bb20-3c0c677506d3, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d55d144a-6783-484e-bb20-3c0c677506d3,segment=NetworkSegment(dc567535-1d30-43a2-a2fd-273f3a798244),segment_id=dc567535-1d30-43a2-a2fd-273f3a798244)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:10:54.037891 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a3f25533-b87d-4dcb-baba-925ad87bbe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:54.052155 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7bcc7d2f-4b45-4bdf-9d19-4120ce5cdaf8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:54.122825 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcc7d2f-4b45-4bdf-9d19-4120ce5cdaf8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network 93ab65af-5c9e-4482-b2cc-097d57a69489 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:10:54.124338 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f25533-b87d-4dcb-baba-925ad87bbe71 None None] Pushing event updated for resources: {'Port': ['ID=d55d144a-6783-484e-bb20-3c0c677506d3,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:54.126356 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-7bcc7d2f-4b45-4bdf-9d19-4120ce5cdaf8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:54.130558 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcc7d2f-4b45-4bdf-9d19-4120ce5cdaf8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:10:54.166926 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc7d2f-4b45-4bdf-9d19-4120ce5cdaf8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Port': ['ID=d25c3865-a367-4211-a5ed-d2732f5a2fbd,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:54.199547 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcc7d2f-4b45-4bdf-9d19-4120ce5cdaf8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:54.200156 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7bcc7d2f-4b45-4bdf-9d19-4120ce5cdaf8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:54.350753 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7bcc7d2f-4b45-4bdf-9d19-4120ce5cdaf8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0504606 Sep 23 15:10:54.353661 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49330) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:54.988302 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d55d144a-6783-484e-bb20-3c0c677506d3 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:10:55.045573 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4166b8-abb7-4fb4-bd63-849063c6b748 None None] Network 93ab65af-5c9e-4482-b2cc-097d57a69489 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:10:55.059733 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f4065b43-b8be-4323-a597-ccdbd58513d9 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:55.269441 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ee0a4832-bd52-494c-9e29-c4d65865906c None None] Provisioning for port d55d144a-6783-484e-bb20-3c0c677506d3 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:10:55.284430 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port d55d144a-6783-484e-bb20-3c0c677506d3 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:10:55.289360 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ee0a4832-bd52-494c-9e29-c4d65865906c None None] Provisioning complete for port d55d144a-6783-484e-bb20-3c0c677506d3 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:55.289732 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ee0a4832-bd52-494c-9e29-c4d65865906c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:55.290069 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ee0a4832-bd52-494c-9e29-c4d65865906c None None] Attempt 1 to provision port d55d144a-6783-484e-bb20-3c0c677506d3 Sep 23 15:10:55.323767 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port d55d144a-6783-484e-bb20-3c0c677506d3 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:55.324140 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:55.324471 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port d55d144a-6783-484e-bb20-3c0c677506d3 Sep 23 15:10:55.426258 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f4065b43-b8be-4323-a597-ccdbd58513d9 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:55.525244 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f4065b43-b8be-4323-a597-ccdbd58513d9 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:55.534730 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ee0a4832-bd52-494c-9e29-c4d65865906c None None] Current status of the port d55d144a-6783-484e-bb20-3c0c677506d3 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:55.535113 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ee0a4832-bd52-494c-9e29-c4d65865906c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:55.546823 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port d55d144a-6783-484e-bb20-3c0c677506d3 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:55.547751 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:55.593737 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ee0a4832-bd52-494c-9e29-c4d65865906c None None] For port d55d144a-6783-484e-bb20-3c0c677506d3, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d55d144a-6783-484e-bb20-3c0c677506d3,segment=NetworkSegment(dc567535-1d30-43a2-a2fd-273f3a798244),segment_id=dc567535-1d30-43a2-a2fd-273f3a798244)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:10:55.674994 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4065b43-b8be-4323-a597-ccdbd58513d9 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Port': ['ID=d25c3865-a367-4211-a5ed-d2732f5a2fbd,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:55.701112 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ee0a4832-bd52-494c-9e29-c4d65865906c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:55.812831 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:10:55.813699 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:10:55.821479 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a4832-bd52-494c-9e29-c4d65865906c None None] Pushing event updated for resources: {'Port': ['ID=d55d144a-6783-484e-bb20-3c0c677506d3,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:55.889920 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f4065b43-b8be-4323-a597-ccdbd58513d9 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:55.931872 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-6ef1dcd0-2eed-459f-bb37-68f6a430619e None None] Provisioning for port d25c3865-a367-4211-a5ed-d2732f5a2fbd completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:10:55.937286 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-6ef1dcd0-2eed-459f-bb37-68f6a430619e None None] Provisioning complete for port d25c3865-a367-4211-a5ed-d2732f5a2fbd triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:55.937684 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6ef1dcd0-2eed-459f-bb37-68f6a430619e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:55.938056 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-6ef1dcd0-2eed-459f-bb37-68f6a430619e None None] Attempt 1 to provision port d25c3865-a367-4211-a5ed-d2732f5a2fbd Sep 23 15:10:55.993872 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1dcd0-2eed-459f-bb37-68f6a430619e None None] Port d25c3865-a367-4211-a5ed-d2732f5a2fbd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:10:56.069861 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f4065b43-b8be-4323-a597-ccdbd58513d9 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:56.369211 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port d55d144a-6783-484e-bb20-3c0c677506d3 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:56.449874 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f4065b43-b8be-4323-a597-ccdbd58513d9 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:56.495122 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-6ef1dcd0-2eed-459f-bb37-68f6a430619e None None] Attempt 2 to provision port d25c3865-a367-4211-a5ed-d2732f5a2fbd Sep 23 15:10:56.511734 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f4065b43-b8be-4323-a597-ccdbd58513d9 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:56.550200 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1dcd0-2eed-459f-bb37-68f6a430619e None None] Port d25c3865-a367-4211-a5ed-d2732f5a2fbd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:10:56.620726 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4065b43-b8be-4323-a597-ccdbd58513d9 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Port': ['ID=d25c3865-a367-4211-a5ed-d2732f5a2fbd,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:56.623198 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f4065b43-b8be-4323-a597-ccdbd58513d9 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:56.858387 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4065b43-b8be-4323-a597-ccdbd58513d9 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network 93ab65af-5c9e-4482-b2cc-097d57a69489 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:10:56.859438 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-f4065b43-b8be-4323-a597-ccdbd58513d9 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:10:56.950206 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d55d144a-6783-484e-bb20-3c0c677506d3 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:10:57.040610 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port d55d144a-6783-484e-bb20-3c0c677506d3 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:57.041273 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:57.041535 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port d55d144a-6783-484e-bb20-3c0c677506d3 Sep 23 15:10:57.069637 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-6ef1dcd0-2eed-459f-bb37-68f6a430619e None None] Attempt 3 to provision port d25c3865-a367-4211-a5ed-d2732f5a2fbd Sep 23 15:10:57.111374 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4065b43-b8be-4323-a597-ccdbd58513d9 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Router 41712fd9-1542-4b89-8bee-c3cbb81fb3c4 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:10:57.145660 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1dcd0-2eed-459f-bb37-68f6a430619e None None] Port d25c3865-a367-4211-a5ed-d2732f5a2fbd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:10:57.206983 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port d55d144a-6783-484e-bb20-3c0c677506d3 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:57.273199 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4065b43-b8be-4323-a597-ccdbd58513d9 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:10:57.278103 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f4065b43-b8be-4323-a597-ccdbd58513d9 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "PUT /v2.0/routers/41712fd9-1542-4b89-8bee-c3cbb81fb3c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9226689 Sep 23 15:10:57.281215 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49334) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:57.283882 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4791eb89-ec3a-40e4-a656-73c96957e13a None None] Sync routers for ids ['41712fd9-1542-4b89-8bee-c3cbb81fb3c4'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:10:57.293440 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4791eb89-ec3a-40e4-a656-73c96957e13a None None] Routers {'41712fd9-1542-4b89-8bee-c3cbb81fb3c4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:57.294049 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-4791eb89-ec3a-40e4-a656-73c96957e13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['41712fd9-1542-4b89-8bee-c3cbb81fb3c4'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:57.362585 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-4791eb89-ec3a-40e4-a656-73c96957e13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:57.362777 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056e8c4a-20cb-4e40-adfc-940beb1e0ab6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:10:57.363716 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-056e8c4a-20cb-4e40-adfc-940beb1e0ab6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Synchronizing usage tracker for tenant:9ba486dc161c4e0e9e31becedb07c630 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:10:57.371481 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4791eb89-ec3a-40e4-a656-73c96957e13a None None] Routers {'41712fd9-1542-4b89-8bee-c3cbb81fb3c4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:57.372078 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-4791eb89-ec3a-40e4-a656-73c96957e13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['41712fd9-1542-4b89-8bee-c3cbb81fb3c4'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:57.431330 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-4791eb89-ec3a-40e4-a656-73c96957e13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:57.431661 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4791eb89-ec3a-40e4-a656-73c96957e13a None None] The sync data for ids ['41712fd9-1542-4b89-8bee-c3cbb81fb3c4'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:10:57.463350 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-056e8c4a-20cb-4e40-adfc-940beb1e0ab6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Unset dirty status for tenant:9ba486dc161c4e0e9e31becedb07c630 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:10:57.464300 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-056e8c4a-20cb-4e40-adfc-940beb1e0ab6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "GET /v2.0/ports/d25c3865-a367-4211-a5ed-d2732f5a2fbd HTTP/1.1" status: 200 len: 978 time: 0.1809947 Sep 23 15:10:57.466864 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49338) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:57.646942 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-6ef1dcd0-2eed-459f-bb37-68f6a430619e None None] Attempt 4 to provision port d25c3865-a367-4211-a5ed-d2732f5a2fbd Sep 23 15:10:57.738446 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1dcd0-2eed-459f-bb37-68f6a430619e None None] Port d25c3865-a367-4211-a5ed-d2732f5a2fbd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:10:57.966493 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b3913bed-71a8-40b6-b671-90f5c6cfb372 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:58.238917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-b3913bed-71a8-40b6-b671-90f5c6cfb372 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Deleting port d25c3865-a367-4211-a5ed-d2732f5a2fbd {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:10:58.239583 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b3913bed-71a8-40b6-b671-90f5c6cfb372 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:58.239699 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-6ef1dcd0-2eed-459f-bb37-68f6a430619e None None] Attempt 5 to provision port d25c3865-a367-4211-a5ed-d2732f5a2fbd Sep 23 15:10:58.299465 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1dcd0-2eed-459f-bb37-68f6a430619e None None] Port d25c3865-a367-4211-a5ed-d2732f5a2fbd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:10:58.539580 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b3913bed-71a8-40b6-b671-90f5c6cfb372 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:58.661072 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-b3913bed-71a8-40b6-b671-90f5c6cfb372 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Calling delete_port for d25c3865-a367-4211-a5ed-d2732f5a2fbd owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:10:58.800758 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-6ef1dcd0-2eed-459f-bb37-68f6a430619e None None] Attempt 6 to provision port d25c3865-a367-4211-a5ed-d2732f5a2fbd Sep 23 15:10:58.859353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1dcd0-2eed-459f-bb37-68f6a430619e None None] Port d25c3865-a367-4211-a5ed-d2732f5a2fbd cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:10:58.903100 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b3913bed-71a8-40b6-b671-90f5c6cfb372 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:58.956323 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3913bed-71a8-40b6-b671-90f5c6cfb372 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Port': ['ID=d25c3865-a367-4211-a5ed-d2732f5a2fbd,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:10:59.193061 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b3913bed-71a8-40b6-b671-90f5c6cfb372 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:59.360754 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-6ef1dcd0-2eed-459f-bb37-68f6a430619e None None] Attempt 7 to provision port d25c3865-a367-4211-a5ed-d2732f5a2fbd Sep 23 15:10:59.394040 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1dcd0-2eed-459f-bb37-68f6a430619e None None] Port d25c3865-a367-4211-a5ed-d2732f5a2fbd was deleted so its status cannot be updated. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 15:10:59.404564 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-6ef1dcd0-2eed-459f-bb37-68f6a430619e None None] Provisioning complete for port d55d144a-6783-484e-bb20-3c0c677506d3 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:10:59.404932 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6ef1dcd0-2eed-459f-bb37-68f6a430619e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:10:59.405258 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-6ef1dcd0-2eed-459f-bb37-68f6a430619e None None] Attempt 1 to provision port d55d144a-6783-484e-bb20-3c0c677506d3 Sep 23 15:10:59.464281 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3913bed-71a8-40b6-b671-90f5c6cfb372 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Router 41712fd9-1542-4b89-8bee-c3cbb81fb3c4 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:10:59.526079 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1dcd0-2eed-459f-bb37-68f6a430619e None None] Current status of the port d55d144a-6783-484e-bb20-3c0c677506d3 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:10:59.596168 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3913bed-71a8-40b6-b671-90f5c6cfb372 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:10:59.605221 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f11e4db-68ae-497b-b65f-efe6b97d26b5 None None] Sync routers for ids ['41712fd9-1542-4b89-8bee-c3cbb81fb3c4'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:10:59.615118 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f11e4db-68ae-497b-b65f-efe6b97d26b5 None None] Routers {'41712fd9-1542-4b89-8bee-c3cbb81fb3c4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:59.615712 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-4f11e4db-68ae-497b-b65f-efe6b97d26b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['41712fd9-1542-4b89-8bee-c3cbb81fb3c4'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:59.638245 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d23d59b4-0b79-4a10-aabd-72eacb9c19ba None None] Could not find standard attr ID for object d25c3865-a367-4211-a5ed-d2732f5a2fbd. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:10:59.667745 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b3913bed-71a8-40b6-b671-90f5c6cfb372 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "PUT /v2.0/routers/41712fd9-1542-4b89-8bee-c3cbb81fb3c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1997778 Sep 23 15:10:59.670460 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49344) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:10:59.677316 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-4f11e4db-68ae-497b-b65f-efe6b97d26b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:59.686160 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f11e4db-68ae-497b-b65f-efe6b97d26b5 None None] Routers {'41712fd9-1542-4b89-8bee-c3cbb81fb3c4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:10:59.686800 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-4f11e4db-68ae-497b-b65f-efe6b97d26b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:10:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['41712fd9-1542-4b89-8bee-c3cbb81fb3c4'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:59.746281 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-4f11e4db-68ae-497b-b65f-efe6b97d26b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:10:59.746760 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f11e4db-68ae-497b-b65f-efe6b97d26b5 None None] The sync data for ids ['41712fd9-1542-4b89-8bee-c3cbb81fb3c4'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:11:00.107434 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-601e0be4-887e-48d8-8294-94f1482da0cc tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] remove_router_interface failed (client error): The resource could not be found. Sep 23 15:11:00.108462 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-601e0be4-887e-48d8-8294-94f1482da0cc tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "PUT /v2.0/routers/41712fd9-1542-4b89-8bee-c3cbb81fb3c4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4370840 Sep 23 15:11:00.111249 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49348) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:00.160402 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-353b5f60-7b85-427e-835a-d4a42f71fe22 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Synchronizing usage tracker for tenant:9ba486dc161c4e0e9e31becedb07c630 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:11:00.285648 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-353b5f60-7b85-427e-835a-d4a42f71fe22 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Unset dirty status for tenant:9ba486dc161c4e0e9e31becedb07c630 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:11:00.286865 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-353b5f60-7b85-427e-835a-d4a42f71fe22 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "GET /v2.0/ports?device_id=41712fd9-1542-4b89-8bee-c3cbb81fb3c4 HTTP/1.1" status: 200 len: 205 time: 0.1747253 Sep 23 15:11:00.289720 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49352) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:00.427726 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-965eb038-0647-414b-8dcd-7cafb8bae704 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:00.725717 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-965eb038-0647-414b-8dcd-7cafb8bae704 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:00.727926 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-965eb038-0647-414b-8dcd-7cafb8bae704 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:00.843329 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-965eb038-0647-414b-8dcd-7cafb8bae704 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:00.843329 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965eb038-0647-414b-8dcd-7cafb8bae704 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Fanout notify agent at l3_agent the message router_deleted on router 41712fd9-1542-4b89-8bee-c3cbb81fb3c4 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:11:00.854970 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-965eb038-0647-414b-8dcd-7cafb8bae704 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:00.856078 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-965eb038-0647-414b-8dcd-7cafb8bae704 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/routers/41712fd9-1542-4b89-8bee-c3cbb81fb3c4 HTTP/1.1" status: 204 len: 168 time: 0.5654719 Sep 23 15:11:00.858635 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49356) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:00.924228 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b688f1f-e216-429d-a5ec-6f4c80785bdf tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Deleting subnet b0debc3c-d93f-4333-9f9b-657e2dcf1c1a {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:11:00.927130 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5b688f1f-e216-429d-a5ec-6f4c80785bdf tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:00.983471 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5b688f1f-e216-429d-a5ec-6f4c80785bdf tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:01.068471 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5b688f1f-e216-429d-a5ec-6f4c80785bdf tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:01.200139 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5b688f1f-e216-429d-a5ec-6f4c80785bdf tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:01.239151 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b688f1f-e216-429d-a5ec-6f4c80785bdf tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Subnet': ['ID=b0debc3c-d93f-4333-9f9b-657e2dcf1c1a,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:01.242787 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5b688f1f-e216-429d-a5ec-6f4c80785bdf tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:01.248756 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5b688f1f-e216-429d-a5ec-6f4c80785bdf tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/subnets/b0debc3c-d93f-4333-9f9b-657e2dcf1c1a HTTP/1.1" status: 204 len: 168 time: 0.3891957 Sep 23 15:11:01.249133 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cbd5c1-1696-4c33-83c1-523aadc96723 None None] Network 93ab65af-5c9e-4482-b2cc-097d57a69489 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:11:01.251367 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49360) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:01.485007 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-323417c1-e0a2-4f40-ae71-217d8dd4f5f7 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:01.495888 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-323417c1-e0a2-4f40-ae71-217d8dd4f5f7 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Deleting port d55d144a-6783-484e-bb20-3c0c677506d3 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:11:01.496732 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-323417c1-e0a2-4f40-ae71-217d8dd4f5f7 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:01.525641 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d40ee92-3cff-4922-9f89-0f059230aa5a None None] DHCP port deletion for 93ab65af-5c9e-4482-b2cc-097d57a69489 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:11:01.530729 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5d40ee92-3cff-4922-9f89-0f059230aa5a None None] Deleting port d55d144a-6783-484e-bb20-3c0c677506d3 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:11:01.530976 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5d40ee92-3cff-4922-9f89-0f059230aa5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:01.707771 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-323417c1-e0a2-4f40-ae71-217d8dd4f5f7 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] For port d55d144a-6783-484e-bb20-3c0c677506d3, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d55d144a-6783-484e-bb20-3c0c677506d3,segment=NetworkSegment(dc567535-1d30-43a2-a2fd-273f3a798244),segment_id=dc567535-1d30-43a2-a2fd-273f3a798244)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:11:01.708135 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-323417c1-e0a2-4f40-ae71-217d8dd4f5f7 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:01.738655 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-5d40ee92-3cff-4922-9f89-0f059230aa5a None None] For port d55d144a-6783-484e-bb20-3c0c677506d3, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d55d144a-6783-484e-bb20-3c0c677506d3,segment=NetworkSegment(dc567535-1d30-43a2-a2fd-273f3a798244),segment_id=dc567535-1d30-43a2-a2fd-273f3a798244)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:11:01.739049 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5d40ee92-3cff-4922-9f89-0f059230aa5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:01.844954 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-323417c1-e0a2-4f40-ae71-217d8dd4f5f7 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Calling delete_port for d55d144a-6783-484e-bb20-3c0c677506d3 owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:11:01.864936 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5d40ee92-3cff-4922-9f89-0f059230aa5a None None] Calling delete_port for d55d144a-6783-484e-bb20-3c0c677506d3 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:11:01.977106 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-323417c1-e0a2-4f40-ae71-217d8dd4f5f7 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:01.985918 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-5d40ee92-3cff-4922-9f89-0f059230aa5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:11:01.986306 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-5d40ee92-3cff-4922-9f89-0f059230aa5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:11:02.029423 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323417c1-e0a2-4f40-ae71-217d8dd4f5f7 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Port': ['ID=d55d144a-6783-484e-bb20-3c0c677506d3,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:02.031252 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323417c1-e0a2-4f40-ae71-217d8dd4f5f7 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] No DVR routers for this DVR port d55d144a-6783-484e-bb20-3c0c677506d3 on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:11:02.105464 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-58e7c8a4-38a7-4588-9e50-6e4ad1655fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:02.158287 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-323417c1-e0a2-4f40-ae71-217d8dd4f5f7 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:02.183113 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-323417c1-e0a2-4f40-ae71-217d8dd4f5f7 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ab65af-5c9e-4482-b2cc-097d57a69489']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:02.195950 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-323417c1-e0a2-4f40-ae71-217d8dd4f5f7 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc567535-1d30-43a2-a2fd-273f3a798244') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:02.196079 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-323417c1-e0a2-4f40-ae71-217d8dd4f5f7 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc567535-1d30-43a2-a2fd-273f3a798244') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:02.209435 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-323417c1-e0a2-4f40-ae71-217d8dd4f5f7 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:02.225301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-323417c1-e0a2-4f40-ae71-217d8dd4f5f7 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:02.231597 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-323417c1-e0a2-4f40-ae71-217d8dd4f5f7 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:11:02.231992 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-323417c1-e0a2-4f40-ae71-217d8dd4f5f7 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:02.300584 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment dc567535-1d30-43a2-a2fd-273f3a798244 resource provider aggregate not found Sep 23 15:11:02.325352 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment dc567535-1d30-43a2-a2fd-273f3a798244 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc567535-1d30-43a2-a2fd-273f3a798244 found for delete ", "request_id": "req-d994b07a-dd97-4c04-aba8-1aa67562d622"}]} Sep 23 15:11:02.413953 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-323417c1-e0a2-4f40-ae71-217d8dd4f5f7 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:02.431469 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-323417c1-e0a2-4f40-ae71-217d8dd4f5f7 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:02.443341 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323417c1-e0a2-4f40-ae71-217d8dd4f5f7 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Network': ['ID=93ab65af-5c9e-4482-b2cc-097d57a69489,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:02.487043 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5d40ee92-3cff-4922-9f89-0f059230aa5a None None] Deleting port d55d144a-6783-484e-bb20-3c0c677506d3 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:11:02.487525 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5d40ee92-3cff-4922-9f89-0f059230aa5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:02.522192 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:02.544196 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-323417c1-e0a2-4f40-ae71-217d8dd4f5f7 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/networks/93ab65af-5c9e-4482-b2cc-097d57a69489 HTTP/1.1" status: 204 len: 168 time: 1.2916315 Sep 23 15:11:02.555762 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49368) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:02.555762 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-4b600cd8-01a8-4d6c-a0dd-b754c5705ef5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'network': {'name': 'tempest-RoutersTest-658072220'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:11:02.556599 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5d40ee92-3cff-4922-9f89-0f059230aa5a None None] The port 'd55d144a-6783-484e-bb20-3c0c677506d3' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:11:02.559265 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-4b600cd8-01a8-4d6c-a0dd-b754c5705ef5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:11:02.568641 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4b600cd8-01a8-4d6c-a0dd-b754c5705ef5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Usage tracker for resource:network and tenant:9ba486dc161c4e0e9e31becedb07c630 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:11:02.571601 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4b600cd8-01a8-4d6c-a0dd-b754c5705ef5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:11:02.577503 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-4b600cd8-01a8-4d6c-a0dd-b754c5705ef5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:11:02.671123 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b600cd8-01a8-4d6c-a0dd-b754c5705ef5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Made reservation on behalf of 9ba486dc161c4e0e9e31becedb07c630 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:11:02.675282 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4b600cd8-01a8-4d6c-a0dd-b754c5705ef5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:02.703486 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b600cd8-01a8-4d6c-a0dd-b754c5705ef5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:11:02.712044 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4b600cd8-01a8-4d6c-a0dd-b754c5705ef5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:02.712383 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-4b600cd8-01a8-4d6c-a0dd-b754c5705ef5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Added segment 8f6fa174-5600-4155-b103-5d12c9e6d343 of type vlan for network b5770afd-640e-4194-8337-f2b77520cf12 Sep 23 15:11:02.739904 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4b600cd8-01a8-4d6c-a0dd-b754c5705ef5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:02.848628 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4b600cd8-01a8-4d6c-a0dd-b754c5705ef5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:02.853769 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b600cd8-01a8-4d6c-a0dd-b754c5705ef5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:11:02.854391 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4b600cd8-01a8-4d6c-a0dd-b754c5705ef5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:02.945117 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d55d144a-6783-484e-bb20-3c0c677506d3 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:11:02.964237 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b600cd8-01a8-4d6c-a0dd-b754c5705ef5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Network': ['ID=b5770afd-640e-4194-8337-f2b77520cf12,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:02.979491 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network b5770afd-640e-4194-8337-f2b77520cf12 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:11:02.999038 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: d55d144a-6783-484e-bb20-3c0c677506d3 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:11:02.999385 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d55d144a-6783-484e-bb20-3c0c677506d3 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:11:03.045230 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4b600cd8-01a8-4d6c-a0dd-b754c5705ef5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4912281 Sep 23 15:11:03.045230 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49372) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:03.050476 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-f1df6ff8-c55b-4008-834b-d1b3a48aadaf tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'subnet': {'network_id': 'b5770afd-640e-4194-8337-f2b77520cf12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:11:03.160424 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f1df6ff8-c55b-4008-834b-d1b3a48aadaf tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:11:03.164528 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f1df6ff8-c55b-4008-834b-d1b3a48aadaf tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Usage tracker for resource:subnet and tenant:9ba486dc161c4e0e9e31becedb07c630 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:11:03.167515 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f1df6ff8-c55b-4008-834b-d1b3a48aadaf tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:11:03.172854 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f1df6ff8-c55b-4008-834b-d1b3a48aadaf tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:11:03.256909 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1df6ff8-c55b-4008-834b-d1b3a48aadaf tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Made reservation on behalf of 9ba486dc161c4e0e9e31becedb07c630 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:11:03.260431 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f1df6ff8-c55b-4008-834b-d1b3a48aadaf tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:03.565872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f1df6ff8-c55b-4008-834b-d1b3a48aadaf tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:03.640422 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1df6ff8-c55b-4008-834b-d1b3a48aadaf tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Subnet': ['ID=b4f153fd-b978-4923-92ee-e85e15dfa481,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:03.653669 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1df6ff8-c55b-4008-834b-d1b3a48aadaf tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Checking segment: {'id': '8f6fa174-5600-4155-b103-5d12c9e6d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b5770afd-640e-4194-8337-f2b77520cf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:11:03.654026 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1df6ff8-c55b-4008-834b-d1b3a48aadaf tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network hostable DHCP agents. Network: b5770afd-640e-4194-8337-f2b77520cf12, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:11:03.757039 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1df6ff8-c55b-4008-834b-d1b3a48aadaf tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network b5770afd-640e-4194-8337-f2b77520cf12 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:11:03.856901 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-f1df6ff8-c55b-4008-834b-d1b3a48aadaf tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, b5770afd-640e-4194-8337-f2b77520cf12) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:03.861422 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1df6ff8-c55b-4008-834b-d1b3a48aadaf tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:11:03.862020 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f1df6ff8-c55b-4008-834b-d1b3a48aadaf tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:03.875807 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267ed38a-cbae-4d0b-a617-06a63eb418f9 None None] Network b5770afd-640e-4194-8337-f2b77520cf12 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:11:03.949547 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f1df6ff8-c55b-4008-834b-d1b3a48aadaf tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9045684 Sep 23 15:11:03.953020 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49376) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:03.957840 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-31c10806-7000-47cb-a255-29b322237096 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-968477713', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:11:03.964362 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-31c10806-7000-47cb-a255-29b322237096 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:11:03.968420 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-31c10806-7000-47cb-a255-29b322237096 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Usage tracker for resource:router and tenant:9ba486dc161c4e0e9e31becedb07c630 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:11:03.971996 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-31c10806-7000-47cb-a255-29b322237096 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:11:03.978827 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-31c10806-7000-47cb-a255-29b322237096 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:11:04.060580 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-31c10806-7000-47cb-a255-29b322237096 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:04.061631 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-31c10806-7000-47cb-a255-29b322237096 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:04.077371 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-31c10806-7000-47cb-a255-29b322237096 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:04.087520 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834cb41b-828a-4084-9e15-24ce6c5ae340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-b5770afd-640e-4194-8337-f2b77520cf12', 'network_id': 'b5770afd-640e-4194-8337-f2b77520cf12', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'fixed_ips': [{'subnet_id': 'b4f153fd-b978-4923-92ee-e85e15dfa481'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:11:04.088346 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-834cb41b-828a-4084-9e15-24ce6c5ae340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:04.172851 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-31c10806-7000-47cb-a255-29b322237096 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:04.258130 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-31c10806-7000-47cb-a255-29b322237096 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:04.260304 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-31c10806-7000-47cb-a255-29b322237096 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3052406 Sep 23 15:11:04.261585 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49380) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:04.271371 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-834cb41b-828a-4084-9e15-24ce6c5ae340 None None] Allocated IP 172.20.0.2 (b5770afd-640e-4194-8337-f2b77520cf12/b4f153fd-b978-4923-92ee-e85e15dfa481/0b09928d-d7a1-43a9-91aa-d9823d2312b8) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:11:04.480721 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-834cb41b-828a-4084-9e15-24ce6c5ae340 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:04.490543 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-834cb41b-828a-4084-9e15-24ce6c5ae340 None None] Transition to ACTIVE for port object 0b09928d-d7a1-43a9-91aa-d9823d2312b8 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:11:04.508465 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-834cb41b-828a-4084-9e15-24ce6c5ae340 None None] Transition to ACTIVE for port object 0b09928d-d7a1-43a9-91aa-d9823d2312b8 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:11:04.572232 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-834cb41b-828a-4084-9e15-24ce6c5ae340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:04.641388 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834cb41b-828a-4084-9e15-24ce6c5ae340 None None] Network b5770afd-640e-4194-8337-f2b77520cf12 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:11:04.642540 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-834cb41b-828a-4084-9e15-24ce6c5ae340 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:04.645028 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834cb41b-828a-4084-9e15-24ce6c5ae340 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:11:04.690492 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834cb41b-828a-4084-9e15-24ce6c5ae340 None None] Pushing event updated for resources: {'Port': ['ID=0b09928d-d7a1-43a9-91aa-d9823d2312b8,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:04.762886 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-834cb41b-828a-4084-9e15-24ce6c5ae340 None None] Attempting to bind port 0b09928d-d7a1-43a9-91aa-d9823d2312b8 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:11:04.763407 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-834cb41b-828a-4084-9e15-24ce6c5ae340 None None] Attempting to bind port 0b09928d-d7a1-43a9-91aa-d9823d2312b8 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '8f6fa174-5600-4155-b103-5d12c9e6d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b5770afd-640e-4194-8337-f2b77520cf12'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:11:04.763775 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834cb41b-828a-4084-9e15-24ce6c5ae340 None None] Attempting to bind port 0b09928d-d7a1-43a9-91aa-d9823d2312b8 on network b5770afd-640e-4194-8337-f2b77520cf12 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:11:04.771366 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834cb41b-828a-4084-9e15-24ce6c5ae340 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:11:04.772214 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834cb41b-828a-4084-9e15-24ce6c5ae340 None None] Checking segment: {'id': '8f6fa174-5600-4155-b103-5d12c9e6d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b5770afd-640e-4194-8337-f2b77520cf12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:11:04.772629 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-834cb41b-828a-4084-9e15-24ce6c5ae340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:04.773117 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834cb41b-828a-4084-9e15-24ce6c5ae340 None None] Bound using segment: {'id': '8f6fa174-5600-4155-b103-5d12c9e6d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b5770afd-640e-4194-8337-f2b77520cf12'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:11:04.773681 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-834cb41b-828a-4084-9e15-24ce6c5ae340 None None] Bound port: 0b09928d-d7a1-43a9-91aa-d9823d2312b8, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6fa174-5600-4155-b103-5d12c9e6d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'b5770afd-640e-4194-8337-f2b77520cf12'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:11:04.774162 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-834cb41b-828a-4084-9e15-24ce6c5ae340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:04.862526 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b285c2ae-e9df-4e98-8878-83f02e550ef8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:04.873391 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-834cb41b-828a-4084-9e15-24ce6c5ae340 None None] For port 0b09928d-d7a1-43a9-91aa-d9823d2312b8, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:11:04.876944 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-834cb41b-828a-4084-9e15-24ce6c5ae340 None None] For port 0b09928d-d7a1-43a9-91aa-d9823d2312b8, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=0b09928d-d7a1-43a9-91aa-d9823d2312b8,segment=NetworkSegment(8f6fa174-5600-4155-b103-5d12c9e6d343),segment_id=8f6fa174-5600-4155-b103-5d12c9e6d343)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:11:04.960639 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-834cb41b-828a-4084-9e15-24ce6c5ae340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:05.021493 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-505c8e34-0f37-447d-aa63-b1f83589bf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:05.044860 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834cb41b-828a-4084-9e15-24ce6c5ae340 None None] Pushing event updated for resources: {'Port': ['ID=0b09928d-d7a1-43a9-91aa-d9823d2312b8,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:05.233985 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-b285c2ae-e9df-4e98-8878-83f02e550ef8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Allocated IP 172.20.0.1 (b5770afd-640e-4194-8337-f2b77520cf12/b4f153fd-b978-4923-92ee-e85e15dfa481/f428af14-b7ca-4396-9b65-b0e018018e10) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:11:05.404903 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b285c2ae-e9df-4e98-8878-83f02e550ef8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:05.426376 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-b285c2ae-e9df-4e98-8878-83f02e550ef8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Transition to ACTIVE for port object f428af14-b7ca-4396-9b65-b0e018018e10 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:11:05.589074 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:05.593095 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b285c2ae-e9df-4e98-8878-83f02e550ef8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:05.593260 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:05.664950 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b285c2ae-e9df-4e98-8878-83f02e550ef8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network b5770afd-640e-4194-8337-f2b77520cf12 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:11:05.668188 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-b285c2ae-e9df-4e98-8878-83f02e550ef8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:05.673240 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b285c2ae-e9df-4e98-8878-83f02e550ef8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:11:05.710806 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285c2ae-e9df-4e98-8878-83f02e550ef8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Port': ['ID=f428af14-b7ca-4396-9b65-b0e018018e10,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:05.738540 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b285c2ae-e9df-4e98-8878-83f02e550ef8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:05.932874 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b285c2ae-e9df-4e98-8878-83f02e550ef8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:05.949383 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f30971-014c-41e7-b18f-e6bb95de89a1 None None] Network b5770afd-640e-4194-8337-f2b77520cf12 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:11:06.119320 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5d348e2f-d609-49ee-b663-abe943f79ccf None None] Provisioning for port 0b09928d-d7a1-43a9-91aa-d9823d2312b8 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:11:06.346628 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b285c2ae-e9df-4e98-8878-83f02e550ef8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:06.399985 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b285c2ae-e9df-4e98-8878-83f02e550ef8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:06.517745 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b285c2ae-e9df-4e98-8878-83f02e550ef8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:06.521542 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285c2ae-e9df-4e98-8878-83f02e550ef8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Port': ['ID=f428af14-b7ca-4396-9b65-b0e018018e10,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:06.551672 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-38671a41-bcbd-4024-a01a-19f965a1c91c None None] Provisioning for port f428af14-b7ca-4396-9b65-b0e018018e10 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:11:06.556814 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-38671a41-bcbd-4024-a01a-19f965a1c91c None None] Provisioning complete for port f428af14-b7ca-4396-9b65-b0e018018e10 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:06.557299 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-38671a41-bcbd-4024-a01a-19f965a1c91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:06.557757 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-38671a41-bcbd-4024-a01a-19f965a1c91c None None] Attempt 1 to provision port f428af14-b7ca-4396-9b65-b0e018018e10 Sep 23 15:11:06.612337 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-38671a41-bcbd-4024-a01a-19f965a1c91c None None] Port f428af14-b7ca-4396-9b65-b0e018018e10 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:11:06.661793 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b285c2ae-e9df-4e98-8878-83f02e550ef8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network b5770afd-640e-4194-8337-f2b77520cf12 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:11:06.662895 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-b285c2ae-e9df-4e98-8878-83f02e550ef8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:06.926130 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:06.973154 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 0b09928d-d7a1-43a9-91aa-d9823d2312b8 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:11:07.082256 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b285c2ae-e9df-4e98-8878-83f02e550ef8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Router cf4d2410-ace1-4ecd-bf52-8d43020a2923 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:11:07.100023 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 0b09928d-d7a1-43a9-91aa-d9823d2312b8 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:11:07.104931 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 0b09928d-d7a1-43a9-91aa-d9823d2312b8 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:07.105324 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:07.105659 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 0b09928d-d7a1-43a9-91aa-d9823d2312b8 Sep 23 15:11:07.128679 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-38671a41-bcbd-4024-a01a-19f965a1c91c None None] Attempt 2 to provision port f428af14-b7ca-4396-9b65-b0e018018e10 Sep 23 15:11:07.205238 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-38671a41-bcbd-4024-a01a-19f965a1c91c None None] Port f428af14-b7ca-4396-9b65-b0e018018e10 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:11:07.243324 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b285c2ae-e9df-4e98-8878-83f02e550ef8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:11:07.256418 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b285c2ae-e9df-4e98-8878-83f02e550ef8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "PUT /v2.0/routers/cf4d2410-ace1-4ecd-bf52-8d43020a2923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9936390 Sep 23 15:11:07.258991 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c13015-5991-43a3-bd45-b18d379a58fc None None] Sync routers for ids ['cf4d2410-ace1-4ecd-bf52-8d43020a2923'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:11:07.259316 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49386) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:07.277969 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c13015-5991-43a3-bd45-b18d379a58fc None None] Routers {'cf4d2410-ace1-4ecd-bf52-8d43020a2923'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:11:07.278662 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-15c13015-5991-43a3-bd45-b18d379a58fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['cf4d2410-ace1-4ecd-bf52-8d43020a2923'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:07.330943 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 0b09928d-d7a1-43a9-91aa-d9823d2312b8 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:11:07.331326 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:07.335207 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d543de-43f3-4ae7-96a4-715c77ddba27 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:11:07.335785 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-23d543de-43f3-4ae7-96a4-715c77ddba27 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Synchronizing usage tracker for tenant:9ba486dc161c4e0e9e31becedb07c630 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:11:07.352922 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-15c13015-5991-43a3-bd45-b18d379a58fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:07.373294 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c13015-5991-43a3-bd45-b18d379a58fc None None] Routers {'cf4d2410-ace1-4ecd-bf52-8d43020a2923'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:11:07.373888 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-15c13015-5991-43a3-bd45-b18d379a58fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['cf4d2410-ace1-4ecd-bf52-8d43020a2923'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:07.435988 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-15c13015-5991-43a3-bd45-b18d379a58fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:07.436388 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c13015-5991-43a3-bd45-b18d379a58fc None None] The sync data for ids ['cf4d2410-ace1-4ecd-bf52-8d43020a2923'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:11:07.437031 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-23d543de-43f3-4ae7-96a4-715c77ddba27 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Unset dirty status for tenant:9ba486dc161c4e0e9e31becedb07c630 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:11:07.439097 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-23d543de-43f3-4ae7-96a4-715c77ddba27 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "GET /v2.0/ports/f428af14-b7ca-4396-9b65-b0e018018e10 HTTP/1.1" status: 200 len: 910 time: 0.1788628 Sep 23 15:11:07.439238 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 0b09928d-d7a1-43a9-91aa-d9823d2312b8, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=0b09928d-d7a1-43a9-91aa-d9823d2312b8,segment=NetworkSegment(8f6fa174-5600-4155-b103-5d12c9e6d343),segment_id=8f6fa174-5600-4155-b103-5d12c9e6d343)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:11:07.442357 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49390) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:07.528658 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:07.600489 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=0b09928d-d7a1-43a9-91aa-d9823d2312b8,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:07.706142 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-38671a41-bcbd-4024-a01a-19f965a1c91c None None] Attempt 3 to provision port f428af14-b7ca-4396-9b65-b0e018018e10 Sep 23 15:11:07.759402 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-38671a41-bcbd-4024-a01a-19f965a1c91c None None] Port f428af14-b7ca-4396-9b65-b0e018018e10 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:11:07.952687 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0036905-d83c-40fc-8fcf-7353b855895e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:08.261005 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-38671a41-bcbd-4024-a01a-19f965a1c91c None None] Attempt 4 to provision port f428af14-b7ca-4396-9b65-b0e018018e10 Sep 23 15:11:08.284909 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-a0036905-d83c-40fc-8fcf-7353b855895e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Deleting port f428af14-b7ca-4396-9b65-b0e018018e10 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:11:08.285460 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0036905-d83c-40fc-8fcf-7353b855895e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:08.356304 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-38671a41-bcbd-4024-a01a-19f965a1c91c None None] Port f428af14-b7ca-4396-9b65-b0e018018e10 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:11:08.587007 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0036905-d83c-40fc-8fcf-7353b855895e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:08.716182 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-a0036905-d83c-40fc-8fcf-7353b855895e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Calling delete_port for f428af14-b7ca-4396-9b65-b0e018018e10 owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:11:08.857903 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-38671a41-bcbd-4024-a01a-19f965a1c91c None None] Attempt 5 to provision port f428af14-b7ca-4396-9b65-b0e018018e10 Sep 23 15:11:08.912822 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-38671a41-bcbd-4024-a01a-19f965a1c91c None None] Port f428af14-b7ca-4396-9b65-b0e018018e10 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:11:08.951102 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 0b09928d-d7a1-43a9-91aa-d9823d2312b8 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:11:08.956706 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0036905-d83c-40fc-8fcf-7353b855895e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:09.019994 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 0b09928d-d7a1-43a9-91aa-d9823d2312b8 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:09.020362 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:09.020701 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 0b09928d-d7a1-43a9-91aa-d9823d2312b8 Sep 23 15:11:09.046136 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0036905-d83c-40fc-8fcf-7353b855895e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Port': ['ID=f428af14-b7ca-4396-9b65-b0e018018e10,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:09.148047 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 0b09928d-d7a1-43a9-91aa-d9823d2312b8 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:11:09.254747 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0036905-d83c-40fc-8fcf-7353b855895e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:09.414330 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-38671a41-bcbd-4024-a01a-19f965a1c91c None None] Attempt 6 to provision port f428af14-b7ca-4396-9b65-b0e018018e10 Sep 23 15:11:09.450487 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-38671a41-bcbd-4024-a01a-19f965a1c91c None None] Port f428af14-b7ca-4396-9b65-b0e018018e10 was deleted so its status cannot be updated. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 15:11:09.527625 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0036905-d83c-40fc-8fcf-7353b855895e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Router cf4d2410-ace1-4ecd-bf52-8d43020a2923 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:11:09.565265 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-38472701-7724-4615-91fa-7e3923bd6a6b None None] Could not find standard attr ID for object f428af14-b7ca-4396-9b65-b0e018018e10. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:11:09.662209 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0036905-d83c-40fc-8fcf-7353b855895e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:11:09.679082 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a3af07-b08e-4074-8725-58e2c2236f93 None None] Sync routers for ids ['cf4d2410-ace1-4ecd-bf52-8d43020a2923'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:11:09.681600 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a3af07-b08e-4074-8725-58e2c2236f93 None None] Routers {'cf4d2410-ace1-4ecd-bf52-8d43020a2923'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:11:09.682192 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-54a3af07-b08e-4074-8725-58e2c2236f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['cf4d2410-ace1-4ecd-bf52-8d43020a2923'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:09.743880 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-54a3af07-b08e-4074-8725-58e2c2236f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:09.755314 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a3af07-b08e-4074-8725-58e2c2236f93 None None] Routers {'cf4d2410-ace1-4ecd-bf52-8d43020a2923'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:11:09.755915 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-54a3af07-b08e-4074-8725-58e2c2236f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['cf4d2410-ace1-4ecd-bf52-8d43020a2923'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:09.767311 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a0036905-d83c-40fc-8fcf-7353b855895e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "PUT /v2.0/routers/cf4d2410-ace1-4ecd-bf52-8d43020a2923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3237629 Sep 23 15:11:09.770265 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49396) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:09.825541 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-10995027-0fd3-4a6b-bd86-096c5b168425 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Synchronizing usage tracker for tenant:9ba486dc161c4e0e9e31becedb07c630 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:11:09.849310 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-54a3af07-b08e-4074-8725-58e2c2236f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:09.849711 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a3af07-b08e-4074-8725-58e2c2236f93 None None] The sync data for ids ['cf4d2410-ace1-4ecd-bf52-8d43020a2923'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:11:09.888880 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-10995027-0fd3-4a6b-bd86-096c5b168425 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Unset dirty status for tenant:9ba486dc161c4e0e9e31becedb07c630 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:11:09.889515 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-10995027-0fd3-4a6b-bd86-096c5b168425 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf4d2410-ace1-4ecd-bf52-8d43020a2923 HTTP/1.1" status: 200 len: 205 time: 0.1180942 Sep 23 15:11:09.892242 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49400) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:10.131425 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4fe0c828-0d95-4e5c-8f69-0ef58e718fe8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:10.433496 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4fe0c828-0d95-4e5c-8f69-0ef58e718fe8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:10.436001 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4fe0c828-0d95-4e5c-8f69-0ef58e718fe8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:10.548530 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4fe0c828-0d95-4e5c-8f69-0ef58e718fe8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:10.548878 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe0c828-0d95-4e5c-8f69-0ef58e718fe8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Fanout notify agent at l3_agent the message router_deleted on router cf4d2410-ace1-4ecd-bf52-8d43020a2923 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:11:10.560549 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4fe0c828-0d95-4e5c-8f69-0ef58e718fe8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:10.561108 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4fe0c828-0d95-4e5c-8f69-0ef58e718fe8 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/routers/cf4d2410-ace1-4ecd-bf52-8d43020a2923 HTTP/1.1" status: 204 len: 168 time: 0.6679235 Sep 23 15:11:10.563714 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49404) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:10.628221 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8d8196-cc8b-4d9f-b4e5-681140cd2204 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Deleting subnet b4f153fd-b978-4923-92ee-e85e15dfa481 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:11:10.631074 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1b8d8196-cc8b-4d9f-b4e5-681140cd2204 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:10.684453 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1b8d8196-cc8b-4d9f-b4e5-681140cd2204 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:10.769946 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1b8d8196-cc8b-4d9f-b4e5-681140cd2204 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:10.945525 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1b8d8196-cc8b-4d9f-b4e5-681140cd2204 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:10.985528 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d8196-cc8b-4d9f-b4e5-681140cd2204 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f153fd-b978-4923-92ee-e85e15dfa481,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:10.987493 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1b8d8196-cc8b-4d9f-b4e5-681140cd2204 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:10.993021 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0806af50-6fd6-4756-ac82-e9bbc0822821 None None] Network b5770afd-640e-4194-8337-f2b77520cf12 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:11:10.998952 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1b8d8196-cc8b-4d9f-b4e5-681140cd2204 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/subnets/b4f153fd-b978-4923-92ee-e85e15dfa481 HTTP/1.1" status: 204 len: 168 time: 0.4291787 Sep 23 15:11:10.998952 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49408) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:11.111141 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54214743-f238-4609-9600-da28a72af54f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:11.121767 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-54214743-f238-4609-9600-da28a72af54f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Deleting port 0b09928d-d7a1-43a9-91aa-d9823d2312b8 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:11:11.122233 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54214743-f238-4609-9600-da28a72af54f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:11.253621 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d960f87-aa73-4e81-8679-a3a20b68e942 None None] DHCP port deletion for b5770afd-640e-4194-8337-f2b77520cf12 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:11:11.257857 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8d960f87-aa73-4e81-8679-a3a20b68e942 None None] Deleting port 0b09928d-d7a1-43a9-91aa-d9823d2312b8 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:11:11.258232 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8d960f87-aa73-4e81-8679-a3a20b68e942 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:11.332104 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-54214743-f238-4609-9600-da28a72af54f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] For port 0b09928d-d7a1-43a9-91aa-d9823d2312b8, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=0b09928d-d7a1-43a9-91aa-d9823d2312b8,segment=NetworkSegment(8f6fa174-5600-4155-b103-5d12c9e6d343),segment_id=8f6fa174-5600-4155-b103-5d12c9e6d343)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:11:11.332491 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54214743-f238-4609-9600-da28a72af54f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:11.457212 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-54214743-f238-4609-9600-da28a72af54f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Calling delete_port for 0b09928d-d7a1-43a9-91aa-d9823d2312b8 owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:11:11.473084 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-8d960f87-aa73-4e81-8679-a3a20b68e942 None None] For port 0b09928d-d7a1-43a9-91aa-d9823d2312b8, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=0b09928d-d7a1-43a9-91aa-d9823d2312b8,segment=NetworkSegment(8f6fa174-5600-4155-b103-5d12c9e6d343),segment_id=8f6fa174-5600-4155-b103-5d12c9e6d343)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:11:11.473476 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8d960f87-aa73-4e81-8679-a3a20b68e942 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:11.597931 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8d960f87-aa73-4e81-8679-a3a20b68e942 None None] Calling delete_port for 0b09928d-d7a1-43a9-91aa-d9823d2312b8 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:11:11.722234 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54214743-f238-4609-9600-da28a72af54f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:11.727572 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-8d960f87-aa73-4e81-8679-a3a20b68e942 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:11:11.727963 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-8d960f87-aa73-4e81-8679-a3a20b68e942 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:11:11.768727 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54214743-f238-4609-9600-da28a72af54f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Port': ['ID=0b09928d-d7a1-43a9-91aa-d9823d2312b8,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:11.771905 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54214743-f238-4609-9600-da28a72af54f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] No DVR routers for this DVR port 0b09928d-d7a1-43a9-91aa-d9823d2312b8 on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:11:11.894845 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54214743-f238-4609-9600-da28a72af54f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:11.919530 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-54214743-f238-4609-9600-da28a72af54f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5770afd-640e-4194-8337-f2b77520cf12']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:11.931868 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-54214743-f238-4609-9600-da28a72af54f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6fa174-5600-4155-b103-5d12c9e6d343') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:11.932167 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-54214743-f238-4609-9600-da28a72af54f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6fa174-5600-4155-b103-5d12c9e6d343') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:11.944435 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54214743-f238-4609-9600-da28a72af54f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:11.959884 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54214743-f238-4609-9600-da28a72af54f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:11.965723 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54214743-f238-4609-9600-da28a72af54f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:11:11.966104 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54214743-f238-4609-9600-da28a72af54f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:12.036650 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 8f6fa174-5600-4155-b103-5d12c9e6d343 resource provider aggregate not found Sep 23 15:11:12.060483 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 8f6fa174-5600-4155-b103-5d12c9e6d343 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f6fa174-5600-4155-b103-5d12c9e6d343 found for delete ", "request_id": "req-19c86425-639b-4421-aa88-ced4ea8a8942"}]} Sep 23 15:11:12.170985 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54214743-f238-4609-9600-da28a72af54f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:12.187758 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54214743-f238-4609-9600-da28a72af54f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:12.198655 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54214743-f238-4609-9600-da28a72af54f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Network': ['ID=b5770afd-640e-4194-8337-f2b77520cf12,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:12.229371 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8d960f87-aa73-4e81-8679-a3a20b68e942 None None] Deleting port 0b09928d-d7a1-43a9-91aa-d9823d2312b8 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:11:12.229794 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8d960f87-aa73-4e81-8679-a3a20b68e942 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:12.297911 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49416) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:12.300712 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-54214743-f238-4609-9600-da28a72af54f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/networks/b5770afd-640e-4194-8337-f2b77520cf12 HTTP/1.1" status: 204 len: 168 time: 1.2924209 Sep 23 15:11:12.301442 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-0485088d-7d02-4ba6-871d-e33082d34906 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1574519471', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}, 'admin_state_up': False}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:11:12.301556 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8d960f87-aa73-4e81-8679-a3a20b68e942 None None] The port '0b09928d-d7a1-43a9-91aa-d9823d2312b8' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:11:12.301707 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0485088d-7d02-4ba6-871d-e33082d34906 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:11:12.306165 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0485088d-7d02-4ba6-871d-e33082d34906 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Usage tracker for resource:router and tenant:9ba486dc161c4e0e9e31becedb07c630 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:11:12.308958 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0485088d-7d02-4ba6-871d-e33082d34906 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:11:12.316868 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0485088d-7d02-4ba6-871d-e33082d34906 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:11:12.411485 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0485088d-7d02-4ba6-871d-e33082d34906 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:12.412631 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0485088d-7d02-4ba6-871d-e33082d34906 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:12.427644 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0485088d-7d02-4ba6-871d-e33082d34906 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:12.930720 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0485088d-7d02-4ba6-871d-e33082d34906 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:12.948895 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 0b09928d-d7a1-43a9-91aa-d9823d2312b8 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:11:12.982120 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 0b09928d-d7a1-43a9-91aa-d9823d2312b8 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:11:12.982488 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 0b09928d-d7a1-43a9-91aa-d9823d2312b8 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:11:13.310974 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0485088d-7d02-4ba6-871d-e33082d34906 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:13.340894 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0485088d-7d02-4ba6-871d-e33082d34906 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:13.480200 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-0485088d-7d02-4ba6-871d-e33082d34906 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Allocated IP 172.26.10.114 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/0336f4fa-e204-485b-a9d0-e5353d7908c4) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:11:13.625281 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0485088d-7d02-4ba6-871d-e33082d34906 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:13.708396 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0485088d-7d02-4ba6-871d-e33082d34906 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:13.775939 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0485088d-7d02-4ba6-871d-e33082d34906 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:11:13.778703 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-0485088d-7d02-4ba6-871d-e33082d34906 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:13.783184 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0485088d-7d02-4ba6-871d-e33082d34906 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:11:13.818136 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485088d-7d02-4ba6-871d-e33082d34906 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Port': ['ID=0336f4fa-e204-485b-a9d0-e5353d7908c4,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:14.261220 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0485088d-7d02-4ba6-871d-e33082d34906 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:14.717108 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0485088d-7d02-4ba6-871d-e33082d34906 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:15.008499 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0485088d-7d02-4ba6-871d-e33082d34906 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Router f6ac2562-07c7-45d0-8f9d-666e749c85b4 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:11:15.188422 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0485088d-7d02-4ba6-871d-e33082d34906 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:11:15.198421 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8add6dd1-fd7f-4f97-adca-fcd89ec03af9 None None] Sync routers for ids ['f6ac2562-07c7-45d0-8f9d-666e749c85b4'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:11:15.207369 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8add6dd1-fd7f-4f97-adca-fcd89ec03af9 None None] Routers {'f6ac2562-07c7-45d0-8f9d-666e749c85b4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:11:15.207979 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-8add6dd1-fd7f-4f97-adca-fcd89ec03af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['f6ac2562-07c7-45d0-8f9d-666e749c85b4'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:15.270023 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-8add6dd1-fd7f-4f97-adca-fcd89ec03af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:15.276548 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0485088d-7d02-4ba6-871d-e33082d34906 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:15.281299 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0485088d-7d02-4ba6-871d-e33082d34906 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 2.9878130 Sep 23 15:11:15.281441 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8add6dd1-fd7f-4f97-adca-fcd89ec03af9 None None] Routers {'f6ac2562-07c7-45d0-8f9d-666e749c85b4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:11:15.281441 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-8add6dd1-fd7f-4f97-adca-fcd89ec03af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['f6ac2562-07c7-45d0-8f9d-666e749c85b4'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:15.282120 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49420) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:15.342842 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-8add6dd1-fd7f-4f97-adca-fcd89ec03af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:15.343247 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8add6dd1-fd7f-4f97-adca-fcd89ec03af9 None None] The sync data for ids ['f6ac2562-07c7-45d0-8f9d-666e749c85b4'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:11:15.465059 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e3f289a1-6f74-4e00-8904-edab957efe23 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "GET /v2.0/routers/f6ac2562-07c7-45d0-8f9d-666e749c85b4 HTTP/1.1" status: 200 len: 882 time: 0.1834939 Sep 23 15:11:15.467395 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49424) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:15.667181 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f61b122a-748f-489e-9bc1-eb067c9d4a18 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Synchronizing usage tracker for tenant:9ba486dc161c4e0e9e31becedb07c630 on resource:router {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:11:15.767638 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f61b122a-748f-489e-9bc1-eb067c9d4a18 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Unset dirty status for tenant:9ba486dc161c4e0e9e31becedb07c630 on resource:router {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:11:15.768827 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f61b122a-748f-489e-9bc1-eb067c9d4a18 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 0.3005486 Sep 23 15:11:15.771508 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49428) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:15.776404 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-e3103e85-199b-42e1-9c92-66a80324f279 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1574519471'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:11:16.418985 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e3103e85-199b-42e1-9c92-66a80324f279 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:16.511200 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e3103e85-199b-42e1-9c92-66a80324f279 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753924'] for router, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:16.702366 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3103e85-199b-42e1-9c92-66a80324f279 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Router f6ac2562-07c7-45d0-8f9d-666e749c85b4 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:11:16.903788 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3103e85-199b-42e1-9c92-66a80324f279 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:11:16.910962 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e3103e85-199b-42e1-9c92-66a80324f279 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:16.912109 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e3103e85-199b-42e1-9c92-66a80324f279 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "PUT /v2.0/routers/f6ac2562-07c7-45d0-8f9d-666e749c85b4 HTTP/1.1" status: 200 len: 889 time: 1.1396730 Sep 23 15:11:16.913424 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7861ade9-145b-4c02-b3c6-31e802ab8435 None None] Sync routers for ids ['f6ac2562-07c7-45d0-8f9d-666e749c85b4'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:11:16.914920 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49432) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:16.924090 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7861ade9-145b-4c02-b3c6-31e802ab8435 None None] Routers {'f6ac2562-07c7-45d0-8f9d-666e749c85b4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:11:16.924696 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-7861ade9-145b-4c02-b3c6-31e802ab8435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['f6ac2562-07c7-45d0-8f9d-666e749c85b4'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:16.984412 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-7861ade9-145b-4c02-b3c6-31e802ab8435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:16.993836 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7861ade9-145b-4c02-b3c6-31e802ab8435 None None] Routers {'f6ac2562-07c7-45d0-8f9d-666e749c85b4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:11:16.994490 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-7861ade9-145b-4c02-b3c6-31e802ab8435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['f6ac2562-07c7-45d0-8f9d-666e749c85b4'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:17.056073 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-7861ade9-145b-4c02-b3c6-31e802ab8435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:17.056479 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7861ade9-145b-4c02-b3c6-31e802ab8435 None None] The sync data for ids ['f6ac2562-07c7-45d0-8f9d-666e749c85b4'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:11:17.105853 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c26a9715-ef92-4ccf-bba5-d1764ef31e87 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "GET /v2.0/routers/f6ac2562-07c7-45d0-8f9d-666e749c85b4 HTTP/1.1" status: 200 len: 889 time: 0.1898901 Sep 23 15:11:17.108533 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49436) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:17.168925 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6a48a908-1599-457b-b026-fa4b12d475ad tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Synchronizing usage tracker for tenant:9ba486dc161c4e0e9e31becedb07c630 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:11:17.241955 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6a48a908-1599-457b-b026-fa4b12d475ad tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Unset dirty status for tenant:9ba486dc161c4e0e9e31becedb07c630 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:11:17.244599 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6a48a908-1599-457b-b026-fa4b12d475ad tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ac2562-07c7-45d0-8f9d-666e749c85b4 HTTP/1.1" status: 200 len: 205 time: 0.1336985 Sep 23 15:11:17.245860 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49440) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:17.428556 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-00afe7b8-936e-4012-b909-0f911609937e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:17.746885 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-00afe7b8-936e-4012-b909-0f911609937e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:18.014644 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-00afe7b8-936e-4012-b909-0f911609937e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Deleting port 0336f4fa-e204-485b-a9d0-e5353d7908c4 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:11:18.014644 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-00afe7b8-936e-4012-b909-0f911609937e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:18.184157 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-00afe7b8-936e-4012-b909-0f911609937e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:18.311351 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-00afe7b8-936e-4012-b909-0f911609937e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Calling delete_port for 0336f4fa-e204-485b-a9d0-e5353d7908c4 owned by network:router_gateway {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:11:18.528684 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-00afe7b8-936e-4012-b909-0f911609937e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:18.575309 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe7b8-936e-4012-b909-0f911609937e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Port': ['ID=0336f4fa-e204-485b-a9d0-e5353d7908c4,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:18.681033 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-00afe7b8-936e-4012-b909-0f911609937e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:18.856808 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-00afe7b8-936e-4012-b909-0f911609937e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:18.859010 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-00afe7b8-936e-4012-b909-0f911609937e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:18.984976 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-00afe7b8-936e-4012-b909-0f911609937e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:18.985519 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00afe7b8-936e-4012-b909-0f911609937e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Fanout notify agent at l3_agent the message router_deleted on router f6ac2562-07c7-45d0-8f9d-666e749c85b4 {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:11:19.083646 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-00afe7b8-936e-4012-b909-0f911609937e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:19.084744 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-00afe7b8-936e-4012-b909-0f911609937e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/routers/f6ac2562-07c7-45d0-8f9d-666e749c85b4 HTTP/1.1" status: 204 len: 168 time: 1.8379269 Sep 23 15:11:19.088211 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49446) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:19.093460 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-3b845197-c3f0-4e18-b233-0c379a022336 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'network': {'name': 'tempest-RoutersTest-1926028640'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:11:19.098511 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-3b845197-c3f0-4e18-b233-0c379a022336 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:11:19.102505 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-3b845197-c3f0-4e18-b233-0c379a022336 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Usage tracker for resource:network and tenant:9ba486dc161c4e0e9e31becedb07c630 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:11:19.105403 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-3b845197-c3f0-4e18-b233-0c379a022336 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:11:19.121665 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-3b845197-c3f0-4e18-b233-0c379a022336 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:11:19.189294 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b845197-c3f0-4e18-b233-0c379a022336 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Made reservation on behalf of 9ba486dc161c4e0e9e31becedb07c630 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:11:19.192299 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3b845197-c3f0-4e18-b233-0c379a022336 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:19.220427 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b845197-c3f0-4e18-b233-0c379a022336 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:11:19.228921 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3b845197-c3f0-4e18-b233-0c379a022336 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:19.229263 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-3b845197-c3f0-4e18-b233-0c379a022336 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Added segment 86a2b083-925a-47da-abb2-d871bde55efb of type vlan for network 3968c3e9-ae6f-4a44-a65c-e6c7a97027f0 Sep 23 15:11:19.255563 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3b845197-c3f0-4e18-b233-0c379a022336 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:19.342376 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3b845197-c3f0-4e18-b233-0c379a022336 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:19.347879 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b845197-c3f0-4e18-b233-0c379a022336 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:11:19.351273 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3b845197-c3f0-4e18-b233-0c379a022336 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:19.452756 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b845197-c3f0-4e18-b233-0c379a022336 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Network': ['ID=3968c3e9-ae6f-4a44-a65c-e6c7a97027f0,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:19.462921 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 3968c3e9-ae6f-4a44-a65c-e6c7a97027f0 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:11:19.514913 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3b845197-c3f0-4e18-b233-0c379a022336 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4255891 Sep 23 15:11:19.518356 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49450) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:19.523980 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-6ed9b148-a4dc-4671-99a9-7daed6a06153 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'subnet': {'network_id': '3968c3e9-ae6f-4a44-a65c-e6c7a97027f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:11:19.635346 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6ed9b148-a4dc-4671-99a9-7daed6a06153 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:11:19.639231 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6ed9b148-a4dc-4671-99a9-7daed6a06153 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Usage tracker for resource:subnet and tenant:9ba486dc161c4e0e9e31becedb07c630 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:11:19.642298 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6ed9b148-a4dc-4671-99a9-7daed6a06153 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:11:19.647991 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6ed9b148-a4dc-4671-99a9-7daed6a06153 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:11:19.759195 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed9b148-a4dc-4671-99a9-7daed6a06153 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Made reservation on behalf of 9ba486dc161c4e0e9e31becedb07c630 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:11:19.762785 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6ed9b148-a4dc-4671-99a9-7daed6a06153 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:20.036594 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6ed9b148-a4dc-4671-99a9-7daed6a06153 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:20.229266 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9b148-a4dc-4671-99a9-7daed6a06153 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Subnet': ['ID=ea387141-65c2-4674-b16f-1d1272342932,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:20.239491 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed9b148-a4dc-4671-99a9-7daed6a06153 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Checking segment: {'id': '86a2b083-925a-47da-abb2-d871bde55efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3968c3e9-ae6f-4a44-a65c-e6c7a97027f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:11:20.239844 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed9b148-a4dc-4671-99a9-7daed6a06153 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network hostable DHCP agents. Network: 3968c3e9-ae6f-4a44-a65c-e6c7a97027f0, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:11:20.325157 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed9b148-a4dc-4671-99a9-7daed6a06153 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network 3968c3e9-ae6f-4a44-a65c-e6c7a97027f0 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:11:20.413369 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-6ed9b148-a4dc-4671-99a9-7daed6a06153 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 3968c3e9-ae6f-4a44-a65c-e6c7a97027f0) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:20.417260 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed9b148-a4dc-4671-99a9-7daed6a06153 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:11:20.417907 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6ed9b148-a4dc-4671-99a9-7daed6a06153 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:20.425880 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908ba91a-2210-4b39-a478-2166a1c181a4 None None] Network 3968c3e9-ae6f-4a44-a65c-e6c7a97027f0 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:11:20.509506 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6ed9b148-a4dc-4671-99a9-7daed6a06153 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9904568 Sep 23 15:11:20.512111 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49454) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:20.517958 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-49ca4bc9-66bb-4035-925d-dd3e079d6cfd tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-241546349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:11:20.524866 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-49ca4bc9-66bb-4035-925d-dd3e079d6cfd tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:11:20.529174 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-49ca4bc9-66bb-4035-925d-dd3e079d6cfd tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Usage tracker for resource:router and tenant:9ba486dc161c4e0e9e31becedb07c630 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:11:20.532954 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-49ca4bc9-66bb-4035-925d-dd3e079d6cfd tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:11:20.538683 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-49ca4bc9-66bb-4035-925d-dd3e079d6cfd tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:11:20.628450 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-49ca4bc9-66bb-4035-925d-dd3e079d6cfd tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:20.632592 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-49ca4bc9-66bb-4035-925d-dd3e079d6cfd tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:20.644681 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-49ca4bc9-66bb-4035-925d-dd3e079d6cfd tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:20.672572 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecb073d-1676-45b6-934c-cdc2499d221c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-3968c3e9-ae6f-4a44-a65c-e6c7a97027f0', 'network_id': '3968c3e9-ae6f-4a44-a65c-e6c7a97027f0', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'fixed_ips': [{'subnet_id': 'ea387141-65c2-4674-b16f-1d1272342932'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:11:20.673401 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0ecb073d-1676-45b6-934c-cdc2499d221c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:20.728348 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-49ca4bc9-66bb-4035-925d-dd3e079d6cfd tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:20.815249 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-49ca4bc9-66bb-4035-925d-dd3e079d6cfd tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:20.820688 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-49ca4bc9-66bb-4035-925d-dd3e079d6cfd tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3049285 Sep 23 15:11:20.821447 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49458) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:20.839705 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-0ecb073d-1676-45b6-934c-cdc2499d221c None None] Allocated IP 172.20.0.2 (3968c3e9-ae6f-4a44-a65c-e6c7a97027f0/ea387141-65c2-4674-b16f-1d1272342932/330c475e-8532-4812-b03f-8333bec40eec) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:11:21.049676 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0ecb073d-1676-45b6-934c-cdc2499d221c None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:21.059570 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0ecb073d-1676-45b6-934c-cdc2499d221c None None] Transition to ACTIVE for port object 330c475e-8532-4812-b03f-8333bec40eec will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:11:21.079072 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0ecb073d-1676-45b6-934c-cdc2499d221c None None] Transition to ACTIVE for port object 330c475e-8532-4812-b03f-8333bec40eec will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:11:21.150746 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0ecb073d-1676-45b6-934c-cdc2499d221c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:21.223754 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecb073d-1676-45b6-934c-cdc2499d221c None None] Network 3968c3e9-ae6f-4a44-a65c-e6c7a97027f0 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:11:21.226739 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-0ecb073d-1676-45b6-934c-cdc2499d221c None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:21.230408 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecb073d-1676-45b6-934c-cdc2499d221c None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:11:21.236539 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb073d-1676-45b6-934c-cdc2499d221c None None] Pushing event updated for resources: {'Port': ['ID=330c475e-8532-4812-b03f-8333bec40eec,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:21.299612 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6233425-e930-4004-acb1-d1994e45ea6a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:21.339394 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0ecb073d-1676-45b6-934c-cdc2499d221c None None] Attempting to bind port 330c475e-8532-4812-b03f-8333bec40eec on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:11:21.339753 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0ecb073d-1676-45b6-934c-cdc2499d221c None None] Attempting to bind port 330c475e-8532-4812-b03f-8333bec40eec by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '86a2b083-925a-47da-abb2-d871bde55efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3968c3e9-ae6f-4a44-a65c-e6c7a97027f0'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:11:21.340104 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecb073d-1676-45b6-934c-cdc2499d221c None None] Attempting to bind port 330c475e-8532-4812-b03f-8333bec40eec on network 3968c3e9-ae6f-4a44-a65c-e6c7a97027f0 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:11:21.346462 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecb073d-1676-45b6-934c-cdc2499d221c None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:11:21.346828 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecb073d-1676-45b6-934c-cdc2499d221c None None] Checking segment: {'id': '86a2b083-925a-47da-abb2-d871bde55efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3968c3e9-ae6f-4a44-a65c-e6c7a97027f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:11:21.347219 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0ecb073d-1676-45b6-934c-cdc2499d221c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:21.347599 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecb073d-1676-45b6-934c-cdc2499d221c None None] Bound using segment: {'id': '86a2b083-925a-47da-abb2-d871bde55efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3968c3e9-ae6f-4a44-a65c-e6c7a97027f0'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:11:21.348052 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0ecb073d-1676-45b6-934c-cdc2499d221c None None] Bound port: 330c475e-8532-4812-b03f-8333bec40eec, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86a2b083-925a-47da-abb2-d871bde55efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3968c3e9-ae6f-4a44-a65c-e6c7a97027f0'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:11:21.348414 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0ecb073d-1676-45b6-934c-cdc2499d221c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:21.436234 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-0ecb073d-1676-45b6-934c-cdc2499d221c None None] For port 330c475e-8532-4812-b03f-8333bec40eec, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:11:21.439816 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-0ecb073d-1676-45b6-934c-cdc2499d221c None None] For port 330c475e-8532-4812-b03f-8333bec40eec, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=330c475e-8532-4812-b03f-8333bec40eec,segment=NetworkSegment(86a2b083-925a-47da-abb2-d871bde55efb),segment_id=86a2b083-925a-47da-abb2-d871bde55efb)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:11:21.548790 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0ecb073d-1676-45b6-934c-cdc2499d221c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:21.624169 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb073d-1676-45b6-934c-cdc2499d221c None None] Pushing event updated for resources: {'Port': ['ID=330c475e-8532-4812-b03f-8333bec40eec,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:21.651049 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-a6233425-e930-4004-acb1-d1994e45ea6a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Allocated IP 172.20.0.1 (3968c3e9-ae6f-4a44-a65c-e6c7a97027f0/ea387141-65c2-4674-b16f-1d1272342932/c8dcc11b-bf02-4b61-af3d-43388ce5909a) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:11:21.951185 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6233425-e930-4004-acb1-d1994e45ea6a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:21.967820 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-a6233425-e930-4004-acb1-d1994e45ea6a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Transition to ACTIVE for port object c8dcc11b-bf02-4b61-af3d-43388ce5909a will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:11:22.070992 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6233425-e930-4004-acb1-d1994e45ea6a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:22.137572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6233425-e930-4004-acb1-d1994e45ea6a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network 3968c3e9-ae6f-4a44-a65c-e6c7a97027f0 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:11:22.140519 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-a6233425-e930-4004-acb1-d1994e45ea6a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:22.144655 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6233425-e930-4004-acb1-d1994e45ea6a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:11:22.184722 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6233425-e930-4004-acb1-d1994e45ea6a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Port': ['ID=c8dcc11b-bf02-4b61-af3d-43388ce5909a,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:22.210738 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6233425-e930-4004-acb1-d1994e45ea6a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:22.396439 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6233425-e930-4004-acb1-d1994e45ea6a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:22.593135 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57791b37-858e-4c54-b869-824fe06104f0 None None] Network 3968c3e9-ae6f-4a44-a65c-e6c7a97027f0 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:11:22.784319 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-cc6dcdf4-28f0-4376-9280-3b896da73992 None None] Provisioning for port 330c475e-8532-4812-b03f-8333bec40eec completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:11:22.811281 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6233425-e930-4004-acb1-d1994e45ea6a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:22.882284 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6233425-e930-4004-acb1-d1994e45ea6a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:22.995948 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 330c475e-8532-4812-b03f-8333bec40eec up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:11:23.003972 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6233425-e930-4004-acb1-d1994e45ea6a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Port': ['ID=c8dcc11b-bf02-4b61-af3d-43388ce5909a,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:23.007314 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6233425-e930-4004-acb1-d1994e45ea6a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:23.155231 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6233425-e930-4004-acb1-d1994e45ea6a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network 3968c3e9-ae6f-4a44-a65c-e6c7a97027f0 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:11:23.156345 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-a6233425-e930-4004-acb1-d1994e45ea6a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:23.160057 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 330c475e-8532-4812-b03f-8333bec40eec completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:11:23.165975 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 330c475e-8532-4812-b03f-8333bec40eec triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:23.166713 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:23.167122 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 330c475e-8532-4812-b03f-8333bec40eec Sep 23 15:11:23.300644 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-10bc3165-dd39-4527-8c61-677cdc8e2779 None None] Provisioning for port c8dcc11b-bf02-4b61-af3d-43388ce5909a completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:11:23.311488 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-10bc3165-dd39-4527-8c61-677cdc8e2779 None None] Provisioning complete for port c8dcc11b-bf02-4b61-af3d-43388ce5909a triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:23.311976 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-10bc3165-dd39-4527-8c61-677cdc8e2779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:23.312315 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-10bc3165-dd39-4527-8c61-677cdc8e2779 None None] Attempt 1 to provision port c8dcc11b-bf02-4b61-af3d-43388ce5909a Sep 23 15:11:23.352096 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 330c475e-8532-4812-b03f-8333bec40eec is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:11:23.352844 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:23.394468 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-10bc3165-dd39-4527-8c61-677cdc8e2779 None None] Port c8dcc11b-bf02-4b61-af3d-43388ce5909a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:11:23.404609 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 330c475e-8532-4812-b03f-8333bec40eec, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=330c475e-8532-4812-b03f-8333bec40eec,segment=NetworkSegment(86a2b083-925a-47da-abb2-d871bde55efb),segment_id=86a2b083-925a-47da-abb2-d871bde55efb)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:11:23.416619 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6233425-e930-4004-acb1-d1994e45ea6a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Router 70fb7863-0c8e-4b6f-aea0-7090fbab1063 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:11:23.504755 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:23.580263 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=330c475e-8532-4812-b03f-8333bec40eec,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:23.582889 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6233425-e930-4004-acb1-d1994e45ea6a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:11:23.592331 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679a3ca8-d71b-403c-bd15-a1561a387c40 None None] Sync routers for ids ['70fb7863-0c8e-4b6f-aea0-7090fbab1063'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:11:23.601493 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a6233425-e930-4004-acb1-d1994e45ea6a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "PUT /v2.0/routers/70fb7863-0c8e-4b6f-aea0-7090fbab1063/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7780788 Sep 23 15:11:23.601965 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679a3ca8-d71b-403c-bd15-a1561a387c40 None None] Routers {'70fb7863-0c8e-4b6f-aea0-7090fbab1063'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:11:23.602604 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-679a3ca8-d71b-403c-bd15-a1561a387c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['70fb7863-0c8e-4b6f-aea0-7090fbab1063'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:23.603417 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49462) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:23.665216 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-679a3ca8-d71b-403c-bd15-a1561a387c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:23.674130 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679a3ca8-d71b-403c-bd15-a1561a387c40 None None] Routers {'70fb7863-0c8e-4b6f-aea0-7090fbab1063'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:11:23.674749 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-679a3ca8-d71b-403c-bd15-a1561a387c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['70fb7863-0c8e-4b6f-aea0-7090fbab1063'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:23.675688 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95e9400-f535-4fc6-9ddf-c80975ac6035 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:11:23.677046 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b95e9400-f535-4fc6-9ddf-c80975ac6035 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "GET /v2.0/ports/c8dcc11b-bf02-4b61-af3d-43388ce5909a HTTP/1.1" status: 200 len: 910 time: 0.0724554 Sep 23 15:11:23.679811 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49466) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:23.685538 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-0a9f3449-e947-4d71-9ae6-d370b29ed497 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ea387141-65c2-4674-b16f-1d1272342932'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:11:23.733222 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-679a3ca8-d71b-403c-bd15-a1561a387c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:23.733631 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679a3ca8-d71b-403c-bd15-a1561a387c40 None None] The sync data for ids ['70fb7863-0c8e-4b6f-aea0-7090fbab1063'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:11:23.896009 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-10bc3165-dd39-4527-8c61-677cdc8e2779 None None] Attempt 2 to provision port c8dcc11b-bf02-4b61-af3d-43388ce5909a Sep 23 15:11:23.929733 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0a9f3449-e947-4d71-9ae6-d370b29ed497 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:23.985304 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-10bc3165-dd39-4527-8c61-677cdc8e2779 None None] Port c8dcc11b-bf02-4b61-af3d-43388ce5909a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:11:24.430919 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0a9f3449-e947-4d71-9ae6-d370b29ed497 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:24.486117 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-10bc3165-dd39-4527-8c61-677cdc8e2779 None None] Attempt 3 to provision port c8dcc11b-bf02-4b61-af3d-43388ce5909a Sep 23 15:11:24.516786 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0a9f3449-e947-4d71-9ae6-d370b29ed497 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:24.539173 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-10bc3165-dd39-4527-8c61-677cdc8e2779 None None] Port c8dcc11b-bf02-4b61-af3d-43388ce5909a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:11:24.635494 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9f3449-e947-4d71-9ae6-d370b29ed497 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:11:24.636103 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0a9f3449-e947-4d71-9ae6-d370b29ed497 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:24.637388 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0a9f3449-e947-4d71-9ae6-d370b29ed497 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "PUT /v2.0/ports/c8dcc11b-bf02-4b61-af3d-43388ce5909a HTTP/1.1" status: 200 len: 910 time: 0.9566548 Sep 23 15:11:24.638231 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f3449-e947-4d71-9ae6-d370b29ed497 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Port': ['ID=c8dcc11b-bf02-4b61-af3d-43388ce5909a,revision_number=3']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:24.640317 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49470) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:24.961099 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 330c475e-8532-4812-b03f-8333bec40eec up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:11:25.029581 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 330c475e-8532-4812-b03f-8333bec40eec triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:25.029959 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:25.030296 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 330c475e-8532-4812-b03f-8333bec40eec Sep 23 15:11:25.056730 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-10bc3165-dd39-4527-8c61-677cdc8e2779 None None] Attempt 4 to provision port c8dcc11b-bf02-4b61-af3d-43388ce5909a Sep 23 15:11:25.134148 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-10bc3165-dd39-4527-8c61-677cdc8e2779 None None] Port c8dcc11b-bf02-4b61-af3d-43388ce5909a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:11:25.203811 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 330c475e-8532-4812-b03f-8333bec40eec is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:11:25.263897 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ba9ea060-ae0a-4b3c-81ee-39a0072beef5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:25.592909 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-ba9ea060-ae0a-4b3c-81ee-39a0072beef5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Deleting port c8dcc11b-bf02-4b61-af3d-43388ce5909a {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:11:25.593417 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ba9ea060-ae0a-4b3c-81ee-39a0072beef5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:25.635555 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-10bc3165-dd39-4527-8c61-677cdc8e2779 None None] Attempt 5 to provision port c8dcc11b-bf02-4b61-af3d-43388ce5909a Sep 23 15:11:25.689909 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-10bc3165-dd39-4527-8c61-677cdc8e2779 None None] Port c8dcc11b-bf02-4b61-af3d-43388ce5909a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:11:25.786433 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ba9ea060-ae0a-4b3c-81ee-39a0072beef5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:25.913439 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-ba9ea060-ae0a-4b3c-81ee-39a0072beef5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Calling delete_port for c8dcc11b-bf02-4b61-af3d-43388ce5909a owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:11:26.167855 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ba9ea060-ae0a-4b3c-81ee-39a0072beef5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:26.191032 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-10bc3165-dd39-4527-8c61-677cdc8e2779 None None] Attempt 6 to provision port c8dcc11b-bf02-4b61-af3d-43388ce5909a Sep 23 15:11:26.217794 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ea060-ae0a-4b3c-81ee-39a0072beef5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Port': ['ID=c8dcc11b-bf02-4b61-af3d-43388ce5909a,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:26.229215 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-10bc3165-dd39-4527-8c61-677cdc8e2779 None None] Port c8dcc11b-bf02-4b61-af3d-43388ce5909a was deleted so its status cannot be updated. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 15:11:26.240789 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-10bc3165-dd39-4527-8c61-677cdc8e2779 None None] Provisioning complete for port 330c475e-8532-4812-b03f-8333bec40eec triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:26.241232 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-10bc3165-dd39-4527-8c61-677cdc8e2779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:26.241572 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-10bc3165-dd39-4527-8c61-677cdc8e2779 None None] Attempt 1 to provision port 330c475e-8532-4812-b03f-8333bec40eec Sep 23 15:11:26.366088 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-10bc3165-dd39-4527-8c61-677cdc8e2779 None None] Current status of the port 330c475e-8532-4812-b03f-8333bec40eec is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:11:26.458275 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ba9ea060-ae0a-4b3c-81ee-39a0072beef5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:26.478279 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-19b38bec-e3fd-48d4-963a-865b2785e9e1 None None] Could not find standard attr ID for object c8dcc11b-bf02-4b61-af3d-43388ce5909a. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:11:26.847094 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9ea060-ae0a-4b3c-81ee-39a0072beef5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Router 70fb7863-0c8e-4b6f-aea0-7090fbab1063 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:11:26.987963 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9ea060-ae0a-4b3c-81ee-39a0072beef5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:11:26.997268 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcbb257-bfbe-4c90-b409-7c944a969870 None None] Sync routers for ids ['70fb7863-0c8e-4b6f-aea0-7090fbab1063'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:11:27.001586 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ba9ea060-ae0a-4b3c-81ee-39a0072beef5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "PUT /v2.0/routers/70fb7863-0c8e-4b6f-aea0-7090fbab1063/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3600698 Sep 23 15:11:27.005399 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49474) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:27.007723 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcbb257-bfbe-4c90-b409-7c944a969870 None None] Routers {'70fb7863-0c8e-4b6f-aea0-7090fbab1063'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:11:27.008563 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-6dcbb257-bfbe-4c90-b409-7c944a969870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['70fb7863-0c8e-4b6f-aea0-7090fbab1063'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:27.057729 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-53070b0d-cae4-4c09-8908-76292f88b634 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Synchronizing usage tracker for tenant:9ba486dc161c4e0e9e31becedb07c630 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:11:27.081267 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-6dcbb257-bfbe-4c90-b409-7c944a969870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:27.081267 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:11:27.087637 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcbb257-bfbe-4c90-b409-7c944a969870 None None] Routers {'70fb7863-0c8e-4b6f-aea0-7090fbab1063'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:11:27.088225 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-6dcbb257-bfbe-4c90-b409-7c944a969870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['70fb7863-0c8e-4b6f-aea0-7090fbab1063'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:27.124791 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-53070b0d-cae4-4c09-8908-76292f88b634 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Unset dirty status for tenant:9ba486dc161c4e0e9e31becedb07c630 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:11:27.125965 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-53070b0d-cae4-4c09-8908-76292f88b634 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "GET /v2.0/ports?device_id=70fb7863-0c8e-4b6f-aea0-7090fbab1063 HTTP/1.1" status: 200 len: 205 time: 0.1200104 Sep 23 15:11:27.129261 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49478) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:27.146065 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-6dcbb257-bfbe-4c90-b409-7c944a969870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:27.146517 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcbb257-bfbe-4c90-b409-7c944a969870 None None] The sync data for ids ['70fb7863-0c8e-4b6f-aea0-7090fbab1063'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:11:27.259476 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-508f683e-bab1-4755-8d62-df51e35b3b2a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:27.556172 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-508f683e-bab1-4755-8d62-df51e35b3b2a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:27.558333 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-508f683e-bab1-4755-8d62-df51e35b3b2a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:27.661912 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-508f683e-bab1-4755-8d62-df51e35b3b2a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:27.662458 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508f683e-bab1-4755-8d62-df51e35b3b2a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Fanout notify agent at l3_agent the message router_deleted on router 70fb7863-0c8e-4b6f-aea0-7090fbab1063 {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:11:27.677055 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-508f683e-bab1-4755-8d62-df51e35b3b2a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:27.678127 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-508f683e-bab1-4755-8d62-df51e35b3b2a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/routers/70fb7863-0c8e-4b6f-aea0-7090fbab1063 HTTP/1.1" status: 204 len: 168 time: 0.5479681 Sep 23 15:11:27.680668 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49482) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:27.744908 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4727672-020d-481e-a240-9c49c7e1f18d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Deleting subnet ea387141-65c2-4674-b16f-1d1272342932 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:11:27.747807 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d4727672-020d-481e-a240-9c49c7e1f18d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:27.803977 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d4727672-020d-481e-a240-9c49c7e1f18d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:27.893476 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d4727672-020d-481e-a240-9c49c7e1f18d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:28.045140 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d4727672-020d-481e-a240-9c49c7e1f18d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:28.088744 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4727672-020d-481e-a240-9c49c7e1f18d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Subnet': ['ID=ea387141-65c2-4674-b16f-1d1272342932,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:28.092397 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d4727672-020d-481e-a240-9c49c7e1f18d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:28.098547 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b2d839-9af7-4c7b-8bf2-343d641445a4 None None] Network 3968c3e9-ae6f-4a44-a65c-e6c7a97027f0 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:11:28.099008 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d4727672-020d-481e-a240-9c49c7e1f18d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/subnets/ea387141-65c2-4674-b16f-1d1272342932 HTTP/1.1" status: 204 len: 168 time: 0.4169285 Sep 23 15:11:28.101333 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49488) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:28.215275 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-80424089-1b45-472e-8c9b-1276b4c0ed5b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:28.226807 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-80424089-1b45-472e-8c9b-1276b4c0ed5b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Deleting port 330c475e-8532-4812-b03f-8333bec40eec {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:11:28.227137 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-80424089-1b45-472e-8c9b-1276b4c0ed5b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:28.378685 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242c2c97-b715-480e-a973-7acff6ea6851 None None] DHCP port deletion for 3968c3e9-ae6f-4a44-a65c-e6c7a97027f0 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:11:28.383031 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-242c2c97-b715-480e-a973-7acff6ea6851 None None] Deleting port 330c475e-8532-4812-b03f-8333bec40eec {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:11:28.383552 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-242c2c97-b715-480e-a973-7acff6ea6851 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:28.556595 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-80424089-1b45-472e-8c9b-1276b4c0ed5b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] For port 330c475e-8532-4812-b03f-8333bec40eec, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=330c475e-8532-4812-b03f-8333bec40eec,segment=NetworkSegment(86a2b083-925a-47da-abb2-d871bde55efb),segment_id=86a2b083-925a-47da-abb2-d871bde55efb)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:11:28.556959 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-80424089-1b45-472e-8c9b-1276b4c0ed5b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:28.599930 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-242c2c97-b715-480e-a973-7acff6ea6851 None None] For port 330c475e-8532-4812-b03f-8333bec40eec, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=330c475e-8532-4812-b03f-8333bec40eec,segment=NetworkSegment(86a2b083-925a-47da-abb2-d871bde55efb),segment_id=86a2b083-925a-47da-abb2-d871bde55efb)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:11:28.600321 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-242c2c97-b715-480e-a973-7acff6ea6851 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:28.684241 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-80424089-1b45-472e-8c9b-1276b4c0ed5b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Calling delete_port for 330c475e-8532-4812-b03f-8333bec40eec owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:11:28.725631 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-242c2c97-b715-480e-a973-7acff6ea6851 None None] Calling delete_port for 330c475e-8532-4812-b03f-8333bec40eec owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:11:28.845219 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-80424089-1b45-472e-8c9b-1276b4c0ed5b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:28.853547 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-242c2c97-b715-480e-a973-7acff6ea6851 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:11:28.853547 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-242c2c97-b715-480e-a973-7acff6ea6851 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:11:28.892293 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80424089-1b45-472e-8c9b-1276b4c0ed5b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Port': ['ID=330c475e-8532-4812-b03f-8333bec40eec,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:28.895799 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80424089-1b45-472e-8c9b-1276b4c0ed5b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] No DVR routers for this DVR port 330c475e-8532-4812-b03f-8333bec40eec on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:11:28.961066 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 330c475e-8532-4812-b03f-8333bec40eec no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:11:28.999655 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 330c475e-8532-4812-b03f-8333bec40eec {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:11:29.000007 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 330c475e-8532-4812-b03f-8333bec40eec not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:11:29.022599 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-80424089-1b45-472e-8c9b-1276b4c0ed5b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:29.051988 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-80424089-1b45-472e-8c9b-1276b4c0ed5b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3968c3e9-ae6f-4a44-a65c-e6c7a97027f0']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:29.063984 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-80424089-1b45-472e-8c9b-1276b4c0ed5b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a2b083-925a-47da-abb2-d871bde55efb') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:29.064313 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-80424089-1b45-472e-8c9b-1276b4c0ed5b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a2b083-925a-47da-abb2-d871bde55efb') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:29.075487 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-80424089-1b45-472e-8c9b-1276b4c0ed5b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:29.091826 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-80424089-1b45-472e-8c9b-1276b4c0ed5b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:29.098849 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80424089-1b45-472e-8c9b-1276b4c0ed5b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:11:29.100210 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-80424089-1b45-472e-8c9b-1276b4c0ed5b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:29.165346 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 86a2b083-925a-47da-abb2-d871bde55efb resource provider aggregate not found Sep 23 15:11:29.189035 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 86a2b083-925a-47da-abb2-d871bde55efb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86a2b083-925a-47da-abb2-d871bde55efb found for delete ", "request_id": "req-762cec5f-0fa5-4f80-89f2-f4c6fc2ddcd9"}]} Sep 23 15:11:29.290446 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-80424089-1b45-472e-8c9b-1276b4c0ed5b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:29.309049 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-80424089-1b45-472e-8c9b-1276b4c0ed5b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:29.320216 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80424089-1b45-472e-8c9b-1276b4c0ed5b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Network': ['ID=3968c3e9-ae6f-4a44-a65c-e6c7a97027f0,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:29.352797 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-242c2c97-b715-480e-a973-7acff6ea6851 None None] Deleting port 330c475e-8532-4812-b03f-8333bec40eec {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:11:29.353332 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-242c2c97-b715-480e-a973-7acff6ea6851 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:29.418028 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-242c2c97-b715-480e-a973-7acff6ea6851 None None] The port '330c475e-8532-4812-b03f-8333bec40eec' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:11:29.440037 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-80424089-1b45-472e-8c9b-1276b4c0ed5b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/networks/3968c3e9-ae6f-4a44-a65c-e6c7a97027f0 HTTP/1.1" status: 204 len: 168 time: 1.3376508 Sep 23 15:11:29.443955 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49498) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:29.450111 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-0f29b202-6eda-44f5-8512-08aeb592654f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1121104855', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:11:29.456281 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0f29b202-6eda-44f5-8512-08aeb592654f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:11:29.460361 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0f29b202-6eda-44f5-8512-08aeb592654f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Usage tracker for resource:router and tenant:9ba486dc161c4e0e9e31becedb07c630 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:11:29.463187 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0f29b202-6eda-44f5-8512-08aeb592654f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:11:29.469534 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0f29b202-6eda-44f5-8512-08aeb592654f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:11:29.578954 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f29b202-6eda-44f5-8512-08aeb592654f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:29.580577 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f29b202-6eda-44f5-8512-08aeb592654f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:29.595740 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f29b202-6eda-44f5-8512-08aeb592654f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:29.664764 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f29b202-6eda-44f5-8512-08aeb592654f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:29.781929 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f29b202-6eda-44f5-8512-08aeb592654f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:29.783193 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0f29b202-6eda-44f5-8512-08aeb592654f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3382437 Sep 23 15:11:29.785847 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49502) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:29.791350 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-7a59412e-8616-41f0-81ab-dfb4d0240da2 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'network': {'name': 'tempest-RoutersTest-421035210'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:11:29.796342 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7a59412e-8616-41f0-81ab-dfb4d0240da2 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:11:29.800807 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7a59412e-8616-41f0-81ab-dfb4d0240da2 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Usage tracker for resource:network and tenant:9ba486dc161c4e0e9e31becedb07c630 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:11:29.803698 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7a59412e-8616-41f0-81ab-dfb4d0240da2 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:11:29.813427 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7a59412e-8616-41f0-81ab-dfb4d0240da2 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:11:29.893753 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a59412e-8616-41f0-81ab-dfb4d0240da2 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Made reservation on behalf of 9ba486dc161c4e0e9e31becedb07c630 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:11:29.904764 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7a59412e-8616-41f0-81ab-dfb4d0240da2 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:29.925714 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a59412e-8616-41f0-81ab-dfb4d0240da2 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:11:29.934301 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7a59412e-8616-41f0-81ab-dfb4d0240da2 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:29.934672 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-7a59412e-8616-41f0-81ab-dfb4d0240da2 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Added segment b8bf84ba-df00-43ba-ac22-4baf368f6efb of type vlan for network 8d40731c-f53c-49aa-b824-8fd0237e1706 Sep 23 15:11:29.962136 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7a59412e-8616-41f0-81ab-dfb4d0240da2 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:30.079439 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7a59412e-8616-41f0-81ab-dfb4d0240da2 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:30.084998 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a59412e-8616-41f0-81ab-dfb4d0240da2 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:11:30.085606 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7a59412e-8616-41f0-81ab-dfb4d0240da2 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:30.194365 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59412e-8616-41f0-81ab-dfb4d0240da2 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Network': ['ID=8d40731c-f53c-49aa-b824-8fd0237e1706,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:30.206576 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 8d40731c-f53c-49aa-b824-8fd0237e1706 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:11:30.262998 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7a59412e-8616-41f0-81ab-dfb4d0240da2 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4760470 Sep 23 15:11:30.265748 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49506) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:30.271952 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-72d44d79-e7c7-424f-b568-5de5e6c30a9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'subnet': {'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:11:30.386557 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-72d44d79-e7c7-424f-b568-5de5e6c30a9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:11:30.390447 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-72d44d79-e7c7-424f-b568-5de5e6c30a9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Usage tracker for resource:subnet and tenant:9ba486dc161c4e0e9e31becedb07c630 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:11:30.393312 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-72d44d79-e7c7-424f-b568-5de5e6c30a9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:11:30.398996 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-72d44d79-e7c7-424f-b568-5de5e6c30a9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:11:30.470896 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d44d79-e7c7-424f-b568-5de5e6c30a9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Made reservation on behalf of 9ba486dc161c4e0e9e31becedb07c630 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:11:30.474430 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-72d44d79-e7c7-424f-b568-5de5e6c30a9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:30.753068 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-72d44d79-e7c7-424f-b568-5de5e6c30a9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:30.831620 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d44d79-e7c7-424f-b568-5de5e6c30a9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Subnet': ['ID=11c5f84a-4244-4ba0-8f31-5a493dfe4355,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:30.839624 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d44d79-e7c7-424f-b568-5de5e6c30a9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Checking segment: {'id': 'b8bf84ba-df00-43ba-ac22-4baf368f6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:11:30.839978 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d44d79-e7c7-424f-b568-5de5e6c30a9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network hostable DHCP agents. Network: 8d40731c-f53c-49aa-b824-8fd0237e1706, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:11:30.944906 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d44d79-e7c7-424f-b568-5de5e6c30a9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network 8d40731c-f53c-49aa-b824-8fd0237e1706 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:11:31.068433 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-72d44d79-e7c7-424f-b568-5de5e6c30a9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 8d40731c-f53c-49aa-b824-8fd0237e1706) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:31.078460 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d44d79-e7c7-424f-b568-5de5e6c30a9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:11:31.078460 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-72d44d79-e7c7-424f-b568-5de5e6c30a9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:31.078780 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13b75d9-9fc6-4930-9b67-964b019acb56 None None] Network 8d40731c-f53c-49aa-b824-8fd0237e1706 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:11:31.153776 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-72d44d79-e7c7-424f-b568-5de5e6c30a9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8857257 Sep 23 15:11:31.157091 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49510) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:31.343822 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0dd908-373a-4998-a661-b2721ab58100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-8d40731c-f53c-49aa-b824-8fd0237e1706', 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'fixed_ips': [{'subnet_id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:11:31.344930 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb0dd908-373a-4998-a661-b2721ab58100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:31.512225 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-eb0dd908-373a-4998-a661-b2721ab58100 None None] Allocated IP 172.20.0.2 (8d40731c-f53c-49aa-b824-8fd0237e1706/11c5f84a-4244-4ba0-8f31-5a493dfe4355/30cf3c88-9b3e-4964-88c5-2a44dfd45ea7) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:11:31.726514 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb0dd908-373a-4998-a661-b2721ab58100 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:31.738273 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-eb0dd908-373a-4998-a661-b2721ab58100 None None] Transition to ACTIVE for port object 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:11:31.761432 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-eb0dd908-373a-4998-a661-b2721ab58100 None None] Transition to ACTIVE for port object 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:11:31.763926 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:31.865300 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb0dd908-373a-4998-a661-b2721ab58100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:31.936456 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0dd908-373a-4998-a661-b2721ab58100 None None] Network 8d40731c-f53c-49aa-b824-8fd0237e1706 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:11:31.937590 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-eb0dd908-373a-4998-a661-b2721ab58100 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:31.941429 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0dd908-373a-4998-a661-b2721ab58100 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:11:31.979163 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0dd908-373a-4998-a661-b2721ab58100 None None] Pushing event updated for resources: {'Port': ['ID=30cf3c88-9b3e-4964-88c5-2a44dfd45ea7,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:32.062521 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-eb0dd908-373a-4998-a661-b2721ab58100 None None] Attempting to bind port 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:11:32.062976 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-eb0dd908-373a-4998-a661-b2721ab58100 None None] Attempting to bind port 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'b8bf84ba-df00-43ba-ac22-4baf368f6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:11:32.063245 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0dd908-373a-4998-a661-b2721ab58100 None None] Attempting to bind port 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7 on network 8d40731c-f53c-49aa-b824-8fd0237e1706 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:11:32.068572 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0dd908-373a-4998-a661-b2721ab58100 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:11:32.069749 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0dd908-373a-4998-a661-b2721ab58100 None None] Checking segment: {'id': 'b8bf84ba-df00-43ba-ac22-4baf368f6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:11:32.069749 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb0dd908-373a-4998-a661-b2721ab58100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:32.071656 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0dd908-373a-4998-a661-b2721ab58100 None None] Bound using segment: {'id': 'b8bf84ba-df00-43ba-ac22-4baf368f6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:11:32.071656 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-eb0dd908-373a-4998-a661-b2721ab58100 None None] Bound port: 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8bf84ba-df00-43ba-ac22-4baf368f6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:11:32.071656 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb0dd908-373a-4998-a661-b2721ab58100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:32.128791 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Allocated IP 172.20.0.1 (8d40731c-f53c-49aa-b824-8fd0237e1706/11c5f84a-4244-4ba0-8f31-5a493dfe4355/511baa6a-2afb-49d8-98f4-2ee75fe9953d) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:11:32.150465 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-104c2d22-1768-4da0-b95f-f1051facdc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:32.162717 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-eb0dd908-373a-4998-a661-b2721ab58100 None None] For port 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:11:32.165737 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-eb0dd908-373a-4998-a661-b2721ab58100 None None] For port 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=30cf3c88-9b3e-4964-88c5-2a44dfd45ea7,segment=NetworkSegment(b8bf84ba-df00-43ba-ac22-4baf368f6efb),segment_id=b8bf84ba-df00-43ba-ac22-4baf368f6efb)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:11:32.262548 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb0dd908-373a-4998-a661-b2721ab58100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:32.312378 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:32.331023 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Transition to ACTIVE for port object 511baa6a-2afb-49d8-98f4-2ee75fe9953d will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:11:32.344549 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0dd908-373a-4998-a661-b2721ab58100 None None] Pushing event updated for resources: {'Port': ['ID=30cf3c88-9b3e-4964-88c5-2a44dfd45ea7,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:32.424064 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:32.504036 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network 8d40731c-f53c-49aa-b824-8fd0237e1706 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:11:32.508964 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:32.515111 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:11:32.525796 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:32.555944 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Port': ['ID=511baa6a-2afb-49d8-98f4-2ee75fe9953d,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:32.574531 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:32.574879 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:32.575420 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:32.575946 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:32.576051 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:32.576290 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:32.576610 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:32.576930 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:32.577417 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:32.578030 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:32.578030 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:32.578475 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:32.594138 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:32.797555 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:33.000483 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:11:33.153139 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:11:33.288886 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe039a5-741b-4921-9e76-21a017ba7218 None None] Network 8d40731c-f53c-49aa-b824-8fd0237e1706 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:11:33.351874 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:33.436235 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:33.507421 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-16b0f25a-12ef-4418-9777-e9c4bf42506b None None] Provisioning for port 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:11:33.520158 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-16b0f25a-12ef-4418-9777-e9c4bf42506b None None] Provisioning complete for port 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:33.520436 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-16b0f25a-12ef-4418-9777-e9c4bf42506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:33.520766 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-16b0f25a-12ef-4418-9777-e9c4bf42506b None None] Attempt 1 to provision port 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7 Sep 23 15:11:33.551109 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:33.554515 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Port': ['ID=511baa6a-2afb-49d8-98f4-2ee75fe9953d,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:33.659305 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-16b0f25a-12ef-4418-9777-e9c4bf42506b None None] Current status of the port 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:11:33.659976 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-16b0f25a-12ef-4418-9777-e9c4bf42506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:33.696570 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-16b0f25a-12ef-4418-9777-e9c4bf42506b None None] For port 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=30cf3c88-9b3e-4964-88c5-2a44dfd45ea7,segment=NetworkSegment(b8bf84ba-df00-43ba-ac22-4baf368f6efb),segment_id=b8bf84ba-df00-43ba-ac22-4baf368f6efb)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:11:33.698570 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network 8d40731c-f53c-49aa-b824-8fd0237e1706 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:11:33.699738 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:33.788197 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-16b0f25a-12ef-4418-9777-e9c4bf42506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:33.865662 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0f25a-12ef-4418-9777-e9c4bf42506b None None] Pushing event updated for resources: {'Port': ['ID=30cf3c88-9b3e-4964-88c5-2a44dfd45ea7,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:33.976208 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c9b043bb-5158-4070-977d-28dcc19d0d18 None None] Provisioning for port 511baa6a-2afb-49d8-98f4-2ee75fe9953d completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:11:33.988986 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c9b043bb-5158-4070-977d-28dcc19d0d18 None None] Provisioning complete for port 511baa6a-2afb-49d8-98f4-2ee75fe9953d triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:33.988986 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c9b043bb-5158-4070-977d-28dcc19d0d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:33.988986 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c9b043bb-5158-4070-977d-28dcc19d0d18 None None] Attempt 1 to provision port 511baa6a-2afb-49d8-98f4-2ee75fe9953d Sep 23 15:11:34.014064 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Router 927b2f6b-70b5-4c9f-8482-7326cde298ba is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:11:34.064941 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c9b043bb-5158-4070-977d-28dcc19d0d18 None None] Port 511baa6a-2afb-49d8-98f4-2ee75fe9953d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:11:34.188547 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:11:34.202521 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7111e17-1368-4b81-b533-57f42d7dc434 None None] Sync routers for ids ['927b2f6b-70b5-4c9f-8482-7326cde298ba'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:11:34.207772 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49514) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:34.208237 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ef3215e5-5756-4b6d-9200-577e3f460d4b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "PUT /v2.0/routers/927b2f6b-70b5-4c9f-8482-7326cde298ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0509548 Sep 23 15:11:34.216333 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7111e17-1368-4b81-b533-57f42d7dc434 None None] Routers {'927b2f6b-70b5-4c9f-8482-7326cde298ba'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:11:34.216567 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-5bcf858e-02c9-497d-ba0c-4d8b574cdc7b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'network': {'name': 'tempest-RoutersTest-1359647135'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:11:34.216960 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-e7111e17-1368-4b81-b533-57f42d7dc434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['927b2f6b-70b5-4c9f-8482-7326cde298ba'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:34.221607 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5bcf858e-02c9-497d-ba0c-4d8b574cdc7b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:11:34.225804 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-5bcf858e-02c9-497d-ba0c-4d8b574cdc7b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Usage tracker for resource:network and tenant:9ba486dc161c4e0e9e31becedb07c630 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:11:34.228736 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-5bcf858e-02c9-497d-ba0c-4d8b574cdc7b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:11:34.234831 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5bcf858e-02c9-497d-ba0c-4d8b574cdc7b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:11:34.331202 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcf858e-02c9-497d-ba0c-4d8b574cdc7b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Made reservation on behalf of 9ba486dc161c4e0e9e31becedb07c630 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:11:34.335885 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5bcf858e-02c9-497d-ba0c-4d8b574cdc7b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:34.369672 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bcf858e-02c9-497d-ba0c-4d8b574cdc7b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:11:34.376076 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5bcf858e-02c9-497d-ba0c-4d8b574cdc7b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:34.377279 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-5bcf858e-02c9-497d-ba0c-4d8b574cdc7b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Added segment 55a48ced-5e52-492f-a170-a1652b7ae4d1 of type vlan for network 90285803-dca1-45ea-b2b1-38eb7a1d20f2 Sep 23 15:11:34.404451 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5bcf858e-02c9-497d-ba0c-4d8b574cdc7b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:34.433461 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-e7111e17-1368-4b81-b533-57f42d7dc434 None None] Set router 927b2f6b-70b5-4c9f-8482-7326cde298ba gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:11:34.502659 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5bcf858e-02c9-497d-ba0c-4d8b574cdc7b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:34.508085 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcf858e-02c9-497d-ba0c-4d8b574cdc7b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:11:34.508670 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5bcf858e-02c9-497d-ba0c-4d8b574cdc7b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:34.572280 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c9b043bb-5158-4070-977d-28dcc19d0d18 None None] Attempt 2 to provision port 511baa6a-2afb-49d8-98f4-2ee75fe9953d Sep 23 15:11:34.693764 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c9b043bb-5158-4070-977d-28dcc19d0d18 None None] Port 511baa6a-2afb-49d8-98f4-2ee75fe9953d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:11:34.741029 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf858e-02c9-497d-ba0c-4d8b574cdc7b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Network': ['ID=90285803-dca1-45ea-b2b1-38eb7a1d20f2,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:34.757722 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 90285803-dca1-45ea-b2b1-38eb7a1d20f2 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:11:34.777213 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5bcf858e-02c9-497d-ba0c-4d8b574cdc7b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5660517 Sep 23 15:11:34.780164 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49518) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:34.785181 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-cf565e56-07e7-4a37-b69c-037580274ff5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'subnet': {'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:11:34.883915 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-e7111e17-1368-4b81-b533-57f42d7dc434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:11:32Z', 'revision_number': 2, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None, '_interfaces': [{'id': '511baa6a-2afb-49d8-98f4-2ee75fe9953d', 'name': '', 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:01:d0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:31Z', 'updated_at': '2022-09-23T15:11:33Z', 'revision_number': 2, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:34.888098 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7111e17-1368-4b81-b533-57f42d7dc434 None None] Checking router: 927b2f6b-70b5-4c9f-8482-7326cde298ba for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:11:34.888416 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7111e17-1368-4b81-b533-57f42d7dc434 None None] Updating router 927b2f6b-70b5-4c9f-8482-7326cde298ba port 511baa6a-2afb-49d8-98f4-2ee75fe9953d binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:11:34.898259 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-cf565e56-07e7-4a37-b69c-037580274ff5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:11:34.902146 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-cf565e56-07e7-4a37-b69c-037580274ff5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Usage tracker for resource:subnet and tenant:9ba486dc161c4e0e9e31becedb07c630 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:11:34.905142 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-cf565e56-07e7-4a37-b69c-037580274ff5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:11:34.911027 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-cf565e56-07e7-4a37-b69c-037580274ff5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:11:34.956250 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e7111e17-1368-4b81-b533-57f42d7dc434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:34.971512 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:11:35.039370 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf565e56-07e7-4a37-b69c-037580274ff5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Made reservation on behalf of 9ba486dc161c4e0e9e31becedb07c630 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:11:35.043208 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf565e56-07e7-4a37-b69c-037580274ff5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:35.087488 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fbca3654-30e8-4138-b4a7-ec1777dcb577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:35.154754 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:35.154754 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:35.155393 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7 Sep 23 15:11:35.195216 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c9b043bb-5158-4070-977d-28dcc19d0d18 None None] Attempt 3 to provision port 511baa6a-2afb-49d8-98f4-2ee75fe9953d Sep 23 15:11:35.310747 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf565e56-07e7-4a37-b69c-037580274ff5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:35.358003 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c9b043bb-5158-4070-977d-28dcc19d0d18 None None] Port 511baa6a-2afb-49d8-98f4-2ee75fe9953d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:11:35.393289 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf565e56-07e7-4a37-b69c-037580274ff5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Subnet': ['ID=b660519f-9ccf-4456-a1fe-3b1de0b29a2c,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:35.402260 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf565e56-07e7-4a37-b69c-037580274ff5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Checking segment: {'id': '55a48ced-5e52-492f-a170-a1652b7ae4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:11:35.402671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf565e56-07e7-4a37-b69c-037580274ff5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network hostable DHCP agents. Network: 90285803-dca1-45ea-b2b1-38eb7a1d20f2, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:11:35.477275 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:11:35.558675 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e7111e17-1368-4b81-b533-57f42d7dc434 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:35.570754 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e7111e17-1368-4b81-b533-57f42d7dc434 None None] Transition to ACTIVE for port object 511baa6a-2afb-49d8-98f4-2ee75fe9953d will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:11:35.576416 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf565e56-07e7-4a37-b69c-037580274ff5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network 90285803-dca1-45ea-b2b1-38eb7a1d20f2 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:11:35.577977 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:35.577977 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:35.670223 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e7111e17-1368-4b81-b533-57f42d7dc434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:35.688418 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-cf565e56-07e7-4a37-b69c-037580274ff5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 90285803-dca1-45ea-b2b1-38eb7a1d20f2) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:35.694605 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf565e56-07e7-4a37-b69c-037580274ff5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:11:35.695382 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf565e56-07e7-4a37-b69c-037580274ff5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:35.747462 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb64b841-6912-42cc-b282-3ca09abc273a None None] Network 90285803-dca1-45ea-b2b1-38eb7a1d20f2 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:11:35.807677 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-cf565e56-07e7-4a37-b69c-037580274ff5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0250120 Sep 23 15:11:35.808517 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49522) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:35.935770 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c9b043bb-5158-4070-977d-28dcc19d0d18 None None] Attempt 4 to provision port 511baa6a-2afb-49d8-98f4-2ee75fe9953d Sep 23 15:11:36.017605 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90529bf4-aa68-4d81-9b0d-6d9ae2fe5bf3 None None] Pushing event updated for resources: {'Port': ['ID=511baa6a-2afb-49d8-98f4-2ee75fe9953d,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:36.072337 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c9b043bb-5158-4070-977d-28dcc19d0d18 None None] Port 511baa6a-2afb-49d8-98f4-2ee75fe9953d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:11:36.077072 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e7111e17-1368-4b81-b533-57f42d7dc434 None None] Attempting to bind port 511baa6a-2afb-49d8-98f4-2ee75fe9953d on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:11:36.077394 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e7111e17-1368-4b81-b533-57f42d7dc434 None None] Attempting to bind port 511baa6a-2afb-49d8-98f4-2ee75fe9953d by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'b8bf84ba-df00-43ba-ac22-4baf368f6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:11:36.077751 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7111e17-1368-4b81-b533-57f42d7dc434 None None] Attempting to bind port 511baa6a-2afb-49d8-98f4-2ee75fe9953d on network 8d40731c-f53c-49aa-b824-8fd0237e1706 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:11:36.092025 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7111e17-1368-4b81-b533-57f42d7dc434 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:11:36.092398 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7111e17-1368-4b81-b533-57f42d7dc434 None None] Checking segment: {'id': 'b8bf84ba-df00-43ba-ac22-4baf368f6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:11:36.092800 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e7111e17-1368-4b81-b533-57f42d7dc434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:36.093187 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7111e17-1368-4b81-b533-57f42d7dc434 None None] Bound using segment: {'id': 'b8bf84ba-df00-43ba-ac22-4baf368f6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:11:36.093655 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e7111e17-1368-4b81-b533-57f42d7dc434 None None] Bound port: 511baa6a-2afb-49d8-98f4-2ee75fe9953d, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8bf84ba-df00-43ba-ac22-4baf368f6efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:11:36.094021 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e7111e17-1368-4b81-b533-57f42d7dc434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:36.268533 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e7111e17-1368-4b81-b533-57f42d7dc434 None None] For port 511baa6a-2afb-49d8-98f4-2ee75fe9953d, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:11:36.275502 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1c0ef9-d9a3-4840-90d0-1c04457d8dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-90285803-dca1-45ea-b2b1-38eb7a1d20f2', 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'fixed_ips': [{'subnet_id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:11:36.276323 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3f1c0ef9-d9a3-4840-90d0-1c04457d8dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:36.291825 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e7111e17-1368-4b81-b533-57f42d7dc434 None None] For port 511baa6a-2afb-49d8-98f4-2ee75fe9953d, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=511baa6a-2afb-49d8-98f4-2ee75fe9953d,segment=NetworkSegment(b8bf84ba-df00-43ba-ac22-4baf368f6efb),segment_id=b8bf84ba-df00-43ba-ac22-4baf368f6efb)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:11:36.395370 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fa1608a8-498c-4e75-9cfa-36aa8309f86c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:36.411421 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e7111e17-1368-4b81-b533-57f42d7dc434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:36.487469 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7111e17-1368-4b81-b533-57f42d7dc434 None None] Routers {'927b2f6b-70b5-4c9f-8482-7326cde298ba'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:11:36.488105 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-e7111e17-1368-4b81-b533-57f42d7dc434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['927b2f6b-70b5-4c9f-8482-7326cde298ba'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:36.609227 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c9b043bb-5158-4070-977d-28dcc19d0d18 None None] Attempt 5 to provision port 511baa6a-2afb-49d8-98f4-2ee75fe9953d Sep 23 15:11:36.667056 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-3f1c0ef9-d9a3-4840-90d0-1c04457d8dae None None] Allocated IP 172.21.0.2 (90285803-dca1-45ea-b2b1-38eb7a1d20f2/b660519f-9ccf-4456-a1fe-3b1de0b29a2c/411379fa-df6d-42e4-b19d-7349bc7e3e40) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:11:36.699697 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90529bf4-aa68-4d81-9b0d-6d9ae2fe5bf3 None None] Pushing event updated for resources: {'Port': ['ID=511baa6a-2afb-49d8-98f4-2ee75fe9953d,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:36.789555 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-e7111e17-1368-4b81-b533-57f42d7dc434 None None] Set router 927b2f6b-70b5-4c9f-8482-7326cde298ba gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:11:36.888924 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c9b043bb-5158-4070-977d-28dcc19d0d18 None None] Port 511baa6a-2afb-49d8-98f4-2ee75fe9953d had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:11:36.981506 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:37.016308 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c9b043bb-5158-4070-977d-28dcc19d0d18 None None] Provisioning complete for port 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:37.016679 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c9b043bb-5158-4070-977d-28dcc19d0d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:37.017042 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c9b043bb-5158-4070-977d-28dcc19d0d18 None None] Attempt 1 to provision port 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7 Sep 23 15:11:37.226017 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3f1c0ef9-d9a3-4840-90d0-1c04457d8dae None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:37.252037 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-3f1c0ef9-d9a3-4840-90d0-1c04457d8dae None None] Transition to ACTIVE for port object 411379fa-df6d-42e4-b19d-7349bc7e3e40 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:11:37.335518 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-3f1c0ef9-d9a3-4840-90d0-1c04457d8dae None None] Transition to ACTIVE for port object 411379fa-df6d-42e4-b19d-7349bc7e3e40 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:11:37.418241 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c9b043bb-5158-4070-977d-28dcc19d0d18 None None] Current status of the port 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:11:37.437501 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-e7111e17-1368-4b81-b533-57f42d7dc434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:11:32Z', 'revision_number': 2, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None, '_interfaces': [{'id': '511baa6a-2afb-49d8-98f4-2ee75fe9953d', 'name': '', 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:01:d0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:31Z', 'updated_at': '2022-09-23T15:11:36Z', 'revision_number': 4, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:37.441148 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3f1c0ef9-d9a3-4840-90d0-1c04457d8dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:37.479838 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7111e17-1368-4b81-b533-57f42d7dc434 None None] The sync data for ids ['927b2f6b-70b5-4c9f-8482-7326cde298ba'] in dv-neutron-859093-1-hyperv is: [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:11:32Z', 'revision_number': 2, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None, '_interfaces': [{'id': '511baa6a-2afb-49d8-98f4-2ee75fe9953d', 'name': '', 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:01:d0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:31Z', 'updated_at': '2022-09-23T15:11:36Z', 'revision_number': 4, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:11:37.504947 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-fa1608a8-498c-4e75-9cfa-36aa8309f86c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Allocated IP 172.21.0.1 (90285803-dca1-45ea-b2b1-38eb7a1d20f2/b660519f-9ccf-4456-a1fe-3b1de0b29a2c/8e37a098-840e-442b-b515-04ca182af70f) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:11:37.513533 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1c0ef9-d9a3-4840-90d0-1c04457d8dae None None] Network 90285803-dca1-45ea-b2b1-38eb7a1d20f2 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:11:37.517517 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-3f1c0ef9-d9a3-4840-90d0-1c04457d8dae None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:37.521263 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1c0ef9-d9a3-4840-90d0-1c04457d8dae None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:11:37.523479 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c0ef9-d9a3-4840-90d0-1c04457d8dae None None] Pushing event updated for resources: {'Port': ['ID=411379fa-df6d-42e4-b19d-7349bc7e3e40,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:37.640219 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-3f1c0ef9-d9a3-4840-90d0-1c04457d8dae None None] Attempting to bind port 411379fa-df6d-42e4-b19d-7349bc7e3e40 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:11:37.640585 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-3f1c0ef9-d9a3-4840-90d0-1c04457d8dae None None] Attempting to bind port 411379fa-df6d-42e4-b19d-7349bc7e3e40 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '55a48ced-5e52-492f-a170-a1652b7ae4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:11:37.641128 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1c0ef9-d9a3-4840-90d0-1c04457d8dae None None] Attempting to bind port 411379fa-df6d-42e4-b19d-7349bc7e3e40 on network 90285803-dca1-45ea-b2b1-38eb7a1d20f2 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:11:37.647630 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1c0ef9-d9a3-4840-90d0-1c04457d8dae None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:11:37.648287 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1c0ef9-d9a3-4840-90d0-1c04457d8dae None None] Checking segment: {'id': '55a48ced-5e52-492f-a170-a1652b7ae4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:11:37.648692 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3f1c0ef9-d9a3-4840-90d0-1c04457d8dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:37.649081 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1c0ef9-d9a3-4840-90d0-1c04457d8dae None None] Bound using segment: {'id': '55a48ced-5e52-492f-a170-a1652b7ae4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:11:37.649553 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-3f1c0ef9-d9a3-4840-90d0-1c04457d8dae None None] Bound port: 411379fa-df6d-42e4-b19d-7349bc7e3e40, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a48ced-5e52-492f-a170-a1652b7ae4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:11:37.650087 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3f1c0ef9-d9a3-4840-90d0-1c04457d8dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:37.681913 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fa1608a8-498c-4e75-9cfa-36aa8309f86c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:37.715731 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-fa1608a8-498c-4e75-9cfa-36aa8309f86c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Transition to ACTIVE for port object 8e37a098-840e-442b-b515-04ca182af70f will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:11:37.777203 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-3f1c0ef9-d9a3-4840-90d0-1c04457d8dae None None] For port 411379fa-df6d-42e4-b19d-7349bc7e3e40, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:11:37.780278 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-3f1c0ef9-d9a3-4840-90d0-1c04457d8dae None None] For port 411379fa-df6d-42e4-b19d-7349bc7e3e40, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=411379fa-df6d-42e4-b19d-7349bc7e3e40,segment=NetworkSegment(55a48ced-5e52-492f-a170-a1652b7ae4d1),segment_id=55a48ced-5e52-492f-a170-a1652b7ae4d1)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:11:37.810571 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fa1608a8-498c-4e75-9cfa-36aa8309f86c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:37.874701 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3f1c0ef9-d9a3-4840-90d0-1c04457d8dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:37.887922 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1608a8-498c-4e75-9cfa-36aa8309f86c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network 90285803-dca1-45ea-b2b1-38eb7a1d20f2 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:11:37.891220 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-fa1608a8-498c-4e75-9cfa-36aa8309f86c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:37.894680 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1608a8-498c-4e75-9cfa-36aa8309f86c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:11:37.940000 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1608a8-498c-4e75-9cfa-36aa8309f86c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Port': ['ID=8e37a098-840e-442b-b515-04ca182af70f,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:37.960044 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c0ef9-d9a3-4840-90d0-1c04457d8dae None None] Pushing event updated for resources: {'Port': ['ID=411379fa-df6d-42e4-b19d-7349bc7e3e40,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:37.971455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fa1608a8-498c-4e75-9cfa-36aa8309f86c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:38.189604 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fa1608a8-498c-4e75-9cfa-36aa8309f86c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:38.590751 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fa1608a8-498c-4e75-9cfa-36aa8309f86c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:38.644144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fa1608a8-498c-4e75-9cfa-36aa8309f86c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:38.755628 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1608a8-498c-4e75-9cfa-36aa8309f86c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Port': ['ID=8e37a098-840e-442b-b515-04ca182af70f,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:38.760926 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fa1608a8-498c-4e75-9cfa-36aa8309f86c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:38.962125 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0541cfa7-f5a2-4b5f-8ba0-7b72e2286322 req-13f82477-aeb7-4ebc-8b72-729fdac6c03f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1904559 Sep 23 15:11:38.967749 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1608a8-498c-4e75-9cfa-36aa8309f86c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network 90285803-dca1-45ea-b2b1-38eb7a1d20f2 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:11:38.969156 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-fa1608a8-498c-4e75-9cfa-36aa8309f86c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:39.035382 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 511baa6a-2afb-49d8-98f4-2ee75fe9953d up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:11:39.170923 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 511baa6a-2afb-49d8-98f4-2ee75fe9953d completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:11:39.177267 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 511baa6a-2afb-49d8-98f4-2ee75fe9953d triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:39.178847 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:39.178847 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 511baa6a-2afb-49d8-98f4-2ee75fe9953d Sep 23 15:11:39.326267 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 511baa6a-2afb-49d8-98f4-2ee75fe9953d is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:11:39.326897 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:39.332476 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1608a8-498c-4e75-9cfa-36aa8309f86c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Router 927b2f6b-70b5-4c9f-8482-7326cde298ba has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:11:39.369513 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 511baa6a-2afb-49d8-98f4-2ee75fe9953d, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=511baa6a-2afb-49d8-98f4-2ee75fe9953d,segment=NetworkSegment(b8bf84ba-df00-43ba-ac22-4baf368f6efb),segment_id=b8bf84ba-df00-43ba-ac22-4baf368f6efb)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:11:39.395443 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717ea93b-0146-4440-bdb7-38d4dee22456 None None] Network 90285803-dca1-45ea-b2b1-38eb7a1d20f2 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:11:39.395616 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541cfa7-f5a2-4b5f-8ba0-7b72e2286322 req-74d69062-a463-4365-af9d-8f446b72ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:11:39.396979 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0541cfa7-f5a2-4b5f-8ba0-7b72e2286322 req-74d69062-a463-4365-af9d-8f446b72ebe4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4dd03006331a43759c203c055fc73500&device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 1098 time: 0.3555150 Sep 23 15:11:39.468100 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:39.468846 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 411379fa-df6d-42e4-b19d-7349bc7e3e40 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:11:39.587933 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1608a8-498c-4e75-9cfa-36aa8309f86c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:11:39.602718 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de17597b-6460-49e9-97b3-42359f29e176 None None] Sync routers for ids ['927b2f6b-70b5-4c9f-8482-7326cde298ba'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:11:39.613768 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de17597b-6460-49e9-97b3-42359f29e176 None None] Routers {'927b2f6b-70b5-4c9f-8482-7326cde298ba'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:11:39.621450 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-de17597b-6460-49e9-97b3-42359f29e176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['927b2f6b-70b5-4c9f-8482-7326cde298ba'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:39.621637 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-fa1608a8-498c-4e75-9cfa-36aa8309f86c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "PUT /v2.0/routers/927b2f6b-70b5-4c9f-8482-7326cde298ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8083076 Sep 23 15:11:39.622208 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49526) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:39.633913 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-28411f5f-ad2c-4efb-874c-7c32f7d30dfb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'network': {'name': 'tempest-RoutersTest-1028215681'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:11:39.634444 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541cfa7-f5a2-4b5f-8ba0-7b72e2286322 req-a0f37b60-ba45-4dab-bead-0caff9662958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:11:39.635877 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0541cfa7-f5a2-4b5f-8ba0-7b72e2286322 req-a0f37b60-ba45-4dab-bead-0caff9662958 service neutron] 10.222.0.72 "GET /v2.0/networks?id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a HTTP/1.1" status: 200 len: 912 time: 0.1730118 Sep 23 15:11:39.640157 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-28411f5f-ad2c-4efb-874c-7c32f7d30dfb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:11:39.644746 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=511baa6a-2afb-49d8-98f4-2ee75fe9953d,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:39.646272 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-28411f5f-ad2c-4efb-874c-7c32f7d30dfb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Usage tracker for resource:network and tenant:9ba486dc161c4e0e9e31becedb07c630 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:11:39.659018 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-28411f5f-ad2c-4efb-874c-7c32f7d30dfb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:11:39.666113 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-28411f5f-ad2c-4efb-874c-7c32f7d30dfb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:11:39.693503 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8685a472-389e-47d9-b7a8-65a59dafab81 None None] Provisioning for port 411379fa-df6d-42e4-b19d-7349bc7e3e40 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:11:39.747042 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 411379fa-df6d-42e4-b19d-7349bc7e3e40 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:11:39.761401 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0541cfa7-f5a2-4b5f-8ba0-7b72e2286322 req-7cf76eef-cdae-444a-8240-197d457d2597 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06782627-15d1-4272-898e-e78ac3c1a414 HTTP/1.1" status: 200 len: 1002 time: 0.1184964 Sep 23 15:11:39.768764 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28411f5f-ad2c-4efb-874c-7c32f7d30dfb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Made reservation on behalf of 9ba486dc161c4e0e9e31becedb07c630 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:11:39.773400 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-28411f5f-ad2c-4efb-874c-7c32f7d30dfb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:39.779077 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 411379fa-df6d-42e4-b19d-7349bc7e3e40 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:39.781434 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:39.781844 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 411379fa-df6d-42e4-b19d-7349bc7e3e40 Sep 23 15:11:39.785587 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-de17597b-6460-49e9-97b3-42359f29e176 None None] Set router 927b2f6b-70b5-4c9f-8482-7326cde298ba gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:11:39.864139 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541cfa7-f5a2-4b5f-8ba0-7b72e2286322 req-29ee0a2f-6d4a-46c9-baef-e4fcaecaaec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:11:39.864139 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0541cfa7-f5a2-4b5f-8ba0-7b72e2286322 req-29ee0a2f-6d4a-46c9-baef-e4fcaecaaec8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64979ce6-fb4a-43b7-a76f-4e9da53aeed1 HTTP/1.1" status: 200 len: 850 time: 0.0857143 Sep 23 15:11:39.868681 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28411f5f-ad2c-4efb-874c-7c32f7d30dfb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:11:39.881169 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-28411f5f-ad2c-4efb-874c-7c32f7d30dfb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:39.881169 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-28411f5f-ad2c-4efb-874c-7c32f7d30dfb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Added segment 64c53c5b-a6db-4c9f-a941-66292df5cd05 of type vlan for network c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb Sep 23 15:11:39.923080 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-28411f5f-ad2c-4efb-874c-7c32f7d30dfb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:40.007248 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 411379fa-df6d-42e4-b19d-7349bc7e3e40 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:11:40.008118 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:40.009629 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541cfa7-f5a2-4b5f-8ba0-7b72e2286322 req-275a640d-c991-4cf1-9e78-232b2d44a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:11:40.011257 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0541cfa7-f5a2-4b5f-8ba0-7b72e2286322 req-275a640d-c991-4cf1-9e78-232b2d44a30d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1505966 Sep 23 15:11:40.051369 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-28411f5f-ad2c-4efb-874c-7c32f7d30dfb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:40.052393 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 411379fa-df6d-42e4-b19d-7349bc7e3e40, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=411379fa-df6d-42e4-b19d-7349bc7e3e40,segment=NetworkSegment(55a48ced-5e52-492f-a170-a1652b7ae4d1),segment_id=55a48ced-5e52-492f-a170-a1652b7ae4d1)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:11:40.058470 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28411f5f-ad2c-4efb-874c-7c32f7d30dfb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:11:40.059188 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-28411f5f-ad2c-4efb-874c-7c32f7d30dfb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:40.150112 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:40.185042 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0541cfa7-f5a2-4b5f-8ba0-7b72e2286322 req-b5d9287f-cac5-4a9d-b16c-f26656255f95 service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613495 Sep 23 15:11:40.205518 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28411f5f-ad2c-4efb-874c-7c32f7d30dfb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Network': ['ID=c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:40.226216 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:11:40.239944 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-de17597b-6460-49e9-97b3-42359f29e176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:11:38Z', 'revision_number': 3, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None, '_interfaces': [{'id': '511baa6a-2afb-49d8-98f4-2ee75fe9953d', 'name': '', 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:01:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:31Z', 'updated_at': '2022-09-23T15:11:39Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e37a098-840e-442b-b515-04ca182af70f', 'name': '', 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:11:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:36Z', 'updated_at': '2022-09-23T15:11:38Z', 'revision_number': 2, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:40.244745 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de17597b-6460-49e9-97b3-42359f29e176 None None] Checking router: 927b2f6b-70b5-4c9f-8482-7326cde298ba for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:11:40.245372 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de17597b-6460-49e9-97b3-42359f29e176 None None] Updating router 927b2f6b-70b5-4c9f-8482-7326cde298ba port 8e37a098-840e-442b-b515-04ca182af70f binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:11:40.262791 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-28411f5f-ad2c-4efb-874c-7c32f7d30dfb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6386614 Sep 23 15:11:40.263516 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49530) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:40.272575 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-0c4d4760-be81-477e-a09f-ae97b9d15751 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'subnet': {'network_id': 'c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:11:40.331784 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-de17597b-6460-49e9-97b3-42359f29e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:40.346987 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0541cfa7-f5a2-4b5f-8ba0-7b72e2286322 req-abf6aecd-4925-4576-8f3d-ed14cdbe183b service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592157 Sep 23 15:11:40.379014 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=411379fa-df6d-42e4-b19d-7349bc7e3e40,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:40.407353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-98d7ff38-b1a3-4fdb-a863-976b672c4b6a None None] Provisioning for port 8e37a098-840e-442b-b515-04ca182af70f completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:11:40.413384 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-98d7ff38-b1a3-4fdb-a863-976b672c4b6a None None] Provisioning complete for port 8e37a098-840e-442b-b515-04ca182af70f triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:40.414050 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98d7ff38-b1a3-4fdb-a863-976b672c4b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:40.414636 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-98d7ff38-b1a3-4fdb-a863-976b672c4b6a None None] Attempt 1 to provision port 8e37a098-840e-442b-b515-04ca182af70f Sep 23 15:11:40.459716 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0c4d4760-be81-477e-a09f-ae97b9d15751 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:11:40.463762 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0c4d4760-be81-477e-a09f-ae97b9d15751 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Usage tracker for resource:subnet and tenant:9ba486dc161c4e0e9e31becedb07c630 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:11:40.467267 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0c4d4760-be81-477e-a09f-ae97b9d15751 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:11:40.473584 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0c4d4760-be81-477e-a09f-ae97b9d15751 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:11:40.480179 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-98d7ff38-b1a3-4fdb-a863-976b672c4b6a None None] Port 8e37a098-840e-442b-b515-04ca182af70f cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:11:40.584388 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4d4760-be81-477e-a09f-ae97b9d15751 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Made reservation on behalf of 9ba486dc161c4e0e9e31becedb07c630 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:11:40.588028 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0c4d4760-be81-477e-a09f-ae97b9d15751 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:40.724717 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-de17597b-6460-49e9-97b3-42359f29e176 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:40.738757 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-de17597b-6460-49e9-97b3-42359f29e176 None None] Transition to ACTIVE for port object 8e37a098-840e-442b-b515-04ca182af70f will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:11:40.833457 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-de17597b-6460-49e9-97b3-42359f29e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:40.902653 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0c4d4760-be81-477e-a09f-ae97b9d15751 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:40.982130 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-98d7ff38-b1a3-4fdb-a863-976b672c4b6a None None] Attempt 2 to provision port 8e37a098-840e-442b-b515-04ca182af70f Sep 23 15:11:41.035751 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 511baa6a-2afb-49d8-98f4-2ee75fe9953d up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:11:41.039398 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4d4760-be81-477e-a09f-ae97b9d15751 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Checking segment: {'id': '64c53c5b-a6db-4c9f-a941-66292df5cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:11:41.039767 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4d4760-be81-477e-a09f-ae97b9d15751 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network hostable DHCP agents. Network: c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:11:41.045689 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7f877-c2cb-4f42-91dc-dae144c69d93 None None] Pushing event updated for resources: {'Port': ['ID=8e37a098-840e-442b-b515-04ca182af70f,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:41.053253 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d4760-be81-477e-a09f-ae97b9d15751 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Subnet': ['ID=bd8ed4e5-4188-4685-86f5-b141a2781a62,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:41.068739 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7f877-c2cb-4f42-91dc-dae144c69d93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:41.070370 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7f877-c2cb-4f42-91dc-dae144c69d93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:41.070370 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7f877-c2cb-4f42-91dc-dae144c69d93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:41.070370 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7f877-c2cb-4f42-91dc-dae144c69d93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:41.070370 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7f877-c2cb-4f42-91dc-dae144c69d93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:41.070370 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7f877-c2cb-4f42-91dc-dae144c69d93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:41.071115 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7f877-c2cb-4f42-91dc-dae144c69d93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:41.071115 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7f877-c2cb-4f42-91dc-dae144c69d93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:41.071377 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7f877-c2cb-4f42-91dc-dae144c69d93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:41.071631 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7f877-c2cb-4f42-91dc-dae144c69d93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:41.072139 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7f877-c2cb-4f42-91dc-dae144c69d93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:41.072458 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e7f877-c2cb-4f42-91dc-dae144c69d93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:41.087420 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-de17597b-6460-49e9-97b3-42359f29e176 None None] Attempting to bind port 8e37a098-840e-442b-b515-04ca182af70f on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:11:41.087925 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-de17597b-6460-49e9-97b3-42359f29e176 None None] Attempting to bind port 8e37a098-840e-442b-b515-04ca182af70f by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '55a48ced-5e52-492f-a170-a1652b7ae4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:11:41.088404 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de17597b-6460-49e9-97b3-42359f29e176 None None] Attempting to bind port 8e37a098-840e-442b-b515-04ca182af70f on network 90285803-dca1-45ea-b2b1-38eb7a1d20f2 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:11:41.094530 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de17597b-6460-49e9-97b3-42359f29e176 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:11:41.095109 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de17597b-6460-49e9-97b3-42359f29e176 None None] Checking segment: {'id': '55a48ced-5e52-492f-a170-a1652b7ae4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:11:41.095621 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-de17597b-6460-49e9-97b3-42359f29e176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:41.096015 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de17597b-6460-49e9-97b3-42359f29e176 None None] Bound using segment: {'id': '55a48ced-5e52-492f-a170-a1652b7ae4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:11:41.096475 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-de17597b-6460-49e9-97b3-42359f29e176 None None] Bound port: 8e37a098-840e-442b-b515-04ca182af70f, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a48ced-5e52-492f-a170-a1652b7ae4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:11:41.096868 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-de17597b-6460-49e9-97b3-42359f29e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:41.133794 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-98d7ff38-b1a3-4fdb-a863-976b672c4b6a None None] Port 8e37a098-840e-442b-b515-04ca182af70f cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:11:41.139283 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4d4760-be81-477e-a09f-ae97b9d15751 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:11:41.149262 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 511baa6a-2afb-49d8-98f4-2ee75fe9953d triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:41.149632 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:41.149964 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 511baa6a-2afb-49d8-98f4-2ee75fe9953d Sep 23 15:11:41.186654 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-de17597b-6460-49e9-97b3-42359f29e176 None None] For port 8e37a098-840e-442b-b515-04ca182af70f, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:11:41.189870 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-de17597b-6460-49e9-97b3-42359f29e176 None None] For port 8e37a098-840e-442b-b515-04ca182af70f, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8e37a098-840e-442b-b515-04ca182af70f,segment=NetworkSegment(55a48ced-5e52-492f-a170-a1652b7ae4d1),segment_id=55a48ced-5e52-492f-a170-a1652b7ae4d1)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:11:41.266983 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 511baa6a-2afb-49d8-98f4-2ee75fe9953d is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:11:41.268005 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 411379fa-df6d-42e4-b19d-7349bc7e3e40 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:11:41.284633 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-0c4d4760-be81-477e-a09f-ae97b9d15751 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:41.289698 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4d4760-be81-477e-a09f-ae97b9d15751 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:11:41.290685 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0c4d4760-be81-477e-a09f-ae97b9d15751 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:41.295812 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822022b3-b640-4743-b7e1-f8d586591eaa None None] Network c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:11:41.331141 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-de17597b-6460-49e9-97b3-42359f29e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:41.397436 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de17597b-6460-49e9-97b3-42359f29e176 None None] Routers {'927b2f6b-70b5-4c9f-8482-7326cde298ba'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:11:41.398070 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-de17597b-6460-49e9-97b3-42359f29e176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['927b2f6b-70b5-4c9f-8482-7326cde298ba'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:41.426141 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0c4d4760-be81-477e-a09f-ae97b9d15751 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1615529 Sep 23 15:11:41.429047 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49534) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:41.487340 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 411379fa-df6d-42e4-b19d-7349bc7e3e40 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:41.487713 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:41.488046 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 411379fa-df6d-42e4-b19d-7349bc7e3e40 Sep 23 15:11:41.537404 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7f877-c2cb-4f42-91dc-dae144c69d93 None None] Pushing event updated for resources: {'Port': ['ID=8e37a098-840e-442b-b515-04ca182af70f,revision_number=4']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:41.563488 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-de17597b-6460-49e9-97b3-42359f29e176 None None] Set router 927b2f6b-70b5-4c9f-8482-7326cde298ba gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:11:41.638518 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-98d7ff38-b1a3-4fdb-a863-976b672c4b6a None None] Attempt 3 to provision port 8e37a098-840e-442b-b515-04ca182af70f Sep 23 15:11:41.698737 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d992c0f6-21be-4cfa-a1d6-9b80003bc6d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb', 'network_id': 'c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'fixed_ips': [{'subnet_id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:11:41.699545 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d992c0f6-21be-4cfa-a1d6-9b80003bc6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:41.808202 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 411379fa-df6d-42e4-b19d-7349bc7e3e40 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:11:41.827139 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-98d7ff38-b1a3-4fdb-a863-976b672c4b6a None None] Port 8e37a098-840e-442b-b515-04ca182af70f had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:11:41.880840 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-98d7ff38-b1a3-4fdb-a863-976b672c4b6a None None] Provisioning complete for port 411379fa-df6d-42e4-b19d-7349bc7e3e40 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:41.881219 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98d7ff38-b1a3-4fdb-a863-976b672c4b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:41.881556 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-98d7ff38-b1a3-4fdb-a863-976b672c4b6a None None] Attempt 1 to provision port 411379fa-df6d-42e4-b19d-7349bc7e3e40 Sep 23 15:11:41.932037 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-de17597b-6460-49e9-97b3-42359f29e176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:11:38Z', 'revision_number': 3, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None, '_interfaces': [{'id': '511baa6a-2afb-49d8-98f4-2ee75fe9953d', 'name': '', 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:01:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:31Z', 'updated_at': '2022-09-23T15:11:39Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e37a098-840e-442b-b515-04ca182af70f', 'name': '', 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:11:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:36Z', 'updated_at': '2022-09-23T15:11:41Z', 'revision_number': 4, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:41.936779 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de17597b-6460-49e9-97b3-42359f29e176 None None] The sync data for ids ['927b2f6b-70b5-4c9f-8482-7326cde298ba'] in dv-neutron-859093-1-hyperv is: [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:11:38Z', 'revision_number': 3, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None, '_interfaces': [{'id': '511baa6a-2afb-49d8-98f4-2ee75fe9953d', 'name': '', 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:01:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:31Z', 'updated_at': '2022-09-23T15:11:39Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e37a098-840e-442b-b515-04ca182af70f', 'name': '', 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:11:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:36Z', 'updated_at': '2022-09-23T15:11:41Z', 'revision_number': 4, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:11:41.963522 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-d992c0f6-21be-4cfa-a1d6-9b80003bc6d5 None None] Allocated IP 172.22.0.2 (c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb/bd8ed4e5-4188-4685-86f5-b141a2781a62/07a7a41a-e0fa-430e-8090-ed1e8c4bffb3) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:11:42.146713 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-98d7ff38-b1a3-4fdb-a863-976b672c4b6a None None] Current status of the port 411379fa-df6d-42e4-b19d-7349bc7e3e40 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:11:42.219985 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:42.276934 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d992c0f6-21be-4cfa-a1d6-9b80003bc6d5 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:42.294999 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d992c0f6-21be-4cfa-a1d6-9b80003bc6d5 None None] Transition to ACTIVE for port object 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:11:42.316243 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d992c0f6-21be-4cfa-a1d6-9b80003bc6d5 None None] Transition to ACTIVE for port object 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:11:42.369069 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d992c0f6-21be-4cfa-a1d6-9b80003bc6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:42.439772 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d992c0f6-21be-4cfa-a1d6-9b80003bc6d5 None None] Network c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:11:42.442737 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-d992c0f6-21be-4cfa-a1d6-9b80003bc6d5 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:42.446374 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d992c0f6-21be-4cfa-a1d6-9b80003bc6d5 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:11:42.491536 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992c0f6-21be-4cfa-a1d6-9b80003bc6d5 None None] Pushing event updated for resources: {'Port': ['ID=07a7a41a-e0fa-430e-8090-ed1e8c4bffb3,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:42.562555 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d992c0f6-21be-4cfa-a1d6-9b80003bc6d5 None None] Attempting to bind port 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:11:42.562870 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d992c0f6-21be-4cfa-a1d6-9b80003bc6d5 None None] Attempting to bind port 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '64c53c5b-a6db-4c9f-a941-66292df5cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:11:42.563226 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d992c0f6-21be-4cfa-a1d6-9b80003bc6d5 None None] Attempting to bind port 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3 on network c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:11:42.572816 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d992c0f6-21be-4cfa-a1d6-9b80003bc6d5 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:11:42.572816 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d992c0f6-21be-4cfa-a1d6-9b80003bc6d5 None None] Checking segment: {'id': '64c53c5b-a6db-4c9f-a941-66292df5cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:11:42.572816 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d992c0f6-21be-4cfa-a1d6-9b80003bc6d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:42.572816 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d992c0f6-21be-4cfa-a1d6-9b80003bc6d5 None None] Bound using segment: {'id': '64c53c5b-a6db-4c9f-a941-66292df5cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:11:42.572816 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d992c0f6-21be-4cfa-a1d6-9b80003bc6d5 None None] Bound port: 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c53c5b-a6db-4c9f-a941-66292df5cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:11:42.572816 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d992c0f6-21be-4cfa-a1d6-9b80003bc6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:42.622426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Allocated IP 172.22.0.1 (c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb/bd8ed4e5-4188-4685-86f5-b141a2781a62/28cdd38a-fc09-4bb4-85bc-bd647224a69a) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:11:42.662945 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d992c0f6-21be-4cfa-a1d6-9b80003bc6d5 None None] For port 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:11:42.666152 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d992c0f6-21be-4cfa-a1d6-9b80003bc6d5 None None] For port 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=07a7a41a-e0fa-430e-8090-ed1e8c4bffb3,segment=NetworkSegment(64c53c5b-a6db-4c9f-a941-66292df5cd05),segment_id=64c53c5b-a6db-4c9f-a941-66292df5cd05)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:11:42.759741 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d992c0f6-21be-4cfa-a1d6-9b80003bc6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:42.785643 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:42.801772 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Transition to ACTIVE for port object 28cdd38a-fc09-4bb4-85bc-bd647224a69a will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:11:42.847209 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992c0f6-21be-4cfa-a1d6-9b80003bc6d5 None None] Pushing event updated for resources: {'Port': ['ID=07a7a41a-e0fa-430e-8090-ed1e8c4bffb3,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:42.927503 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:43.008779 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:11:43.016007 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:43.021368 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:11:43.041130 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8e37a098-840e-442b-b515-04ca182af70f up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:11:43.074533 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Port': ['ID=28cdd38a-fc09-4bb4-85bc-bd647224a69a,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:43.089443 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:43.089443 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:43.089692 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:43.090012 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:43.090358 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:43.091169 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:43.091271 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:43.091506 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:43.092032 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:43.092540 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:43.093064 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:43.093552 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:43.107259 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:43.264441 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 8e37a098-840e-442b-b515-04ca182af70f completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:11:43.269994 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 8e37a098-840e-442b-b515-04ca182af70f triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:43.270396 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:43.270740 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 8e37a098-840e-442b-b515-04ca182af70f Sep 23 15:11:43.330516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:43.395687 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 8e37a098-840e-442b-b515-04ca182af70f is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:11:43.396070 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:43.432035 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 8e37a098-840e-442b-b515-04ca182af70f, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8e37a098-840e-442b-b515-04ca182af70f,segment=NetworkSegment(55a48ced-5e52-492f-a170-a1652b7ae4d1),segment_id=55a48ced-5e52-492f-a170-a1652b7ae4d1)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:11:43.516098 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:43.592983 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=8e37a098-840e-442b-b515-04ca182af70f,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:43.756208 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:43.788986 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4122dc3a-03e1-4134-917f-069fcc0d1e95 None None] Network c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:11:43.835794 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:43.957469 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:43.960137 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Port': ['ID=28cdd38a-fc09-4bb4-85bc-bd647224a69a,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:43.984385 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2b3011a6-9b30-450b-9e78-bd80832e141c None None] Provisioning for port 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:11:44.215770 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:11:44.217081 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:44.381319 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ac784645-2cb4-4b03-8532-d2b9089d5d08 None None] Provisioning for port 28cdd38a-fc09-4bb4-85bc-bd647224a69a completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:11:44.385937 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Router 927b2f6b-70b5-4c9f-8482-7326cde298ba has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:11:44.386658 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ac784645-2cb4-4b03-8532-d2b9089d5d08 None None] Provisioning complete for port 28cdd38a-fc09-4bb4-85bc-bd647224a69a triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:44.387147 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ac784645-2cb4-4b03-8532-d2b9089d5d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:44.387483 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ac784645-2cb4-4b03-8532-d2b9089d5d08 None None] Attempt 1 to provision port 28cdd38a-fc09-4bb4-85bc-bd647224a69a Sep 23 15:11:44.445917 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ac784645-2cb4-4b03-8532-d2b9089d5d08 None None] Port 28cdd38a-fc09-4bb4-85bc-bd647224a69a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:11:44.556542 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:11:44.566991 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da83a2c3-a230-41dc-922e-e98517d21bd8 None None] Sync routers for ids ['927b2f6b-70b5-4c9f-8482-7326cde298ba'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:11:44.573695 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49538) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:44.574221 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-cb4436bc-0d3b-4562-88b9-d2d71dc31263 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "PUT /v2.0/routers/927b2f6b-70b5-4c9f-8482-7326cde298ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1433513 Sep 23 15:11:44.576922 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da83a2c3-a230-41dc-922e-e98517d21bd8 None None] Routers {'927b2f6b-70b5-4c9f-8482-7326cde298ba'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:11:44.577614 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-da83a2c3-a230-41dc-922e-e98517d21bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['927b2f6b-70b5-4c9f-8482-7326cde298ba'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:44.580495 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-f332ebfa-d2e6-4d73-a2b8-07f7cc40b32d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'network': {'name': 'tempest-RoutersTest-1979054609'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:11:44.587703 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f332ebfa-d2e6-4d73-a2b8-07f7cc40b32d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:11:44.591858 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f332ebfa-d2e6-4d73-a2b8-07f7cc40b32d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Usage tracker for resource:network and tenant:9ba486dc161c4e0e9e31becedb07c630 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:11:44.595487 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f332ebfa-d2e6-4d73-a2b8-07f7cc40b32d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:11:44.602534 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f332ebfa-d2e6-4d73-a2b8-07f7cc40b32d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:11:44.698789 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f332ebfa-d2e6-4d73-a2b8-07f7cc40b32d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Made reservation on behalf of 9ba486dc161c4e0e9e31becedb07c630 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:11:44.702351 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f332ebfa-d2e6-4d73-a2b8-07f7cc40b32d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:44.730698 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f332ebfa-d2e6-4d73-a2b8-07f7cc40b32d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:11:44.739363 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-da83a2c3-a230-41dc-922e-e98517d21bd8 None None] Set router 927b2f6b-70b5-4c9f-8482-7326cde298ba gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:11:44.739828 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f332ebfa-d2e6-4d73-a2b8-07f7cc40b32d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:44.740376 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-f332ebfa-d2e6-4d73-a2b8-07f7cc40b32d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Added segment 4402d3da-f94b-4ee2-ae36-ec1ce0fb457f of type vlan for network a5992184-5e9f-4b99-ba8e-f8ba4cd9738a Sep 23 15:11:44.774529 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f332ebfa-d2e6-4d73-a2b8-07f7cc40b32d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:44.890268 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f332ebfa-d2e6-4d73-a2b8-07f7cc40b32d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:44.895939 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f332ebfa-d2e6-4d73-a2b8-07f7cc40b32d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:11:44.896534 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f332ebfa-d2e6-4d73-a2b8-07f7cc40b32d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:44.947855 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ac784645-2cb4-4b03-8532-d2b9089d5d08 None None] Attempt 2 to provision port 28cdd38a-fc09-4bb4-85bc-bd647224a69a Sep 23 15:11:45.027249 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ac784645-2cb4-4b03-8532-d2b9089d5d08 None None] Port 28cdd38a-fc09-4bb4-85bc-bd647224a69a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:11:45.079174 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8e37a098-840e-442b-b515-04ca182af70f up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:11:45.128080 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332ebfa-d2e6-4d73-a2b8-07f7cc40b32d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Network': ['ID=a5992184-5e9f-4b99-ba8e-f8ba4cd9738a,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:45.140839 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network a5992184-5e9f-4b99-ba8e-f8ba4cd9738a details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:11:45.193921 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f332ebfa-d2e6-4d73-a2b8-07f7cc40b32d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6184175 Sep 23 15:11:45.196701 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49542) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:45.202690 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-188be23c-6a81-4cf5-af5a-3ac2f1ad9f9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'subnet': {'network_id': 'a5992184-5e9f-4b99-ba8e-f8ba4cd9738a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:11:45.269642 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 8e37a098-840e-442b-b515-04ca182af70f triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:45.270024 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:45.270412 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 8e37a098-840e-442b-b515-04ca182af70f Sep 23 15:11:45.301891 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-da83a2c3-a230-41dc-922e-e98517d21bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:11:43Z', 'revision_number': 4, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None, '_interfaces': [{'id': '28cdd38a-fc09-4bb4-85bc-bd647224a69a', 'name': '', 'network_id': 'c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:e4:8f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:42Z', 'updated_at': '2022-09-23T15:11:43Z', 'revision_number': 2, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '511baa6a-2afb-49d8-98f4-2ee75fe9953d', 'name': '', 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:01:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:31Z', 'updated_at': '2022-09-23T15:11:39Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e37a098-840e-442b-b515-04ca182af70f', 'name': '', 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:11:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:36Z', 'updated_at': '2022-09-23T15:11:43Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:45.319042 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-188be23c-6a81-4cf5-af5a-3ac2f1ad9f9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:11:45.322989 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-188be23c-6a81-4cf5-af5a-3ac2f1ad9f9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Usage tracker for resource:subnet and tenant:9ba486dc161c4e0e9e31becedb07c630 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:11:45.323131 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da83a2c3-a230-41dc-922e-e98517d21bd8 None None] Checking router: 927b2f6b-70b5-4c9f-8482-7326cde298ba for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:11:45.323436 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da83a2c3-a230-41dc-922e-e98517d21bd8 None None] Updating router 927b2f6b-70b5-4c9f-8482-7326cde298ba port 28cdd38a-fc09-4bb4-85bc-bd647224a69a binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:11:45.325852 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-188be23c-6a81-4cf5-af5a-3ac2f1ad9f9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:11:45.332416 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-188be23c-6a81-4cf5-af5a-3ac2f1ad9f9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:11:45.387291 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-da83a2c3-a230-41dc-922e-e98517d21bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:45.418209 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188be23c-6a81-4cf5-af5a-3ac2f1ad9f9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Made reservation on behalf of 9ba486dc161c4e0e9e31becedb07c630 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:11:45.421771 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-188be23c-6a81-4cf5-af5a-3ac2f1ad9f9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:45.504858 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 8e37a098-840e-442b-b515-04ca182af70f is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:11:45.505987 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:11:45.530294 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ac784645-2cb4-4b03-8532-d2b9089d5d08 None None] Attempt 3 to provision port 28cdd38a-fc09-4bb4-85bc-bd647224a69a Sep 23 15:11:45.664702 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ac784645-2cb4-4b03-8532-d2b9089d5d08 None None] Port 28cdd38a-fc09-4bb4-85bc-bd647224a69a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:11:45.700227 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-188be23c-6a81-4cf5-af5a-3ac2f1ad9f9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:45.789043 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188be23c-6a81-4cf5-af5a-3ac2f1ad9f9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Subnet': ['ID=8936dfc7-f4c5-4630-aa9a-47d5d94d0cf1,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:45.794755 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188be23c-6a81-4cf5-af5a-3ac2f1ad9f9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Checking segment: {'id': '4402d3da-f94b-4ee2-ae36-ec1ce0fb457f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a5992184-5e9f-4b99-ba8e-f8ba4cd9738a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:11:45.797915 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188be23c-6a81-4cf5-af5a-3ac2f1ad9f9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network hostable DHCP agents. Network: a5992184-5e9f-4b99-ba8e-f8ba4cd9738a, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:11:45.867272 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:11:45.909787 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188be23c-6a81-4cf5-af5a-3ac2f1ad9f9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network a5992184-5e9f-4b99-ba8e-f8ba4cd9738a is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:11:45.913035 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:45.913418 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:45.913778 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3 Sep 23 15:11:45.977750 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-da83a2c3-a230-41dc-922e-e98517d21bd8 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:45.993021 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-da83a2c3-a230-41dc-922e-e98517d21bd8 None None] Transition to ACTIVE for port object 28cdd38a-fc09-4bb4-85bc-bd647224a69a will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:11:46.012722 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-188be23c-6a81-4cf5-af5a-3ac2f1ad9f9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, a5992184-5e9f-4b99-ba8e-f8ba4cd9738a) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:46.022641 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188be23c-6a81-4cf5-af5a-3ac2f1ad9f9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:11:46.023233 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-188be23c-6a81-4cf5-af5a-3ac2f1ad9f9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:46.028090 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38b26d5-de1d-4436-98f4-24faaa04b61d None None] Network a5992184-5e9f-4b99-ba8e-f8ba4cd9738a requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:11:46.119760 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-da83a2c3-a230-41dc-922e-e98517d21bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:46.162190 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-188be23c-6a81-4cf5-af5a-3ac2f1ad9f9c tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9643517 Sep 23 15:11:46.165039 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49548) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:46.200064 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ac784645-2cb4-4b03-8532-d2b9089d5d08 None None] Attempt 4 to provision port 28cdd38a-fc09-4bb4-85bc-bd647224a69a Sep 23 15:11:46.288257 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:11:46.288634 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:46.391788 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6dbb6-054e-4301-a81a-ff807f27c583 None None] Pushing event updated for resources: {'Port': ['ID=28cdd38a-fc09-4bb4-85bc-bd647224a69a,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:46.434365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ac784645-2cb4-4b03-8532-d2b9089d5d08 None None] Port 28cdd38a-fc09-4bb4-85bc-bd647224a69a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:11:46.496093 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=07a7a41a-e0fa-430e-8090-ed1e8c4bffb3,segment=NetworkSegment(64c53c5b-a6db-4c9f-a941-66292df5cd05),segment_id=64c53c5b-a6db-4c9f-a941-66292df5cd05)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:11:46.507939 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-da83a2c3-a230-41dc-922e-e98517d21bd8 None None] Attempting to bind port 28cdd38a-fc09-4bb4-85bc-bd647224a69a on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:11:46.508302 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-da83a2c3-a230-41dc-922e-e98517d21bd8 None None] Attempting to bind port 28cdd38a-fc09-4bb4-85bc-bd647224a69a by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '64c53c5b-a6db-4c9f-a941-66292df5cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:11:46.508659 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da83a2c3-a230-41dc-922e-e98517d21bd8 None None] Attempting to bind port 28cdd38a-fc09-4bb4-85bc-bd647224a69a on network c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:11:46.518210 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da83a2c3-a230-41dc-922e-e98517d21bd8 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:11:46.518632 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da83a2c3-a230-41dc-922e-e98517d21bd8 None None] Checking segment: {'id': '64c53c5b-a6db-4c9f-a941-66292df5cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:11:46.518988 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-da83a2c3-a230-41dc-922e-e98517d21bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:46.519367 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da83a2c3-a230-41dc-922e-e98517d21bd8 None None] Bound using segment: {'id': '64c53c5b-a6db-4c9f-a941-66292df5cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:11:46.519873 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-da83a2c3-a230-41dc-922e-e98517d21bd8 None None] Bound port: 28cdd38a-fc09-4bb4-85bc-bd647224a69a, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c53c5b-a6db-4c9f-a941-66292df5cd05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:11:46.520235 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-da83a2c3-a230-41dc-922e-e98517d21bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:46.575579 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:46.652816 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec87f0d5-865a-4cc6-9809-660e597a1711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-a5992184-5e9f-4b99-ba8e-f8ba4cd9738a', 'network_id': 'a5992184-5e9f-4b99-ba8e-f8ba4cd9738a', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'fixed_ips': [{'subnet_id': '8936dfc7-f4c5-4630-aa9a-47d5d94d0cf1'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:11:46.653626 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec87f0d5-865a-4cc6-9809-660e597a1711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:46.767070 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c214bc04-761a-4d5b-9398-e410ae8a5311 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:46.782561 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=07a7a41a-e0fa-430e-8090-ed1e8c4bffb3,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:46.796639 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-da83a2c3-a230-41dc-922e-e98517d21bd8 None None] For port 28cdd38a-fc09-4bb4-85bc-bd647224a69a, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:11:46.812268 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-da83a2c3-a230-41dc-922e-e98517d21bd8 None None] For port 28cdd38a-fc09-4bb4-85bc-bd647224a69a, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=28cdd38a-fc09-4bb4-85bc-bd647224a69a,segment=NetworkSegment(64c53c5b-a6db-4c9f-a941-66292df5cd05),segment_id=64c53c5b-a6db-4c9f-a941-66292df5cd05)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:11:46.877404 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-ec87f0d5-865a-4cc6-9809-660e597a1711 None None] Allocated IP 172.23.0.2 (a5992184-5e9f-4b99-ba8e-f8ba4cd9738a/8936dfc7-f4c5-4630-aa9a-47d5d94d0cf1/a872e1d3-6f2c-4be0-b0a9-0574d85cfedb) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:11:46.906664 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-da83a2c3-a230-41dc-922e-e98517d21bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:46.993286 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ac784645-2cb4-4b03-8532-d2b9089d5d08 None None] Attempt 5 to provision port 28cdd38a-fc09-4bb4-85bc-bd647224a69a Sep 23 15:11:47.032780 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:11:47.136607 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da83a2c3-a230-41dc-922e-e98517d21bd8 None None] Routers {'927b2f6b-70b5-4c9f-8482-7326cde298ba'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:11:47.137224 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-da83a2c3-a230-41dc-922e-e98517d21bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['927b2f6b-70b5-4c9f-8482-7326cde298ba'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:47.349339 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6dbb6-054e-4301-a81a-ff807f27c583 None None] Pushing event updated for resources: {'Port': ['ID=28cdd38a-fc09-4bb4-85bc-bd647224a69a,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:47.394651 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ac784645-2cb4-4b03-8532-d2b9089d5d08 None None] Port 28cdd38a-fc09-4bb4-85bc-bd647224a69a had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:11:47.408330 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-da83a2c3-a230-41dc-922e-e98517d21bd8 None None] Set router 927b2f6b-70b5-4c9f-8482-7326cde298ba gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:11:47.528256 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:47.528811 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:47.529519 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3 Sep 23 15:11:47.649808 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ac784645-2cb4-4b03-8532-d2b9089d5d08 None None] Provisioning complete for port 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:47.650173 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ac784645-2cb4-4b03-8532-d2b9089d5d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:47.650756 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ac784645-2cb4-4b03-8532-d2b9089d5d08 None None] Attempt 1 to provision port 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3 Sep 23 15:11:47.677416 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec87f0d5-865a-4cc6-9809-660e597a1711 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:47.780811 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ec87f0d5-865a-4cc6-9809-660e597a1711 None None] Transition to ACTIVE for port object a872e1d3-6f2c-4be0-b0a9-0574d85cfedb will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:11:47.835398 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ec87f0d5-865a-4cc6-9809-660e597a1711 None None] Transition to ACTIVE for port object a872e1d3-6f2c-4be0-b0a9-0574d85cfedb will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:11:47.992153 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec87f0d5-865a-4cc6-9809-660e597a1711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:48.026077 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-c214bc04-761a-4d5b-9398-e410ae8a5311 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Allocated IP 172.23.0.1 (a5992184-5e9f-4b99-ba8e-f8ba4cd9738a/8936dfc7-f4c5-4630-aa9a-47d5d94d0cf1/9bcce877-dccc-4787-aef6-5ce190abd508) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:11:48.027869 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:11:48.083684 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ac784645-2cb4-4b03-8532-d2b9089d5d08 None None] Current status of the port 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:11:48.092198 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec87f0d5-865a-4cc6-9809-660e597a1711 None None] Network a5992184-5e9f-4b99-ba8e-f8ba4cd9738a is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:11:48.096959 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-ec87f0d5-865a-4cc6-9809-660e597a1711 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:48.101754 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec87f0d5-865a-4cc6-9809-660e597a1711 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:11:48.105129 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87f0d5-865a-4cc6-9809-660e597a1711 None None] Pushing event updated for resources: {'Port': ['ID=a872e1d3-6f2c-4be0-b0a9-0574d85cfedb,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:48.196805 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c214bc04-761a-4d5b-9398-e410ae8a5311 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:48.214876 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-c214bc04-761a-4d5b-9398-e410ae8a5311 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Transition to ACTIVE for port object 9bcce877-dccc-4787-aef6-5ce190abd508 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:11:48.226587 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ec87f0d5-865a-4cc6-9809-660e597a1711 None None] Attempting to bind port a872e1d3-6f2c-4be0-b0a9-0574d85cfedb on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:11:48.226965 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ec87f0d5-865a-4cc6-9809-660e597a1711 None None] Attempting to bind port a872e1d3-6f2c-4be0-b0a9-0574d85cfedb by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '4402d3da-f94b-4ee2-ae36-ec1ce0fb457f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a5992184-5e9f-4b99-ba8e-f8ba4cd9738a'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:11:48.227329 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec87f0d5-865a-4cc6-9809-660e597a1711 None None] Attempting to bind port a872e1d3-6f2c-4be0-b0a9-0574d85cfedb on network a5992184-5e9f-4b99-ba8e-f8ba4cd9738a {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:11:48.236531 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-da83a2c3-a230-41dc-922e-e98517d21bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:11:43Z', 'revision_number': 4, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None, '_interfaces': [{'id': '28cdd38a-fc09-4bb4-85bc-bd647224a69a', 'name': '', 'network_id': 'c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:e4:8f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:42Z', 'updated_at': '2022-09-23T15:11:46Z', 'revision_number': 4, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '511baa6a-2afb-49d8-98f4-2ee75fe9953d', 'name': '', 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:01:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:31Z', 'updated_at': '2022-09-23T15:11:39Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e37a098-840e-442b-b515-04ca182af70f', 'name': '', 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:11:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:36Z', 'updated_at': '2022-09-23T15:11:43Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:48.241684 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec87f0d5-865a-4cc6-9809-660e597a1711 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:11:48.242060 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec87f0d5-865a-4cc6-9809-660e597a1711 None None] Checking segment: {'id': '4402d3da-f94b-4ee2-ae36-ec1ce0fb457f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a5992184-5e9f-4b99-ba8e-f8ba4cd9738a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:11:48.242529 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec87f0d5-865a-4cc6-9809-660e597a1711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:48.242879 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec87f0d5-865a-4cc6-9809-660e597a1711 None None] Bound using segment: {'id': '4402d3da-f94b-4ee2-ae36-ec1ce0fb457f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a5992184-5e9f-4b99-ba8e-f8ba4cd9738a'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:11:48.243337 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ec87f0d5-865a-4cc6-9809-660e597a1711 None None] Bound port: a872e1d3-6f2c-4be0-b0a9-0574d85cfedb, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4402d3da-f94b-4ee2-ae36-ec1ce0fb457f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a5992184-5e9f-4b99-ba8e-f8ba4cd9738a'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:11:48.243706 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec87f0d5-865a-4cc6-9809-660e597a1711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:48.259507 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da83a2c3-a230-41dc-922e-e98517d21bd8 None None] The sync data for ids ['927b2f6b-70b5-4c9f-8482-7326cde298ba'] in dv-neutron-859093-1-hyperv is: [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:11:43Z', 'revision_number': 4, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None, '_interfaces': [{'id': '28cdd38a-fc09-4bb4-85bc-bd647224a69a', 'name': '', 'network_id': 'c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:e4:8f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:42Z', 'updated_at': '2022-09-23T15:11:46Z', 'revision_number': 4, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '511baa6a-2afb-49d8-98f4-2ee75fe9953d', 'name': '', 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:01:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:31Z', 'updated_at': '2022-09-23T15:11:39Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e37a098-840e-442b-b515-04ca182af70f', 'name': '', 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:11:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:36Z', 'updated_at': '2022-09-23T15:11:43Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:11:48.327456 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c214bc04-761a-4d5b-9398-e410ae8a5311 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:48.364928 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ec87f0d5-865a-4cc6-9809-660e597a1711 None None] For port a872e1d3-6f2c-4be0-b0a9-0574d85cfedb, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:11:48.368455 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ec87f0d5-865a-4cc6-9809-660e597a1711 None None] For port a872e1d3-6f2c-4be0-b0a9-0574d85cfedb, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a872e1d3-6f2c-4be0-b0a9-0574d85cfedb,segment=NetworkSegment(4402d3da-f94b-4ee2-ae36-ec1ce0fb457f),segment_id=4402d3da-f94b-4ee2-ae36-ec1ce0fb457f)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:11:48.401407 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c214bc04-761a-4d5b-9398-e410ae8a5311 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network a5992184-5e9f-4b99-ba8e-f8ba4cd9738a is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:11:48.404415 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-c214bc04-761a-4d5b-9398-e410ae8a5311 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:48.419164 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c214bc04-761a-4d5b-9398-e410ae8a5311 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:11:48.457563 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214bc04-761a-4d5b-9398-e410ae8a5311 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Port': ['ID=9bcce877-dccc-4787-aef6-5ce190abd508,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:48.468690 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec87f0d5-865a-4cc6-9809-660e597a1711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:48.481968 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c214bc04-761a-4d5b-9398-e410ae8a5311 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:48.561220 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87f0d5-865a-4cc6-9809-660e597a1711 None None] Pushing event updated for resources: {'Port': ['ID=a872e1d3-6f2c-4be0-b0a9-0574d85cfedb,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:49.021755 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a872e1d3-6f2c-4be0-b0a9-0574d85cfedb up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:11:49.117614 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c214bc04-761a-4d5b-9398-e410ae8a5311 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:49.166953 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port a872e1d3-6f2c-4be0-b0a9-0574d85cfedb completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:11:49.173349 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 28cdd38a-fc09-4bb4-85bc-bd647224a69a up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:11:49.307199 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 28cdd38a-fc09-4bb4-85bc-bd647224a69a completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:11:49.312313 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 28cdd38a-fc09-4bb4-85bc-bd647224a69a triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:49.312682 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:49.313013 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 28cdd38a-fc09-4bb4-85bc-bd647224a69a Sep 23 15:11:49.437628 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 28cdd38a-fc09-4bb4-85bc-bd647224a69a is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:11:49.439209 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:49.472815 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 28cdd38a-fc09-4bb4-85bc-bd647224a69a, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=28cdd38a-fc09-4bb4-85bc-bd647224a69a,segment=NetworkSegment(64c53c5b-a6db-4c9f-a941-66292df5cd05),segment_id=64c53c5b-a6db-4c9f-a941-66292df5cd05)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:11:49.561705 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:49.643525 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c214bc04-761a-4d5b-9398-e410ae8a5311 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:49.648582 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=28cdd38a-fc09-4bb4-85bc-bd647224a69a,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:49.727119 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c214bc04-761a-4d5b-9398-e410ae8a5311 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:49.737346 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac4302c-64f4-48d4-bee9-a2f917e7e504 None None] Network a5992184-5e9f-4b99-ba8e-f8ba4cd9738a requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:11:49.851268 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c214bc04-761a-4d5b-9398-e410ae8a5311 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:49.854865 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214bc04-761a-4d5b-9398-e410ae8a5311 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event updated for resources: {'Port': ['ID=9bcce877-dccc-4787-aef6-5ce190abd508,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:49.957254 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-15a024e2-cd2e-4499-8d1d-7681667a77a4 None None] Provisioning for port a872e1d3-6f2c-4be0-b0a9-0574d85cfedb completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:11:49.987866 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-15a024e2-cd2e-4499-8d1d-7681667a77a4 None None] Provisioning complete for port a872e1d3-6f2c-4be0-b0a9-0574d85cfedb triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:49.988245 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-15a024e2-cd2e-4499-8d1d-7681667a77a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:49.988579 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-15a024e2-cd2e-4499-8d1d-7681667a77a4 None None] Attempt 1 to provision port a872e1d3-6f2c-4be0-b0a9-0574d85cfedb Sep 23 15:11:49.995188 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c214bc04-761a-4d5b-9398-e410ae8a5311 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Network a5992184-5e9f-4b99-ba8e-f8ba4cd9738a is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:11:49.996247 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-c214bc04-761a-4d5b-9398-e410ae8a5311 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:50.156351 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c214bc04-761a-4d5b-9398-e410ae8a5311 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Router 927b2f6b-70b5-4c9f-8482-7326cde298ba has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:11:50.173803 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-15a024e2-cd2e-4499-8d1d-7681667a77a4 None None] Current status of the port a872e1d3-6f2c-4be0-b0a9-0574d85cfedb is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:11:50.174183 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-15a024e2-cd2e-4499-8d1d-7681667a77a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:50.215487 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-15a024e2-cd2e-4499-8d1d-7681667a77a4 None None] For port a872e1d3-6f2c-4be0-b0a9-0574d85cfedb, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a872e1d3-6f2c-4be0-b0a9-0574d85cfedb,segment=NetworkSegment(4402d3da-f94b-4ee2-ae36-ec1ce0fb457f),segment_id=4402d3da-f94b-4ee2-ae36-ec1ce0fb457f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:11:50.304423 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-15a024e2-cd2e-4499-8d1d-7681667a77a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:50.321064 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c214bc04-761a-4d5b-9398-e410ae8a5311 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:11:50.335122 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c438651-aa6e-4f8b-97d6-9223b34da695 None None] Sync routers for ids ['927b2f6b-70b5-4c9f-8482-7326cde298ba'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:11:50.335831 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c214bc04-761a-4d5b-9398-e410ae8a5311 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "PUT /v2.0/routers/927b2f6b-70b5-4c9f-8482-7326cde298ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1689711 Sep 23 15:11:50.337749 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49552) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:50.343475 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-b0e8c138-0d8e-478d-9467-fe5e15cde65b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:11:50.350990 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c438651-aa6e-4f8b-97d6-9223b34da695 None None] Routers {'927b2f6b-70b5-4c9f-8482-7326cde298ba'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:11:50.352004 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8c438651-aa6e-4f8b-97d6-9223b34da695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['927b2f6b-70b5-4c9f-8482-7326cde298ba'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:50.382289 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a024e2-cd2e-4499-8d1d-7681667a77a4 None None] Pushing event updated for resources: {'Port': ['ID=a872e1d3-6f2c-4be0-b0a9-0574d85cfedb,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:50.390935 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a024e2-cd2e-4499-8d1d-7681667a77a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:50.391893 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a024e2-cd2e-4499-8d1d-7681667a77a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:50.392330 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a024e2-cd2e-4499-8d1d-7681667a77a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:50.392714 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a024e2-cd2e-4499-8d1d-7681667a77a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:50.393160 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a024e2-cd2e-4499-8d1d-7681667a77a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:50.393557 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a024e2-cd2e-4499-8d1d-7681667a77a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:50.393951 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a024e2-cd2e-4499-8d1d-7681667a77a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:50.394416 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a024e2-cd2e-4499-8d1d-7681667a77a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:50.394817 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a024e2-cd2e-4499-8d1d-7681667a77a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:50.395204 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a024e2-cd2e-4499-8d1d-7681667a77a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:50.395605 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a024e2-cd2e-4499-8d1d-7681667a77a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:50.395989 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a024e2-cd2e-4499-8d1d-7681667a77a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:50.512987 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-726fd74f-f1d8-4ff1-bedd-2990c0673346 None None] Provisioning for port 9bcce877-dccc-4787-aef6-5ce190abd508 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:11:50.519791 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-726fd74f-f1d8-4ff1-bedd-2990c0673346 None None] Provisioning complete for port 9bcce877-dccc-4787-aef6-5ce190abd508 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:50.520164 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-726fd74f-f1d8-4ff1-bedd-2990c0673346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:50.520687 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-726fd74f-f1d8-4ff1-bedd-2990c0673346 None None] Attempt 1 to provision port 9bcce877-dccc-4787-aef6-5ce190abd508 Sep 23 15:11:50.535394 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-8c438651-aa6e-4f8b-97d6-9223b34da695 None None] Set router 927b2f6b-70b5-4c9f-8482-7326cde298ba gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:11:50.595688 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-726fd74f-f1d8-4ff1-bedd-2990c0673346 None None] Port 9bcce877-dccc-4787-aef6-5ce190abd508 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:11:50.905739 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8c438651-aa6e-4f8b-97d6-9223b34da695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:11:48Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None, '_interfaces': [{'id': '28cdd38a-fc09-4bb4-85bc-bd647224a69a', 'name': '', 'network_id': 'c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:e4:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:42Z', 'updated_at': '2022-09-23T15:11:49Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '511baa6a-2afb-49d8-98f4-2ee75fe9953d', 'name': '', 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:01:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:31Z', 'updated_at': '2022-09-23T15:11:39Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e37a098-840e-442b-b515-04ca182af70f', 'name': '', 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:11:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:36Z', 'updated_at': '2022-09-23T15:11:43Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bcce877-dccc-4787-aef6-5ce190abd508', 'name': '', 'network_id': 'a5992184-5e9f-4b99-ba8e-f8ba4cd9738a', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:c3:03:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '8936dfc7-f4c5-4630-aa9a-47d5d94d0cf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:46Z', 'updated_at': '2022-09-23T15:11:49Z', 'revision_number': 2, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '8936dfc7-f4c5-4630-aa9a-47d5d94d0cf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:50.910145 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c438651-aa6e-4f8b-97d6-9223b34da695 None None] Checking router: 927b2f6b-70b5-4c9f-8482-7326cde298ba for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:11:50.910528 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c438651-aa6e-4f8b-97d6-9223b34da695 None None] Updating router 927b2f6b-70b5-4c9f-8482-7326cde298ba port 9bcce877-dccc-4787-aef6-5ce190abd508 binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:11:50.968799 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c438651-aa6e-4f8b-97d6-9223b34da695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:50.987685 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a872e1d3-6f2c-4be0-b0a9-0574d85cfedb up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:11:51.060710 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port a872e1d3-6f2c-4be0-b0a9-0574d85cfedb triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:51.061082 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:51.061412 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port a872e1d3-6f2c-4be0-b0a9-0574d85cfedb Sep 23 15:11:51.085865 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.extraroute_db [None req-b0e8c138-0d8e-478d-9467-fe5e15cde65b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=89738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 23 15:11:51.100324 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.extraroute_db [None req-b0e8c138-0d8e-478d-9467-fe5e15cde65b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Removed routes are [] {{(pid=89738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 23 15:11:51.100721 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0e8c138-0d8e-478d-9467-fe5e15cde65b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:51.104963 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-726fd74f-f1d8-4ff1-bedd-2990c0673346 None None] Attempt 2 to provision port 9bcce877-dccc-4787-aef6-5ce190abd508 Sep 23 15:11:51.174933 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-726fd74f-f1d8-4ff1-bedd-2990c0673346 None None] Port 9bcce877-dccc-4787-aef6-5ce190abd508 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:11:51.231000 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port a872e1d3-6f2c-4be0-b0a9-0574d85cfedb is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:11:51.232077 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 28cdd38a-fc09-4bb4-85bc-bd647224a69a up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:11:51.299119 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 28cdd38a-fc09-4bb4-85bc-bd647224a69a triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:51.299481 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:51.299811 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 28cdd38a-fc09-4bb4-85bc-bd647224a69a Sep 23 15:11:51.310982 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c438651-aa6e-4f8b-97d6-9223b34da695 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:51.323169 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-8c438651-aa6e-4f8b-97d6-9223b34da695 None None] Transition to ACTIVE for port object 9bcce877-dccc-4787-aef6-5ce190abd508 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:11:51.376137 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c438651-aa6e-4f8b-97d6-9223b34da695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:51.422706 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 28cdd38a-fc09-4bb4-85bc-bd647224a69a is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:11:51.507850 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0e8c138-0d8e-478d-9467-fe5e15cde65b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:51.511102 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0e8c138-0d8e-478d-9467-fe5e15cde65b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753924'] for router, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:51.565101 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eaa479-76be-48cf-b6ea-5f32bffadeac None None] Pushing event updated for resources: {'Port': ['ID=9bcce877-dccc-4787-aef6-5ce190abd508,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:51.588394 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-8c438651-aa6e-4f8b-97d6-9223b34da695 None None] Attempting to bind port 9bcce877-dccc-4787-aef6-5ce190abd508 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:11:51.588754 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-8c438651-aa6e-4f8b-97d6-9223b34da695 None None] Attempting to bind port 9bcce877-dccc-4787-aef6-5ce190abd508 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '4402d3da-f94b-4ee2-ae36-ec1ce0fb457f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a5992184-5e9f-4b99-ba8e-f8ba4cd9738a'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:11:51.589105 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c438651-aa6e-4f8b-97d6-9223b34da695 None None] Attempting to bind port 9bcce877-dccc-4787-aef6-5ce190abd508 on network a5992184-5e9f-4b99-ba8e-f8ba4cd9738a {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:11:51.594176 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c438651-aa6e-4f8b-97d6-9223b34da695 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:11:51.595089 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c438651-aa6e-4f8b-97d6-9223b34da695 None None] Checking segment: {'id': '4402d3da-f94b-4ee2-ae36-ec1ce0fb457f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a5992184-5e9f-4b99-ba8e-f8ba4cd9738a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:11:51.595472 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c438651-aa6e-4f8b-97d6-9223b34da695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:51.595850 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c438651-aa6e-4f8b-97d6-9223b34da695 None None] Bound using segment: {'id': '4402d3da-f94b-4ee2-ae36-ec1ce0fb457f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a5992184-5e9f-4b99-ba8e-f8ba4cd9738a'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:11:51.596294 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-8c438651-aa6e-4f8b-97d6-9223b34da695 None None] Bound port: 9bcce877-dccc-4787-aef6-5ce190abd508, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4402d3da-f94b-4ee2-ae36-ec1ce0fb457f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'a5992184-5e9f-4b99-ba8e-f8ba4cd9738a'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:11:51.596653 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c438651-aa6e-4f8b-97d6-9223b34da695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:51.673503 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e8c138-0d8e-478d-9467-fe5e15cde65b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Router 927b2f6b-70b5-4c9f-8482-7326cde298ba has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:11:51.676740 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-726fd74f-f1d8-4ff1-bedd-2990c0673346 None None] Attempt 3 to provision port 9bcce877-dccc-4787-aef6-5ce190abd508 Sep 23 15:11:51.685992 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-8c438651-aa6e-4f8b-97d6-9223b34da695 None None] For port 9bcce877-dccc-4787-aef6-5ce190abd508, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:11:51.689042 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-8c438651-aa6e-4f8b-97d6-9223b34da695 None None] For port 9bcce877-dccc-4787-aef6-5ce190abd508, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=9bcce877-dccc-4787-aef6-5ce190abd508,segment=NetworkSegment(4402d3da-f94b-4ee2-ae36-ec1ce0fb457f),segment_id=4402d3da-f94b-4ee2-ae36-ec1ce0fb457f)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:11:51.733463 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-726fd74f-f1d8-4ff1-bedd-2990c0673346 None None] Port 9bcce877-dccc-4787-aef6-5ce190abd508 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:11:51.796123 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c438651-aa6e-4f8b-97d6-9223b34da695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:51.840413 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e8c138-0d8e-478d-9467-fe5e15cde65b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:11:51.847170 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0e8c138-0d8e-478d-9467-fe5e15cde65b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:51.848323 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b0e8c138-0d8e-478d-9467-fe5e15cde65b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "PUT /v2.0/routers/927b2f6b-70b5-4c9f-8482-7326cde298ba HTTP/1.1" status: 200 len: 934 time: 1.5095515 Sep 23 15:11:51.850952 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49556) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:51.856440 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c438651-aa6e-4f8b-97d6-9223b34da695 None None] Routers {'927b2f6b-70b5-4c9f-8482-7326cde298ba'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:11:51.857054 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8c438651-aa6e-4f8b-97d6-9223b34da695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['927b2f6b-70b5-4c9f-8482-7326cde298ba'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:51.996068 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eaa479-76be-48cf-b6ea-5f32bffadeac None None] Pushing event updated for resources: {'Port': ['ID=9bcce877-dccc-4787-aef6-5ce190abd508,revision_number=4']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:52.016446 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1ede2f1f-38ff-4514-8af6-fe7e0505801f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "GET /v2.0/routers/927b2f6b-70b5-4c9f-8482-7326cde298ba HTTP/1.1" status: 200 len: 934 time: 0.1642807 Sep 23 15:11:52.018055 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-8c438651-aa6e-4f8b-97d6-9223b34da695 None None] Set router 927b2f6b-70b5-4c9f-8482-7326cde298ba gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:11:52.019023 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49560) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:52.023906 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-2376d418-5313-454b-9481-ffed38ed5417 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'router': {'routes': None}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:11:52.234892 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-726fd74f-f1d8-4ff1-bedd-2990c0673346 None None] Attempt 4 to provision port 9bcce877-dccc-4787-aef6-5ce190abd508 Sep 23 15:11:52.298871 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-726fd74f-f1d8-4ff1-bedd-2990c0673346 None None] Port 9bcce877-dccc-4787-aef6-5ce190abd508 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:11:52.310443 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-726fd74f-f1d8-4ff1-bedd-2990c0673346 None None] Provisioning complete for port a872e1d3-6f2c-4be0-b0a9-0574d85cfedb triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:52.310814 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-726fd74f-f1d8-4ff1-bedd-2990c0673346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:52.311144 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-726fd74f-f1d8-4ff1-bedd-2990c0673346 None None] Attempt 1 to provision port a872e1d3-6f2c-4be0-b0a9-0574d85cfedb Sep 23 15:11:52.355397 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8c438651-aa6e-4f8b-97d6-9223b34da695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:11:51Z', 'revision_number': 6, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None, '_interfaces': [{'id': '28cdd38a-fc09-4bb4-85bc-bd647224a69a', 'name': '', 'network_id': 'c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:e4:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:42Z', 'updated_at': '2022-09-23T15:11:49Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '511baa6a-2afb-49d8-98f4-2ee75fe9953d', 'name': '', 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:01:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:31Z', 'updated_at': '2022-09-23T15:11:39Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e37a098-840e-442b-b515-04ca182af70f', 'name': '', 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:11:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:36Z', 'updated_at': '2022-09-23T15:11:43Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bcce877-dccc-4787-aef6-5ce190abd508', 'name': '', 'network_id': 'a5992184-5e9f-4b99-ba8e-f8ba4cd9738a', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:c3:03:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '8936dfc7-f4c5-4630-aa9a-47d5d94d0cf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:46Z', 'updated_at': '2022-09-23T15:11:51Z', 'revision_number': 4, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '8936dfc7-f4c5-4630-aa9a-47d5d94d0cf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:52.359434 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c438651-aa6e-4f8b-97d6-9223b34da695 None None] The sync data for ids ['927b2f6b-70b5-4c9f-8482-7326cde298ba'] in dv-neutron-859093-1-hyperv is: [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:11:51Z', 'revision_number': 6, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None, '_interfaces': [{'id': '28cdd38a-fc09-4bb4-85bc-bd647224a69a', 'name': '', 'network_id': 'c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:e4:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:42Z', 'updated_at': '2022-09-23T15:11:49Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '511baa6a-2afb-49d8-98f4-2ee75fe9953d', 'name': '', 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:01:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:31Z', 'updated_at': '2022-09-23T15:11:39Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e37a098-840e-442b-b515-04ca182af70f', 'name': '', 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:11:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:36Z', 'updated_at': '2022-09-23T15:11:43Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bcce877-dccc-4787-aef6-5ce190abd508', 'name': '', 'network_id': 'a5992184-5e9f-4b99-ba8e-f8ba4cd9738a', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:c3:03:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '8936dfc7-f4c5-4630-aa9a-47d5d94d0cf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:46Z', 'updated_at': '2022-09-23T15:11:51Z', 'revision_number': 4, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '8936dfc7-f4c5-4630-aa9a-47d5d94d0cf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:11:52.451423 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-726fd74f-f1d8-4ff1-bedd-2990c0673346 None None] Current status of the port a872e1d3-6f2c-4be0-b0a9-0574d85cfedb is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:11:52.757942 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.extraroute_db [None req-2376d418-5313-454b-9481-ffed38ed5417 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Added routes are [] {{(pid=89738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 23 15:11:52.758534 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.extraroute_db [None req-2376d418-5313-454b-9481-ffed38ed5417 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=89738) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 23 15:11:52.788514 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2376d418-5313-454b-9481-ffed38ed5417 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:53.003476 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 9bcce877-dccc-4787-aef6-5ce190abd508 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:11:53.058706 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584d14ac-3ef1-4490-ae35-86d7f7fc6664 None None] Sync routers for ids ['927b2f6b-70b5-4c9f-8482-7326cde298ba'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:11:53.076643 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584d14ac-3ef1-4490-ae35-86d7f7fc6664 None None] Routers {'927b2f6b-70b5-4c9f-8482-7326cde298ba'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:11:53.077334 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-584d14ac-3ef1-4490-ae35-86d7f7fc6664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['927b2f6b-70b5-4c9f-8482-7326cde298ba'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:53.204600 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2376d418-5313-454b-9481-ffed38ed5417 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:53.208048 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2376d418-5313-454b-9481-ffed38ed5417 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753924'] for router, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:53.238173 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-584d14ac-3ef1-4490-ae35-86d7f7fc6664 None None] Set router 927b2f6b-70b5-4c9f-8482-7326cde298ba gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:11:53.288308 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 9bcce877-dccc-4787-aef6-5ce190abd508 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:11:53.307505 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 9bcce877-dccc-4787-aef6-5ce190abd508 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:53.307887 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:53.308223 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 9bcce877-dccc-4787-aef6-5ce190abd508 Sep 23 15:11:53.368081 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2376d418-5313-454b-9481-ffed38ed5417 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Router 927b2f6b-70b5-4c9f-8482-7326cde298ba has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:11:53.535452 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2376d418-5313-454b-9481-ffed38ed5417 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:11:53.542665 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2376d418-5313-454b-9481-ffed38ed5417 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:53.543799 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2376d418-5313-454b-9481-ffed38ed5417 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "PUT /v2.0/routers/927b2f6b-70b5-4c9f-8482-7326cde298ba HTTP/1.1" status: 200 len: 700 time: 1.5238802 Sep 23 15:11:53.546487 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49564) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:53.648790 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 9bcce877-dccc-4787-aef6-5ce190abd508 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:11:53.649171 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:53.706755 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d79a80fe-d358-43a3-b1f3-cb9b93d8649d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "GET /v2.0/routers/927b2f6b-70b5-4c9f-8482-7326cde298ba HTTP/1.1" status: 200 len: 700 time: 0.1590209 Sep 23 15:11:53.709364 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49568) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:53.722303 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 9bcce877-dccc-4787-aef6-5ce190abd508, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=9bcce877-dccc-4787-aef6-5ce190abd508,segment=NetworkSegment(4402d3da-f94b-4ee2-ae36-ec1ce0fb457f),segment_id=4402d3da-f94b-4ee2-ae36-ec1ce0fb457f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:11:53.740062 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-584d14ac-3ef1-4490-ae35-86d7f7fc6664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:11:52Z', 'revision_number': 7, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None, '_interfaces': [{'id': '28cdd38a-fc09-4bb4-85bc-bd647224a69a', 'name': '', 'network_id': 'c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:e4:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:42Z', 'updated_at': '2022-09-23T15:11:49Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '511baa6a-2afb-49d8-98f4-2ee75fe9953d', 'name': '', 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:01:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:31Z', 'updated_at': '2022-09-23T15:11:39Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e37a098-840e-442b-b515-04ca182af70f', 'name': '', 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:11:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:36Z', 'updated_at': '2022-09-23T15:11:43Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bcce877-dccc-4787-aef6-5ce190abd508', 'name': '', 'network_id': 'a5992184-5e9f-4b99-ba8e-f8ba4cd9738a', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:c3:03:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '8936dfc7-f4c5-4630-aa9a-47d5d94d0cf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:46Z', 'updated_at': '2022-09-23T15:11:51Z', 'revision_number': 4, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '8936dfc7-f4c5-4630-aa9a-47d5d94d0cf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:53.744413 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584d14ac-3ef1-4490-ae35-86d7f7fc6664 None None] Checking router: 927b2f6b-70b5-4c9f-8482-7326cde298ba for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:11:53.754291 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584d14ac-3ef1-4490-ae35-86d7f7fc6664 None None] Routers {'927b2f6b-70b5-4c9f-8482-7326cde298ba'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:11:53.754807 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-584d14ac-3ef1-4490-ae35-86d7f7fc6664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['927b2f6b-70b5-4c9f-8482-7326cde298ba'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:53.815497 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:53.976243 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-584d14ac-3ef1-4490-ae35-86d7f7fc6664 None None] Set router 927b2f6b-70b5-4c9f-8482-7326cde298ba gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:11:54.017952 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=9bcce877-dccc-4787-aef6-5ce190abd508,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:54.300607 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-584d14ac-3ef1-4490-ae35-86d7f7fc6664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:11:52Z', 'revision_number': 7, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None, '_interfaces': [{'id': '28cdd38a-fc09-4bb4-85bc-bd647224a69a', 'name': '', 'network_id': 'c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:e4:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:42Z', 'updated_at': '2022-09-23T15:11:49Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '511baa6a-2afb-49d8-98f4-2ee75fe9953d', 'name': '', 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:01:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:31Z', 'updated_at': '2022-09-23T15:11:39Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e37a098-840e-442b-b515-04ca182af70f', 'name': '', 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:11:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:36Z', 'updated_at': '2022-09-23T15:11:43Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bcce877-dccc-4787-aef6-5ce190abd508', 'name': '', 'network_id': 'a5992184-5e9f-4b99-ba8e-f8ba4cd9738a', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:c3:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '8936dfc7-f4c5-4630-aa9a-47d5d94d0cf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:46Z', 'updated_at': '2022-09-23T15:11:53Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '8936dfc7-f4c5-4630-aa9a-47d5d94d0cf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:54.304727 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584d14ac-3ef1-4490-ae35-86d7f7fc6664 None None] The sync data for ids ['927b2f6b-70b5-4c9f-8482-7326cde298ba'] in dv-neutron-859093-1-hyperv is: [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:11:52Z', 'revision_number': 7, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None, '_interfaces': [{'id': '28cdd38a-fc09-4bb4-85bc-bd647224a69a', 'name': '', 'network_id': 'c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:e4:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:42Z', 'updated_at': '2022-09-23T15:11:49Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '511baa6a-2afb-49d8-98f4-2ee75fe9953d', 'name': '', 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:01:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:31Z', 'updated_at': '2022-09-23T15:11:39Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e37a098-840e-442b-b515-04ca182af70f', 'name': '', 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:11:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:36Z', 'updated_at': '2022-09-23T15:11:43Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bcce877-dccc-4787-aef6-5ce190abd508', 'name': '', 'network_id': 'a5992184-5e9f-4b99-ba8e-f8ba4cd9738a', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:c3:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '8936dfc7-f4c5-4630-aa9a-47d5d94d0cf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:46Z', 'updated_at': '2022-09-23T15:11:53Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '8936dfc7-f4c5-4630-aa9a-47d5d94d0cf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:11:54.347183 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-606bf356-0b47-4a23-b3a8-87662abc64ac tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:54.495015 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51388750-1d6f-4cb3-9d0c-e0e1c0c9fbaf None None] Sync routers for ids ['927b2f6b-70b5-4c9f-8482-7326cde298ba'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:11:54.504271 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51388750-1d6f-4cb3-9d0c-e0e1c0c9fbaf None None] Routers {'927b2f6b-70b5-4c9f-8482-7326cde298ba'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:11:54.504943 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-51388750-1d6f-4cb3-9d0c-e0e1c0c9fbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['927b2f6b-70b5-4c9f-8482-7326cde298ba'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:54.677883 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-51388750-1d6f-4cb3-9d0c-e0e1c0c9fbaf None None] Set router 927b2f6b-70b5-4c9f-8482-7326cde298ba gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:11:54.688152 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-606bf356-0b47-4a23-b3a8-87662abc64ac tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Deleting port 9bcce877-dccc-4787-aef6-5ce190abd508 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:11:54.688491 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-606bf356-0b47-4a23-b3a8-87662abc64ac tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:54.877580 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-606bf356-0b47-4a23-b3a8-87662abc64ac tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] For port 9bcce877-dccc-4787-aef6-5ce190abd508, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=9bcce877-dccc-4787-aef6-5ce190abd508,segment=NetworkSegment(4402d3da-f94b-4ee2-ae36-ec1ce0fb457f),segment_id=4402d3da-f94b-4ee2-ae36-ec1ce0fb457f)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:11:54.877938 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-606bf356-0b47-4a23-b3a8-87662abc64ac tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:54.980983 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 9bcce877-dccc-4787-aef6-5ce190abd508 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:11:55.003668 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-51388750-1d6f-4cb3-9d0c-e0e1c0c9fbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:11:52Z', 'revision_number': 7, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None, '_interfaces': [{'id': '28cdd38a-fc09-4bb4-85bc-bd647224a69a', 'name': '', 'network_id': 'c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:e4:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:42Z', 'updated_at': '2022-09-23T15:11:49Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '511baa6a-2afb-49d8-98f4-2ee75fe9953d', 'name': '', 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:01:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:31Z', 'updated_at': '2022-09-23T15:11:39Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e37a098-840e-442b-b515-04ca182af70f', 'name': '', 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:11:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:36Z', 'updated_at': '2022-09-23T15:11:43Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bcce877-dccc-4787-aef6-5ce190abd508', 'name': '', 'network_id': 'a5992184-5e9f-4b99-ba8e-f8ba4cd9738a', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:c3:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '8936dfc7-f4c5-4630-aa9a-47d5d94d0cf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:46Z', 'updated_at': '2022-09-23T15:11:53Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '8936dfc7-f4c5-4630-aa9a-47d5d94d0cf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:55.007943 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51388750-1d6f-4cb3-9d0c-e0e1c0c9fbaf None None] Checking router: 927b2f6b-70b5-4c9f-8482-7326cde298ba for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:11:55.014122 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-606bf356-0b47-4a23-b3a8-87662abc64ac tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Calling delete_port for 9bcce877-dccc-4787-aef6-5ce190abd508 owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:11:55.017734 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51388750-1d6f-4cb3-9d0c-e0e1c0c9fbaf None None] Routers {'927b2f6b-70b5-4c9f-8482-7326cde298ba'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:11:55.018467 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-51388750-1d6f-4cb3-9d0c-e0e1c0c9fbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['927b2f6b-70b5-4c9f-8482-7326cde298ba'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:55.055307 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 9bcce877-dccc-4787-aef6-5ce190abd508 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:11:55.055877 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:55.055981 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 9bcce877-dccc-4787-aef6-5ce190abd508 Sep 23 15:11:55.174861 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 9bcce877-dccc-4787-aef6-5ce190abd508 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:11:55.175992 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-51388750-1d6f-4cb3-9d0c-e0e1c0c9fbaf None None] Set router 927b2f6b-70b5-4c9f-8482-7326cde298ba gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:11:55.281199 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-606bf356-0b47-4a23-b3a8-87662abc64ac tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:55.441934 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bf356-0b47-4a23-b3a8-87662abc64ac tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Port': ['ID=9bcce877-dccc-4787-aef6-5ce190abd508,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:55.509553 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-51388750-1d6f-4cb3-9d0c-e0e1c0c9fbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:11:52Z', 'revision_number': 7, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None, '_interfaces': [{'id': '28cdd38a-fc09-4bb4-85bc-bd647224a69a', 'name': '', 'network_id': 'c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:e4:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:42Z', 'updated_at': '2022-09-23T15:11:49Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '511baa6a-2afb-49d8-98f4-2ee75fe9953d', 'name': '', 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:01:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:31Z', 'updated_at': '2022-09-23T15:11:39Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e37a098-840e-442b-b515-04ca182af70f', 'name': '', 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:11:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:36Z', 'updated_at': '2022-09-23T15:11:43Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bcce877-dccc-4787-aef6-5ce190abd508', 'name': '', 'network_id': 'a5992184-5e9f-4b99-ba8e-f8ba4cd9738a', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:c3:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '8936dfc7-f4c5-4630-aa9a-47d5d94d0cf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:46Z', 'updated_at': '2022-09-23T15:11:53Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '8936dfc7-f4c5-4630-aa9a-47d5d94d0cf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:55.513919 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51388750-1d6f-4cb3-9d0c-e0e1c0c9fbaf None None] The sync data for ids ['927b2f6b-70b5-4c9f-8482-7326cde298ba'] in dv-neutron-859093-1-hyperv is: [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:11:52Z', 'revision_number': 7, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None, '_interfaces': [{'id': '28cdd38a-fc09-4bb4-85bc-bd647224a69a', 'name': '', 'network_id': 'c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:e4:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:42Z', 'updated_at': '2022-09-23T15:11:49Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '511baa6a-2afb-49d8-98f4-2ee75fe9953d', 'name': '', 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:01:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:31Z', 'updated_at': '2022-09-23T15:11:39Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e37a098-840e-442b-b515-04ca182af70f', 'name': '', 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:11:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:36Z', 'updated_at': '2022-09-23T15:11:43Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bcce877-dccc-4787-aef6-5ce190abd508', 'name': '', 'network_id': 'a5992184-5e9f-4b99-ba8e-f8ba4cd9738a', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:c3:03:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': '8936dfc7-f4c5-4630-aa9a-47d5d94d0cf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:46Z', 'updated_at': '2022-09-23T15:11:53Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '8936dfc7-f4c5-4630-aa9a-47d5d94d0cf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:11:55.709011 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-606bf356-0b47-4a23-b3a8-87662abc64ac tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:56.039278 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606bf356-0b47-4a23-b3a8-87662abc64ac tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Router 927b2f6b-70b5-4c9f-8482-7326cde298ba has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:11:56.211654 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606bf356-0b47-4a23-b3a8-87662abc64ac tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:11:56.221395 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5bfb6b-6b64-4324-94e1-30539ea4e57c None None] Sync routers for ids ['927b2f6b-70b5-4c9f-8482-7326cde298ba'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:11:56.227104 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-606bf356-0b47-4a23-b3a8-87662abc64ac tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "PUT /v2.0/routers/927b2f6b-70b5-4c9f-8482-7326cde298ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5143921 Sep 23 15:11:56.227336 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49574) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:56.230686 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5bfb6b-6b64-4324-94e1-30539ea4e57c None None] Routers {'927b2f6b-70b5-4c9f-8482-7326cde298ba'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:11:56.231294 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-7a5bfb6b-6b64-4324-94e1-30539ea4e57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['927b2f6b-70b5-4c9f-8482-7326cde298ba'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:56.292502 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f90bc92-f7e7-4c68-ad02-cc63ba7af34f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Deleting subnet 8936dfc7-f4c5-4630-aa9a-47d5d94d0cf1 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:11:56.295359 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3f90bc92-f7e7-4c68-ad02-cc63ba7af34f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:56.352785 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3f90bc92-f7e7-4c68-ad02-cc63ba7af34f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:56.383559 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-7a5bfb6b-6b64-4324-94e1-30539ea4e57c None None] Set router 927b2f6b-70b5-4c9f-8482-7326cde298ba gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:11:56.434181 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3f90bc92-f7e7-4c68-ad02-cc63ba7af34f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:56.572930 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3f90bc92-f7e7-4c68-ad02-cc63ba7af34f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:56.616478 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90bc92-f7e7-4c68-ad02-cc63ba7af34f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Subnet': ['ID=8936dfc7-f4c5-4630-aa9a-47d5d94d0cf1,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:56.620119 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3f90bc92-f7e7-4c68-ad02-cc63ba7af34f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:56.627414 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3f90bc92-f7e7-4c68-ad02-cc63ba7af34f tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/subnets/8936dfc7-f4c5-4630-aa9a-47d5d94d0cf1 HTTP/1.1" status: 204 len: 168 time: 0.3991344 Sep 23 15:11:56.629973 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49578) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:56.631470 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b841fe-8538-48ca-b5f2-de6f32b9020d None None] Network a5992184-5e9f-4b99-ba8e-f8ba4cd9738a requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:11:56.741249 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ce355598-8ef5-43a3-a2b0-39042ccb1885 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:56.752339 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-ce355598-8ef5-43a3-a2b0-39042ccb1885 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Deleting port a872e1d3-6f2c-4be0-b0a9-0574d85cfedb {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:11:56.752659 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ce355598-8ef5-43a3-a2b0-39042ccb1885 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:56.931291 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-7a5bfb6b-6b64-4324-94e1-30539ea4e57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:11:55Z', 'revision_number': 8, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None, '_interfaces': [{'id': '28cdd38a-fc09-4bb4-85bc-bd647224a69a', 'name': '', 'network_id': 'c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:e4:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:42Z', 'updated_at': '2022-09-23T15:11:49Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '511baa6a-2afb-49d8-98f4-2ee75fe9953d', 'name': '', 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:01:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:31Z', 'updated_at': '2022-09-23T15:11:39Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e37a098-840e-442b-b515-04ca182af70f', 'name': '', 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:11:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:36Z', 'updated_at': '2022-09-23T15:11:43Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:56.936190 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5bfb6b-6b64-4324-94e1-30539ea4e57c None None] Checking router: 927b2f6b-70b5-4c9f-8482-7326cde298ba for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:11:56.946653 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5bfb6b-6b64-4324-94e1-30539ea4e57c None None] Routers {'927b2f6b-70b5-4c9f-8482-7326cde298ba'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:11:56.947434 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-7a5bfb6b-6b64-4324-94e1-30539ea4e57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['927b2f6b-70b5-4c9f-8482-7326cde298ba'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:57.016555 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23af10ed-3267-47b7-a54a-523d8964d47a None None] DHCP port deletion for a5992184-5e9f-4b99-ba8e-f8ba4cd9738a request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:11:57.078265 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-23af10ed-3267-47b7-a54a-523d8964d47a None None] Deleting port a872e1d3-6f2c-4be0-b0a9-0574d85cfedb {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:11:57.078706 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-23af10ed-3267-47b7-a54a-523d8964d47a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:57.083873 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-ce355598-8ef5-43a3-a2b0-39042ccb1885 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] For port a872e1d3-6f2c-4be0-b0a9-0574d85cfedb, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a872e1d3-6f2c-4be0-b0a9-0574d85cfedb,segment=NetworkSegment(4402d3da-f94b-4ee2-ae36-ec1ce0fb457f),segment_id=4402d3da-f94b-4ee2-ae36-ec1ce0fb457f)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:11:57.084236 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ce355598-8ef5-43a3-a2b0-39042ccb1885 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:57.185078 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-7a5bfb6b-6b64-4324-94e1-30539ea4e57c None None] Set router 927b2f6b-70b5-4c9f-8482-7326cde298ba gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:11:57.210842 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-ce355598-8ef5-43a3-a2b0-39042ccb1885 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Calling delete_port for a872e1d3-6f2c-4be0-b0a9-0574d85cfedb owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:11:57.355540 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ce355598-8ef5-43a3-a2b0-39042ccb1885 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:57.404157 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce355598-8ef5-43a3-a2b0-39042ccb1885 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Port': ['ID=a872e1d3-6f2c-4be0-b0a9-0574d85cfedb,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:57.408443 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce355598-8ef5-43a3-a2b0-39042ccb1885 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] No DVR routers for this DVR port a872e1d3-6f2c-4be0-b0a9-0574d85cfedb on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:11:57.507516 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-23af10ed-3267-47b7-a54a-523d8964d47a None None] For port a872e1d3-6f2c-4be0-b0a9-0574d85cfedb, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a872e1d3-6f2c-4be0-b0a9-0574d85cfedb,segment=NetworkSegment(4402d3da-f94b-4ee2-ae36-ec1ce0fb457f),segment_id=4402d3da-f94b-4ee2-ae36-ec1ce0fb457f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:11:57.508146 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-23af10ed-3267-47b7-a54a-523d8964d47a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:57.531167 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ce355598-8ef5-43a3-a2b0-39042ccb1885 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:57.560389 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-ce355598-8ef5-43a3-a2b0-39042ccb1885 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5992184-5e9f-4b99-ba8e-f8ba4cd9738a']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:57.572878 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-ce355598-8ef5-43a3-a2b0-39042ccb1885 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4402d3da-f94b-4ee2-ae36-ec1ce0fb457f') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:57.573173 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-ce355598-8ef5-43a3-a2b0-39042ccb1885 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4402d3da-f94b-4ee2-ae36-ec1ce0fb457f') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:57.585082 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ce355598-8ef5-43a3-a2b0-39042ccb1885 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:57.600951 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ce355598-8ef5-43a3-a2b0-39042ccb1885 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:57.606924 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce355598-8ef5-43a3-a2b0-39042ccb1885 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:11:57.607307 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ce355598-8ef5-43a3-a2b0-39042ccb1885 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:57.646016 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-23af10ed-3267-47b7-a54a-523d8964d47a None None] Calling delete_port for a872e1d3-6f2c-4be0-b0a9-0574d85cfedb owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:11:57.774787 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-23af10ed-3267-47b7-a54a-523d8964d47a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:11:57.775072 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-23af10ed-3267-47b7-a54a-523d8964d47a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:11:57.784727 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ce355598-8ef5-43a3-a2b0-39042ccb1885 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:57.790764 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-7a5bfb6b-6b64-4324-94e1-30539ea4e57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:11:55Z', 'revision_number': 8, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None, '_interfaces': [{'id': '28cdd38a-fc09-4bb4-85bc-bd647224a69a', 'name': '', 'network_id': 'c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:e4:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:42Z', 'updated_at': '2022-09-23T15:11:49Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '511baa6a-2afb-49d8-98f4-2ee75fe9953d', 'name': '', 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:01:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:31Z', 'updated_at': '2022-09-23T15:11:39Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e37a098-840e-442b-b515-04ca182af70f', 'name': '', 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:11:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:36Z', 'updated_at': '2022-09-23T15:11:43Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:57.795057 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5bfb6b-6b64-4324-94e1-30539ea4e57c None None] The sync data for ids ['927b2f6b-70b5-4c9f-8482-7326cde298ba'] in dv-neutron-859093-1-hyperv is: [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:11:55Z', 'revision_number': 8, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None, '_interfaces': [{'id': '28cdd38a-fc09-4bb4-85bc-bd647224a69a', 'name': '', 'network_id': 'c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:e4:8f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:42Z', 'updated_at': '2022-09-23T15:11:49Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'bd8ed4e5-4188-4685-86f5-b141a2781a62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '511baa6a-2afb-49d8-98f4-2ee75fe9953d', 'name': '', 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:01:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:31Z', 'updated_at': '2022-09-23T15:11:39Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e37a098-840e-442b-b515-04ca182af70f', 'name': '', 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:11:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:36Z', 'updated_at': '2022-09-23T15:11:43Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:11:57.808770 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ce355598-8ef5-43a3-a2b0-39042ccb1885 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:57.824698 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce355598-8ef5-43a3-a2b0-39042ccb1885 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Network': ['ID=a5992184-5e9f-4b99-ba8e-f8ba4cd9738a,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:57.834581 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ce355598-8ef5-43a3-a2b0-39042ccb1885 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/networks/a5992184-5e9f-4b99-ba8e-f8ba4cd9738a HTTP/1.1" status: 204 len: 168 time: 1.2034791 Sep 23 15:11:57.837365 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49586) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:11:57.898115 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 4402d3da-f94b-4ee2-ae36-ec1ce0fb457f resource provider aggregate not found Sep 23 15:11:57.961996 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 4402d3da-f94b-4ee2-ae36-ec1ce0fb457f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4402d3da-f94b-4ee2-ae36-ec1ce0fb457f found for delete ", "request_id": "req-de4d5fdd-8107-4042-96e9-31b40d9480ca"}]} Sep 23 15:11:58.276677 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-23af10ed-3267-47b7-a54a-523d8964d47a None None] Deleting port a872e1d3-6f2c-4be0-b0a9-0574d85cfedb {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:11:58.277369 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-23af10ed-3267-47b7-a54a-523d8964d47a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:58.347568 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-23af10ed-3267-47b7-a54a-523d8964d47a None None] The port 'a872e1d3-6f2c-4be0-b0a9-0574d85cfedb' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:11:58.364094 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6169e756-12e5-47b0-ab46-28bc0e17b28a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:58.802299 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-6169e756-12e5-47b0-ab46-28bc0e17b28a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Deleting port 28cdd38a-fc09-4bb4-85bc-bd647224a69a {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:11:58.804569 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6169e756-12e5-47b0-ab46-28bc0e17b28a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:58.973628 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a872e1d3-6f2c-4be0-b0a9-0574d85cfedb no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:11:58.997596 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-6169e756-12e5-47b0-ab46-28bc0e17b28a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] For port 28cdd38a-fc09-4bb4-85bc-bd647224a69a, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=28cdd38a-fc09-4bb4-85bc-bd647224a69a,segment=NetworkSegment(64c53c5b-a6db-4c9f-a941-66292df5cd05),segment_id=64c53c5b-a6db-4c9f-a941-66292df5cd05)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:11:58.997959 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6169e756-12e5-47b0-ab46-28bc0e17b28a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:59.053347 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: a872e1d3-6f2c-4be0-b0a9-0574d85cfedb {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:11:59.053601 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a872e1d3-6f2c-4be0-b0a9-0574d85cfedb not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:11:59.054010 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 9bcce877-dccc-4787-aef6-5ce190abd508 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:11:59.087492 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 9bcce877-dccc-4787-aef6-5ce190abd508 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:11:59.087834 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 9bcce877-dccc-4787-aef6-5ce190abd508 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:11:59.129659 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-6169e756-12e5-47b0-ab46-28bc0e17b28a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Calling delete_port for 28cdd38a-fc09-4bb4-85bc-bd647224a69a owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:11:59.410175 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6169e756-12e5-47b0-ab46-28bc0e17b28a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:11:59.460625 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169e756-12e5-47b0-ab46-28bc0e17b28a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Port': ['ID=28cdd38a-fc09-4bb4-85bc-bd647224a69a,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:59.717719 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6169e756-12e5-47b0-ab46-28bc0e17b28a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:00.035671 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6169e756-12e5-47b0-ab46-28bc0e17b28a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Router 927b2f6b-70b5-4c9f-8482-7326cde298ba has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:12:00.293145 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6169e756-12e5-47b0-ab46-28bc0e17b28a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:12:00.302476 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3242a8e6-fa72-4996-87c2-e468ff7c571d None None] Sync routers for ids ['927b2f6b-70b5-4c9f-8482-7326cde298ba'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:12:00.306084 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6169e756-12e5-47b0-ab46-28bc0e17b28a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "PUT /v2.0/routers/927b2f6b-70b5-4c9f-8482-7326cde298ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4663877 Sep 23 15:12:00.308140 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49592) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:00.311705 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3242a8e6-fa72-4996-87c2-e468ff7c571d None None] Routers {'927b2f6b-70b5-4c9f-8482-7326cde298ba'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:12:00.312304 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-3242a8e6-fa72-4996-87c2-e468ff7c571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['927b2f6b-70b5-4c9f-8482-7326cde298ba'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:00.376188 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1af7de-8dbd-48ec-8b5a-0a76c3e2a7de tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Deleting subnet bd8ed4e5-4188-4685-86f5-b141a2781a62 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:12:00.379094 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-aa1af7de-8dbd-48ec-8b5a-0a76c3e2a7de tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:00.435848 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-aa1af7de-8dbd-48ec-8b5a-0a76c3e2a7de tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:00.463620 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-3242a8e6-fa72-4996-87c2-e468ff7c571d None None] Set router 927b2f6b-70b5-4c9f-8482-7326cde298ba gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:12:00.518774 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-aa1af7de-8dbd-48ec-8b5a-0a76c3e2a7de tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:00.675499 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-aa1af7de-8dbd-48ec-8b5a-0a76c3e2a7de tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:00.714501 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1af7de-8dbd-48ec-8b5a-0a76c3e2a7de tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Subnet': ['ID=bd8ed4e5-4188-4685-86f5-b141a2781a62,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:00.718179 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-aa1af7de-8dbd-48ec-8b5a-0a76c3e2a7de tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:00.724139 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-aa1af7de-8dbd-48ec-8b5a-0a76c3e2a7de tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/subnets/bd8ed4e5-4188-4685-86f5-b141a2781a62 HTTP/1.1" status: 204 len: 168 time: 0.4150534 Sep 23 15:12:00.726734 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49596) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:00.728559 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08752be-04c0-4697-a3b0-32c2e301fe4f None None] Network c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:12:00.803569 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-3242a8e6-fa72-4996-87c2-e468ff7c571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:11:59Z', 'revision_number': 9, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None, '_interfaces': [{'id': '511baa6a-2afb-49d8-98f4-2ee75fe9953d', 'name': '', 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:01:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:31Z', 'updated_at': '2022-09-23T15:11:39Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e37a098-840e-442b-b515-04ca182af70f', 'name': '', 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:11:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:36Z', 'updated_at': '2022-09-23T15:11:43Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:00.807839 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3242a8e6-fa72-4996-87c2-e468ff7c571d None None] Checking router: 927b2f6b-70b5-4c9f-8482-7326cde298ba for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:12:00.818614 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3242a8e6-fa72-4996-87c2-e468ff7c571d None None] Routers {'927b2f6b-70b5-4c9f-8482-7326cde298ba'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:12:00.819461 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-3242a8e6-fa72-4996-87c2-e468ff7c571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['927b2f6b-70b5-4c9f-8482-7326cde298ba'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:00.850048 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4d3e5e38-b2b1-4437-83a2-c4fb449812a0 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:00.861856 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-4d3e5e38-b2b1-4437-83a2-c4fb449812a0 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Deleting port 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:12:00.862396 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4d3e5e38-b2b1-4437-83a2-c4fb449812a0 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:00.994774 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-3242a8e6-fa72-4996-87c2-e468ff7c571d None None] Set router 927b2f6b-70b5-4c9f-8482-7326cde298ba gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:12:01.020373 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9812c1bf-dec5-4cf0-9cfc-c0b6ebdff37b None None] DHCP port deletion for c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:12:01.026066 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9812c1bf-dec5-4cf0-9cfc-c0b6ebdff37b None None] Deleting port 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:12:01.026537 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9812c1bf-dec5-4cf0-9cfc-c0b6ebdff37b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:01.088991 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-4d3e5e38-b2b1-4437-83a2-c4fb449812a0 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] For port 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=07a7a41a-e0fa-430e-8090-ed1e8c4bffb3,segment=NetworkSegment(64c53c5b-a6db-4c9f-a941-66292df5cd05),segment_id=64c53c5b-a6db-4c9f-a941-66292df5cd05)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:12:01.089578 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4d3e5e38-b2b1-4437-83a2-c4fb449812a0 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:01.217753 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-4d3e5e38-b2b1-4437-83a2-c4fb449812a0 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Calling delete_port for 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3 owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:12:01.239409 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-9812c1bf-dec5-4cf0-9cfc-c0b6ebdff37b None None] For port 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=07a7a41a-e0fa-430e-8090-ed1e8c4bffb3,segment=NetworkSegment(64c53c5b-a6db-4c9f-a941-66292df5cd05),segment_id=64c53c5b-a6db-4c9f-a941-66292df5cd05)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:12:01.239746 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9812c1bf-dec5-4cf0-9cfc-c0b6ebdff37b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:01.312831 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-3242a8e6-fa72-4996-87c2-e468ff7c571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:11:59Z', 'revision_number': 9, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None, '_interfaces': [{'id': '511baa6a-2afb-49d8-98f4-2ee75fe9953d', 'name': '', 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:01:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:31Z', 'updated_at': '2022-09-23T15:11:39Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e37a098-840e-442b-b515-04ca182af70f', 'name': '', 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:11:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:36Z', 'updated_at': '2022-09-23T15:11:43Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:01.316768 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3242a8e6-fa72-4996-87c2-e468ff7c571d None None] The sync data for ids ['927b2f6b-70b5-4c9f-8482-7326cde298ba'] in dv-neutron-859093-1-hyperv is: [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:11:59Z', 'revision_number': 9, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None, '_interfaces': [{'id': '511baa6a-2afb-49d8-98f4-2ee75fe9953d', 'name': '', 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:01:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:31Z', 'updated_at': '2022-09-23T15:11:39Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e37a098-840e-442b-b515-04ca182af70f', 'name': '', 'network_id': '90285803-dca1-45ea-b2b1-38eb7a1d20f2', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:11:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:36Z', 'updated_at': '2022-09-23T15:11:43Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': 'b660519f-9ccf-4456-a1fe-3b1de0b29a2c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:12:01.366714 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4d3e5e38-b2b1-4437-83a2-c4fb449812a0 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:01.366993 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9812c1bf-dec5-4cf0-9cfc-c0b6ebdff37b None None] Calling delete_port for 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:12:01.418065 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e5e38-b2b1-4437-83a2-c4fb449812a0 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Port': ['ID=07a7a41a-e0fa-430e-8090-ed1e8c4bffb3,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:01.420219 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3e5e38-b2b1-4437-83a2-c4fb449812a0 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] No DVR routers for this DVR port 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3 on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:12:01.441047 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-9812c1bf-dec5-4cf0-9cfc-c0b6ebdff37b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:12:01.441473 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-9812c1bf-dec5-4cf0-9cfc-c0b6ebdff37b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:12:01.541849 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4d3e5e38-b2b1-4437-83a2-c4fb449812a0 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:01.567281 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-4d3e5e38-b2b1-4437-83a2-c4fb449812a0 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:01.579669 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-4d3e5e38-b2b1-4437-83a2-c4fb449812a0 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c53c5b-a6db-4c9f-a941-66292df5cd05') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:01.579965 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-4d3e5e38-b2b1-4437-83a2-c4fb449812a0 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c53c5b-a6db-4c9f-a941-66292df5cd05') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:01.591135 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4d3e5e38-b2b1-4437-83a2-c4fb449812a0 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:01.607659 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4d3e5e38-b2b1-4437-83a2-c4fb449812a0 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:01.613592 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3e5e38-b2b1-4437-83a2-c4fb449812a0 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:12:01.613967 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4d3e5e38-b2b1-4437-83a2-c4fb449812a0 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:01.683962 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 64c53c5b-a6db-4c9f-a941-66292df5cd05 resource provider aggregate not found Sep 23 15:12:01.706288 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 64c53c5b-a6db-4c9f-a941-66292df5cd05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64c53c5b-a6db-4c9f-a941-66292df5cd05 found for delete ", "request_id": "req-82b07b6f-3217-4cb3-a3c8-e85230c09189"}]} Sep 23 15:12:01.772385 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4d3e5e38-b2b1-4437-83a2-c4fb449812a0 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:01.776781 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4d3e5e38-b2b1-4437-83a2-c4fb449812a0 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:01.803868 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e5e38-b2b1-4437-83a2-c4fb449812a0 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Network': ['ID=c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:01.809821 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4d3e5e38-b2b1-4437-83a2-c4fb449812a0 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/networks/c2b7a4ee-b2b3-4b5f-a77e-20b24ef395bb HTTP/1.1" status: 204 len: 168 time: 1.0818973 Sep 23 15:12:01.813209 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49606) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:01.942864 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9812c1bf-dec5-4cf0-9cfc-c0b6ebdff37b None None] Deleting port 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:12:01.943436 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9812c1bf-dec5-4cf0-9cfc-c0b6ebdff37b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:02.010855 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9812c1bf-dec5-4cf0-9cfc-c0b6ebdff37b None None] The port '07a7a41a-e0fa-430e-8090-ed1e8c4bffb3' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:12:02.086671 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdd587b3-a6e3-44ac-a1c3-1b0ea4f0b4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:02.316978 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-17c291a6-1475-451b-b4e5-5e7db0e7bf01 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:02.526616 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:02.752171 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-17c291a6-1475-451b-b4e5-5e7db0e7bf01 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Deleting port 8e37a098-840e-442b-b515-04ca182af70f {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:12:02.752516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-17c291a6-1475-451b-b4e5-5e7db0e7bf01 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:02.940568 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-17c291a6-1475-451b-b4e5-5e7db0e7bf01 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] For port 8e37a098-840e-442b-b515-04ca182af70f, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8e37a098-840e-442b-b515-04ca182af70f,segment=NetworkSegment(55a48ced-5e52-492f-a170-a1652b7ae4d1),segment_id=55a48ced-5e52-492f-a170-a1652b7ae4d1)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:12:02.941244 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-17c291a6-1475-451b-b4e5-5e7db0e7bf01 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:02.976571 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:12:03.010499 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:12:03.010842 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 07a7a41a-e0fa-430e-8090-ed1e8c4bffb3 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:12:03.011242 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 28cdd38a-fc09-4bb4-85bc-bd647224a69a no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:12:03.046433 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 28cdd38a-fc09-4bb4-85bc-bd647224a69a {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:12:03.046759 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 28cdd38a-fc09-4bb4-85bc-bd647224a69a not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:12:03.069112 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-17c291a6-1475-451b-b4e5-5e7db0e7bf01 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Calling delete_port for 8e37a098-840e-442b-b515-04ca182af70f owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:12:03.324272 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-17c291a6-1475-451b-b4e5-5e7db0e7bf01 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:03.371946 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c291a6-1475-451b-b4e5-5e7db0e7bf01 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Port': ['ID=8e37a098-840e-442b-b515-04ca182af70f,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:03.636341 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-17c291a6-1475-451b-b4e5-5e7db0e7bf01 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:04.067383 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c291a6-1475-451b-b4e5-5e7db0e7bf01 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Router 927b2f6b-70b5-4c9f-8482-7326cde298ba has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:12:04.078879 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:12:04.224693 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c291a6-1475-451b-b4e5-5e7db0e7bf01 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:12:04.235090 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3fe620-b328-4dd3-b37f-31f61e205e1a None None] Sync routers for ids ['927b2f6b-70b5-4c9f-8482-7326cde298ba'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:12:04.236993 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-17c291a6-1475-451b-b4e5-5e7db0e7bf01 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "PUT /v2.0/routers/927b2f6b-70b5-4c9f-8482-7326cde298ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4227438 Sep 23 15:12:04.239566 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49616) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:04.244270 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3fe620-b328-4dd3-b37f-31f61e205e1a None None] Routers {'927b2f6b-70b5-4c9f-8482-7326cde298ba'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:12:04.244880 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-aa3fe620-b328-4dd3-b37f-31f61e205e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['927b2f6b-70b5-4c9f-8482-7326cde298ba'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:04.304344 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-1773ae28-fec7-400d-834a-5f5d27f2f2a3 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Deleting subnet b660519f-9ccf-4456-a1fe-3b1de0b29a2c {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:12:04.307154 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1773ae28-fec7-400d-834a-5f5d27f2f2a3 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:04.366181 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1773ae28-fec7-400d-834a-5f5d27f2f2a3 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:04.393196 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-aa3fe620-b328-4dd3-b37f-31f61e205e1a None None] Set router 927b2f6b-70b5-4c9f-8482-7326cde298ba gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:12:04.449696 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1773ae28-fec7-400d-834a-5f5d27f2f2a3 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:04.600910 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1773ae28-fec7-400d-834a-5f5d27f2f2a3 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:04.644213 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1773ae28-fec7-400d-834a-5f5d27f2f2a3 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Subnet': ['ID=b660519f-9ccf-4456-a1fe-3b1de0b29a2c,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:04.648121 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1773ae28-fec7-400d-834a-5f5d27f2f2a3 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:04.658286 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1773ae28-fec7-400d-834a-5f5d27f2f2a3 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/subnets/b660519f-9ccf-4456-a1fe-3b1de0b29a2c HTTP/1.1" status: 204 len: 168 time: 0.4154675 Sep 23 15:12:04.658598 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49620) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:04.675450 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f73311-41ac-4c86-9bdf-4b2ef4d55b06 None None] Network 90285803-dca1-45ea-b2b1-38eb7a1d20f2 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:12:04.774196 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3403e06e-b8bc-425f-94db-de03102ca352 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:04.785166 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-3403e06e-b8bc-425f-94db-de03102ca352 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Deleting port 411379fa-df6d-42e4-b19d-7349bc7e3e40 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:12:04.785500 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3403e06e-b8bc-425f-94db-de03102ca352 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:04.902743 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-aa3fe620-b328-4dd3-b37f-31f61e205e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:12:03Z', 'revision_number': 10, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None, '_interfaces': [{'id': '511baa6a-2afb-49d8-98f4-2ee75fe9953d', 'name': '', 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:01:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:31Z', 'updated_at': '2022-09-23T15:11:39Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:04.909414 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3fe620-b328-4dd3-b37f-31f61e205e1a None None] Checking router: 927b2f6b-70b5-4c9f-8482-7326cde298ba for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:12:04.923528 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3fe620-b328-4dd3-b37f-31f61e205e1a None None] Routers {'927b2f6b-70b5-4c9f-8482-7326cde298ba'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:12:04.924147 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-aa3fe620-b328-4dd3-b37f-31f61e205e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:11:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['927b2f6b-70b5-4c9f-8482-7326cde298ba'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:04.993170 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-3403e06e-b8bc-425f-94db-de03102ca352 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] For port 411379fa-df6d-42e4-b19d-7349bc7e3e40, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=411379fa-df6d-42e4-b19d-7349bc7e3e40,segment=NetworkSegment(55a48ced-5e52-492f-a170-a1652b7ae4d1),segment_id=55a48ced-5e52-492f-a170-a1652b7ae4d1)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:12:04.993537 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3403e06e-b8bc-425f-94db-de03102ca352 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:05.092544 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-aa3fe620-b328-4dd3-b37f-31f61e205e1a None None] Set router 927b2f6b-70b5-4c9f-8482-7326cde298ba gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:12:05.118998 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-3403e06e-b8bc-425f-94db-de03102ca352 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Calling delete_port for 411379fa-df6d-42e4-b19d-7349bc7e3e40 owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:12:05.135150 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3519bc-31f3-4ef4-b083-7237cd9dd82e None None] DHCP port deletion for 90285803-dca1-45ea-b2b1-38eb7a1d20f2 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:12:05.156806 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2b2cfe67-0639-4d55-9481-e08e33d1d052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:05.159910 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8e3519bc-31f3-4ef4-b083-7237cd9dd82e None None] Deleting port 411379fa-df6d-42e4-b19d-7349bc7e3e40 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:12:05.160274 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8e3519bc-31f3-4ef4-b083-7237cd9dd82e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:05.255596 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3403e06e-b8bc-425f-94db-de03102ca352 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:05.302497 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403e06e-b8bc-425f-94db-de03102ca352 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Port': ['ID=411379fa-df6d-42e4-b19d-7349bc7e3e40,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:05.305991 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3403e06e-b8bc-425f-94db-de03102ca352 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] No DVR routers for this DVR port 411379fa-df6d-42e4-b19d-7349bc7e3e40 on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:12:05.377599 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8e3519bc-31f3-4ef4-b083-7237cd9dd82e None None] The port '411379fa-df6d-42e4-b19d-7349bc7e3e40' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:12:05.428445 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3403e06e-b8bc-425f-94db-de03102ca352 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:05.454813 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-3403e06e-b8bc-425f-94db-de03102ca352 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90285803-dca1-45ea-b2b1-38eb7a1d20f2']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:05.467100 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-3403e06e-b8bc-425f-94db-de03102ca352 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a48ced-5e52-492f-a170-a1652b7ae4d1') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:05.467396 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-3403e06e-b8bc-425f-94db-de03102ca352 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a48ced-5e52-492f-a170-a1652b7ae4d1') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:05.479778 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3403e06e-b8bc-425f-94db-de03102ca352 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:05.500637 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3403e06e-b8bc-425f-94db-de03102ca352 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:05.506892 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3403e06e-b8bc-425f-94db-de03102ca352 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:12:05.507312 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3403e06e-b8bc-425f-94db-de03102ca352 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:05.510655 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-aa3fe620-b328-4dd3-b37f-31f61e205e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:12:03Z', 'revision_number': 10, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None, '_interfaces': [{'id': '511baa6a-2afb-49d8-98f4-2ee75fe9953d', 'name': '', 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:01:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:31Z', 'updated_at': '2022-09-23T15:11:39Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:05.514576 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3fe620-b328-4dd3-b37f-31f61e205e1a None None] The sync data for ids ['927b2f6b-70b5-4c9f-8482-7326cde298ba'] in dv-neutron-859093-1-hyperv is: [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:12:03Z', 'revision_number': 10, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None, '_interfaces': [{'id': '511baa6a-2afb-49d8-98f4-2ee75fe9953d', 'name': '', 'network_id': '8d40731c-f53c-49aa-b824-8fd0237e1706', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'mac_address': 'fa:16:3e:01:d0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:31Z', 'updated_at': '2022-09-23T15:11:39Z', 'revision_number': 5, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'subnets': [{'id': '11c5f84a-4244-4ba0-8f31-5a493dfe4355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:12:05.520621 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:05.577994 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:05.607010 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 55a48ced-5e52-492f-a170-a1652b7ae4d1 resource provider aggregate not found Sep 23 15:12:05.623144 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 55a48ced-5e52-492f-a170-a1652b7ae4d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55a48ced-5e52-492f-a170-a1652b7ae4d1 found for delete ", "request_id": "req-a14816ab-1bca-4444-a44c-aee30f636947"}]} Sep 23 15:12:05.692174 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3403e06e-b8bc-425f-94db-de03102ca352 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:05.709398 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3403e06e-b8bc-425f-94db-de03102ca352 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:05.720086 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403e06e-b8bc-425f-94db-de03102ca352 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Network': ['ID=90285803-dca1-45ea-b2b1-38eb7a1d20f2,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:05.727211 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3403e06e-b8bc-425f-94db-de03102ca352 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/networks/90285803-dca1-45ea-b2b1-38eb7a1d20f2 HTTP/1.1" status: 204 len: 168 time: 1.0676606 Sep 23 15:12:05.729779 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49630) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:06.353425 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2bbf0dc4-2eb2-4300-a718-2e640c03284d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:06.677280 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-2bbf0dc4-2eb2-4300-a718-2e640c03284d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Deleting port 511baa6a-2afb-49d8-98f4-2ee75fe9953d {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:12:06.677541 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2bbf0dc4-2eb2-4300-a718-2e640c03284d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:06.863369 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-2bbf0dc4-2eb2-4300-a718-2e640c03284d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] For port 511baa6a-2afb-49d8-98f4-2ee75fe9953d, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=511baa6a-2afb-49d8-98f4-2ee75fe9953d,segment=NetworkSegment(b8bf84ba-df00-43ba-ac22-4baf368f6efb),segment_id=b8bf84ba-df00-43ba-ac22-4baf368f6efb)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:12:06.863726 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2bbf0dc4-2eb2-4300-a718-2e640c03284d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:06.900921 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:06.978056 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 411379fa-df6d-42e4-b19d-7349bc7e3e40 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:12:06.987035 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-2bbf0dc4-2eb2-4300-a718-2e640c03284d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Calling delete_port for 511baa6a-2afb-49d8-98f4-2ee75fe9953d owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:12:07.012468 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 411379fa-df6d-42e4-b19d-7349bc7e3e40 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:12:07.012816 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 411379fa-df6d-42e4-b19d-7349bc7e3e40 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:12:07.013232 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8e37a098-840e-442b-b515-04ca182af70f no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:12:07.045744 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 8e37a098-840e-442b-b515-04ca182af70f {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:12:07.046090 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8e37a098-840e-442b-b515-04ca182af70f not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:12:07.238178 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2bbf0dc4-2eb2-4300-a718-2e640c03284d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:07.295376 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf0dc4-2eb2-4300-a718-2e640c03284d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Port': ['ID=511baa6a-2afb-49d8-98f4-2ee75fe9953d,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:07.632709 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2bbf0dc4-2eb2-4300-a718-2e640c03284d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:07.904974 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbf0dc4-2eb2-4300-a718-2e640c03284d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Router 927b2f6b-70b5-4c9f-8482-7326cde298ba has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:12:08.035029 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbf0dc4-2eb2-4300-a718-2e640c03284d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:12:08.044164 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949de484-1e20-4d3d-885d-0ec109e65ded None None] Sync routers for ids ['927b2f6b-70b5-4c9f-8482-7326cde298ba'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:12:08.048583 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2bbf0dc4-2eb2-4300-a718-2e640c03284d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "PUT /v2.0/routers/927b2f6b-70b5-4c9f-8482-7326cde298ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3178163 Sep 23 15:12:08.052589 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49636) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:08.053807 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949de484-1e20-4d3d-885d-0ec109e65ded None None] Routers {'927b2f6b-70b5-4c9f-8482-7326cde298ba'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:12:08.054581 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-949de484-1e20-4d3d-885d-0ec109e65ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:12:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['927b2f6b-70b5-4c9f-8482-7326cde298ba'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:08.121040 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-887a6ed9-83c7-4d76-8e18-3e42243208f5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Deleting subnet 11c5f84a-4244-4ba0-8f31-5a493dfe4355 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:12:08.124226 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-887a6ed9-83c7-4d76-8e18-3e42243208f5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:08.182162 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-887a6ed9-83c7-4d76-8e18-3e42243208f5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:08.182433 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-949de484-1e20-4d3d-885d-0ec109e65ded None None] Set router 927b2f6b-70b5-4c9f-8482-7326cde298ba gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:12:08.259917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-887a6ed9-83c7-4d76-8e18-3e42243208f5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:08.282088 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-949de484-1e20-4d3d-885d-0ec109e65ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:12:07Z', 'revision_number': 11, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:08.286118 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949de484-1e20-4d3d-885d-0ec109e65ded None None] Checking router: 927b2f6b-70b5-4c9f-8482-7326cde298ba for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:12:08.294667 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949de484-1e20-4d3d-885d-0ec109e65ded None None] Routers {'927b2f6b-70b5-4c9f-8482-7326cde298ba'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:12:08.295262 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-949de484-1e20-4d3d-885d-0ec109e65ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:12:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['927b2f6b-70b5-4c9f-8482-7326cde298ba'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:08.383898 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-887a6ed9-83c7-4d76-8e18-3e42243208f5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:08.420830 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-949de484-1e20-4d3d-885d-0ec109e65ded None None] Set router 927b2f6b-70b5-4c9f-8482-7326cde298ba gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:12:08.422710 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a6ed9-83c7-4d76-8e18-3e42243208f5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Subnet': ['ID=11c5f84a-4244-4ba0-8f31-5a493dfe4355,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:08.426297 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-887a6ed9-83c7-4d76-8e18-3e42243208f5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:08.432811 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-887a6ed9-83c7-4d76-8e18-3e42243208f5 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/subnets/11c5f84a-4244-4ba0-8f31-5a493dfe4355 HTTP/1.1" status: 204 len: 168 time: 0.3791051 Sep 23 15:12:08.435466 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49640) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:08.437283 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9be26e-e9e7-4665-9832-07c4ed0ef751 None None] Network 8d40731c-f53c-49aa-b824-8fd0237e1706 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:12:08.555521 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-949de484-1e20-4d3d-885d-0ec109e65ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:12:07Z', 'revision_number': 11, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:08.556695 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d2921059-2304-4391-9950-8a9ef655e63d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:08.560020 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949de484-1e20-4d3d-885d-0ec109e65ded None None] The sync data for ids ['927b2f6b-70b5-4c9f-8482-7326cde298ba'] in dv-neutron-859093-1-hyperv is: [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:12:07Z', 'revision_number': 11, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:12:08.570422 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-d2921059-2304-4391-9950-8a9ef655e63d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Deleting port 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:12:08.570768 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d2921059-2304-4391-9950-8a9ef655e63d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:08.778859 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-d2921059-2304-4391-9950-8a9ef655e63d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] For port 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=30cf3c88-9b3e-4964-88c5-2a44dfd45ea7,segment=NetworkSegment(b8bf84ba-df00-43ba-ac22-4baf368f6efb),segment_id=b8bf84ba-df00-43ba-ac22-4baf368f6efb)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:12:08.779533 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d2921059-2304-4391-9950-8a9ef655e63d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:08.907825 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0592772b-dcf5-47f6-8ba6-cecc9c91ed81 None None] DHCP port deletion for 8d40731c-f53c-49aa-b824-8fd0237e1706 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:12:08.912623 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0592772b-dcf5-47f6-8ba6-cecc9c91ed81 None None] Deleting port 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:12:08.913074 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0592772b-dcf5-47f6-8ba6-cecc9c91ed81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:09.008233 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 511baa6a-2afb-49d8-98f4-2ee75fe9953d no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:12:09.012656 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-d2921059-2304-4391-9950-8a9ef655e63d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Calling delete_port for 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7 owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:12:09.054919 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 511baa6a-2afb-49d8-98f4-2ee75fe9953d {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:12:09.055257 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 511baa6a-2afb-49d8-98f4-2ee75fe9953d not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:12:09.055664 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:12:09.195064 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d2921059-2304-4391-9950-8a9ef655e63d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:09.239336 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No active binding found for port 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7 {{(pid=89740) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 23 15:12:09.239736 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:12:09.246253 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2921059-2304-4391-9950-8a9ef655e63d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Port': ['ID=30cf3c88-9b3e-4964-88c5-2a44dfd45ea7,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:09.248071 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2921059-2304-4391-9950-8a9ef655e63d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] No DVR routers for this DVR port 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7 on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:12:09.254691 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-0592772b-dcf5-47f6-8ba6-cecc9c91ed81 None None] For port 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=30cf3c88-9b3e-4964-88c5-2a44dfd45ea7,segment=NetworkSegment(b8bf84ba-df00-43ba-ac22-4baf368f6efb),segment_id=b8bf84ba-df00-43ba-ac22-4baf368f6efb)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:12:09.255163 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0592772b-dcf5-47f6-8ba6-cecc9c91ed81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:09.372134 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d2921059-2304-4391-9950-8a9ef655e63d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:09.381256 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0592772b-dcf5-47f6-8ba6-cecc9c91ed81 None None] Calling delete_port for 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:12:09.397528 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-d2921059-2304-4391-9950-8a9ef655e63d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d40731c-f53c-49aa-b824-8fd0237e1706']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:09.409357 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-d2921059-2304-4391-9950-8a9ef655e63d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8bf84ba-df00-43ba-ac22-4baf368f6efb') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:09.409657 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-d2921059-2304-4391-9950-8a9ef655e63d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8bf84ba-df00-43ba-ac22-4baf368f6efb') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:09.420777 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d2921059-2304-4391-9950-8a9ef655e63d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:09.436648 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d2921059-2304-4391-9950-8a9ef655e63d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:09.443091 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2921059-2304-4391-9950-8a9ef655e63d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:12:09.443479 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d2921059-2304-4391-9950-8a9ef655e63d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:09.451565 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-0592772b-dcf5-47f6-8ba6-cecc9c91ed81 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:12:09.452048 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-0592772b-dcf5-47f6-8ba6-cecc9c91ed81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:12:09.510953 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment b8bf84ba-df00-43ba-ac22-4baf368f6efb resource provider aggregate not found Sep 23 15:12:09.534221 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment b8bf84ba-df00-43ba-ac22-4baf368f6efb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8bf84ba-df00-43ba-ac22-4baf368f6efb found for delete ", "request_id": "req-e986da39-6a77-43ce-a771-88268bdffddc"}]} Sep 23 15:12:09.623394 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d2921059-2304-4391-9950-8a9ef655e63d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:09.640681 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d2921059-2304-4391-9950-8a9ef655e63d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:09.653917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2921059-2304-4391-9950-8a9ef655e63d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Pushing event deleted for resources: {'Network': ['ID=8d40731c-f53c-49aa-b824-8fd0237e1706,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:09.659052 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d2921059-2304-4391-9950-8a9ef655e63d tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/networks/8d40731c-f53c-49aa-b824-8fd0237e1706 HTTP/1.1" status: 204 len: 168 time: 1.2222452 Sep 23 15:12:09.661404 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49648) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:09.666377 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-5729c79c-1104-4e73-8e87-3cbbcf8d8dd4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'router': {'routes': None}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:12:09.952877 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0592772b-dcf5-47f6-8ba6-cecc9c91ed81 None None] Deleting port 30cf3c88-9b3e-4964-88c5-2a44dfd45ea7 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:12:09.953374 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0592772b-dcf5-47f6-8ba6-cecc9c91ed81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:09.955535 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.extraroute_db [None req-5729c79c-1104-4e73-8e87-3cbbcf8d8dd4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Added routes are [] {{(pid=89739) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 23 15:12:09.956046 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.extraroute_db [None req-5729c79c-1104-4e73-8e87-3cbbcf8d8dd4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Removed routes are [] {{(pid=89739) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 23 15:12:09.956214 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5729c79c-1104-4e73-8e87-3cbbcf8d8dd4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:10.020519 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0592772b-dcf5-47f6-8ba6-cecc9c91ed81 None None] The port '30cf3c88-9b3e-4964-88c5-2a44dfd45ea7' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:12:10.205459 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5729c79c-1104-4e73-8e87-3cbbcf8d8dd4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:10.208612 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5729c79c-1104-4e73-8e87-3cbbcf8d8dd4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753924'] for router, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:10.337506 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5729c79c-1104-4e73-8e87-3cbbcf8d8dd4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Router 927b2f6b-70b5-4c9f-8482-7326cde298ba has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:12:10.577568 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5729c79c-1104-4e73-8e87-3cbbcf8d8dd4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:12:10.584536 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5729c79c-1104-4e73-8e87-3cbbcf8d8dd4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:10.585659 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5729c79c-1104-4e73-8e87-3cbbcf8d8dd4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "PUT /v2.0/routers/927b2f6b-70b5-4c9f-8482-7326cde298ba HTTP/1.1" status: 200 len: 701 time: 0.9233406 Sep 23 15:12:10.587362 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6d27ad-ea0c-4c45-b265-4311626ef3f4 None None] Sync routers for ids ['927b2f6b-70b5-4c9f-8482-7326cde298ba'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:12:10.588453 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49652) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:10.597607 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6d27ad-ea0c-4c45-b265-4311626ef3f4 None None] Routers {'927b2f6b-70b5-4c9f-8482-7326cde298ba'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:12:10.598216 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-0c6d27ad-ea0c-4c45-b265-4311626ef3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:12:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['927b2f6b-70b5-4c9f-8482-7326cde298ba'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:10.639381 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7d275500-bb09-4c7f-90ea-fa6d7dbb84d1 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Synchronizing usage tracker for tenant:9ba486dc161c4e0e9e31becedb07c630 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:12:10.723238 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-0c6d27ad-ea0c-4c45-b265-4311626ef3f4 None None] Set router 927b2f6b-70b5-4c9f-8482-7326cde298ba gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:12:10.723490 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7d275500-bb09-4c7f-90ea-fa6d7dbb84d1 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Unset dirty status for tenant:9ba486dc161c4e0e9e31becedb07c630 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:12:10.724663 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7d275500-bb09-4c7f-90ea-fa6d7dbb84d1 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "GET /v2.0/ports?device_id=927b2f6b-70b5-4c9f-8482-7326cde298ba HTTP/1.1" status: 200 len: 205 time: 0.1352804 Sep 23 15:12:10.727431 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49656) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:10.831075 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-0c6d27ad-ea0c-4c45-b265-4311626ef3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:12:07Z', 'revision_number': 11, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:10.835054 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6d27ad-ea0c-4c45-b265-4311626ef3f4 None None] Checking router: 927b2f6b-70b5-4c9f-8482-7326cde298ba for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:12:10.843397 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6d27ad-ea0c-4c45-b265-4311626ef3f4 None None] Routers {'927b2f6b-70b5-4c9f-8482-7326cde298ba'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:12:10.844003 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-0c6d27ad-ea0c-4c45-b265-4311626ef3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:12:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['927b2f6b-70b5-4c9f-8482-7326cde298ba'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:10.858885 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-26e8ca12-6653-46bb-adf1-181c5c531f13 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:10.971289 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-0c6d27ad-ea0c-4c45-b265-4311626ef3f4 None None] Set router 927b2f6b-70b5-4c9f-8482-7326cde298ba gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:12:11.075405 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-0c6d27ad-ea0c-4c45-b265-4311626ef3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:12:07Z', 'revision_number': 11, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:11.079833 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6d27ad-ea0c-4c45-b265-4311626ef3f4 None None] The sync data for ids ['927b2f6b-70b5-4c9f-8482-7326cde298ba'] in dv-neutron-859093-1-hyperv is: [{'id': '927b2f6b-70b5-4c9f-8482-7326cde298ba', 'name': 'tempest-RoutersTest-router-1121104855', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:29Z', 'updated_at': '2022-09-23T15:12:07Z', 'revision_number': 11, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:12:11.152022 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-26e8ca12-6653-46bb-adf1-181c5c531f13 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:11.154228 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-26e8ca12-6653-46bb-adf1-181c5c531f13 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:11.226712 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-26e8ca12-6653-46bb-adf1-181c5c531f13 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:11.227243 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e8ca12-6653-46bb-adf1-181c5c531f13 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Fanout notify agent at l3_agent the message router_deleted on router 927b2f6b-70b5-4c9f-8482-7326cde298ba {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:12:11.244611 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-26e8ca12-6653-46bb-adf1-181c5c531f13 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:11.246341 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-26e8ca12-6653-46bb-adf1-181c5c531f13 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/routers/927b2f6b-70b5-4c9f-8482-7326cde298ba HTTP/1.1" status: 204 len: 168 time: 0.5175221 Sep 23 15:12:11.250598 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49660) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:11.259466 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-691d986e-b861-461f-ae37-a18ef95f16b6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1936893525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:12:11.270934 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-691d986e-b861-461f-ae37-a18ef95f16b6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:12:11.277289 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-691d986e-b861-461f-ae37-a18ef95f16b6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Usage tracker for resource:router and tenant:9ba486dc161c4e0e9e31becedb07c630 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:12:11.283181 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-691d986e-b861-461f-ae37-a18ef95f16b6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:12:11.289874 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-691d986e-b861-461f-ae37-a18ef95f16b6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:12:11.352828 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-691d986e-b861-461f-ae37-a18ef95f16b6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:11.353870 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-691d986e-b861-461f-ae37-a18ef95f16b6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:11.369008 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-691d986e-b861-461f-ae37-a18ef95f16b6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:11.457731 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-691d986e-b861-461f-ae37-a18ef95f16b6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:11.564083 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-691d986e-b861-461f-ae37-a18ef95f16b6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:11.565281 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-691d986e-b861-461f-ae37-a18ef95f16b6 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3107617 Sep 23 15:12:11.568570 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49664) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:11.573546 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-3a0ba98e-7f3e-47cf-a6b4-58760ec8aeeb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:12:12.059902 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3a0ba98e-7f3e-47cf-a6b4-58760ec8aeeb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:12.129487 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3a0ba98e-7f3e-47cf-a6b4-58760ec8aeeb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753924'] for router, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:12.331611 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0ba98e-7f3e-47cf-a6b4-58760ec8aeeb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Router 6e649dab-cd1f-4cb5-8199-8c89bab4aa9d is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:12:12.461058 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0ba98e-7f3e-47cf-a6b4-58760ec8aeeb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:12:12.467573 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3a0ba98e-7f3e-47cf-a6b4-58760ec8aeeb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:12.468626 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3a0ba98e-7f3e-47cf-a6b4-58760ec8aeeb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "PUT /v2.0/routers/6e649dab-cd1f-4cb5-8199-8c89bab4aa9d HTTP/1.1" status: 200 len: 694 time: 0.8991818 Sep 23 15:12:12.471258 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49670) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:12.473820 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1e249c-3c11-449d-825d-3cb6332b9478 None None] Sync routers for ids ['6e649dab-cd1f-4cb5-8199-8c89bab4aa9d'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:12:12.483031 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1e249c-3c11-449d-825d-3cb6332b9478 None None] Routers {'6e649dab-cd1f-4cb5-8199-8c89bab4aa9d'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:12:12.483687 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-6d1e249c-3c11-449d-825d-3cb6332b9478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:12:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['6e649dab-cd1f-4cb5-8199-8c89bab4aa9d'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:12.603276 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-6d1e249c-3c11-449d-825d-3cb6332b9478 None None] Set router 6e649dab-cd1f-4cb5-8199-8c89bab4aa9d gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:12:12.606213 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d6163b49-6cb9-4bb4-9b46-348619695aba tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "GET /v2.0/routers/6e649dab-cd1f-4cb5-8199-8c89bab4aa9d HTTP/1.1" status: 200 len: 700 time: 0.1339285 Sep 23 15:12:12.609405 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49674) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:12.657920 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4593084c-b485-4421-84e9-ba9327c827c2 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Synchronizing usage tracker for tenant:9ba486dc161c4e0e9e31becedb07c630 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:12:12.669493 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4593084c-b485-4421-84e9-ba9327c827c2 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Unset dirty status for tenant:9ba486dc161c4e0e9e31becedb07c630 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:12:12.670627 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4593084c-b485-4421-84e9-ba9327c827c2 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e649dab-cd1f-4cb5-8199-8c89bab4aa9d HTTP/1.1" status: 200 len: 205 time: 0.0603223 Sep 23 15:12:12.673792 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49678) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:12.705464 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-6d1e249c-3c11-449d-825d-3cb6332b9478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e649dab-cd1f-4cb5-8199-8c89bab4aa9d', 'name': 'tempest-RoutersTest-router-1936893525', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:12:11Z', 'updated_at': '2022-09-23T15:12:12Z', 'revision_number': 2, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:12.709375 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1e249c-3c11-449d-825d-3cb6332b9478 None None] Checking router: 6e649dab-cd1f-4cb5-8199-8c89bab4aa9d for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:12:12.717468 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1e249c-3c11-449d-825d-3cb6332b9478 None None] Routers {'6e649dab-cd1f-4cb5-8199-8c89bab4aa9d'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:12:12.718008 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-6d1e249c-3c11-449d-825d-3cb6332b9478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:12:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['6e649dab-cd1f-4cb5-8199-8c89bab4aa9d'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:12.806380 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ee432097-845f-4f30-8ab6-b424808adb53 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:12.843095 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-6d1e249c-3c11-449d-825d-3cb6332b9478 None None] Set router 6e649dab-cd1f-4cb5-8199-8c89bab4aa9d gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:12:12.951921 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-6d1e249c-3c11-449d-825d-3cb6332b9478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e649dab-cd1f-4cb5-8199-8c89bab4aa9d', 'name': 'tempest-RoutersTest-router-1936893525', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:12:11Z', 'updated_at': '2022-09-23T15:12:12Z', 'revision_number': 2, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:12.956715 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1e249c-3c11-449d-825d-3cb6332b9478 None None] The sync data for ids ['6e649dab-cd1f-4cb5-8199-8c89bab4aa9d'] in dv-neutron-859093-1-hyperv is: [{'id': '6e649dab-cd1f-4cb5-8199-8c89bab4aa9d', 'name': 'tempest-RoutersTest-router-1936893525', 'tenant_id': '9ba486dc161c4e0e9e31becedb07c630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:12:11Z', 'updated_at': '2022-09-23T15:12:12Z', 'revision_number': 2, 'project_id': '9ba486dc161c4e0e9e31becedb07c630', 'gw_port_host': None}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:12:13.233740 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ee432097-845f-4f30-8ab6-b424808adb53 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:13.235993 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ee432097-845f-4f30-8ab6-b424808adb53 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:13.331631 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ee432097-845f-4f30-8ab6-b424808adb53 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:13.332288 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee432097-845f-4f30-8ab6-b424808adb53 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Fanout notify agent at l3_agent the message router_deleted on router 6e649dab-cd1f-4cb5-8199-8c89bab4aa9d {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:12:13.346809 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ee432097-845f-4f30-8ab6-b424808adb53 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:13.347967 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ee432097-845f-4f30-8ab6-b424808adb53 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/routers/6e649dab-cd1f-4cb5-8199-8c89bab4aa9d HTTP/1.1" status: 204 len: 168 time: 0.6732006 Sep 23 15:12:13.351577 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49682) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:13.406112 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b85d730d-a6c1-42d4-bbea-1b814542b301 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e649dab-cd1f-4cb5-8199-8c89bab4aa9d HTTP/1.1" status: 200 len: 205 time: 0.0534258 Sep 23 15:12:13.408535 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49686) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:13.474721 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-497e8174-4289-43ff-8860-b13100483c71 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] delete failed (client error): The resource could not be found. Sep 23 15:12:13.475727 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-497e8174-4289-43ff-8860-b13100483c71 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/routers/6e649dab-cd1f-4cb5-8199-8c89bab4aa9d HTTP/1.1" status: 404 len: 336 time: 0.0662975 Sep 23 15:12:13.478187 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49690) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:13.519712 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ef576f-1279-40cf-ab05-9b9e504ec4d7 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] DELETE failed (client error): The resource could not be found. Sep 23 15:12:13.520081 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ef576f-1279-40cf-ab05-9b9e504ec4d7 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:12:13.521710 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-61ef576f-1279-40cf-ab05-9b9e504ec4d7 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/subnets/8936dfc7-f4c5-4630-aa9a-47d5d94d0cf1 HTTP/1.1" status: 404 len: 337 time: 0.0426331 Sep 23 15:12:13.524113 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49694) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:13.561022 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-f28ee5e8-9205-4c95-bbf0-4574d329795b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] DELETE failed (client error): The resource could not be found. Sep 23 15:12:13.561480 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f28ee5e8-9205-4c95-bbf0-4574d329795b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:12:13.563776 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f28ee5e8-9205-4c95-bbf0-4574d329795b tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/subnets/bd8ed4e5-4188-4685-86f5-b141a2781a62 HTTP/1.1" status: 404 len: 337 time: 0.0387836 Sep 23 15:12:13.572770 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49698) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:13.611061 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c1d629d-de6c-40d4-b1de-53e216fb0011 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] DELETE failed (client error): The resource could not be found. Sep 23 15:12:13.611514 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c1d629d-de6c-40d4-b1de-53e216fb0011 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:12:13.613188 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2c1d629d-de6c-40d4-b1de-53e216fb0011 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/subnets/b660519f-9ccf-4456-a1fe-3b1de0b29a2c HTTP/1.1" status: 404 len: 337 time: 0.0395038 Sep 23 15:12:13.615645 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49702) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:13.655775 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c835e6-d211-43ab-b2f2-75e2bbad8e9a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] DELETE failed (client error): The resource could not be found. Sep 23 15:12:13.656214 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c835e6-d211-43ab-b2f2-75e2bbad8e9a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89738) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:12:13.657800 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-84c835e6-d211-43ab-b2f2-75e2bbad8e9a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/subnets/11c5f84a-4244-4ba0-8f31-5a493dfe4355 HTTP/1.1" status: 404 len: 337 time: 0.0411835 Sep 23 15:12:13.660257 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49706) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:13.710561 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0dd01bb6-d746-4a5b-9899-8e1131a977e2 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "GET /v2.0/ports?device_id=927b2f6b-70b5-4c9f-8482-7326cde298ba HTTP/1.1" status: 200 len: 205 time: 0.0492477 Sep 23 15:12:13.712954 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49710) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:13.782911 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-79e45955-4700-47db-82b6-2333e0e7a7c0 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] delete failed (client error): The resource could not be found. Sep 23 15:12:13.783835 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-79e45955-4700-47db-82b6-2333e0e7a7c0 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/routers/927b2f6b-70b5-4c9f-8482-7326cde298ba HTTP/1.1" status: 404 len: 336 time: 0.0699849 Sep 23 15:12:13.786562 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49714) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:13.842640 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8fb3d406-c975-42ed-92cb-6a60d1270b79 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "GET /v2.0/ports?device_id=70fb7863-0c8e-4b6f-aea0-7090fbab1063 HTTP/1.1" status: 200 len: 205 time: 0.0542336 Sep 23 15:12:13.845453 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49718) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:13.913001 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-160822b7-03ba-4214-82a9-43e8c566a1fb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] delete failed (client error): The resource could not be found. Sep 23 15:12:13.913997 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-160822b7-03ba-4214-82a9-43e8c566a1fb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/routers/70fb7863-0c8e-4b6f-aea0-7090fbab1063 HTTP/1.1" status: 404 len: 336 time: 0.0675864 Sep 23 15:12:13.916529 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49722) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:13.956209 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e9bbca-2a30-43c6-ab0e-5898a4b231bb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] DELETE failed (client error): The resource could not be found. Sep 23 15:12:13.956644 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e9bbca-2a30-43c6-ab0e-5898a4b231bb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:12:13.958197 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-28e9bbca-2a30-43c6-ab0e-5898a4b231bb tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/subnets/ea387141-65c2-4674-b16f-1d1272342932 HTTP/1.1" status: 404 len: 337 time: 0.0408201 Sep 23 15:12:13.960620 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49726) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:14.009303 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-25a94f07-f831-4e00-beec-8c91330c3f51 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6ac2562-07c7-45d0-8f9d-666e749c85b4 HTTP/1.1" status: 200 len: 205 time: 0.0476015 Sep 23 15:12:14.011482 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49730) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:14.078114 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-65b1d487-aadc-4cd6-9276-f448831ae570 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] delete failed (client error): The resource could not be found. Sep 23 15:12:14.079019 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-65b1d487-aadc-4cd6-9276-f448831ae570 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/routers/f6ac2562-07c7-45d0-8f9d-666e749c85b4 HTTP/1.1" status: 404 len: 336 time: 0.0666580 Sep 23 15:12:14.081485 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49734) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:14.129958 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1fc4716c-33b6-4fa0-ac4b-fe08a4bfe753 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf4d2410-ace1-4ecd-bf52-8d43020a2923 HTTP/1.1" status: 200 len: 205 time: 0.0474937 Sep 23 15:12:14.132158 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49738) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:14.197812 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-c8c1b381-9d88-488f-82da-42cae46a6973 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] delete failed (client error): The resource could not be found. Sep 23 15:12:14.198779 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c8c1b381-9d88-488f-82da-42cae46a6973 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/routers/cf4d2410-ace1-4ecd-bf52-8d43020a2923 HTTP/1.1" status: 404 len: 336 time: 0.0657699 Sep 23 15:12:14.201191 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49742) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:14.237582 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a541fe-7b28-4d7a-8790-c74ab6034004 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] DELETE failed (client error): The resource could not be found. Sep 23 15:12:14.238016 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a541fe-7b28-4d7a-8790-c74ab6034004 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:12:14.240726 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f7a541fe-7b28-4d7a-8790-c74ab6034004 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/subnets/b4f153fd-b978-4923-92ee-e85e15dfa481 HTTP/1.1" status: 404 len: 337 time: 0.0384765 Sep 23 15:12:14.242973 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49746) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:14.297192 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a7bd9d2a-b25b-47e5-aaea-cf3441e3b09a tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "GET /v2.0/ports?device_id=41712fd9-1542-4b89-8bee-c3cbb81fb3c4 HTTP/1.1" status: 200 len: 205 time: 0.0532036 Sep 23 15:12:14.299429 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49750) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:14.464437 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-948686c6-9c17-4911-9ad2-deb0355e875e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] delete failed (client error): The resource could not be found. Sep 23 15:12:14.465352 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-948686c6-9c17-4911-9ad2-deb0355e875e tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/routers/41712fd9-1542-4b89-8bee-c3cbb81fb3c4 HTTP/1.1" status: 404 len: 336 time: 0.1650662 Sep 23 15:12:14.467904 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49754) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:14.506555 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dcdf93a-c9bd-46d6-b8fc-dd26b0798d89 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] DELETE failed (client error): The resource could not be found. Sep 23 15:12:14.506989 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dcdf93a-c9bd-46d6-b8fc-dd26b0798d89 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:12:14.508545 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1dcdf93a-c9bd-46d6-b8fc-dd26b0798d89 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/subnets/b0debc3c-d93f-4333-9f9b-657e2dcf1c1a HTTP/1.1" status: 404 len: 337 time: 0.0397611 Sep 23 15:12:14.510991 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49758) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:14.558992 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5b2995d5-f6f9-4ac7-968d-010b146978b3 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "GET /v2.0/ports?device_id=527f8e8d-bcea-4a1a-98d1-0e09f81debd2 HTTP/1.1" status: 200 len: 205 time: 0.0470350 Sep 23 15:12:14.561359 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49762) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:14.632902 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-bf74b2dc-be89-49bf-8a5b-e27c8976bd07 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] delete failed (client error): The resource could not be found. Sep 23 15:12:14.633932 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-bf74b2dc-be89-49bf-8a5b-e27c8976bd07 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/routers/527f8e8d-bcea-4a1a-98d1-0e09f81debd2 HTTP/1.1" status: 404 len: 336 time: 0.0716977 Sep 23 15:12:14.636443 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49766) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:14.674014 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e00e43-7a8b-4203-a996-b3d0d18b3fe2 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] DELETE failed (client error): The resource could not be found. Sep 23 15:12:14.674479 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2e00e43-7a8b-4203-a996-b3d0d18b3fe2 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:12:14.676034 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b2e00e43-7a8b-4203-a996-b3d0d18b3fe2 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/subnets/06392d50-0334-4c9a-9071-f6c93272ea89 HTTP/1.1" status: 404 len: 337 time: 0.0387347 Sep 23 15:12:14.678304 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49770) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:14.716430 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3affac0-76e8-47a2-9ed7-b3316eb5dcb4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] DELETE failed (client error): The resource could not be found. Sep 23 15:12:14.716800 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3affac0-76e8-47a2-9ed7-b3316eb5dcb4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:12:14.718878 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f3affac0-76e8-47a2-9ed7-b3316eb5dcb4 tempest-RoutersTest-1141131856 tempest-RoutersTest-1141131856-project] 10.222.0.67 "DELETE /v2.0/subnets/e98c3692-f250-459a-b4fd-18fdfbbd1979 HTTP/1.1" status: 404 len: 337 time: 0.0391972 Sep 23 15:12:15.209715 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49778) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:15.353851 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6389abf9-476e-42cf-ab66-cfc4c8a9c8a9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9ba486dc161c4e0e9e31becedb07c630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429398 Sep 23 15:12:15.356519 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49784) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:15.412197 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ee0427a7-2472-4d3b-91a9-d72cd2a41145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:15.437634 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ee0427a7-2472-4d3b-91a9-d72cd2a41145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:15.537163 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ee0427a7-2472-4d3b-91a9-d72cd2a41145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:15.550969 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0427a7-2472-4d3b-91a9-d72cd2a41145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648f0601-57b8-4305-a118-10a65cb6fa5e,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:15.559519 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ee0427a7-2472-4d3b-91a9-d72cd2a41145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:15.560651 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ee0427a7-2472-4d3b-91a9-d72cd2a41145 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/648f0601-57b8-4305-a118-10a65cb6fa5e HTTP/1.1" status: 204 len: 168 time: 0.2032399 Sep 23 15:12:16.556735 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49808) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:16.655114 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-c5819db0-e63f-425e-9fb2-007934e9ab2d tempest-SubnetPoolsTestJSON-2062130278 tempest-SubnetPoolsTestJSON-2062130278-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1968552016', 'prefixes': ['172.20.0.0/16']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:12:16.661644 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c5819db0-e63f-425e-9fb2-007934e9ab2d tempest-SubnetPoolsTestJSON-2062130278 tempest-SubnetPoolsTestJSON-2062130278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:12:16.900732 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c5819db0-e63f-425e-9fb2-007934e9ab2d tempest-SubnetPoolsTestJSON-2062130278 tempest-SubnetPoolsTestJSON-2062130278-project] Notify callbacks [] for subnetpool, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:16.901819 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c5819db0-e63f-425e-9fb2-007934e9ab2d tempest-SubnetPoolsTestJSON-2062130278 tempest-SubnetPoolsTestJSON-2062130278-project] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3440967 Sep 23 15:12:16.904486 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49814) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:16.931450 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-34413882-5fcc-4b34-ba38-94cee8a1baf9 tempest-SubnetPoolsTestJSON-2062130278 tempest-SubnetPoolsTestJSON-2062130278-project] 10.222.0.67 "GET /v2.0/subnetpools/3b8fe853-493b-40e7-bdd8-e8124bd86458 HTTP/1.1" status: 200 len: 732 time: 0.0259211 Sep 23 15:12:16.933768 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49818) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:16.939328 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-3602816e-a4af-4bda-8c7c-42041e290b0e tempest-SubnetPoolsTestJSON-2062130278 tempest-SubnetPoolsTestJSON-2062130278-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-111097135'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:12:17.068326 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3602816e-a4af-4bda-8c7c-42041e290b0e tempest-SubnetPoolsTestJSON-2062130278 tempest-SubnetPoolsTestJSON-2062130278-project] Notify callbacks [] for subnetpool, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:17.069528 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3602816e-a4af-4bda-8c7c-42041e290b0e tempest-SubnetPoolsTestJSON-2062130278 tempest-SubnetPoolsTestJSON-2062130278-project] 10.222.0.67 "PUT /v2.0/subnetpools/3b8fe853-493b-40e7-bdd8-e8124bd86458 HTTP/1.1" status: 200 len: 683 time: 0.1345792 Sep 23 15:12:17.072176 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49822) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:17.223571 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-06f15407-84b7-4e4e-8978-0e2fe8c6b638 tempest-SubnetPoolsTestJSON-2062130278 tempest-SubnetPoolsTestJSON-2062130278-project] Notify callbacks [] for subnetpool, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:17.224577 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-06f15407-84b7-4e4e-8978-0e2fe8c6b638 tempest-SubnetPoolsTestJSON-2062130278 tempest-SubnetPoolsTestJSON-2062130278-project] 10.222.0.67 "DELETE /v2.0/subnetpools/3b8fe853-493b-40e7-bdd8-e8124bd86458 HTTP/1.1" status: 204 len: 168 time: 0.1514015 Sep 23 15:12:17.227199 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49826) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:17.244489 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-d4f99a70-d4ce-4a83-83a8-b27cd8756ea3 tempest-SubnetPoolsTestJSON-2062130278 tempest-SubnetPoolsTestJSON-2062130278-project] show failed (client error): The resource could not be found. Sep 23 15:12:17.245428 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d4f99a70-d4ce-4a83-83a8-b27cd8756ea3 tempest-SubnetPoolsTestJSON-2062130278 tempest-SubnetPoolsTestJSON-2062130278-project] 10.222.0.67 "GET /v2.0/subnetpools/3b8fe853-493b-40e7-bdd8-e8124bd86458 HTTP/1.1" status: 404 len: 346 time: 0.0173151 Sep 23 15:12:17.251810 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49830) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:17.268125 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-54474223-2d10-4d9c-9567-7cc89c3b8050 tempest-SubnetPoolsTestJSON-2062130278 tempest-SubnetPoolsTestJSON-2062130278-project] delete failed (client error): The resource could not be found. Sep 23 15:12:17.269044 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-54474223-2d10-4d9c-9567-7cc89c3b8050 tempest-SubnetPoolsTestJSON-2062130278 tempest-SubnetPoolsTestJSON-2062130278-project] 10.222.0.67 "DELETE /v2.0/subnetpools/3b8fe853-493b-40e7-bdd8-e8124bd86458 HTTP/1.1" status: 404 len: 346 time: 0.0163918 Sep 23 15:12:17.715992 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49838) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:17.829576 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-142bd1bb-0d9f-4053-885b-7ff009685e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:17.844141 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-142bd1bb-0d9f-4053-885b-7ff009685e3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:12:17.847974 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-142bd1bb-0d9f-4053-885b-7ff009685e3e admin admin] Usage tracker for resource:security_group_rule and tenant:15dbdee23b484f8c85b1930a6e0489c2 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:12:17.850749 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-142bd1bb-0d9f-4053-885b-7ff009685e3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:12:17.856414 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-142bd1bb-0d9f-4053-885b-7ff009685e3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:12:17.936034 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-142bd1bb-0d9f-4053-885b-7ff009685e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:17.998058 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-142bd1bb-0d9f-4053-885b-7ff009685e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:18.049172 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-142bd1bb-0d9f-4053-885b-7ff009685e3e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=15dbdee23b484f8c85b1930a6e0489c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3319921 Sep 23 15:12:18.050600 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142bd1bb-0d9f-4053-885b-7ff009685e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1ded85-9f66-481f-a6ab-421b3952ae3f,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:18.051771 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49846) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:18.112090 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-429cbf62-0c7c-4ae5-a002-7f4803ac0b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:18.136793 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-429cbf62-0c7c-4ae5-a002-7f4803ac0b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:18.262659 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-429cbf62-0c7c-4ae5-a002-7f4803ac0b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:18.277021 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429cbf62-0c7c-4ae5-a002-7f4803ac0b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1ded85-9f66-481f-a6ab-421b3952ae3f,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:18.284356 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-429cbf62-0c7c-4ae5-a002-7f4803ac0b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:18.285574 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-429cbf62-0c7c-4ae5-a002-7f4803ac0b67 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ca1ded85-9f66-481f-a6ab-421b3952ae3f HTTP/1.1" status: 204 len: 168 time: 0.2328024 Sep 23 15:12:20.312067 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49884) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:20.468098 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-fe91154d-889d-4c59-988a-f41eef936caa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'network': {'name': 'tempest-network-smoke--88624839', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'port_security_enabled': True}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:12:20.473694 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-fe91154d-889d-4c59-988a-f41eef936caa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:12:20.477554 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-fe91154d-889d-4c59-988a-f41eef936caa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:network and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:12:20.480421 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-fe91154d-889d-4c59-988a-f41eef936caa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:12:20.486706 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-fe91154d-889d-4c59-988a-f41eef936caa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:12:20.548420 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe91154d-889d-4c59-988a-f41eef936caa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:12:20.551803 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fe91154d-889d-4c59-988a-f41eef936caa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:20.564821 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fe91154d-889d-4c59-988a-f41eef936caa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:20.579970 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-fe91154d-889d-4c59-988a-f41eef936caa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:12:20.583736 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-fe91154d-889d-4c59-988a-f41eef936caa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:12:20.586585 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-fe91154d-889d-4c59-988a-f41eef936caa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:12:20.592208 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-fe91154d-889d-4c59-988a-f41eef936caa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:12:20.674814 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fe91154d-889d-4c59-988a-f41eef936caa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:20.731081 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fe91154d-889d-4c59-988a-f41eef936caa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:20.763643 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe91154d-889d-4c59-988a-f41eef936caa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:12:20.773698 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91154d-889d-4c59-988a-f41eef936caa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d63443-cb2a-49b8-abdc-a0815fd3c91c,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:20.779450 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fe91154d-889d-4c59-988a-f41eef936caa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:20.783900 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-fe91154d-889d-4c59-988a-f41eef936caa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Added segment d85a0f2b-ce42-4601-890c-2de863d3deae of type vlan for network 7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f Sep 23 15:12:20.807513 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fe91154d-889d-4c59-988a-f41eef936caa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:20.911987 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fe91154d-889d-4c59-988a-f41eef936caa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:20.917428 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe91154d-889d-4c59-988a-f41eef936caa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:20.918011 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fe91154d-889d-4c59-988a-f41eef936caa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:21.026519 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91154d-889d-4c59-988a-f41eef936caa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Network': ['ID=7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:21.036451 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:12:21.089962 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-fe91154d-889d-4c59-988a-f41eef936caa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7767720 Sep 23 15:12:21.092679 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49890) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:21.097655 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-bf7ea763-0f6c-44a6-9d09-9890619604ef tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-986177833', 'admin_state_up': True, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:12:21.104768 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-bf7ea763-0f6c-44a6-9d09-9890619604ef tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:12:21.108595 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-bf7ea763-0f6c-44a6-9d09-9890619604ef tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:router and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:12:21.112022 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-bf7ea763-0f6c-44a6-9d09-9890619604ef tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:12:21.118252 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-bf7ea763-0f6c-44a6-9d09-9890619604ef tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:12:21.197861 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf7ea763-0f6c-44a6-9d09-9890619604ef tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:21.198910 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf7ea763-0f6c-44a6-9d09-9890619604ef tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:21.215763 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf7ea763-0f6c-44a6-9d09-9890619604ef tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:21.650219 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf7ea763-0f6c-44a6-9d09-9890619604ef tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:22.042907 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf7ea763-0f6c-44a6-9d09-9890619604ef tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:22.075781 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf7ea763-0f6c-44a6-9d09-9890619604ef tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:22.208506 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-bf7ea763-0f6c-44a6-9d09-9890619604ef tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.26.10.247 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/073d56f2-e676-46e9-b56a-f682df195025) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:12:22.352565 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf7ea763-0f6c-44a6-9d09-9890619604ef tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:22.434678 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf7ea763-0f6c-44a6-9d09-9890619604ef tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:22.502718 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7ea763-0f6c-44a6-9d09-9890619604ef tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:12:22.505388 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-bf7ea763-0f6c-44a6-9d09-9890619604ef tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:12:22.507926 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7ea763-0f6c-44a6-9d09-9890619604ef tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:12:22.549309 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ea763-0f6c-44a6-9d09-9890619604ef tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=073d56f2-e676-46e9-b56a-f682df195025,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:22.992060 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf7ea763-0f6c-44a6-9d09-9890619604ef tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:23.461919 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf7ea763-0f6c-44a6-9d09-9890619604ef tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:23.711913 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7ea763-0f6c-44a6-9d09-9890619604ef tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 8146d255-3982-45b3-82ef-bf353c708933 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:12:23.891873 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7ea763-0f6c-44a6-9d09-9890619604ef tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:12:23.900968 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3aa635e-8eea-4c8f-9d87-154527eeadfa None None] Sync routers for ids ['8146d255-3982-45b3-82ef-bf353c708933'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:12:23.910066 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aa635e-8eea-4c8f-9d87-154527eeadfa None None] Routers {'8146d255-3982-45b3-82ef-bf353c708933'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:12:23.910774 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-d3aa635e-8eea-4c8f-9d87-154527eeadfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:12:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8146d255-3982-45b3-82ef-bf353c708933'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:23.988767 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf7ea763-0f6c-44a6-9d09-9890619604ef tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:23.989990 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bf7ea763-0f6c-44a6-9d09-9890619604ef tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8963895 Sep 23 15:12:23.993038 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49894) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:24.079999 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d939e57a-2ae2-4782-bbac-7bbe77d041f3 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=8433d6d3ee51437084758ba6444603b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0825717 Sep 23 15:12:24.080226 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49900) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:24.085334 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-d3aa635e-8eea-4c8f-9d87-154527eeadfa None None] Set router 8146d255-3982-45b3-82ef-bf353c708933 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:12:24.210810 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a8a9a7-8fdc-49fd-86ba-6e35eb9a912e tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:24.212304 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-40a8a9a7-8fdc-49fd-86ba-6e35eb9a912e tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1312561 Sep 23 15:12:24.215096 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49904) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:24.259384 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-345ee72c-f5c3-4378-ab2e-44210f720c94 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=61b1518d-d511-4beb-b056-d894a2c85079&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432372 Sep 23 15:12:24.261913 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49908) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:24.267688 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-1049ea2b-afbd-4394-a625-3b370f039c89 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1031097574', 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:12:24.374502 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1049ea2b-afbd-4394-a625-3b370f039c89 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:12:24.379056 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1049ea2b-afbd-4394-a625-3b370f039c89 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:subnet and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:12:24.381899 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1049ea2b-afbd-4394-a625-3b370f039c89 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:12:24.387608 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1049ea2b-afbd-4394-a625-3b370f039c89 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:12:24.411795 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-d3aa635e-8eea-4c8f-9d87-154527eeadfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8146d255-3982-45b3-82ef-bf353c708933', 'name': 'tempest-TestNetworkBasicOps-router-986177833', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247'}], 'enable_snat': True}, 'gw_port_id': '073d56f2-e676-46e9-b56a-f682df195025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:12:21Z', 'updated_at': '2022-09-23T15:12:22Z', 'revision_number': 3, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '073d56f2-e676-46e9-b56a-f682df195025', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:22Z', 'updated_at': '2022-09-23T15:12:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:24.415666 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3aa635e-8eea-4c8f-9d87-154527eeadfa None None] Checking router: 8146d255-3982-45b3-82ef-bf353c708933 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:12:24.416021 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3aa635e-8eea-4c8f-9d87-154527eeadfa None None] Updating router 8146d255-3982-45b3-82ef-bf353c708933 port 073d56f2-e676-46e9-b56a-f682df195025 binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:12:24.470025 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1049ea2b-afbd-4394-a625-3b370f039c89 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:12:24.470277 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d3aa635e-8eea-4c8f-9d87-154527eeadfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:24.472152 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1049ea2b-afbd-4394-a625-3b370f039c89 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:24.748596 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1049ea2b-afbd-4394-a625-3b370f039c89 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:24.796359 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d3aa635e-8eea-4c8f-9d87-154527eeadfa None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:24.808551 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d3aa635e-8eea-4c8f-9d87-154527eeadfa None None] Transition to ACTIVE for port object 073d56f2-e676-46e9-b56a-f682df195025 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:12:24.827253 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1049ea2b-afbd-4394-a625-3b370f039c89 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Subnet': ['ID=9bdd53a9-e6de-4413-b644-2aaec328c64e,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:24.837287 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1049ea2b-afbd-4394-a625-3b370f039c89 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Checking segment: {'id': 'd85a0f2b-ce42-4601-890c-2de863d3deae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:12:24.837647 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1049ea2b-afbd-4394-a625-3b370f039c89 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network hostable DHCP agents. Network: 7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:12:24.883485 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d3aa635e-8eea-4c8f-9d87-154527eeadfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:24.923422 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1049ea2b-afbd-4394-a625-3b370f039c89 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:12:24.945749 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d3aa635e-8eea-4c8f-9d87-154527eeadfa None None] Attempting to bind port 073d56f2-e676-46e9-b56a-f682df195025 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:12:24.946231 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d3aa635e-8eea-4c8f-9d87-154527eeadfa None None] Attempting to bind port 073d56f2-e676-46e9-b56a-f682df195025 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:12:24.946501 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aa635e-8eea-4c8f-9d87-154527eeadfa None None] Attempting to bind port 073d56f2-e676-46e9-b56a-f682df195025 on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:12:24.957138 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aa635e-8eea-4c8f-9d87-154527eeadfa None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:12:24.957510 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aa635e-8eea-4c8f-9d87-154527eeadfa None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:12:24.957908 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d3aa635e-8eea-4c8f-9d87-154527eeadfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:24.958300 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aa635e-8eea-4c8f-9d87-154527eeadfa None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:12:24.958784 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d3aa635e-8eea-4c8f-9d87-154527eeadfa None None] Bound port: 073d56f2-e676-46e9-b56a-f682df195025, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:12:24.959155 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d3aa635e-8eea-4c8f-9d87-154527eeadfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:24.988454 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-1049ea2b-afbd-4394-a625-3b370f039c89 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:12:24.992148 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2fe6b9-28a4-4394-80e7-7156b4fedb47 None None] Pushing event updated for resources: {'Port': ['ID=073d56f2-e676-46e9-b56a-f682df195025,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:24.992742 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1049ea2b-afbd-4394-a625-3b370f039c89 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:24.993441 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1049ea2b-afbd-4394-a625-3b370f039c89 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:25.003783 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20384e3b-2560-42d9-859d-8eaff2588fda None None] Network 7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:12:25.078943 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1049ea2b-afbd-4394-a625-3b370f039c89 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8159540 Sep 23 15:12:25.081649 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49912) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:25.131622 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d3aa635e-8eea-4c8f-9d87-154527eeadfa None None] For port 073d56f2-e676-46e9-b56a-f682df195025, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:12:25.150775 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d3aa635e-8eea-4c8f-9d87-154527eeadfa None None] For port 073d56f2-e676-46e9-b56a-f682df195025, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=073d56f2-e676-46e9-b56a-f682df195025,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:12:25.242178 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d3aa635e-8eea-4c8f-9d87-154527eeadfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:25.301279 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5400694b-4d1a-4c51-be46-baceacccaad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ips': [{'subnet_id': '9bdd53a9-e6de-4413-b644-2aaec328c64e'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:12:25.302084 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5400694b-4d1a-4c51-be46-baceacccaad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:25.325681 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aa635e-8eea-4c8f-9d87-154527eeadfa None None] Routers {'8146d255-3982-45b3-82ef-bf353c708933'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:12:25.326344 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-d3aa635e-8eea-4c8f-9d87-154527eeadfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:12:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8146d255-3982-45b3-82ef-bf353c708933'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:25.465742 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2fe6b9-28a4-4394-80e7-7156b4fedb47 None None] Pushing event updated for resources: {'Port': ['ID=073d56f2-e676-46e9-b56a-f682df195025,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:25.623183 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-d3aa635e-8eea-4c8f-9d87-154527eeadfa None None] Set router 8146d255-3982-45b3-82ef-bf353c708933 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:12:25.862037 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-5400694b-4d1a-4c51-be46-baceacccaad4 None None] Allocated IP 172.20.0.2 (7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f/9bdd53a9-e6de-4413-b644-2aaec328c64e/7d3aa957-b226-4d96-ab40-bd6da4bc8bcd) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:12:25.903439 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-371de382-96d2-4694-bd6c-79b569e07a24 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:26.144276 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-d3aa635e-8eea-4c8f-9d87-154527eeadfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8146d255-3982-45b3-82ef-bf353c708933', 'name': 'tempest-TestNetworkBasicOps-router-986177833', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247'}], 'enable_snat': True}, 'gw_port_id': '073d56f2-e676-46e9-b56a-f682df195025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:12:21Z', 'updated_at': '2022-09-23T15:12:22Z', 'revision_number': 3, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '073d56f2-e676-46e9-b56a-f682df195025', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:22Z', 'updated_at': '2022-09-23T15:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:26.151810 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5400694b-4d1a-4c51-be46-baceacccaad4 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:26.154388 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3aa635e-8eea-4c8f-9d87-154527eeadfa None None] The sync data for ids ['8146d255-3982-45b3-82ef-bf353c708933'] in dv-neutron-859093-1-hyperv is: [{'id': '8146d255-3982-45b3-82ef-bf353c708933', 'name': 'tempest-TestNetworkBasicOps-router-986177833', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247'}], 'enable_snat': True}, 'gw_port_id': '073d56f2-e676-46e9-b56a-f682df195025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:12:21Z', 'updated_at': '2022-09-23T15:12:22Z', 'revision_number': 3, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '073d56f2-e676-46e9-b56a-f682df195025', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:22Z', 'updated_at': '2022-09-23T15:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:12:26.164127 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5400694b-4d1a-4c51-be46-baceacccaad4 None None] Transition to ACTIVE for port object 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:12:26.189657 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5400694b-4d1a-4c51-be46-baceacccaad4 None None] Transition to ACTIVE for port object 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:12:26.278254 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5400694b-4d1a-4c51-be46-baceacccaad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:26.345112 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-371de382-96d2-4694-bd6c-79b569e07a24 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.20.0.1 (7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f/9bdd53a9-e6de-4413-b644-2aaec328c64e/d784bda5-e087-4b40-89ce-a7665e242021) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:12:26.347557 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5400694b-4d1a-4c51-be46-baceacccaad4 None None] Network 7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:12:26.350291 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-5400694b-4d1a-4c51-be46-baceacccaad4 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:12:26.352730 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5400694b-4d1a-4c51-be46-baceacccaad4 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:12:26.397493 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400694b-4d1a-4c51-be46-baceacccaad4 None None] Pushing event updated for resources: {'Port': ['ID=7d3aa957-b226-4d96-ab40-bd6da4bc8bcd,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:26.477551 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-5400694b-4d1a-4c51-be46-baceacccaad4 None None] Attempting to bind port 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:12:26.478020 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-5400694b-4d1a-4c51-be46-baceacccaad4 None None] Attempting to bind port 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'd85a0f2b-ce42-4601-890c-2de863d3deae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:12:26.478496 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5400694b-4d1a-4c51-be46-baceacccaad4 None None] Attempting to bind port 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd on network 7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:12:26.484823 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5400694b-4d1a-4c51-be46-baceacccaad4 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:12:26.485203 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5400694b-4d1a-4c51-be46-baceacccaad4 None None] Checking segment: {'id': 'd85a0f2b-ce42-4601-890c-2de863d3deae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:12:26.485612 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5400694b-4d1a-4c51-be46-baceacccaad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:26.486009 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5400694b-4d1a-4c51-be46-baceacccaad4 None None] Bound using segment: {'id': 'd85a0f2b-ce42-4601-890c-2de863d3deae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:12:26.486529 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-5400694b-4d1a-4c51-be46-baceacccaad4 None None] Bound port: 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85a0f2b-ce42-4601-890c-2de863d3deae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:12:26.486906 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5400694b-4d1a-4c51-be46-baceacccaad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:26.544167 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-371de382-96d2-4694-bd6c-79b569e07a24 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:26.560796 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-371de382-96d2-4694-bd6c-79b569e07a24 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Transition to ACTIVE for port object d784bda5-e087-4b40-89ce-a7665e242021 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:12:26.584263 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-5400694b-4d1a-4c51-be46-baceacccaad4 None None] For port 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:12:26.587599 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-5400694b-4d1a-4c51-be46-baceacccaad4 None None] For port 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=7d3aa957-b226-4d96-ab40-bd6da4bc8bcd,segment=NetworkSegment(d85a0f2b-ce42-4601-890c-2de863d3deae),segment_id=d85a0f2b-ce42-4601-890c-2de863d3deae)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:12:26.646779 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-371de382-96d2-4694-bd6c-79b569e07a24 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:26.675421 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5400694b-4d1a-4c51-be46-baceacccaad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:26.722983 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371de382-96d2-4694-bd6c-79b569e07a24 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:12:26.725963 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-371de382-96d2-4694-bd6c-79b569e07a24 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:12:26.730072 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371de382-96d2-4694-bd6c-79b569e07a24 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:12:26.752798 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400694b-4d1a-4c51-be46-baceacccaad4 None None] Pushing event updated for resources: {'Port': ['ID=7d3aa957-b226-4d96-ab40-bd6da4bc8bcd,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:26.790169 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371de382-96d2-4694-bd6c-79b569e07a24 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=d784bda5-e087-4b40-89ce-a7665e242021,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:26.810878 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-371de382-96d2-4694-bd6c-79b569e07a24 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:27.064016 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 073d56f2-e676-46e9-b56a-f682df195025 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:12:27.131641 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-371de382-96d2-4694-bd6c-79b569e07a24 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:27.228870 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 073d56f2-e676-46e9-b56a-f682df195025 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:12:27.234538 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 073d56f2-e676-46e9-b56a-f682df195025 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:12:27.234853 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:27.235212 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 073d56f2-e676-46e9-b56a-f682df195025 Sep 23 15:12:27.361527 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 073d56f2-e676-46e9-b56a-f682df195025 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:12:27.361905 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:27.379234 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 073d56f2-e676-46e9-b56a-f682df195025, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=073d56f2-e676-46e9-b56a-f682df195025,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:12:27.440136 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:27.518789 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=073d56f2-e676-46e9-b56a-f682df195025,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:27.679629 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-371de382-96d2-4694-bd6c-79b569e07a24 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:27.748636 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-371de382-96d2-4694-bd6c-79b569e07a24 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:27.865471 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371de382-96d2-4694-bd6c-79b569e07a24 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=d784bda5-e087-4b40-89ce-a7665e242021,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:27.868011 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-371de382-96d2-4694-bd6c-79b569e07a24 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:28.004578 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371de382-96d2-4694-bd6c-79b569e07a24 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:12:28.005580 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-371de382-96d2-4694-bd6c-79b569e07a24 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:12:28.198864 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371de382-96d2-4694-bd6c-79b569e07a24 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 8146d255-3982-45b3-82ef-bf353c708933 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:12:28.358219 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf26dc9-960a-4f7f-a85a-28d58cdc600b None None] Network 7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:12:28.385920 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371de382-96d2-4694-bd6c-79b569e07a24 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:12:28.395458 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-371de382-96d2-4694-bd6c-79b569e07a24 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "PUT /v2.0/routers/8146d255-3982-45b3-82ef-bf353c708933/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3126616 Sep 23 15:12:28.397000 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198465ea-2b64-400f-852d-0d7401ddec49 None None] Sync routers for ids ['8146d255-3982-45b3-82ef-bf353c708933'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:12:28.397969 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49918) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:28.408762 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198465ea-2b64-400f-852d-0d7401ddec49 None None] Routers {'8146d255-3982-45b3-82ef-bf353c708933'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:12:28.409664 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-198465ea-2b64-400f-852d-0d7401ddec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:12:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8146d255-3982-45b3-82ef-bf353c708933'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:28.512597 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22b5dec0-e592-47d3-b30a-7d3d4fa03c09 None None] Provisioning for port 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:12:28.545086 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15db4a9f-1e99-44ec-b6c9-09b6626a38d0 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:28.545575 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15db4a9f-1e99-44ec-b6c9-09b6626a38d0 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:28.546041 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15db4a9f-1e99-44ec-b6c9-09b6626a38d0 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:28.547111 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15db4a9f-1e99-44ec-b6c9-09b6626a38d0 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:28.547575 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15db4a9f-1e99-44ec-b6c9-09b6626a38d0 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:28.548035 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15db4a9f-1e99-44ec-b6c9-09b6626a38d0 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:28.552369 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-15db4a9f-1e99-44ec-b6c9-09b6626a38d0 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.1507375 Sep 23 15:12:28.552636 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49922) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:28.618474 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-198465ea-2b64-400f-852d-0d7401ddec49 None None] Set router 8146d255-3982-45b3-82ef-bf353c708933 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:12:28.630502 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2200adf0-bf28-449a-b0fa-7bb8fc8da35f tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:28.630974 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2200adf0-bf28-449a-b0fa-7bb8fc8da35f tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:28.631434 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2200adf0-bf28-449a-b0fa-7bb8fc8da35f tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:28.631900 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2200adf0-bf28-449a-b0fa-7bb8fc8da35f tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:28.632342 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2200adf0-bf28-449a-b0fa-7bb8fc8da35f tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:28.632795 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2200adf0-bf28-449a-b0fa-7bb8fc8da35f tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:28.637293 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2200adf0-bf28-449a-b0fa-7bb8fc8da35f tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4007 time: 0.0809939 Sep 23 15:12:28.637680 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49926) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:28.858393 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5abd89a0-0de0-4023-af41-a4fe7bb767a5 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.2156136 Sep 23 15:12:28.914093 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c59af3c8-7b7b-469e-a2fc-2cef7b747da9 None None] Provisioning for port d784bda5-e087-4b40-89ce-a7665e242021 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:12:28.919438 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c59af3c8-7b7b-469e-a2fc-2cef7b747da9 None None] Provisioning complete for port d784bda5-e087-4b40-89ce-a7665e242021 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:12:28.919925 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c59af3c8-7b7b-469e-a2fc-2cef7b747da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:28.920343 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c59af3c8-7b7b-469e-a2fc-2cef7b747da9 None None] Attempt 1 to provision port d784bda5-e087-4b40-89ce-a7665e242021 Sep 23 15:12:28.960283 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-198465ea-2b64-400f-852d-0d7401ddec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8146d255-3982-45b3-82ef-bf353c708933', 'name': 'tempest-TestNetworkBasicOps-router-986177833', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247'}], 'enable_snat': True}, 'gw_port_id': '073d56f2-e676-46e9-b56a-f682df195025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:12:21Z', 'updated_at': '2022-09-23T15:12:26Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '073d56f2-e676-46e9-b56a-f682df195025', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:22Z', 'updated_at': '2022-09-23T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'd784bda5-e087-4b40-89ce-a7665e242021', 'name': '', 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:d3:ae:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:26Z', 'updated_at': '2022-09-23T15:12:27Z', 'revision_number': 2, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:28.968583 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198465ea-2b64-400f-852d-0d7401ddec49 None None] Checking router: 8146d255-3982-45b3-82ef-bf353c708933 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:12:28.969178 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198465ea-2b64-400f-852d-0d7401ddec49 None None] Updating router 8146d255-3982-45b3-82ef-bf353c708933 port d784bda5-e087-4b40-89ce-a7665e242021 binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:12:28.999425 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c59af3c8-7b7b-469e-a2fc-2cef7b747da9 None None] Port d784bda5-e087-4b40-89ce-a7665e242021 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:12:29.019155 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49932) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:29.024102 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-68c79342-80fa-4b43-bec4-9cf76f33692d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1164028224', 'description': 'tempest-secgroup-smoke-1164028224 description', 'project_id': '8433d6d3ee51437084758ba6444603b3'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:12:29.031866 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-68c79342-80fa-4b43-bec4-9cf76f33692d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:12:29.036972 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-68c79342-80fa-4b43-bec4-9cf76f33692d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:12:29.040274 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-68c79342-80fa-4b43-bec4-9cf76f33692d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:12:29.043344 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-198465ea-2b64-400f-852d-0d7401ddec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:29.051186 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-68c79342-80fa-4b43-bec4-9cf76f33692d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:12:29.094556 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 073d56f2-e676-46e9-b56a-f682df195025 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:12:29.146219 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-68c79342-80fa-4b43-bec4-9cf76f33692d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:29.172450 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 073d56f2-e676-46e9-b56a-f682df195025 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:12:29.172821 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:29.173210 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 073d56f2-e676-46e9-b56a-f682df195025 Sep 23 15:12:29.175797 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-68c79342-80fa-4b43-bec4-9cf76f33692d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:12:29.180134 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-68c79342-80fa-4b43-bec4-9cf76f33692d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:12:29.183537 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-68c79342-80fa-4b43-bec4-9cf76f33692d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:12:29.191510 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-68c79342-80fa-4b43-bec4-9cf76f33692d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:12:29.287107 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-68c79342-80fa-4b43-bec4-9cf76f33692d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:29.313925 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 073d56f2-e676-46e9-b56a-f682df195025 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:12:29.315020 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:12:29.352623 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-68c79342-80fa-4b43-bec4-9cf76f33692d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:29.408589 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c79342-80fa-4b43-bec4-9cf76f33692d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4311b6-cc3c-4235-ba74-51d05e8a8898,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:29.448085 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-198465ea-2b64-400f-852d-0d7401ddec49 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:29.459139 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-198465ea-2b64-400f-852d-0d7401ddec49 None None] Transition to ACTIVE for port object d784bda5-e087-4b40-89ce-a7665e242021 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:12:29.483280 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-68c79342-80fa-4b43-bec4-9cf76f33692d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:29.485193 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-68c79342-80fa-4b43-bec4-9cf76f33692d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4652855 Sep 23 15:12:29.488158 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49936) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:29.493153 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-6cc4b3e4-3a07-42df-a7ab-46e24a6001ab tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': 'ae4311b6-cc3c-4235-ba74-51d05e8a8898', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:12:29.499036 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-6cc4b3e4-3a07-42df-a7ab-46e24a6001ab tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:12:29.501007 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c59af3c8-7b7b-469e-a2fc-2cef7b747da9 None None] Attempt 2 to provision port d784bda5-e087-4b40-89ce-a7665e242021 Sep 23 15:12:29.502955 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-6cc4b3e4-3a07-42df-a7ab-46e24a6001ab tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:12:29.505828 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-6cc4b3e4-3a07-42df-a7ab-46e24a6001ab tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:12:29.511607 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-6cc4b3e4-3a07-42df-a7ab-46e24a6001ab tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:12:29.529157 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:12:29.547048 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-198465ea-2b64-400f-852d-0d7401ddec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:29.548049 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:12:29.548414 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:29.548744 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd Sep 23 15:12:29.601923 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6cc4b3e4-3a07-42df-a7ab-46e24a6001ab tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:29.604090 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c59af3c8-7b7b-469e-a2fc-2cef7b747da9 None None] Port d784bda5-e087-4b40-89ce-a7665e242021 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:12:29.669147 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6cc4b3e4-3a07-42df-a7ab-46e24a6001ab tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:29.678708 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:12:29.679089 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:29.714362 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=7d3aa957-b226-4d96-ab40-bd6da4bc8bcd,segment=NetworkSegment(d85a0f2b-ce42-4601-890c-2de863d3deae),segment_id=d85a0f2b-ce42-4601-890c-2de863d3deae)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:12:29.736869 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94238c9d-557a-4770-b193-c79b58860876 None None] Pushing event updated for resources: {'Port': ['ID=d784bda5-e087-4b40-89ce-a7665e242021,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:29.737185 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6cc4b3e4-3a07-42df-a7ab-46e24a6001ab tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:29.761260 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-198465ea-2b64-400f-852d-0d7401ddec49 None None] Attempting to bind port d784bda5-e087-4b40-89ce-a7665e242021 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:12:29.761631 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-198465ea-2b64-400f-852d-0d7401ddec49 None None] Attempting to bind port d784bda5-e087-4b40-89ce-a7665e242021 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'd85a0f2b-ce42-4601-890c-2de863d3deae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:12:29.761986 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198465ea-2b64-400f-852d-0d7401ddec49 None None] Attempting to bind port d784bda5-e087-4b40-89ce-a7665e242021 on network 7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:12:29.764015 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4b3e4-3a07-42df-a7ab-46e24a6001ab tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad28b213-3768-439c-96a3-b3cc33e0efb8,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:29.769548 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198465ea-2b64-400f-852d-0d7401ddec49 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:12:29.770566 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198465ea-2b64-400f-852d-0d7401ddec49 None None] Checking segment: {'id': 'd85a0f2b-ce42-4601-890c-2de863d3deae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:12:29.770902 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-198465ea-2b64-400f-852d-0d7401ddec49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:29.771477 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198465ea-2b64-400f-852d-0d7401ddec49 None None] Bound using segment: {'id': 'd85a0f2b-ce42-4601-890c-2de863d3deae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:12:29.771959 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-198465ea-2b64-400f-852d-0d7401ddec49 None None] Bound port: d784bda5-e087-4b40-89ce-a7665e242021, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85a0f2b-ce42-4601-890c-2de863d3deae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:12:29.772377 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-198465ea-2b64-400f-852d-0d7401ddec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:29.799952 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:29.834332 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6cc4b3e4-3a07-42df-a7ab-46e24a6001ab tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:29.836026 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6cc4b3e4-3a07-42df-a7ab-46e24a6001ab tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3468819 Sep 23 15:12:29.838838 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49940) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:29.845819 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-5a52bde6-142e-488b-a59d-b68c319f3395 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': 'ae4311b6-cc3c-4235-ba74-51d05e8a8898', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:12:29.852693 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-5a52bde6-142e-488b-a59d-b68c319f3395 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:12:29.857460 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5a52bde6-142e-488b-a59d-b68c319f3395 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:12:29.861891 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5a52bde6-142e-488b-a59d-b68c319f3395 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:12:29.865241 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-198465ea-2b64-400f-852d-0d7401ddec49 None None] For port d784bda5-e087-4b40-89ce-a7665e242021, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:12:29.867844 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=7d3aa957-b226-4d96-ab40-bd6da4bc8bcd,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:29.868630 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-5a52bde6-142e-488b-a59d-b68c319f3395 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:12:29.879146 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-198465ea-2b64-400f-852d-0d7401ddec49 None None] For port d784bda5-e087-4b40-89ce-a7665e242021, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d784bda5-e087-4b40-89ce-a7665e242021,segment=NetworkSegment(d85a0f2b-ce42-4601-890c-2de863d3deae),segment_id=d85a0f2b-ce42-4601-890c-2de863d3deae)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:12:29.943331 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-198465ea-2b64-400f-852d-0d7401ddec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:29.961040 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5a52bde6-142e-488b-a59d-b68c319f3395 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:30.007666 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198465ea-2b64-400f-852d-0d7401ddec49 None None] Routers {'8146d255-3982-45b3-82ef-bf353c708933'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:12:30.008253 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-198465ea-2b64-400f-852d-0d7401ddec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:12:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8146d255-3982-45b3-82ef-bf353c708933'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:30.029135 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5a52bde6-142e-488b-a59d-b68c319f3395 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:30.089025 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5a52bde6-142e-488b-a59d-b68c319f3395 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:30.098368 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94238c9d-557a-4770-b193-c79b58860876 None None] Pushing event updated for resources: {'Port': ['ID=d784bda5-e087-4b40-89ce-a7665e242021,revision_number=4']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:30.105689 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c59af3c8-7b7b-469e-a2fc-2cef7b747da9 None None] Attempt 3 to provision port d784bda5-e087-4b40-89ce-a7665e242021 Sep 23 15:12:30.113474 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52bde6-142e-488b-a59d-b68c319f3395 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d785ea-9e7a-4ff2-b4f1-b6a436246ef8,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:30.167884 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c59af3c8-7b7b-469e-a2fc-2cef7b747da9 None None] Port d784bda5-e087-4b40-89ce-a7665e242021 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:12:30.178476 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c59af3c8-7b7b-469e-a2fc-2cef7b747da9 None None] Provisioning complete for port 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:12:30.178849 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c59af3c8-7b7b-469e-a2fc-2cef7b747da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:30.179179 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c59af3c8-7b7b-469e-a2fc-2cef7b747da9 None None] Attempt 1 to provision port 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd Sep 23 15:12:30.194287 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-198465ea-2b64-400f-852d-0d7401ddec49 None None] Set router 8146d255-3982-45b3-82ef-bf353c708933 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:12:30.200679 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5a52bde6-142e-488b-a59d-b68c319f3395 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:30.204974 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5a52bde6-142e-488b-a59d-b68c319f3395 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3614504 Sep 23 15:12:30.205307 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 49944) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:30.211169 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-66ae5bf5-8ec6-40df-923f-122924643281 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': 'ae4311b6-cc3c-4235-ba74-51d05e8a8898', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:12:30.216954 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-66ae5bf5-8ec6-40df-923f-122924643281 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:12:30.223764 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-66ae5bf5-8ec6-40df-923f-122924643281 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:12:30.227484 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-66ae5bf5-8ec6-40df-923f-122924643281 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:12:30.236029 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-66ae5bf5-8ec6-40df-923f-122924643281 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:12:30.310154 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c59af3c8-7b7b-469e-a2fc-2cef7b747da9 None None] Current status of the port 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:12:30.338786 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-66ae5bf5-8ec6-40df-923f-122924643281 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:30.407339 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-66ae5bf5-8ec6-40df-923f-122924643281 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:30.486177 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-66ae5bf5-8ec6-40df-923f-122924643281 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:30.513971 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae5bf5-8ec6-40df-923f-122924643281 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=871cf89c-0931-42fa-8df9-b1316d5386da,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:30.517041 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-198465ea-2b64-400f-852d-0d7401ddec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8146d255-3982-45b3-82ef-bf353c708933', 'name': 'tempest-TestNetworkBasicOps-router-986177833', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247'}], 'enable_snat': True}, 'gw_port_id': '073d56f2-e676-46e9-b56a-f682df195025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:12:21Z', 'updated_at': '2022-09-23T15:12:26Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '073d56f2-e676-46e9-b56a-f682df195025', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:22Z', 'updated_at': '2022-09-23T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'd784bda5-e087-4b40-89ce-a7665e242021', 'name': '', 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:d3:ae:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:26Z', 'updated_at': '2022-09-23T15:12:29Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:30.521354 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198465ea-2b64-400f-852d-0d7401ddec49 None None] The sync data for ids ['8146d255-3982-45b3-82ef-bf353c708933'] in dv-neutron-859093-1-hyperv is: [{'id': '8146d255-3982-45b3-82ef-bf353c708933', 'name': 'tempest-TestNetworkBasicOps-router-986177833', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247'}], 'enable_snat': True}, 'gw_port_id': '073d56f2-e676-46e9-b56a-f682df195025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:12:21Z', 'updated_at': '2022-09-23T15:12:26Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '073d56f2-e676-46e9-b56a-f682df195025', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:22Z', 'updated_at': '2022-09-23T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'd784bda5-e087-4b40-89ce-a7665e242021', 'name': '', 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:d3:ae:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:26Z', 'updated_at': '2022-09-23T15:12:29Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:12:30.611777 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-66ae5bf5-8ec6-40df-923f-122924643281 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:30.614195 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-66ae5bf5-8ec6-40df-923f-122924643281 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4066215 Sep 23 15:12:30.616148 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49948) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:30.621630 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-ea5b7b6b-368f-4c53-82b5-e2713c906f84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': 'ae4311b6-cc3c-4235-ba74-51d05e8a8898', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:12:30.629351 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ea5b7b6b-368f-4c53-82b5-e2713c906f84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:12:30.634270 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ea5b7b6b-368f-4c53-82b5-e2713c906f84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:12:30.637898 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ea5b7b6b-368f-4c53-82b5-e2713c906f84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:12:30.644879 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ea5b7b6b-368f-4c53-82b5-e2713c906f84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:12:30.740129 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ea5b7b6b-368f-4c53-82b5-e2713c906f84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:30.815755 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ea5b7b6b-368f-4c53-82b5-e2713c906f84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:30.878121 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ea5b7b6b-368f-4c53-82b5-e2713c906f84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:30.901152 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b7b6b-368f-4c53-82b5-e2713c906f84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d817b1-7982-454b-8e07-a084d1aae80d,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:30.989068 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ea5b7b6b-368f-4c53-82b5-e2713c906f84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:30.990945 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ea5b7b6b-368f-4c53-82b5-e2713c906f84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3731942 Sep 23 15:12:30.993070 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49952) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:30.998133 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-5acaf541-92b0-4c00-b3db-60a1e93bcd41 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': 'ae4311b6-cc3c-4235-ba74-51d05e8a8898', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:12:31.005685 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-5acaf541-92b0-4c00-b3db-60a1e93bcd41 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:12:31.009897 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5acaf541-92b0-4c00-b3db-60a1e93bcd41 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:12:31.013269 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5acaf541-92b0-4c00-b3db-60a1e93bcd41 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:12:31.021525 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-5acaf541-92b0-4c00-b3db-60a1e93bcd41 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:12:31.074809 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:12:31.100819 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.securitygroups_db [None req-5acaf541-92b0-4c00-b3db-60a1e93bcd41 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Project 8433d6d3ee51437084758ba6444603b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:12:31.111191 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5acaf541-92b0-4c00-b3db-60a1e93bcd41 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:31.151891 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:12:31.152236 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:31.152660 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd Sep 23 15:12:31.184390 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5acaf541-92b0-4c00-b3db-60a1e93bcd41 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:31.257077 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5acaf541-92b0-4c00-b3db-60a1e93bcd41 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:31.272603 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:12:31.275166 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d784bda5-e087-4b40-89ce-a7665e242021 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:12:31.286621 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acaf541-92b0-4c00-b3db-60a1e93bcd41 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad82b1b5-927f-468c-973c-52de8f663d82,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:31.346296 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5acaf541-92b0-4c00-b3db-60a1e93bcd41 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:31.347545 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5acaf541-92b0-4c00-b3db-60a1e93bcd41 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3534598 Sep 23 15:12:31.356256 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 49956) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:31.362703 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-afe17e2c-7588-4511-bf6a-aeeafa0bb9c3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': 'ae4311b6-cc3c-4235-ba74-51d05e8a8898', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:12:31.369162 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-afe17e2c-7588-4511-bf6a-aeeafa0bb9c3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:12:31.373413 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-afe17e2c-7588-4511-bf6a-aeeafa0bb9c3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:12:31.376320 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-afe17e2c-7588-4511-bf6a-aeeafa0bb9c3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:12:31.382717 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-afe17e2c-7588-4511-bf6a-aeeafa0bb9c3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:12:31.426210 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port d784bda5-e087-4b40-89ce-a7665e242021 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:12:31.431552 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port d784bda5-e087-4b40-89ce-a7665e242021 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:12:31.431951 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:31.432283 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port d784bda5-e087-4b40-89ce-a7665e242021 Sep 23 15:12:31.460752 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.securitygroups_db [None req-afe17e2c-7588-4511-bf6a-aeeafa0bb9c3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Project 8433d6d3ee51437084758ba6444603b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:12:31.468950 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-afe17e2c-7588-4511-bf6a-aeeafa0bb9c3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:31.545412 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-afe17e2c-7588-4511-bf6a-aeeafa0bb9c3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:31.561900 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port d784bda5-e087-4b40-89ce-a7665e242021 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:12:31.562280 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:31.596266 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port d784bda5-e087-4b40-89ce-a7665e242021, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d784bda5-e087-4b40-89ce-a7665e242021,segment=NetworkSegment(d85a0f2b-ce42-4601-890c-2de863d3deae),segment_id=d85a0f2b-ce42-4601-890c-2de863d3deae)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:12:31.603269 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-afe17e2c-7588-4511-bf6a-aeeafa0bb9c3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:31.624383 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe17e2c-7588-4511-bf6a-aeeafa0bb9c3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1b4cb3-517a-428c-ae9f-2bfe44c2d51f,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:31.643194 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:31.700218 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-afe17e2c-7588-4511-bf6a-aeeafa0bb9c3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:31.701446 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-afe17e2c-7588-4511-bf6a-aeeafa0bb9c3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3440406 Sep 23 15:12:31.711723 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=d784bda5-e087-4b40-89ce-a7665e242021,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:32.054477 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-565baf21-42a4-44ca-a54c-634a84150133 req-d0153ed2-bce2-474f-a697-a2261ab3a225 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:12:32.085653 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2eee94ad-2af8-423e-bcb4-d41e844dfda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:32.165536 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-565baf21-42a4-44ca-a54c-634a84150133 req-d0153ed2-bce2-474f-a697-a2261ab3a225 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:12:32.166754 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-565baf21-42a4-44ca-a54c-634a84150133 req-d0153ed2-bce2-474f-a697-a2261ab3a225 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1164028224&fields=id&tenant_id=8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 267 time: 0.1517711 Sep 23 15:12:32.317702 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565baf21-42a4-44ca-a54c-634a84150133 req-1f6bb65d-79a5-4de1-8274-c2ca9292a250 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:32.318289 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-565baf21-42a4-44ca-a54c-634a84150133 req-1f6bb65d-79a5-4de1-8274-c2ca9292a250 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:network {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:12:32.405684 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-565baf21-42a4-44ca-a54c-634a84150133 req-1f6bb65d-79a5-4de1-8274-c2ca9292a250 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:network {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:12:32.406875 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-565baf21-42a4-44ca-a54c-634a84150133 req-1f6bb65d-79a5-4de1-8274-c2ca9292a250 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/networks?id=7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f HTTP/1.1" status: 200 len: 795 time: 0.2329891 Sep 23 15:12:32.422020 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-565baf21-42a4-44ca-a54c-634a84150133 req-dd27356a-d350-456a-82ff-081c67d42f1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/quotas/8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 375 time: 0.0096834 Sep 23 15:12:32.552196 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:32.624381 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-565baf21-42a4-44ca-a54c-634a84150133 req-45da1219-1f30-4071-b552-a64959f05b75 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:12:32.711783 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-565baf21-42a4-44ca-a54c-634a84150133 req-45da1219-1f30-4071-b552-a64959f05b75 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:12:32.713137 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-565baf21-42a4-44ca-a54c-634a84150133 req-45da1219-1f30-4071-b552-a64959f05b75 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2861125 Sep 23 15:12:32.729180 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [req-565baf21-42a4-44ca-a54c-634a84150133 req-a532abe3-171d-4b55-b753-049e4549254c service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:12:32.730139 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-565baf21-42a4-44ca-a54c-634a84150133 req-a532abe3-171d-4b55-b753-049e4549254c service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052321 Sep 23 15:12:32.861901 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-565baf21-42a4-44ca-a54c-634a84150133 req-7f2afb87-ae2f-402d-b7e9-38d47ac5337e service neutron] 10.222.0.67 "GET /v2.0/networks/7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258349 Sep 23 15:12:32.993960 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-565baf21-42a4-44ca-a54c-634a84150133 req-c79ec7e1-ad03-4109-b736-b042df92f143 service neutron] 10.222.0.67 "GET /v2.0/networks/7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259496 Sep 23 15:12:32.994919 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d784bda5-e087-4b40-89ce-a7665e242021 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:12:33.065055 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port d784bda5-e087-4b40-89ce-a7665e242021 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:12:33.065422 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:33.065750 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port d784bda5-e087-4b40-89ce-a7665e242021 Sep 23 15:12:33.177764 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port d784bda5-e087-4b40-89ce-a7665e242021 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:12:33.354450 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c64ecbbe-77a9-49eb-8571-2a6caf924873 req-8b1bfc0c-4f52-4781-92c3-aaae8f8e6436 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=33eef3b6-13ce-4f45-90a1-d181a6897d3c HTTP/1.1" status: 200 len: 210 time: 0.1109233 Sep 23 15:12:34.514783 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a83628ae-55de-48af-a6b1-7462bb0077db req-de4c4df2-49a2-45dd-a9cb-4744999cf5b4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=33eef3b6-13ce-4f45-90a1-d181a6897d3c HTTP/1.1" status: 200 len: 210 time: 0.0498869 Sep 23 15:12:35.066137 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bff13a17-11a2-470d-8949-dc2cccc89f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:35.502698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:35.507199 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565baf21-42a4-44ca-a54c-634a84150133 req-45041ede-857e-43df-8ada-711e7b47eda6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:35.508265 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:35.508623 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-565baf21-42a4-44ca-a54c-634a84150133 req-45041ede-857e-43df-8ada-711e7b47eda6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/networks?id=7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f HTTP/1.1" status: 200 len: 795 time: 0.1471477 Sep 23 15:12:35.562997 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-565baf21-42a4-44ca-a54c-634a84150133 req-39a17460-493a-4397-9e4d-0369d187b640 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:12:35.574750 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-565baf21-42a4-44ca-a54c-634a84150133 req-39a17460-493a-4397-9e4d-0369d187b640 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:12:35.575986 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-565baf21-42a4-44ca-a54c-634a84150133 req-39a17460-493a-4397-9e4d-0369d187b640 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 380 time: 0.0586157 Sep 23 15:12:35.583873 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-565baf21-42a4-44ca-a54c-634a84150133 req-b44fae0c-160e-4b3b-9e7f-3ca5d9e35df8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'port': {'device_id': '33eef3b6-13ce-4f45-90a1-d181a6897d3c', 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'admin_state_up': True, 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'security_groups': ['ae4311b6-cc3c-4235-ba74-51d05e8a8898']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:12:35.817693 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ac11f351-2723-436f-8614-ffb319792ff6 req-4e7eb6fa-a8fa-4683-be78-01250bba62f5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=33eef3b6-13ce-4f45-90a1-d181a6897d3c HTTP/1.1" status: 200 len: 210 time: 0.1684127 Sep 23 15:12:35.872751 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-565baf21-42a4-44ca-a54c-634a84150133 req-b44fae0c-160e-4b3b-9e7f-3ca5d9e35df8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:12:35.882775 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-565baf21-42a4-44ca-a54c-634a84150133 req-b44fae0c-160e-4b3b-9e7f-3ca5d9e35df8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:12:35.948163 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-565baf21-42a4-44ca-a54c-634a84150133 req-b44fae0c-160e-4b3b-9e7f-3ca5d9e35df8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:12:35.951699 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-565baf21-42a4-44ca-a54c-634a84150133 req-b44fae0c-160e-4b3b-9e7f-3ca5d9e35df8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:36.112794 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-565baf21-42a4-44ca-a54c-634a84150133 req-b44fae0c-160e-4b3b-9e7f-3ca5d9e35df8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.20.0.7 (7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f/9bdd53a9-e6de-4413-b644-2aaec328c64e/d2df0271-0a6a-4302-9455-e04da30237ee) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:12:36.298864 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-565baf21-42a4-44ca-a54c-634a84150133 req-b44fae0c-160e-4b3b-9e7f-3ca5d9e35df8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:36.314554 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-565baf21-42a4-44ca-a54c-634a84150133 req-b44fae0c-160e-4b3b-9e7f-3ca5d9e35df8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Transition to ACTIVE for port object d2df0271-0a6a-4302-9455-e04da30237ee will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:12:36.397586 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-565baf21-42a4-44ca-a54c-634a84150133 req-b44fae0c-160e-4b3b-9e7f-3ca5d9e35df8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:36.469304 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-565baf21-42a4-44ca-a54c-634a84150133 req-b44fae0c-160e-4b3b-9e7f-3ca5d9e35df8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:12:36.472387 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-565baf21-42a4-44ca-a54c-634a84150133 req-b44fae0c-160e-4b3b-9e7f-3ca5d9e35df8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:12:36.476128 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-565baf21-42a4-44ca-a54c-634a84150133 req-b44fae0c-160e-4b3b-9e7f-3ca5d9e35df8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:12:36.506418 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fae0c-160e-4b3b-9e7f-3ca5d9e35df8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=d2df0271-0a6a-4302-9455-e04da30237ee,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:36.544989 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565baf21-42a4-44ca-a54c-634a84150133 req-b44fae0c-160e-4b3b-9e7f-3ca5d9e35df8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:36.545670 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-565baf21-42a4-44ca-a54c-634a84150133 req-b44fae0c-160e-4b3b-9e7f-3ca5d9e35df8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:36.656130 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-565baf21-42a4-44ca-a54c-634a84150133 req-b44fae0c-160e-4b3b-9e7f-3ca5d9e35df8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0751646 Sep 23 15:12:36.665259 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [req-565baf21-42a4-44ca-a54c-634a84150133 req-15bfdf13-91a4-4cfb-9f34-73552e6960a4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:12:36.670675 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-565baf21-42a4-44ca-a54c-634a84150133 req-15bfdf13-91a4-4cfb-9f34-73552e6960a4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050540 Sep 23 15:12:36.717728 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-565baf21-42a4-44ca-a54c-634a84150133 req-f4f27429-ae39-4775-9aab-05c775f41708 service neutron] Request body: {'port': {'device_id': '33eef3b6-13ce-4f45-90a1-d181a6897d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:12:36.742628 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c19741ef-39e4-4a75-8112-afec03b29d27 None None] Provisioning for port d2df0271-0a6a-4302-9455-e04da30237ee completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:12:36.747751 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c19741ef-39e4-4a75-8112-afec03b29d27 None None] Provisioning complete for port d2df0271-0a6a-4302-9455-e04da30237ee triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:12:36.748121 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c19741ef-39e4-4a75-8112-afec03b29d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:36.748454 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c19741ef-39e4-4a75-8112-afec03b29d27 None None] Attempt 1 to provision port d2df0271-0a6a-4302-9455-e04da30237ee Sep 23 15:12:36.804773 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c19741ef-39e4-4a75-8112-afec03b29d27 None None] Port d2df0271-0a6a-4302-9455-e04da30237ee cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:12:36.837688 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-565baf21-42a4-44ca-a54c-634a84150133 req-f4f27429-ae39-4775-9aab-05c775f41708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:36.904019 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:37.159893 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f18ab4-7934-4262-8c4d-abcc61b6b223 req-ae46bd26-29cd-4868-92a4-bff48f288fab tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:37.161347 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-84f18ab4-7934-4262-8c4d-abcc61b6b223 req-ae46bd26-29cd-4868-92a4-bff48f288fab tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=33eef3b6-13ce-4f45-90a1-d181a6897d3c HTTP/1.1" status: 200 len: 931 time: 0.0906060 Sep 23 15:12:37.195688 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-565baf21-42a4-44ca-a54c-634a84150133 req-f4f27429-ae39-4775-9aab-05c775f41708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2df0271-0a6a-4302-9455-e04da30237ee {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:12:37.203548 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-565baf21-42a4-44ca-a54c-634a84150133 req-f4f27429-ae39-4775-9aab-05c775f41708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:37.206336 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-84f18ab4-7934-4262-8c4d-abcc61b6b223 req-3f7768dd-8917-424c-bf2e-023d731dfeba tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=ae4311b6-cc3c-4235-ba74-51d05e8a8898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390377 Sep 23 15:12:37.218280 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-565baf21-42a4-44ca-a54c-634a84150133 req-f4f27429-ae39-4775-9aab-05c775f41708 service neutron] Transition to ACTIVE for port object d2df0271-0a6a-4302-9455-e04da30237ee will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:12:37.299983 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-565baf21-42a4-44ca-a54c-634a84150133 req-f4f27429-ae39-4775-9aab-05c775f41708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:37.306179 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c19741ef-39e4-4a75-8112-afec03b29d27 None None] Attempt 2 to provision port d2df0271-0a6a-4302-9455-e04da30237ee Sep 23 15:12:37.360634 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c19741ef-39e4-4a75-8112-afec03b29d27 None None] Port d2df0271-0a6a-4302-9455-e04da30237ee cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:12:37.489417 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f27429-ae39-4775-9aab-05c775f41708 service neutron] Pushing event updated for resources: {'Port': ['ID=d2df0271-0a6a-4302-9455-e04da30237ee,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:37.528582 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-565baf21-42a4-44ca-a54c-634a84150133 req-f4f27429-ae39-4775-9aab-05c775f41708 service neutron] Attempting to bind port d2df0271-0a6a-4302-9455-e04da30237ee on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:12:37.528911 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-565baf21-42a4-44ca-a54c-634a84150133 req-f4f27429-ae39-4775-9aab-05c775f41708 service neutron] Attempting to bind port d2df0271-0a6a-4302-9455-e04da30237ee by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': 'd85a0f2b-ce42-4601-890c-2de863d3deae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:12:37.529231 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565baf21-42a4-44ca-a54c-634a84150133 req-f4f27429-ae39-4775-9aab-05c775f41708 service neutron] Attempting to bind port d2df0271-0a6a-4302-9455-e04da30237ee on network 7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:12:37.533721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565baf21-42a4-44ca-a54c-634a84150133 req-f4f27429-ae39-4775-9aab-05c775f41708 service neutron] Port d2df0271-0a6a-4302-9455-e04da30237ee on network 7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:12:37.534031 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565baf21-42a4-44ca-a54c-634a84150133 req-f4f27429-ae39-4775-9aab-05c775f41708 service neutron] Attempting to bind port d2df0271-0a6a-4302-9455-e04da30237ee on network 7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:12:37.539018 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565baf21-42a4-44ca-a54c-634a84150133 req-f4f27429-ae39-4775-9aab-05c775f41708 service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:12:37.539345 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565baf21-42a4-44ca-a54c-634a84150133 req-f4f27429-ae39-4775-9aab-05c775f41708 service neutron] Checking segment: {'id': 'd85a0f2b-ce42-4601-890c-2de863d3deae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:12:37.539714 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565baf21-42a4-44ca-a54c-634a84150133 req-f4f27429-ae39-4775-9aab-05c775f41708 service neutron] Bound using segment: {'id': 'd85a0f2b-ce42-4601-890c-2de863d3deae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:12:37.540129 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-565baf21-42a4-44ca-a54c-634a84150133 req-f4f27429-ae39-4775-9aab-05c775f41708 service neutron] Bound port: d2df0271-0a6a-4302-9455-e04da30237ee, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85a0f2b-ce42-4601-890c-2de863d3deae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:12:37.540461 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-565baf21-42a4-44ca-a54c-634a84150133 req-f4f27429-ae39-4775-9aab-05c775f41708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:37.626988 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-565baf21-42a4-44ca-a54c-634a84150133 req-f4f27429-ae39-4775-9aab-05c775f41708 service neutron] For port d2df0271-0a6a-4302-9455-e04da30237ee, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:12:37.629888 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-565baf21-42a4-44ca-a54c-634a84150133 req-f4f27429-ae39-4775-9aab-05c775f41708 service neutron] For port d2df0271-0a6a-4302-9455-e04da30237ee, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=d2df0271-0a6a-4302-9455-e04da30237ee,segment=NetworkSegment(d85a0f2b-ce42-4601-890c-2de863d3deae),segment_id=d85a0f2b-ce42-4601-890c-2de863d3deae)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:12:37.706095 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-565baf21-42a4-44ca-a54c-634a84150133 req-f4f27429-ae39-4775-9aab-05c775f41708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:37.740197 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565baf21-42a4-44ca-a54c-634a84150133 req-f4f27429-ae39-4775-9aab-05c775f41708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:37.740736 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-565baf21-42a4-44ca-a54c-634a84150133 req-f4f27429-ae39-4775-9aab-05c775f41708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:37.742093 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-565baf21-42a4-44ca-a54c-634a84150133 req-f4f27429-ae39-4775-9aab-05c775f41708 service neutron] 10.222.0.72 "PUT /v2.0/ports/d2df0271-0a6a-4302-9455-e04da30237ee HTTP/1.1" status: 200 len: 1093 time: 1.0701399 Sep 23 15:12:37.742546 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33eef3b6-13ce-4f45-90a1-d181a6897d3c', 'tag': 'd2df0271-0a6a-4302-9455-e04da30237ee'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:12:37.744849 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d059e513-8973-417a-b1cf-29adffac33e2" -d '{"events": [{"name": "network-changed", "server_uuid": "33eef3b6-13ce-4f45-90a1-d181a6897d3c", "tag": "d2df0271-0a6a-4302-9455-e04da30237ee"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:12:37.792037 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a585189-a1d0-4432-bbc3-29772d1f0dc7 x-openstack-request-id: req-3a585189-a1d0-4432-bbc3-29772d1f0dc7 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:12:37.792037 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33eef3b6-13ce-4f45-90a1-d181a6897d3c", "tag": "d2df0271-0a6a-4302-9455-e04da30237ee", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:12:37.792037 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3a585189-a1d0-4432-bbc3-29772d1f0dc7 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:12:37.792037 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a585189-a1d0-4432-bbc3-29772d1f0dc7'] response: {'name': 'network-changed', 'server_uuid': '33eef3b6-13ce-4f45-90a1-d181a6897d3c', 'tag': 'd2df0271-0a6a-4302-9455-e04da30237ee', 'status': 'completed', 'code': 200} Sep 23 15:12:37.795396 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f27429-ae39-4775-9aab-05c775f41708 service neutron] Pushing event updated for resources: {'Port': ['ID=d2df0271-0a6a-4302-9455-e04da30237ee,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:37.861481 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c19741ef-39e4-4a75-8112-afec03b29d27 None None] Attempt 3 to provision port d2df0271-0a6a-4302-9455-e04da30237ee Sep 23 15:12:37.887321 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059e513-8973-417a-b1cf-29adffac33e2 req-4245995b-8d42-45ff-ab35-2b03e4f09638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:37.888811 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d059e513-8973-417a-b1cf-29adffac33e2 req-4245995b-8d42-45ff-ab35-2b03e4f09638 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=33eef3b6-13ce-4f45-90a1-d181a6897d3c HTTP/1.1" status: 200 len: 1096 time: 0.0786943 Sep 23 15:12:37.926385 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c19741ef-39e4-4a75-8112-afec03b29d27 None None] Port d2df0271-0a6a-4302-9455-e04da30237ee had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:12:38.031583 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059e513-8973-417a-b1cf-29adffac33e2 req-d62bf84a-dcb3-4433-9b32-da086364d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:38.032925 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d059e513-8973-417a-b1cf-29adffac33e2 req-d62bf84a-dcb3-4433-9b32-da086364d1e7 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=8433d6d3ee51437084758ba6444603b3&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1371329 Sep 23 15:12:38.275957 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059e513-8973-417a-b1cf-29adffac33e2 req-f04967d4-a2b5-4a5b-bb9b-f497ffb2c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:38.277543 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d059e513-8973-417a-b1cf-29adffac33e2 req-f04967d4-a2b5-4a5b-bb9b-f497ffb2c593 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2376292 Sep 23 15:12:38.391564 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565baf21-42a4-44ca-a54c-634a84150133 req-801138ca-da55-4ba5-bc34-7e0577444601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:38.393030 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-565baf21-42a4-44ca-a54c-634a84150133 req-801138ca-da55-4ba5-bc34-7e0577444601 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=33eef3b6-13ce-4f45-90a1-d181a6897d3c HTTP/1.1" status: 200 len: 1096 time: 0.0816998 Sep 23 15:12:38.409447 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767055d8-357f-4554-8232-a80f5a71b79a req-8c0940ad-8d05-4512-967a-faec5f389df7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:38.411002 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-767055d8-357f-4554-8232-a80f5a71b79a req-8c0940ad-8d05-4512-967a-faec5f389df7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=33eef3b6-13ce-4f45-90a1-d181a6897d3c HTTP/1.1" status: 200 len: 943 time: 0.0925291 Sep 23 15:12:38.461170 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-767055d8-357f-4554-8232-a80f5a71b79a req-e6549804-b06d-4bff-82a4-cfcb324a02ba tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=ae4311b6-cc3c-4235-ba74-51d05e8a8898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442419 Sep 23 15:12:38.462766 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-565baf21-42a4-44ca-a54c-634a84150133 req-8195a895-162c-4e0f-80ef-2657d8f64a3d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2df0271-0a6a-4302-9455-e04da30237ee HTTP/1.1" status: 200 len: 217 time: 0.0614486 Sep 23 15:12:38.527425 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565baf21-42a4-44ca-a54c-634a84150133 req-b3fcf72e-79c8-4a4e-b1b6-cb3a7485acfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:38.528851 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-565baf21-42a4-44ca-a54c-634a84150133 req-b3fcf72e-79c8-4a4e-b1b6-cb3a7485acfc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9bdd53a9-e6de-4413-b644-2aaec328c64e HTTP/1.1" status: 200 len: 835 time: 0.0598583 Sep 23 15:12:38.610637 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565baf21-42a4-44ca-a54c-634a84150133 req-3c78430d-752a-4ef5-81bb-fe5104d27058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:38.612101 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-565baf21-42a4-44ca-a54c-634a84150133 req-3c78430d-752a-4ef5-81bb-fe5104d27058 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776951 Sep 23 15:12:38.743503 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-565baf21-42a4-44ca-a54c-634a84150133 req-d869c08e-bd30-4aed-81db-5fc6f20e7d1f service neutron] 10.222.0.72 "GET /v2.0/networks/7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245201 Sep 23 15:12:38.939463 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-565baf21-42a4-44ca-a54c-634a84150133 req-26142699-32f5-4f29-9069-0d4d39b6d902 service neutron] 10.222.0.72 "GET /v2.0/networks/7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879756 Sep 23 15:12:38.947026 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-97d80f8a-41c3-4fdb-b323-528528b3a846 req-df2ed1b6-13d3-4c0f-9833-cc635d57a60e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1782148 Sep 23 15:12:39.095112 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d80f8a-41c3-4fdb-b323-528528b3a846 req-f69f2c4b-c0be-4dcb-8b5d-cbd64b8ebab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:39.096482 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-97d80f8a-41c3-4fdb-b323-528528b3a846 req-f69f2c4b-c0be-4dcb-8b5d-cbd64b8ebab4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4dd03006331a43759c203c055fc73500&device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 1098 time: 0.0818372 Sep 23 15:12:39.239230 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d80f8a-41c3-4fdb-b323-528528b3a846 req-bdd4410e-8797-4577-8d5f-dbf0742ff882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:39.240632 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-97d80f8a-41c3-4fdb-b323-528528b3a846 req-bdd4410e-8797-4577-8d5f-dbf0742ff882 service neutron] 10.222.0.72 "GET /v2.0/networks?id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a HTTP/1.1" status: 200 len: 912 time: 0.1248536 Sep 23 15:12:39.338477 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-97d80f8a-41c3-4fdb-b323-528528b3a846 req-bfd1ad9a-7445-4081-af7e-e5e6518a2178 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06782627-15d1-4272-898e-e78ac3c1a414 HTTP/1.1" status: 200 len: 1002 time: 0.0913353 Sep 23 15:12:39.404883 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d80f8a-41c3-4fdb-b323-528528b3a846 req-b85668e9-8e13-4f92-8a25-0c7315d018f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:39.406258 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-97d80f8a-41c3-4fdb-b323-528528b3a846 req-b85668e9-8e13-4f92-8a25-0c7315d018f7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64979ce6-fb4a-43b7-a76f-4e9da53aeed1 HTTP/1.1" status: 200 len: 850 time: 0.0620842 Sep 23 15:12:39.489391 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d80f8a-41c3-4fdb-b323-528528b3a846 req-fef7bcdb-2733-4cb3-b13c-fa178dd564b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:39.490887 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-97d80f8a-41c3-4fdb-b323-528528b3a846 req-fef7bcdb-2733-4cb3-b13c-fa178dd564b3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788281 Sep 23 15:12:39.683116 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-97d80f8a-41c3-4fdb-b323-528528b3a846 req-bd740edc-c164-4748-81c0-dc56b844f023 service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848166 Sep 23 15:12:39.872635 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366270e0-1b2c-4d61-be38-7d0f67654267 req-a8e165aa-3c08-4431-b336-52a0f74067dd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:39.873406 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-366270e0-1b2c-4d61-be38-7d0f67654267 req-a8e165aa-3c08-4431-b336-52a0f74067dd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:12:39.935740 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-97d80f8a-41c3-4fdb-b323-528528b3a846 req-7749ee2b-3123-4270-b5c2-fbad79347162 service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460876 Sep 23 15:12:39.981985 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-366270e0-1b2c-4d61-be38-7d0f67654267 req-a8e165aa-3c08-4431-b336-52a0f74067dd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:12:39.983271 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-366270e0-1b2c-4d61-be38-7d0f67654267 req-a8e165aa-3c08-4431-b336-52a0f74067dd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=33eef3b6-13ce-4f45-90a1-d181a6897d3c HTTP/1.1" status: 200 len: 943 time: 0.4047074 Sep 23 15:12:40.028683 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-366270e0-1b2c-4d61-be38-7d0f67654267 req-e843d634-2937-415e-bc13-fef80383f30f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=ae4311b6-cc3c-4235-ba74-51d05e8a8898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392568 Sep 23 15:12:40.029374 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device d2df0271-0a6a-4302-9455-e04da30237ee details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:12:40.160921 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port d2df0271-0a6a-4302-9455-e04da30237ee, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=d2df0271-0a6a-4302-9455-e04da30237ee,segment=NetworkSegment(d85a0f2b-ce42-4601-890c-2de863d3deae),segment_id=d85a0f2b-ce42-4601-890c-2de863d3deae)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:12:40.174665 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': 'd2df0271-0a6a-4302-9455-e04da30237ee', 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'port_id': 'd2df0271-0a6a-4302-9455-e04da30237ee', 'mac_address': 'fa:16:3e:45:71:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:12:40.227389 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port d2df0271-0a6a-4302-9455-e04da30237ee is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:12:40.227686 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:40.244698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2df0271-0a6a-4302-9455-e04da30237ee {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:12:40.259588 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port d2df0271-0a6a-4302-9455-e04da30237ee, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=d2df0271-0a6a-4302-9455-e04da30237ee,segment=NetworkSegment(d85a0f2b-ce42-4601-890c-2de863d3deae),segment_id=d85a0f2b-ce42-4601-890c-2de863d3deae)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:12:40.341870 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:40.438256 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=d2df0271-0a6a-4302-9455-e04da30237ee,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:40.596959 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['d2df0271-0a6a-4302-9455-e04da30237ee'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:12:41.078845 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:12:41.225259 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945eb67-babb-4253-9087-a37b40aa30df req-8abadb6d-5530-4769-a0c7-5d4a5dcb40cc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:41.226730 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3945eb67-babb-4253-9087-a37b40aa30df req-8abadb6d-5530-4769-a0c7-5d4a5dcb40cc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=33eef3b6-13ce-4f45-90a1-d181a6897d3c HTTP/1.1" status: 200 len: 944 time: 0.0864222 Sep 23 15:12:41.270249 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3945eb67-babb-4253-9087-a37b40aa30df req-389be365-b956-4080-8212-64be05c0b065 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=ae4311b6-cc3c-4235-ba74-51d05e8a8898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379245 Sep 23 15:12:42.042493 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device d2df0271-0a6a-4302-9455-e04da30237ee up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:12:42.170457 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port d2df0271-0a6a-4302-9455-e04da30237ee completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:12:42.175015 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port d2df0271-0a6a-4302-9455-e04da30237ee triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:12:42.175381 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:42.175707 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port d2df0271-0a6a-4302-9455-e04da30237ee Sep 23 15:12:42.287277 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port d2df0271-0a6a-4302-9455-e04da30237ee is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:12:42.287652 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:42.314306 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33eef3b6-13ce-4f45-90a1-d181a6897d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2df0271-0a6a-4302-9455-e04da30237ee'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:12:42.316632 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305ccfd0-68d5-4d56-805d-0bad8eacbbbe" -d '{"events": [{"server_uuid": "33eef3b6-13ce-4f45-90a1-d181a6897d3c", "name": "network-vif-plugged", "status": "completed", "tag": "d2df0271-0a6a-4302-9455-e04da30237ee"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:12:42.324185 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port d2df0271-0a6a-4302-9455-e04da30237ee, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=d2df0271-0a6a-4302-9455-e04da30237ee,segment=NetworkSegment(d85a0f2b-ce42-4601-890c-2de863d3deae),segment_id=d85a0f2b-ce42-4601-890c-2de863d3deae)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:12:42.361834 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3c78d6-6f3c-4621-a522-905bcf73c0a3 x-openstack-request-id: req-3e3c78d6-6f3c-4621-a522-905bcf73c0a3 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:12:42.362410 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33eef3b6-13ce-4f45-90a1-d181a6897d3c", "name": "network-vif-plugged", "status": "completed", "tag": "d2df0271-0a6a-4302-9455-e04da30237ee", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:12:42.362663 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3e3c78d6-6f3c-4621-a522-905bcf73c0a3 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:12:42.363055 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e3c78d6-6f3c-4621-a522-905bcf73c0a3'] response: {'server_uuid': '33eef3b6-13ce-4f45-90a1-d181a6897d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2df0271-0a6a-4302-9455-e04da30237ee', 'code': 200} Sep 23 15:12:42.377095 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:42.451737 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=d2df0271-0a6a-4302-9455-e04da30237ee,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:42.481665 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ce046-265f-4a4e-9224-42e92696ab04 req-b7302a53-5ca9-4371-a4e3-9b2fa7ddaabd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:42.483308 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e51ce046-265f-4a4e-9224-42e92696ab04 req-b7302a53-5ca9-4371-a4e3-9b2fa7ddaabd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=33eef3b6-13ce-4f45-90a1-d181a6897d3c HTTP/1.1" status: 200 len: 945 time: 0.0965900 Sep 23 15:12:42.529515 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e51ce046-265f-4a4e-9224-42e92696ab04 req-2800abc0-6a35-43e8-95d9-52c9eb18e031 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=ae4311b6-cc3c-4235-ba74-51d05e8a8898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391662 Sep 23 15:12:42.724529 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0629d-829f-495b-a307-0bf94a935da6 req-2b7dfa91-192d-4ae4-bac8-d667801290a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:42.725936 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a1b0629d-829f-495b-a307-0bf94a935da6 req-2b7dfa91-192d-4ae4-bac8-d667801290a5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=33eef3b6-13ce-4f45-90a1-d181a6897d3c HTTP/1.1" status: 200 len: 1098 time: 0.0792735 Sep 23 15:12:42.766972 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a1b0629d-829f-495b-a307-0bf94a935da6 req-512719e5-3ece-4b1d-bfd0-2d5402673658 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ae4311b6-cc3c-4235-ba74-51d05e8a8898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355039 Sep 23 15:12:43.731086 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17d810-93be-4cab-898f-1dae41e6f196 req-09febe91-6541-4430-8e9c-ec8c4fb60dd7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:43.732546 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-5d17d810-93be-4cab-898f-1dae41e6f196 req-09febe91-6541-4430-8e9c-ec8c4fb60dd7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=33eef3b6-13ce-4f45-90a1-d181a6897d3c HTTP/1.1" status: 200 len: 945 time: 0.0942872 Sep 23 15:12:43.779368 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-5d17d810-93be-4cab-898f-1dae41e6f196 req-d65366f1-9742-4dec-a3fd-f73984902d8a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=ae4311b6-cc3c-4235-ba74-51d05e8a8898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404015 Sep 23 15:12:44.981296 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dad047-abc2-4588-9292-a1bc91b941b3 req-3aa65e7e-8af3-4177-9fa3-77c643331868 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:44.982772 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-73dad047-abc2-4588-9292-a1bc91b941b3 req-3aa65e7e-8af3-4177-9fa3-77c643331868 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=33eef3b6-13ce-4f45-90a1-d181a6897d3c HTTP/1.1" status: 200 len: 945 time: 0.0903401 Sep 23 15:12:45.027417 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-73dad047-abc2-4588-9292-a1bc91b941b3 req-8121bff2-f402-48fd-86bc-7d38aa2bc610 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=ae4311b6-cc3c-4235-ba74-51d05e8a8898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381069 Sep 23 15:12:45.224380 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08448a-2949-4f0b-97c2-1570d9d6394f req-805fc7f5-f48e-443b-9aa5-3489c82ae6eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:45.225882 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-9c08448a-2949-4f0b-97c2-1570d9d6394f req-805fc7f5-f48e-443b-9aa5-3489c82ae6eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=33eef3b6-13ce-4f45-90a1-d181a6897d3c HTTP/1.1" status: 200 len: 945 time: 0.0906658 Sep 23 15:12:45.268821 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-9c08448a-2949-4f0b-97c2-1570d9d6394f req-2f452c7c-e02e-498e-9e1b-f43fb4932ab1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=ae4311b6-cc3c-4235-ba74-51d05e8a8898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372148 Sep 23 15:12:45.297468 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50022) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:45.373842 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cdeacf-eaf5-4b6f-a4e0-f93f06426ee9 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:45.375769 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-26cdeacf-eaf5-4b6f-a4e0-f93f06426ee9 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=33eef3b6-13ce-4f45-90a1-d181a6897d3c HTTP/1.1" status: 200 len: 1093 time: 0.0768819 Sep 23 15:12:45.378131 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50026) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:45.383323 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': 'd2df0271-0a6a-4302-9455-e04da30237ee', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:12:45.389573 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:12:45.395997 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:floatingip and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:12:45.398868 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:12:45.404684 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:12:45.511520 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:45.647136 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:45.783402 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.26.10.194 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/13b8c3e1-8ee5-47a6-a8cc-1b8852a63b35) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:12:45.930943 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:46.002784 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:46.065105 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:12:46.067722 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:12:46.071428 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:12:46.108419 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=13b8c3e1-8ee5-47a6-a8cc-1b8852a63b35,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:46.124409 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:46.124750 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:46.125081 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:46.125407 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:46.125730 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:46.126053 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:46.126399 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:46.126727 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:46.127065 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:46.127381 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:46.127694 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:46.128006 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:46.600040 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:46.736265 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:46.942550 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:47.004518 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:47.110876 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:47.157849 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=13b8c3e1-8ee5-47a6-a8cc-1b8852a63b35,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:47.282045 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Floating IP 886bf7f1-69a9-4f70-a358-bc7a2b5ecd1b associated. External IP: 172.26.10.194, port: d2df0271-0a6a-4302-9455-e04da30237ee. Sep 23 15:12:47.626960 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 8146d255-3982-45b3-82ef-bf353c708933 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:12:47.927115 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:12:47.937892 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5edb4c1-c7c1-4cf1-b321-ccf0ee189802 None None] Sync routers for ids ['8146d255-3982-45b3-82ef-bf353c708933'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:12:47.946842 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5edb4c1-c7c1-4cf1-b321-ccf0ee189802 None None] Routers {'8146d255-3982-45b3-82ef-bf353c708933'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:12:47.947447 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-f5edb4c1-c7c1-4cf1-b321-ccf0ee189802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:12:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8146d255-3982-45b3-82ef-bf353c708933'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:48.005294 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:48.060732 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-aa547a3c-02b7-46bc-8c6b-47e8a3ca63e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6815252 Sep 23 15:12:48.061903 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33eef3b6-13ce-4f45-90a1-d181a6897d3c', 'tag': 'd2df0271-0a6a-4302-9455-e04da30237ee'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:12:48.064225 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50030) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:48.064748 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8009c2c01c24846940f3c9c2beb64f503f2d744ca5e92813e431a27377ac34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d554de77-6501-42ea-af4f-e2f338da94c2" -d '{"events": [{"name": "network-changed", "server_uuid": "33eef3b6-13ce-4f45-90a1-d181a6897d3c", "tag": "d2df0271-0a6a-4302-9455-e04da30237ee"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:12:48.126948 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-f5edb4c1-c7c1-4cf1-b321-ccf0ee189802 None None] Set router 8146d255-3982-45b3-82ef-bf353c708933 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:12:48.163889 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f2cb78-224e-4459-8e7c-8e1c42edf362 x-openstack-request-id: req-b1f2cb78-224e-4459-8e7c-8e1c42edf362 {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:12:48.164823 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33eef3b6-13ce-4f45-90a1-d181a6897d3c", "tag": "d2df0271-0a6a-4302-9455-e04da30237ee", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:12:48.165083 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b1f2cb78-224e-4459-8e7c-8e1c42edf362 {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:12:48.165505 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f2cb78-224e-4459-8e7c-8e1c42edf362'] response: {'name': 'network-changed', 'server_uuid': '33eef3b6-13ce-4f45-90a1-d181a6897d3c', 'tag': 'd2df0271-0a6a-4302-9455-e04da30237ee', 'status': 'completed', 'code': 200} Sep 23 15:12:48.177375 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b4015fca-2387-4bbd-9e2c-f201d4418e1c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/886bf7f1-69a9-4f70-a358-bc7a2b5ecd1b HTTP/1.1" status: 200 len: 992 time: 0.1115136 Sep 23 15:12:48.263320 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554de77-6501-42ea-af4f-e2f338da94c2 req-e32ecab7-0265-4524-9e30-5fcf968da0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:48.265450 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d554de77-6501-42ea-af4f-e2f338da94c2 req-e32ecab7-0265-4524-9e30-5fcf968da0ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=33eef3b6-13ce-4f45-90a1-d181a6897d3c HTTP/1.1" status: 200 len: 1098 time: 0.0799611 Sep 23 15:12:48.396998 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554de77-6501-42ea-af4f-e2f338da94c2 req-a2d29d86-558f-4db4-952c-2c916874640b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:48.398548 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d554de77-6501-42ea-af4f-e2f338da94c2 req-a2d29d86-558f-4db4-952c-2c916874640b service neutron] 10.222.0.72 "GET /v2.0/networks?id=7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f HTTP/1.1" status: 200 len: 896 time: 0.1273689 Sep 23 15:12:48.476398 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-f5edb4c1-c7c1-4cf1-b321-ccf0ee189802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8146d255-3982-45b3-82ef-bf353c708933', 'name': 'tempest-TestNetworkBasicOps-router-986177833', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247'}], 'enable_snat': True}, 'gw_port_id': '073d56f2-e676-46e9-b56a-f682df195025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:12:21Z', 'updated_at': '2022-09-23T15:12:26Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '073d56f2-e676-46e9-b56a-f682df195025', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:22Z', 'updated_at': '2022-09-23T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '886bf7f1-69a9-4f70-a358-bc7a2b5ecd1b', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.194', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '8146d255-3982-45b3-82ef-bf353c708933', 'port_id': 'd2df0271-0a6a-4302-9455-e04da30237ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'mac_address': 'fa:16:3e:45:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eef3b6-13ce-4f45-90a1-d181a6897d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:12:46Z', 'updated_at': '2022-09-23T15:12:46Z', 'revision_number': 0, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd784bda5-e087-4b40-89ce-a7665e242021', 'name': '', 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:d3:ae:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:26Z', 'updated_at': '2022-09-23T15:12:31Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:48.480114 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5edb4c1-c7c1-4cf1-b321-ccf0ee189802 None None] Checking router: 8146d255-3982-45b3-82ef-bf353c708933 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:12:48.488572 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5edb4c1-c7c1-4cf1-b321-ccf0ee189802 None None] Routers {'8146d255-3982-45b3-82ef-bf353c708933'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:12:48.489318 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-f5edb4c1-c7c1-4cf1-b321-ccf0ee189802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:12:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8146d255-3982-45b3-82ef-bf353c708933'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:48.504292 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d554de77-6501-42ea-af4f-e2f338da94c2 req-3b1662ff-dab9-4b38-8e65-d51cbdce7775 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2df0271-0a6a-4302-9455-e04da30237ee HTTP/1.1" status: 200 len: 1000 time: 0.0993266 Sep 23 15:12:48.571250 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554de77-6501-42ea-af4f-e2f338da94c2 req-f6577cd1-3ceb-45a2-a0f5-0469c986ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:48.572719 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d554de77-6501-42ea-af4f-e2f338da94c2 req-f6577cd1-3ceb-45a2-a0f5-0469c986ce1b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9bdd53a9-e6de-4413-b644-2aaec328c64e HTTP/1.1" status: 200 len: 835 time: 0.0620646 Sep 23 15:12:48.656079 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554de77-6501-42ea-af4f-e2f338da94c2 req-d492c9a5-7ac6-42cd-94f6-b54afd093a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:48.657550 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d554de77-6501-42ea-af4f-e2f338da94c2 req-d492c9a5-7ac6-42cd-94f6-b54afd093a17 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783186 Sep 23 15:12:48.666248 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-f5edb4c1-c7c1-4cf1-b321-ccf0ee189802 None None] Set router 8146d255-3982-45b3-82ef-bf353c708933 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:12:48.791381 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d554de77-6501-42ea-af4f-e2f338da94c2 req-b235a122-0d12-4bfe-9adc-9bc9937e30c9 service neutron] 10.222.0.72 "GET /v2.0/networks/7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266360 Sep 23 15:12:48.925610 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d554de77-6501-42ea-af4f-e2f338da94c2 req-69b1c2cc-3648-471b-a990-6b6370f8e8b3 service neutron] 10.222.0.72 "GET /v2.0/networks/7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279929 Sep 23 15:12:49.048065 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-f5edb4c1-c7c1-4cf1-b321-ccf0ee189802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8146d255-3982-45b3-82ef-bf353c708933', 'name': 'tempest-TestNetworkBasicOps-router-986177833', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247'}], 'enable_snat': True}, 'gw_port_id': '073d56f2-e676-46e9-b56a-f682df195025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:12:21Z', 'updated_at': '2022-09-23T15:12:26Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '073d56f2-e676-46e9-b56a-f682df195025', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:22Z', 'updated_at': '2022-09-23T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '886bf7f1-69a9-4f70-a358-bc7a2b5ecd1b', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.194', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '8146d255-3982-45b3-82ef-bf353c708933', 'port_id': 'd2df0271-0a6a-4302-9455-e04da30237ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'mac_address': 'fa:16:3e:45:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eef3b6-13ce-4f45-90a1-d181a6897d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:12:46Z', 'updated_at': '2022-09-23T15:12:46Z', 'revision_number': 0, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd784bda5-e087-4b40-89ce-a7665e242021', 'name': '', 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:d3:ae:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:26Z', 'updated_at': '2022-09-23T15:12:31Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:49.051917 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5edb4c1-c7c1-4cf1-b321-ccf0ee189802 None None] The sync data for ids ['8146d255-3982-45b3-82ef-bf353c708933'] in dv-neutron-859093-1-hyperv is: [{'id': '8146d255-3982-45b3-82ef-bf353c708933', 'name': 'tempest-TestNetworkBasicOps-router-986177833', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247'}], 'enable_snat': True}, 'gw_port_id': '073d56f2-e676-46e9-b56a-f682df195025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:12:21Z', 'updated_at': '2022-09-23T15:12:26Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '073d56f2-e676-46e9-b56a-f682df195025', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:22Z', 'updated_at': '2022-09-23T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '886bf7f1-69a9-4f70-a358-bc7a2b5ecd1b', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.194', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '8146d255-3982-45b3-82ef-bf353c708933', 'port_id': 'd2df0271-0a6a-4302-9455-e04da30237ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'mac_address': 'fa:16:3e:45:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eef3b6-13ce-4f45-90a1-d181a6897d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:12:46Z', 'updated_at': '2022-09-23T15:12:46Z', 'revision_number': 0, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd784bda5-e087-4b40-89ce-a7665e242021', 'name': '', 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:d3:ae:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:26Z', 'updated_at': '2022-09-23T15:12:31Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:12:49.180330 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50038) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:49.241699 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5a76e9-fdd0-4335-a59a-e3bade002288 None None] New status for floating IP 886bf7f1-69a9-4f70-a358-bc7a2b5ecd1b: ACTIVE {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:12:49.288541 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a9e15695-104b-4ffd-a24c-014d6ab36bed tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/886bf7f1-69a9-4f70-a358-bc7a2b5ecd1b HTTP/1.1" status: 200 len: 992 time: 0.1070316 Sep 23 15:12:50.292103 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50042) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:12:50.397809 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-63e931e2-b025-4d9a-a244-5dd1a2bd2eba tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/886bf7f1-69a9-4f70-a358-bc7a2b5ecd1b HTTP/1.1" status: 200 len: 994 time: 0.1041021 Sep 23 15:12:52.663940 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe91fe1-5790-4a27-84db-c18db315f1c1 req-a6016de9-0666-44fb-bdee-d02063240995 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:52.665407 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9fe91fe1-5790-4a27-84db-c18db315f1c1 req-a6016de9-0666-44fb-bdee-d02063240995 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 945 time: 0.0886221 Sep 23 15:12:52.712540 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9fe91fe1-5790-4a27-84db-c18db315f1c1 req-544ec51e-b787-454e-a1a8-b34cc9e7f88c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412157 Sep 23 15:12:53.914952 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ffc37-2252-4d98-b347-83f8a7c22dc4 req-8f807d19-9538-4c6f-a2c7-843a2576aca1 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:53.916407 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b22ffc37-2252-4d98-b347-83f8a7c22dc4 req-8f807d19-9538-4c6f-a2c7-843a2576aca1 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 945 time: 0.0924249 Sep 23 15:12:53.961849 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b22ffc37-2252-4d98-b347-83f8a7c22dc4 req-4a617de8-47e6-47ae-ac50-257a77bd3e4c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393221 Sep 23 15:12:54.230912 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5b175-1352-4855-aaf9-1cd1f3b00272 req-a645b9ed-7582-4de7-828c-1232c750651d tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:54.232344 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0eb5b175-1352-4855-aaf9-1cd1f3b00272 req-a645b9ed-7582-4de7-828c-1232c750651d tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.72 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 945 time: 0.0879922 Sep 23 15:12:54.306661 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-0eb5b175-1352-4855-aaf9-1cd1f3b00272 req-97a5cf7c-1b41-4800-bb26-c788111e3450 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Deleting port 06782627-15d1-4272-898e-e78ac3c1a414 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:12:54.307025 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-0eb5b175-1352-4855-aaf9-1cd1f3b00272 req-97a5cf7c-1b41-4800-bb26-c788111e3450 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:54.667255 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-0eb5b175-1352-4855-aaf9-1cd1f3b00272 req-97a5cf7c-1b41-4800-bb26-c788111e3450 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] For port 06782627-15d1-4272-898e-e78ac3c1a414, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=06782627-15d1-4272-898e-e78ac3c1a414,segment=NetworkSegment(2299cf50-8fc5-4710-8b0f-f89efce15188),segment_id=2299cf50-8fc5-4710-8b0f-f89efce15188)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:12:54.667521 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-0eb5b175-1352-4855-aaf9-1cd1f3b00272 req-97a5cf7c-1b41-4800-bb26-c788111e3450 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:54.959006 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-0eb5b175-1352-4855-aaf9-1cd1f3b00272 req-97a5cf7c-1b41-4800-bb26-c788111e3450 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:54.959374 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-0eb5b175-1352-4855-aaf9-1cd1f3b00272 req-97a5cf7c-1b41-4800-bb26-c788111e3450 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:54.959680 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [req-0eb5b175-1352-4855-aaf9-1cd1f3b00272 req-97a5cf7c-1b41-4800-bb26-c788111e3450 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Floating IP f91f8ca0-2484-4847-9ade-0a501d04c874 disassociated. External IP: 172.26.10.129, port: 06782627-15d1-4272-898e-e78ac3c1a414. Sep 23 15:12:54.960012 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-0eb5b175-1352-4855-aaf9-1cd1f3b00272 req-97a5cf7c-1b41-4800-bb26-c788111e3450 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Calling delete_port for 06782627-15d1-4272-898e-e78ac3c1a414 owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:12:55.178878 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f23928-9667-4716-9d71-bdad0464b24e req-4fd2bf69-0b00-435b-84aa-400119846ccd tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:55.180309 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b0f23928-9667-4716-9d71-bdad0464b24e req-4fd2bf69-0b00-435b-84aa-400119846ccd tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 945 time: 0.0972369 Sep 23 15:12:55.215601 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-0eb5b175-1352-4855-aaf9-1cd1f3b00272 req-97a5cf7c-1b41-4800-bb26-c788111e3450 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:55.275123 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b0f23928-9667-4716-9d71-bdad0464b24e req-6a1d9cce-4eca-46f8-b5e1-b6a8cd6e194f tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886664 Sep 23 15:12:55.278555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5cf7c-1b41-4800-bb26-c788111e3450 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Pushing event deleted for resources: {'Port': ['ID=06782627-15d1-4272-898e-e78ac3c1a414,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:55.335986 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5cf7c-1b41-4800-bb26-c788111e3450 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:55.336325 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5cf7c-1b41-4800-bb26-c788111e3450 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:55.336659 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5cf7c-1b41-4800-bb26-c788111e3450 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:55.336987 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5cf7c-1b41-4800-bb26-c788111e3450 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:55.337312 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5cf7c-1b41-4800-bb26-c788111e3450 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:55.337638 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5cf7c-1b41-4800-bb26-c788111e3450 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:55.337962 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5cf7c-1b41-4800-bb26-c788111e3450 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:55.338286 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5cf7c-1b41-4800-bb26-c788111e3450 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:55.338712 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5cf7c-1b41-4800-bb26-c788111e3450 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:55.339031 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5cf7c-1b41-4800-bb26-c788111e3450 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:55.339349 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5cf7c-1b41-4800-bb26-c788111e3450 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:55.339664 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5cf7c-1b41-4800-bb26-c788111e3450 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:12:55.478110 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0eb5b175-1352-4855-aaf9-1cd1f3b00272 req-97a5cf7c-1b41-4800-bb26-c788111e3450 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:12:55.661438 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0eb5b175-1352-4855-aaf9-1cd1f3b00272 req-97a5cf7c-1b41-4800-bb26-c788111e3450 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:12:55.671902 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d1c51b-9166-4d3e-84e0-3a9c445ea956 None None] Sync routers for ids ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:12:55.683359 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d1c51b-9166-4d3e-84e0-3a9c445ea956 None None] Routers {'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:12:55.684388 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-18d1c51b-9166-4d3e-84e0-3a9c445ea956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:12:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:55.756308 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb5b175-1352-4855-aaf9-1cd1f3b00272 req-97a5cf7c-1b41-4800-bb26-c788111e3450 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] No DVR routers for this DVR port 06782627-15d1-4272-898e-e78ac3c1a414 on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:12:55.758859 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-0eb5b175-1352-4855-aaf9-1cd1f3b00272 req-97a5cf7c-1b41-4800-bb26-c788111e3450 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:12:55.765579 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf885d1-2958-4e97-8a84-2b6b6a59448f', 'name': 'network-vif-deleted', 'tag': '06782627-15d1-4272-898e-e78ac3c1a414'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:12:55.767992 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dd0e88-0071-4421-a124-edc56b10cc06" -d '{"events": [{"server_uuid": "3bf885d1-2958-4e97-8a84-2b6b6a59448f", "name": "network-vif-deleted", "tag": "06782627-15d1-4272-898e-e78ac3c1a414"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:12:55.832359 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0eb5b175-1352-4855-aaf9-1cd1f3b00272 req-97a5cf7c-1b41-4800-bb26-c788111e3450 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.72 "DELETE /v2.0/ports/06782627-15d1-4272-898e-e78ac3c1a414 HTTP/1.1" status: 204 len: 173 time: 1.5941293 Sep 23 15:12:55.870461 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-18d1c51b-9166-4d3e-84e0-3a9c445ea956 None None] Set router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:12:55.872446 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbd7067-57de-4c1c-91d8-b506035cc1e4 x-openstack-request-id: req-fcbd7067-57de-4c1c-91d8-b506035cc1e4 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:12:55.872739 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf885d1-2958-4e97-8a84-2b6b6a59448f", "name": "network-vif-deleted", "tag": "06782627-15d1-4272-898e-e78ac3c1a414", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:12:55.872991 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fcbd7067-57de-4c1c-91d8-b506035cc1e4 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:12:55.873391 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcbd7067-57de-4c1c-91d8-b506035cc1e4'] response: {'server_uuid': '3bf885d1-2958-4e97-8a84-2b6b6a59448f', 'name': 'network-vif-deleted', 'tag': '06782627-15d1-4272-898e-e78ac3c1a414', 'status': 'completed', 'code': 200} Sep 23 15:12:56.179958 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-18d1c51b-9166-4d3e-84e0-3a9c445ea956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'name': 'tempest-TestVolumeBootPattern-818665133-router', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107'}], 'enable_snat': True}, 'gw_port_id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:05Z', 'updated_at': '2022-09-23T15:08:22Z', 'revision_number': 4, 'project_id': '4dd03006331a43759c203c055fc73500', 'gw_port': {'id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:07Z', 'updated_at': '2022-09-23T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '151e0e53-e3ba-4bc9-9023-6df4ff246ff1', 'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'mac_address': 'fa:16:3e:88:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:18Z', 'updated_at': '2022-09-23T15:08:32Z', 'revision_number': 5, 'project_id': '4dd03006331a43759c203c055fc73500', 'subnets': [{'id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:56.184040 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d1c51b-9166-4d3e-84e0-3a9c445ea956 None None] Checking router: e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:12:56.192471 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d1c51b-9166-4d3e-84e0-3a9c445ea956 None None] Routers {'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:12:56.193057 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-18d1c51b-9166-4d3e-84e0-3a9c445ea956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:12:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:56.378657 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-18d1c51b-9166-4d3e-84e0-3a9c445ea956 None None] Set router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:12:56.443591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-46ff021b-7735-4eaa-bdec-85398ab14ef7 req-0d7e0bab-c1bb-4769-89e8-5804e223b47e tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Synchronizing usage tracker for tenant:4dd03006331a43759c203c055fc73500 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:12:56.501711 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-46ff021b-7735-4eaa-bdec-85398ab14ef7 req-0d7e0bab-c1bb-4769-89e8-5804e223b47e tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Unset dirty status for tenant:4dd03006331a43759c203c055fc73500 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:12:56.503261 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-46ff021b-7735-4eaa-bdec-85398ab14ef7 req-0d7e0bab-c1bb-4769-89e8-5804e223b47e tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bf885d1-2958-4e97-8a84-2b6b6a59448f HTTP/1.1" status: 200 len: 210 time: 0.1103082 Sep 23 15:12:56.705258 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-18d1c51b-9166-4d3e-84e0-3a9c445ea956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'name': 'tempest-TestVolumeBootPattern-818665133-router', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107'}], 'enable_snat': True}, 'gw_port_id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:05Z', 'updated_at': '2022-09-23T15:08:22Z', 'revision_number': 4, 'project_id': '4dd03006331a43759c203c055fc73500', 'gw_port': {'id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:07Z', 'updated_at': '2022-09-23T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '151e0e53-e3ba-4bc9-9023-6df4ff246ff1', 'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'mac_address': 'fa:16:3e:88:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:18Z', 'updated_at': '2022-09-23T15:08:32Z', 'revision_number': 5, 'project_id': '4dd03006331a43759c203c055fc73500', 'subnets': [{'id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:56.709077 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d1c51b-9166-4d3e-84e0-3a9c445ea956 None None] The sync data for ids ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'] in dv-neutron-859093-1-hyperv is: [{'id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'name': 'tempest-TestVolumeBootPattern-818665133-router', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107'}], 'enable_snat': True}, 'gw_port_id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:05Z', 'updated_at': '2022-09-23T15:08:22Z', 'revision_number': 4, 'project_id': '4dd03006331a43759c203c055fc73500', 'gw_port': {'id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:07Z', 'updated_at': '2022-09-23T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '151e0e53-e3ba-4bc9-9023-6df4ff246ff1', 'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'mac_address': 'fa:16:3e:88:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:18Z', 'updated_at': '2022-09-23T15:08:32Z', 'revision_number': 5, 'project_id': '4dd03006331a43759c203c055fc73500', 'subnets': [{'id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:12:56.911509 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a90acf-883c-413e-8e0f-2ecff8917901 None None] New status for floating IP f91f8ca0-2484-4847-9ade-0a501d04c874: DOWN {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:12:57.853572 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a46e01d-831a-46f1-add5-0cc046031907 req-4a5379bb-c313-4bf3-a8e2-a9d28311d0bd tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1988221351&fields=id&tenant_id=4dd03006331a43759c203c055fc73500 HTTP/1.1" status: 200 len: 267 time: 0.0393016 Sep 23 15:12:58.100329 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46e01d-831a-46f1-add5-0cc046031907 req-c011fd71-4222-41fb-944b-cb91ce342b24 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:58.101664 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a46e01d-831a-46f1-add5-0cc046031907 req-c011fd71-4222-41fb-944b-cb91ce342b24 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/networks?id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a HTTP/1.1" status: 200 len: 811 time: 0.2415795 Sep 23 15:12:58.115779 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a46e01d-831a-46f1-add5-0cc046031907 req-7a2bc176-436c-4b92-870d-d899fa4dc091 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/quotas/4dd03006331a43759c203c055fc73500 HTTP/1.1" status: 200 len: 375 time: 0.0087512 Sep 23 15:12:58.137923 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 06782627-15d1-4272-898e-e78ac3c1a414 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:12:58.172550 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 06782627-15d1-4272-898e-e78ac3c1a414 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:12:58.172899 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 06782627-15d1-4272-898e-e78ac3c1a414 not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:12:58.207574 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a46e01d-831a-46f1-add5-0cc046031907 req-3121e6fc-d88c-4753-8771-3e82f4db8689 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4dd03006331a43759c203c055fc73500&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0870049 Sep 23 15:12:58.222088 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [req-2a46e01d-831a-46f1-add5-0cc046031907 req-ebc0b466-a9f3-4dde-bd8b-320c78fc5ab6 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:12:58.223040 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a46e01d-831a-46f1-add5-0cc046031907 req-ebc0b466-a9f3-4dde-bd8b-320c78fc5ab6 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048361 Sep 23 15:12:58.350543 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a46e01d-831a-46f1-add5-0cc046031907 req-db1b3cd9-dc9d-47a7-b14a-a768b3ec0330 service neutron] 10.222.0.67 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221318 Sep 23 15:12:58.481782 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a46e01d-831a-46f1-add5-0cc046031907 req-11ad9565-54c2-4a73-87b7-958c3b2430a3 service neutron] 10.222.0.67 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256781 Sep 23 15:12:59.120354 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-9b3733c6-6cfe-4fc9-adb2-d3b40a1c9738 req-8d9dfcf2-3c66-4f23-a4db-96ede6e29432 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 210 time: 0.0508192 Sep 23 15:13:00.283469 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-64105e9c-dc8d-4c5c-bcfb-cf93ea32dedb req-e9b222f6-407e-4a4c-ab85-197e52e4d103 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 210 time: 0.0546901 Sep 23 15:13:01.329334 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46e01d-831a-46f1-add5-0cc046031907 req-daf90af9-eebf-409c-b958-2a5a20d5f16f tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:01.330774 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a46e01d-831a-46f1-add5-0cc046031907 req-daf90af9-eebf-409c-b958-2a5a20d5f16f tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.72 "GET /v2.0/networks?id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a HTTP/1.1" status: 200 len: 811 time: 0.1463323 Sep 23 15:13:01.379498 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a46e01d-831a-46f1-add5-0cc046031907 req-792c29d7-f28b-4ea3-a49d-c5ccefc67752 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dd03006331a43759c203c055fc73500 HTTP/1.1" status: 200 len: 380 time: 0.0405455 Sep 23 15:13:01.387502 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-2a46e01d-831a-46f1-add5-0cc046031907 req-2adaea4c-1bb4-4383-a82f-73b72a4119a2 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Request body: {'port': {'device_id': 'b2f24238-4edb-4248-841a-2f832000dcb2', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'admin_state_up': True, 'tenant_id': '4dd03006331a43759c203c055fc73500', 'security_groups': ['f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:13:01.452769 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-fe93013d-1b01-4136-8b48-c940ada768b8 req-e15ca55d-7ee0-4519-9679-0c3821e50641 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 210 time: 0.0567923 Sep 23 15:13:01.527980 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-2a46e01d-831a-46f1-add5-0cc046031907 req-2adaea4c-1bb4-4383-a82f-73b72a4119a2 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:13:01.537899 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-2a46e01d-831a-46f1-add5-0cc046031907 req-2adaea4c-1bb4-4383-a82f-73b72a4119a2 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:13:01.639703 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a46e01d-831a-46f1-add5-0cc046031907 req-2adaea4c-1bb4-4383-a82f-73b72a4119a2 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Made reservation on behalf of 4dd03006331a43759c203c055fc73500 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:13:01.642832 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2a46e01d-831a-46f1-add5-0cc046031907 req-2adaea4c-1bb4-4383-a82f-73b72a4119a2 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:01.806179 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-2a46e01d-831a-46f1-add5-0cc046031907 req-2adaea4c-1bb4-4383-a82f-73b72a4119a2 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Allocated IP 172.20.0.7 (54f9df89-e4c3-410f-a46e-fdf8b10aca9a/64979ce6-fb4a-43b7-a76f-4e9da53aeed1/6a991f0f-65c5-4879-bce4-4dcc65ae0aa1) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:13:01.992335 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2a46e01d-831a-46f1-add5-0cc046031907 req-2adaea4c-1bb4-4383-a82f-73b72a4119a2 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:02.007280 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-2a46e01d-831a-46f1-add5-0cc046031907 req-2adaea4c-1bb4-4383-a82f-73b72a4119a2 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Transition to ACTIVE for port object 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:13:02.118633 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5da7a3d7-dab5-4827-83c9-6763300c1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:02.141937 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2a46e01d-831a-46f1-add5-0cc046031907 req-2adaea4c-1bb4-4383-a82f-73b72a4119a2 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:02.210575 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a46e01d-831a-46f1-add5-0cc046031907 req-2adaea4c-1bb4-4383-a82f-73b72a4119a2 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Network 54f9df89-e4c3-410f-a46e-fdf8b10aca9a is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:13:02.213492 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-2a46e01d-831a-46f1-add5-0cc046031907 req-2adaea4c-1bb4-4383-a82f-73b72a4119a2 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:13:02.216188 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a46e01d-831a-46f1-add5-0cc046031907 req-2adaea4c-1bb4-4383-a82f-73b72a4119a2 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:13:02.265225 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adaea4c-1bb4-4383-a82f-73b72a4119a2 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Pushing event updated for resources: {'Port': ['ID=6a991f0f-65c5-4879-bce4-4dcc65ae0aa1,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:02.290308 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46e01d-831a-46f1-add5-0cc046031907 req-2adaea4c-1bb4-4383-a82f-73b72a4119a2 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:02.291090 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2a46e01d-831a-46f1-add5-0cc046031907 req-2adaea4c-1bb4-4383-a82f-73b72a4119a2 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:02.386161 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a46e01d-831a-46f1-add5-0cc046031907 req-2adaea4c-1bb4-4383-a82f-73b72a4119a2 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0019116 Sep 23 15:13:02.397752 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-2a46e01d-831a-46f1-add5-0cc046031907 req-eacbb9b8-e447-4076-be42-9b342bcce324 service neutron] Request body: {'port': {'device_id': 'b2f24238-4edb-4248-841a-2f832000dcb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:13:02.513559 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2a46e01d-831a-46f1-add5-0cc046031907 req-eacbb9b8-e447-4076-be42-9b342bcce324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:02.570552 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ecc6f207-bfa2-418a-86ce-40da76ca5e2d None None] Provisioning for port 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:13:02.577712 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ecc6f207-bfa2-418a-86ce-40da76ca5e2d None None] Provisioning complete for port 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:13:02.578197 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ecc6f207-bfa2-418a-86ce-40da76ca5e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:02.578442 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ecc6f207-bfa2-418a-86ce-40da76ca5e2d None None] Attempt 1 to provision port 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 Sep 23 15:13:02.614003 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:02.636156 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ecc6f207-bfa2-418a-86ce-40da76ca5e2d None None] Port 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:13:02.922528 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31372ae-4ae3-45c3-8e69-a80fc57a8866 req-4977a0ec-0c3d-4bf4-a813-ef8c922bb072 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:02.923265 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-c31372ae-4ae3-45c3-8e69-a80fc57a8866 req-4977a0ec-0c3d-4bf4-a813-ef8c922bb072 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Synchronizing usage tracker for tenant:4dd03006331a43759c203c055fc73500 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:13:03.026749 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-c31372ae-4ae3-45c3-8e69-a80fc57a8866 req-4977a0ec-0c3d-4bf4-a813-ef8c922bb072 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Unset dirty status for tenant:4dd03006331a43759c203c055fc73500 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:13:03.027906 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c31372ae-4ae3-45c3-8e69-a80fc57a8866 req-4977a0ec-0c3d-4bf4-a813-ef8c922bb072 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 931 time: 0.4468734 Sep 23 15:13:03.080678 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-2a46e01d-831a-46f1-add5-0cc046031907 req-eacbb9b8-e447-4076-be42-9b342bcce324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:13:03.091474 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2a46e01d-831a-46f1-add5-0cc046031907 req-eacbb9b8-e447-4076-be42-9b342bcce324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:03.103519 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c31372ae-4ae3-45c3-8e69-a80fc57a8866 req-62e5b5d6-f1fc-43ab-a9f6-3325c5cd17c2 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648460 Sep 23 15:13:03.112806 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-2a46e01d-831a-46f1-add5-0cc046031907 req-eacbb9b8-e447-4076-be42-9b342bcce324 service neutron] Transition to ACTIVE for port object 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:13:03.137745 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ecc6f207-bfa2-418a-86ce-40da76ca5e2d None None] Attempt 2 to provision port 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 Sep 23 15:13:03.159442 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2a46e01d-831a-46f1-add5-0cc046031907 req-eacbb9b8-e447-4076-be42-9b342bcce324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:03.231070 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ecc6f207-bfa2-418a-86ce-40da76ca5e2d None None] Port 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:13:03.353042 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbb9b8-e447-4076-be42-9b342bcce324 service neutron] Pushing event updated for resources: {'Port': ['ID=6a991f0f-65c5-4879-bce4-4dcc65ae0aa1,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:03.394750 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-2a46e01d-831a-46f1-add5-0cc046031907 req-eacbb9b8-e447-4076-be42-9b342bcce324 service neutron] Attempting to bind port 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:13:03.395615 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-2a46e01d-831a-46f1-add5-0cc046031907 req-eacbb9b8-e447-4076-be42-9b342bcce324 service neutron] Attempting to bind port 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '2299cf50-8fc5-4710-8b0f-f89efce15188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:13:03.395615 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a46e01d-831a-46f1-add5-0cc046031907 req-eacbb9b8-e447-4076-be42-9b342bcce324 service neutron] Attempting to bind port 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 on network 54f9df89-e4c3-410f-a46e-fdf8b10aca9a {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:13:03.399875 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a46e01d-831a-46f1-add5-0cc046031907 req-eacbb9b8-e447-4076-be42-9b342bcce324 service neutron] Port 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 on network 54f9df89-e4c3-410f-a46e-fdf8b10aca9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:13:03.400192 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a46e01d-831a-46f1-add5-0cc046031907 req-eacbb9b8-e447-4076-be42-9b342bcce324 service neutron] Attempting to bind port 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 on network 54f9df89-e4c3-410f-a46e-fdf8b10aca9a {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:13:03.405661 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a46e01d-831a-46f1-add5-0cc046031907 req-eacbb9b8-e447-4076-be42-9b342bcce324 service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:13:03.405992 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a46e01d-831a-46f1-add5-0cc046031907 req-eacbb9b8-e447-4076-be42-9b342bcce324 service neutron] Checking segment: {'id': '2299cf50-8fc5-4710-8b0f-f89efce15188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:13:03.406398 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a46e01d-831a-46f1-add5-0cc046031907 req-eacbb9b8-e447-4076-be42-9b342bcce324 service neutron] Bound using segment: {'id': '2299cf50-8fc5-4710-8b0f-f89efce15188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:13:03.406811 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-2a46e01d-831a-46f1-add5-0cc046031907 req-eacbb9b8-e447-4076-be42-9b342bcce324 service neutron] Bound port: 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2299cf50-8fc5-4710-8b0f-f89efce15188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:13:03.407156 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2a46e01d-831a-46f1-add5-0cc046031907 req-eacbb9b8-e447-4076-be42-9b342bcce324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:03.497788 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-2a46e01d-831a-46f1-add5-0cc046031907 req-eacbb9b8-e447-4076-be42-9b342bcce324 service neutron] For port 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:13:03.500900 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-2a46e01d-831a-46f1-add5-0cc046031907 req-eacbb9b8-e447-4076-be42-9b342bcce324 service neutron] For port 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=6a991f0f-65c5-4879-bce4-4dcc65ae0aa1,segment=NetworkSegment(2299cf50-8fc5-4710-8b0f-f89efce15188),segment_id=2299cf50-8fc5-4710-8b0f-f89efce15188)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:13:03.570726 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2a46e01d-831a-46f1-add5-0cc046031907 req-eacbb9b8-e447-4076-be42-9b342bcce324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:03.573983 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46e01d-831a-46f1-add5-0cc046031907 req-eacbb9b8-e447-4076-be42-9b342bcce324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:03.574868 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2a46e01d-831a-46f1-add5-0cc046031907 req-eacbb9b8-e447-4076-be42-9b342bcce324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:03.576259 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a46e01d-831a-46f1-add5-0cc046031907 req-eacbb9b8-e447-4076-be42-9b342bcce324 service neutron] 10.222.0.72 "PUT /v2.0/ports/6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 HTTP/1.1" status: 200 len: 1093 time: 1.1826413 Sep 23 15:13:03.607176 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f24238-4edb-4248-841a-2f832000dcb2', 'tag': '6a991f0f-65c5-4879-bce4-4dcc65ae0aa1'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:13:03.609482 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8edcdb2-1db6-4979-8f79-e337273ac58d" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f24238-4edb-4248-841a-2f832000dcb2", "tag": "6a991f0f-65c5-4879-bce4-4dcc65ae0aa1"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:13:03.651163 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbb9b8-e447-4076-be42-9b342bcce324 service neutron] Pushing event updated for resources: {'Port': ['ID=6a991f0f-65c5-4879-bce4-4dcc65ae0aa1,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:03.655742 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20db63ef-c98d-4f2d-9271-34d058ee5594 x-openstack-request-id: req-20db63ef-c98d-4f2d-9271-34d058ee5594 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:13:03.656030 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f24238-4edb-4248-841a-2f832000dcb2", "tag": "6a991f0f-65c5-4879-bce4-4dcc65ae0aa1", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:13:03.656280 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-20db63ef-c98d-4f2d-9271-34d058ee5594 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:13:03.656663 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20db63ef-c98d-4f2d-9271-34d058ee5594'] response: {'name': 'network-changed', 'server_uuid': 'b2f24238-4edb-4248-841a-2f832000dcb2', 'tag': '6a991f0f-65c5-4879-bce4-4dcc65ae0aa1', 'status': 'completed', 'code': 200} Sep 23 15:13:03.732085 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ecc6f207-bfa2-418a-86ce-40da76ca5e2d None None] Attempt 3 to provision port 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 Sep 23 15:13:03.763660 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edcdb2-1db6-4979-8f79-e337273ac58d req-65dd34df-bea2-422b-9f7f-c91477d55243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:03.765807 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d8edcdb2-1db6-4979-8f79-e337273ac58d req-65dd34df-bea2-422b-9f7f-c91477d55243 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4dd03006331a43759c203c055fc73500&device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 1096 time: 0.0854187 Sep 23 15:13:03.795030 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ecc6f207-bfa2-418a-86ce-40da76ca5e2d None None] Port 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:13:03.916558 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edcdb2-1db6-4979-8f79-e337273ac58d req-cf38a35c-01b9-469d-8c9f-570cc4758af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:03.917906 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d8edcdb2-1db6-4979-8f79-e337273ac58d req-cf38a35c-01b9-469d-8c9f-570cc4758af8 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=4dd03006331a43759c203c055fc73500&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1436808 Sep 23 15:13:04.055725 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8edcdb2-1db6-4979-8f79-e337273ac58d req-7df076f0-71fd-4a30-a74a-9549235148a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:04.057178 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d8edcdb2-1db6-4979-8f79-e337273ac58d req-7df076f0-71fd-4a30-a74a-9549235148a5 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311662 Sep 23 15:13:04.170241 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46e01d-831a-46f1-add5-0cc046031907 req-38862049-7135-4040-981e-d333e2a2efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:04.172243 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a46e01d-831a-46f1-add5-0cc046031907 req-38862049-7135-4040-981e-d333e2a2efc9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4dd03006331a43759c203c055fc73500&device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 1096 time: 0.0785275 Sep 23 15:13:04.279696 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a46e01d-831a-46f1-add5-0cc046031907 req-a6ef92f1-f6da-4d0e-92a3-272f6dc46e80 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 HTTP/1.1" status: 200 len: 217 time: 0.0995674 Sep 23 15:13:04.357968 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46e01d-831a-46f1-add5-0cc046031907 req-d2735c66-ef51-4b00-b55b-26e25cf9a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:04.359377 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a46e01d-831a-46f1-add5-0cc046031907 req-d2735c66-ef51-4b00-b55b-26e25cf9a47e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64979ce6-fb4a-43b7-a76f-4e9da53aeed1 HTTP/1.1" status: 200 len: 850 time: 0.0724504 Sep 23 15:13:04.423465 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428062c-934c-45b9-9d09-51cf286b6cc5 req-7ade847f-e009-404a-a626-3f466d6385b9 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:04.424792 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5428062c-934c-45b9-9d09-51cf286b6cc5 req-7ade847f-e009-404a-a626-3f466d6385b9 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 943 time: 0.1953449 Sep 23 15:13:04.481465 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5428062c-934c-45b9-9d09-51cf286b6cc5 req-f9204762-8e5d-48ae-9fff-d557f065aeb6 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500772 Sep 23 15:13:04.490361 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46e01d-831a-46f1-add5-0cc046031907 req-2e5843a5-738b-4db0-93c6-a7692615d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:04.491774 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a46e01d-831a-46f1-add5-0cc046031907 req-2e5843a5-738b-4db0-93c6-a7692615d638 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1249330 Sep 23 15:13:04.734522 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a46e01d-831a-46f1-add5-0cc046031907 req-db7015f4-52f6-4668-8947-4a10c5e56789 service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358272 Sep 23 15:13:04.864122 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a46e01d-831a-46f1-add5-0cc046031907 req-14eb08f0-5c4d-4439-8e7f-d97602d1d07b service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231701 Sep 23 15:13:05.010287 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc4b25d4-fefc-4490-93fd-3c0094ab4f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:05.513285 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:05.537226 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:05.682676 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32dff22-a3d8-4e13-a12d-0e7e51502708 req-0b750143-0563-4d57-9eac-53411a40de20 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:05.684359 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f32dff22-a3d8-4e13-a12d-0e7e51502708 req-0b750143-0563-4d57-9eac-53411a40de20 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 943 time: 0.0900071 Sep 23 15:13:05.728883 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f32dff22-a3d8-4e13-a12d-0e7e51502708 req-d2bac788-7c14-4772-9b21-49d4dcacb907 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388575 Sep 23 15:13:06.899098 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:06.924025 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0f8e1-2fd1-437b-967a-b0b677c259a7 req-91073985-de63-4b25-b058-0be781413fb0 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:06.925476 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c2b0f8e1-2fd1-437b-967a-b0b677c259a7 req-91073985-de63-4b25-b058-0be781413fb0 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 943 time: 0.0878289 Sep 23 15:13:06.969655 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c2b0f8e1-2fd1-437b-967a-b0b677c259a7 req-d951df63-527c-4c8e-a647-a15d00f2a6b6 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385523 Sep 23 15:13:08.170049 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ce9cc-659f-4489-98ed-62b31921eb38 req-9c56ebd4-bef7-4f24-be72-a92ae71c486c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:08.171498 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-5b9ce9cc-659f-4489-98ed-62b31921eb38 req-9c56ebd4-bef7-4f24-be72-a92ae71c486c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 943 time: 0.0914199 Sep 23 15:13:08.215074 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-5b9ce9cc-659f-4489-98ed-62b31921eb38 req-3a1b7356-9031-40af-810f-e0270157cc69 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379663 Sep 23 15:13:09.412247 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c4a40-7310-4392-ae2d-240fd0628375 req-615e8a4d-2ae5-4a34-b135-f1ba794d3380 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:09.413701 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-157c4a40-7310-4392-ae2d-240fd0628375 req-615e8a4d-2ae5-4a34-b135-f1ba794d3380 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 943 time: 0.0870693 Sep 23 15:13:09.460130 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-157c4a40-7310-4392-ae2d-240fd0628375 req-49591ea6-0116-4476-9ac7-29ad037507ef tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407557 Sep 23 15:13:10.800155 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce6697-caee-42d7-8887-0b187847e329 req-3f641b76-50e7-4f46-9d02-33241cc7f386 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:10.801527 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-22ce6697-caee-42d7-8887-0b187847e329 req-3f641b76-50e7-4f46-9d02-33241cc7f386 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 943 time: 0.0894785 Sep 23 15:13:10.846202 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-22ce6697-caee-42d7-8887-0b187847e329 req-6ef760d6-03b8-46c9-be4c-32032469a303 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389397 Sep 23 15:13:12.043935 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f3c64-26d2-4f8b-8343-62324df088aa req-26a60f65-eda9-4573-9639-44c6e5dd5a7a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:12.045412 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-5d1f3c64-26d2-4f8b-8343-62324df088aa req-26a60f65-eda9-4573-9639-44c6e5dd5a7a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 943 time: 0.0868504 Sep 23 15:13:12.088463 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-5d1f3c64-26d2-4f8b-8343-62324df088aa req-6a4c2c4d-d661-4ff0-b391-73aee1bf9858 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373845 Sep 23 15:13:12.206921 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:13:12.339371 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=6a991f0f-65c5-4879-bce4-4dcc65ae0aa1,segment=NetworkSegment(2299cf50-8fc5-4710-8b0f-f89efce15188),segment_id=2299cf50-8fc5-4710-8b0f-f89efce15188)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:13:12.352221 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '6a991f0f-65c5-4879-bce4-4dcc65ae0aa1', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'port_id': '6a991f0f-65c5-4879-bce4-4dcc65ae0aa1', 'mac_address': 'fa:16:3e:48:7b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:13:12.405701 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:13:12.406078 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:12.422396 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:13:12.438483 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=6a991f0f-65c5-4879-bce4-4dcc65ae0aa1,segment=NetworkSegment(2299cf50-8fc5-4710-8b0f-f89efce15188),segment_id=2299cf50-8fc5-4710-8b0f-f89efce15188)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:13:12.499468 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:12.568957 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=6a991f0f-65c5-4879-bce4-4dcc65ae0aa1,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:12.576075 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:12.577047 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:12.577387 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:12.577748 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:12.578052 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:12.578412 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:12.578741 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:12.579066 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:12.579419 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:12.579739 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:12.580059 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:12.580376 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:12.718457 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['6a991f0f-65c5-4879-bce4-4dcc65ae0aa1'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:13:13.290137 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c192009-ea08-494b-a485-e767355b4a89 req-863f98c8-dbcc-496a-a09a-7d874a8f88e8 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:13.291615 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5c192009-ea08-494b-a485-e767355b4a89 req-863f98c8-dbcc-496a-a09a-7d874a8f88e8 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 944 time: 0.0946972 Sep 23 15:13:13.340075 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5c192009-ea08-494b-a485-e767355b4a89 req-3cd92e98-aa62-41d0-9c14-d209e297b0d9 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420249 Sep 23 15:13:14.233093 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:13:14.356046 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:13:14.361323 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:13:14.361692 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:14.362027 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 Sep 23 15:13:14.480845 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:13:14.481223 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:14.508834 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f24238-4edb-4248-841a-2f832000dcb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a991f0f-65c5-4879-bce4-4dcc65ae0aa1'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:13:14.511046 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7656ce90-388f-441c-bd89-f2dc3211ffe0" -d '{"events": [{"server_uuid": "b2f24238-4edb-4248-841a-2f832000dcb2", "name": "network-vif-plugged", "status": "completed", "tag": "6a991f0f-65c5-4879-bce4-4dcc65ae0aa1"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:13:14.519689 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=6a991f0f-65c5-4879-bce4-4dcc65ae0aa1,segment=NetworkSegment(2299cf50-8fc5-4710-8b0f-f89efce15188),segment_id=2299cf50-8fc5-4710-8b0f-f89efce15188)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:13:14.542436 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e6b16-ba2f-4711-afd1-74f01e487faa req-852c2be3-7739-49ff-beb2-8f4acfce47b5 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:14.543889 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cf8e6b16-ba2f-4711-afd1-74f01e487faa req-852c2be3-7739-49ff-beb2-8f4acfce47b5 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 944 time: 0.0911674 Sep 23 15:13:14.588985 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cf8e6b16-ba2f-4711-afd1-74f01e487faa req-2a4a7aa9-cf4e-4bb1-b85c-7e39ca182821 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388618 Sep 23 15:13:14.595657 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:14.632428 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ba6f00-6956-4be9-a4a0-fd8bef44e40b x-openstack-request-id: req-e1ba6f00-6956-4be9-a4a0-fd8bef44e40b {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:13:14.632704 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f24238-4edb-4248-841a-2f832000dcb2", "name": "network-vif-plugged", "status": "completed", "tag": "6a991f0f-65c5-4879-bce4-4dcc65ae0aa1", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:13:14.638269 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e1ba6f00-6956-4be9-a4a0-fd8bef44e40b {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:13:14.638269 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1ba6f00-6956-4be9-a4a0-fd8bef44e40b'] response: {'server_uuid': 'b2f24238-4edb-4248-841a-2f832000dcb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a991f0f-65c5-4879-bce4-4dcc65ae0aa1', 'code': 200} Sep 23 15:13:14.690631 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=6a991f0f-65c5-4879-bce4-4dcc65ae0aa1,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:15.048482 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf74776-4936-4047-af07-f5f4d619a20f req-604910d7-9894-4310-96c9-d408b295f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:15.049924 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0bf74776-4936-4047-af07-f5f4d619a20f req-604910d7-9894-4310-96c9-d408b295f80c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 1098 time: 0.0758142 Sep 23 15:13:15.089674 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0bf74776-4936-4047-af07-f5f4d619a20f req-de3d710a-ed66-40ed-8756-c1c024bec17a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330982 Sep 23 15:13:15.788002 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d15f19-836f-4234-942c-c6649a6f3687 req-b3c80d2c-a60a-477c-9771-e6627f61872f tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:15.789478 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f4d15f19-836f-4234-942c-c6649a6f3687 req-b3c80d2c-a60a-477c-9771-e6627f61872f tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 945 time: 0.0872040 Sep 23 15:13:15.837526 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f4d15f19-836f-4234-942c-c6649a6f3687 req-92b0069e-7182-4754-9aee-0767ec3ede99 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423927 Sep 23 15:13:17.037986 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248183e-1be9-45a0-a41d-d410fd630f55 req-5f106fad-737c-4c03-a201-9bd9f77f5183 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:17.039435 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9248183e-1be9-45a0-a41d-d410fd630f55 req-5f106fad-737c-4c03-a201-9bd9f77f5183 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 945 time: 0.0888994 Sep 23 15:13:17.082721 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9248183e-1be9-45a0-a41d-d410fd630f55 req-a873260f-1d7c-4d9b-b34d-6ebac5149a41 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376103 Sep 23 15:13:17.275324 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc69a2-0904-4102-bf99-24eba64a287b req-2a79f80d-eac9-407b-aae8-bb593c01e603 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:17.276791 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f6cc69a2-0904-4102-bf99-24eba64a287b req-2a79f80d-eac9-407b-aae8-bb593c01e603 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 945 time: 0.0877531 Sep 23 15:13:17.320684 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f6cc69a2-0904-4102-bf99-24eba64a287b req-5b940e13-a2c0-4f7f-afc1-74762e30c351 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376377 Sep 23 15:13:17.349726 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50136) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:13:17.429076 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b0c0bf-dada-45cb-9264-c6e50fe51923 tempest-TestVolumeBootPattern-1416517948 tempest-TestVolumeBootPattern-1416517948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:17.429784 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-47b0c0bf-dada-45cb-9264-c6e50fe51923 tempest-TestVolumeBootPattern-1416517948 tempest-TestVolumeBootPattern-1416517948-project-admin] Synchronizing usage tracker for tenant:121498c666ce46819fcd1c388d8f9c4b on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:13:17.512351 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-47b0c0bf-dada-45cb-9264-c6e50fe51923 tempest-TestVolumeBootPattern-1416517948 tempest-TestVolumeBootPattern-1416517948-project-admin] Unset dirty status for tenant:121498c666ce46819fcd1c388d8f9c4b on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:13:17.513493 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-47b0c0bf-dada-45cb-9264-c6e50fe51923 tempest-TestVolumeBootPattern-1416517948 tempest-TestVolumeBootPattern-1416517948-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 1093 time: 0.1628783 Sep 23 15:13:17.516791 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50140) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:13:17.521621 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-38afc1cb-09fc-47dc-af6c-d1b218825721 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': '6a991f0f-65c5-4879-bce4-4dcc65ae0aa1', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:13:17.527613 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-38afc1cb-09fc-47dc-af6c-d1b218825721 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:13:17.534084 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-38afc1cb-09fc-47dc-af6c-d1b218825721 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Usage tracker for resource:floatingip and tenant:4dd03006331a43759c203c055fc73500 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:13:17.534232 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-38afc1cb-09fc-47dc-af6c-d1b218825721 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:13:17.539914 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-38afc1cb-09fc-47dc-af6c-d1b218825721 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:13:17.615498 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-38afc1cb-09fc-47dc-af6c-d1b218825721 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for floatingip, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:17.752109 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-38afc1cb-09fc-47dc-af6c-d1b218825721 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:17.885175 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-38afc1cb-09fc-47dc-af6c-d1b218825721 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Allocated IP 172.26.10.122 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/3362a141-63cc-4c78-a61e-46a942fb9e1c) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:13:18.028830 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-38afc1cb-09fc-47dc-af6c-d1b218825721 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:18.077865 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:13:18.105001 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-38afc1cb-09fc-47dc-af6c-d1b218825721 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:18.172268 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38afc1cb-09fc-47dc-af6c-d1b218825721 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:13:18.173289 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-38afc1cb-09fc-47dc-af6c-d1b218825721 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:13:18.176827 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38afc1cb-09fc-47dc-af6c-d1b218825721 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:13:18.218286 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afc1cb-09fc-47dc-af6c-d1b218825721 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Pushing event updated for resources: {'Port': ['ID=3362a141-63cc-4c78-a61e-46a942fb9e1c,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:18.702439 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-38afc1cb-09fc-47dc-af6c-d1b218825721 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:18.834600 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-38afc1cb-09fc-47dc-af6c-d1b218825721 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:19.036995 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-38afc1cb-09fc-47dc-af6c-d1b218825721 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:19.099108 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-38afc1cb-09fc-47dc-af6c-d1b218825721 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:19.204693 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afc1cb-09fc-47dc-af6c-d1b218825721 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Pushing event updated for resources: {'Port': ['ID=3362a141-63cc-4c78-a61e-46a942fb9e1c,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:19.207057 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-38afc1cb-09fc-47dc-af6c-d1b218825721 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:19.374076 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-38afc1cb-09fc-47dc-af6c-d1b218825721 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Floating IP 51638978-a8ce-490f-8119-2879b9e9d238 associated. External IP: 172.26.10.122, port: 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1. Sep 23 15:13:19.572501 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50146) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:13:19.655589 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b98df01-1090-4b18-a2dd-c66e197636bd tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:19.656072 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b98df01-1090-4b18-a2dd-c66e197636bd tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:19.656544 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b98df01-1090-4b18-a2dd-c66e197636bd tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:19.658197 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8b98df01-1090-4b18-a2dd-c66e197636bd tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/ports?project_id=8433d6d3ee51437084758ba6444603b3&network_id=7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f HTTP/1.1" status: 200 len: 2999 time: 0.0843854 Sep 23 15:13:19.732164 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38afc1cb-09fc-47dc-af6c-d1b218825721 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:13:19.932191 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38afc1cb-09fc-47dc-af6c-d1b218825721 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:13:19.942749 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ccc8f3-9259-40bf-a5ce-1dd19e63a322 None None] Sync routers for ids ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:13:19.952489 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ccc8f3-9259-40bf-a5ce-1dd19e63a322 None None] Routers {'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:13:19.953179 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-67ccc8f3-9259-40bf-a5ce-1dd19e63a322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:13:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:13:20.019134 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-38afc1cb-09fc-47dc-af6c-d1b218825721 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:20.076657 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-38afc1cb-09fc-47dc-af6c-d1b218825721 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5583575 Sep 23 15:13:20.077252 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f24238-4edb-4248-841a-2f832000dcb2', 'tag': '6a991f0f-65c5-4879-bce4-4dcc65ae0aa1'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:13:20.079603 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8009c2c01c24846940f3c9c2beb64f503f2d744ca5e92813e431a27377ac34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5007a1-439d-48b7-a5a7-3c482417cc4e" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f24238-4edb-4248-841a-2f832000dcb2", "tag": "6a991f0f-65c5-4879-bce4-4dcc65ae0aa1"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:13:20.121268 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a344f808-c821-4310-8821-c337f838aee8 x-openstack-request-id: req-a344f808-c821-4310-8821-c337f838aee8 {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:13:20.121565 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f24238-4edb-4248-841a-2f832000dcb2", "tag": "6a991f0f-65c5-4879-bce4-4dcc65ae0aa1", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:13:20.121817 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a344f808-c821-4310-8821-c337f838aee8 {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:13:20.122228 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a344f808-c821-4310-8821-c337f838aee8'] response: {'name': 'network-changed', 'server_uuid': 'b2f24238-4edb-4248-841a-2f832000dcb2', 'tag': '6a991f0f-65c5-4879-bce4-4dcc65ae0aa1', 'status': 'completed', 'code': 200} Sep 23 15:13:20.151859 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-67ccc8f3-9259-40bf-a5ce-1dd19e63a322 None None] Set router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:13:20.224693 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5007a1-439d-48b7-a5a7-3c482417cc4e req-08db4394-b2f4-4e64-8152-cb90c2b921d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:20.226096 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2c5007a1-439d-48b7-a5a7-3c482417cc4e req-08db4394-b2f4-4e64-8152-cb90c2b921d9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4dd03006331a43759c203c055fc73500&device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 1098 time: 0.0825462 Sep 23 15:13:20.364958 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5007a1-439d-48b7-a5a7-3c482417cc4e req-9653934f-dbba-41a0-8f50-bfa1430e3697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:20.366439 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2c5007a1-439d-48b7-a5a7-3c482417cc4e req-9653934f-dbba-41a0-8f50-bfa1430e3697 service neutron] 10.222.0.72 "GET /v2.0/networks?id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a HTTP/1.1" status: 200 len: 912 time: 0.1340978 Sep 23 15:13:20.471240 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2c5007a1-439d-48b7-a5a7-3c482417cc4e req-fd0a2194-5fc0-45aa-958c-cb1efd644600 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 HTTP/1.1" status: 200 len: 1000 time: 0.0986395 Sep 23 15:13:20.535051 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5007a1-439d-48b7-a5a7-3c482417cc4e req-3b5d4807-3c0a-4dbf-8afa-19609face5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:20.536498 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2c5007a1-439d-48b7-a5a7-3c482417cc4e req-3b5d4807-3c0a-4dbf-8afa-19609face5f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64979ce6-fb4a-43b7-a76f-4e9da53aeed1 HTTP/1.1" status: 200 len: 850 time: 0.0591922 Sep 23 15:13:20.555702 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-67ccc8f3-9259-40bf-a5ce-1dd19e63a322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'name': 'tempest-TestVolumeBootPattern-818665133-router', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107'}], 'enable_snat': True}, 'gw_port_id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:05Z', 'updated_at': '2022-09-23T15:08:22Z', 'revision_number': 4, 'project_id': '4dd03006331a43759c203c055fc73500', 'gw_port': {'id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:07Z', 'updated_at': '2022-09-23T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '51638978-a8ce-490f-8119-2879b9e9d238', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'floating_ip_address': '172.26.10.122', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'port_id': '6a991f0f-65c5-4879-bce4-4dcc65ae0aa1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'mac_address': 'fa:16:3e:48:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f24238-4edb-4248-841a-2f832000dcb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:13:18Z', 'updated_at': '2022-09-23T15:13:18Z', 'revision_number': 0, 'project_id': '4dd03006331a43759c203c055fc73500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151e0e53-e3ba-4bc9-9023-6df4ff246ff1', 'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'mac_address': 'fa:16:3e:88:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:18Z', 'updated_at': '2022-09-23T15:08:32Z', 'revision_number': 5, 'project_id': '4dd03006331a43759c203c055fc73500', 'subnets': [{'id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:13:20.559924 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ccc8f3-9259-40bf-a5ce-1dd19e63a322 None None] Checking router: e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:13:20.568340 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ccc8f3-9259-40bf-a5ce-1dd19e63a322 None None] Routers {'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:13:20.568917 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-67ccc8f3-9259-40bf-a5ce-1dd19e63a322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:13:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:13:20.628081 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5007a1-439d-48b7-a5a7-3c482417cc4e req-089a28a3-c666-43e8-aea8-c7fac889330c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:20.629587 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2c5007a1-439d-48b7-a5a7-3c482417cc4e req-089a28a3-c666-43e8-aea8-c7fac889330c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0871470 Sep 23 15:13:20.760762 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2c5007a1-439d-48b7-a5a7-3c482417cc4e req-74110ca7-af2f-4c26-b242-3f313454f8b3 service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243694 Sep 23 15:13:20.765186 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-67ccc8f3-9259-40bf-a5ce-1dd19e63a322 None None] Set router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:13:20.891845 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2c5007a1-439d-48b7-a5a7-3c482417cc4e req-ba369b33-1198-4044-b33a-fe3ecb6a48af service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249297 Sep 23 15:13:21.117897 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-67ccc8f3-9259-40bf-a5ce-1dd19e63a322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'name': 'tempest-TestVolumeBootPattern-818665133-router', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107'}], 'enable_snat': True}, 'gw_port_id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:05Z', 'updated_at': '2022-09-23T15:08:22Z', 'revision_number': 4, 'project_id': '4dd03006331a43759c203c055fc73500', 'gw_port': {'id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:07Z', 'updated_at': '2022-09-23T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '51638978-a8ce-490f-8119-2879b9e9d238', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'floating_ip_address': '172.26.10.122', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'port_id': '6a991f0f-65c5-4879-bce4-4dcc65ae0aa1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'mac_address': 'fa:16:3e:48:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f24238-4edb-4248-841a-2f832000dcb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:13:18Z', 'updated_at': '2022-09-23T15:13:18Z', 'revision_number': 0, 'project_id': '4dd03006331a43759c203c055fc73500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151e0e53-e3ba-4bc9-9023-6df4ff246ff1', 'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'mac_address': 'fa:16:3e:88:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:18Z', 'updated_at': '2022-09-23T15:08:32Z', 'revision_number': 5, 'project_id': '4dd03006331a43759c203c055fc73500', 'subnets': [{'id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:13:21.121710 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ccc8f3-9259-40bf-a5ce-1dd19e63a322 None None] The sync data for ids ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'] in dv-neutron-859093-1-hyperv is: [{'id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'name': 'tempest-TestVolumeBootPattern-818665133-router', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107'}], 'enable_snat': True}, 'gw_port_id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:05Z', 'updated_at': '2022-09-23T15:08:22Z', 'revision_number': 4, 'project_id': '4dd03006331a43759c203c055fc73500', 'gw_port': {'id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:07Z', 'updated_at': '2022-09-23T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '51638978-a8ce-490f-8119-2879b9e9d238', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'floating_ip_address': '172.26.10.122', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'port_id': '6a991f0f-65c5-4879-bce4-4dcc65ae0aa1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'mac_address': 'fa:16:3e:48:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f24238-4edb-4248-841a-2f832000dcb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:13:18Z', 'updated_at': '2022-09-23T15:13:18Z', 'revision_number': 0, 'project_id': '4dd03006331a43759c203c055fc73500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151e0e53-e3ba-4bc9-9023-6df4ff246ff1', 'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'mac_address': 'fa:16:3e:88:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:18Z', 'updated_at': '2022-09-23T15:08:32Z', 'revision_number': 5, 'project_id': '4dd03006331a43759c203c055fc73500', 'subnets': [{'id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:13:21.312798 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea1bbff-3118-40b4-a7ed-66914cb20f74 None None] New status for floating IP 51638978-a8ce-490f-8119-2879b9e9d238: ACTIVE {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:13:21.341250 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50162) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:13:21.401719 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342f4b37-e077-471b-8ef1-ec53af0e6820 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:21.403145 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-342f4b37-e077-471b-8ef1-ec53af0e6820 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=61b1518d-d511-4beb-b056-d894a2c85079 HTTP/1.1" status: 200 len: 818 time: 0.0597055 Sep 23 15:13:21.869098 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50170) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:13:21.875476 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-000d9647-3d82-49d1-8729-42a43a79cd87 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'network': {'name': 'tempest-network-smoke--1799510114', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'port_security_enabled': True}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:13:21.880597 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-000d9647-3d82-49d1-8729-42a43a79cd87 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:13:21.890169 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-000d9647-3d82-49d1-8729-42a43a79cd87 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:13:21.990259 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000d9647-3d82-49d1-8729-42a43a79cd87 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:13:21.993682 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-000d9647-3d82-49d1-8729-42a43a79cd87 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:22.021153 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000d9647-3d82-49d1-8729-42a43a79cd87 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:13:22.029851 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-000d9647-3d82-49d1-8729-42a43a79cd87 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:22.030201 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-000d9647-3d82-49d1-8729-42a43a79cd87 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Added segment 2d7bba91-2eae-4622-af2e-e8b446d31438 of type vlan for network db6491d2-69b3-414e-8ad5-85a9549c1e33 Sep 23 15:13:22.054983 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-000d9647-3d82-49d1-8729-42a43a79cd87 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:22.151848 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-000d9647-3d82-49d1-8729-42a43a79cd87 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:22.157854 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000d9647-3d82-49d1-8729-42a43a79cd87 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:22.158460 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-000d9647-3d82-49d1-8729-42a43a79cd87 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:22.371156 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d9647-3d82-49d1-8729-42a43a79cd87 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Network': ['ID=db6491d2-69b3-414e-8ad5-85a9549c1e33,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:22.381992 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network db6491d2-69b3-414e-8ad5-85a9549c1e33 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:13:22.447935 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-000d9647-3d82-49d1-8729-42a43a79cd87 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5776944 Sep 23 15:13:22.451020 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50174) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:13:22.512999 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de968f0-577c-4962-b600-0012b1afc4ab tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:22.514517 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3de968f0-577c-4962-b600-0012b1afc4ab tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=8433d6d3ee51437084758ba6444603b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0625603 Sep 23 15:13:22.517363 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50178) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:13:22.643627 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0887585-d97e-4f8a-a49e-d2e7a076587d tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:22.645009 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b0887585-d97e-4f8a-a49e-d2e7a076587d tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1267393 Sep 23 15:13:22.648041 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50182) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:13:22.687404 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f65fce42-c496-4874-a962-25348da6bcb0 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=61b1518d-d511-4beb-b056-d894a2c85079&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381529 Sep 23 15:13:22.690588 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50186) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:13:22.734037 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-02a52a36-5308-4fa0-80b7-a90fdfd3ebbd tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=8433d6d3ee51437084758ba6444603b3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424542 Sep 23 15:13:22.736524 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50190) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:13:22.863354 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2490d935-30d1-4762-b933-f25b12dd74b6 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:22.864810 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2490d935-30d1-4762-b933-f25b12dd74b6 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1274204 Sep 23 15:13:22.867715 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50194) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:13:22.905649 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6b2e6b19-66c3-4c17-9c6c-011417d1591b tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=61b1518d-d511-4beb-b056-d894a2c85079&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368931 Sep 23 15:13:22.908014 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50198) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:13:22.913102 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-f0796a64-1295-456f-a02f-5058f0542ccc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1549442860', 'network_id': 'db6491d2-69b3-414e-8ad5-85a9549c1e33', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:13:23.021076 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f0796a64-1295-456f-a02f-5058f0542ccc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:13:23.024902 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f0796a64-1295-456f-a02f-5058f0542ccc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:subnet and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:13:23.027708 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f0796a64-1295-456f-a02f-5058f0542ccc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:13:23.033346 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f0796a64-1295-456f-a02f-5058f0542ccc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:13:23.104036 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0796a64-1295-456f-a02f-5058f0542ccc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:13:23.108161 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f0796a64-1295-456f-a02f-5058f0542ccc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:23.363764 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f0796a64-1295-456f-a02f-5058f0542ccc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:23.445411 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0796a64-1295-456f-a02f-5058f0542ccc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Subnet': ['ID=c34ba48b-2df2-4aa3-bdf7-e6d10e76e30e,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:23.452847 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0796a64-1295-456f-a02f-5058f0542ccc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Checking segment: {'id': '2d7bba91-2eae-4622-af2e-e8b446d31438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'db6491d2-69b3-414e-8ad5-85a9549c1e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:13:23.453210 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0796a64-1295-456f-a02f-5058f0542ccc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network hostable DHCP agents. Network: db6491d2-69b3-414e-8ad5-85a9549c1e33, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:13:23.540686 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0796a64-1295-456f-a02f-5058f0542ccc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network db6491d2-69b3-414e-8ad5-85a9549c1e33 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:13:23.630366 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-f0796a64-1295-456f-a02f-5058f0542ccc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, db6491d2-69b3-414e-8ad5-85a9549c1e33) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:13:23.635026 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0796a64-1295-456f-a02f-5058f0542ccc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:23.640516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f0796a64-1295-456f-a02f-5058f0542ccc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:23.641311 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d913b464-8a96-4ce2-971e-142207097f9e None None] Network db6491d2-69b3-414e-8ad5-85a9549c1e33 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:13:23.734250 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f0796a64-1295-456f-a02f-5058f0542ccc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8252406 Sep 23 15:13:23.863949 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5c7415-07d0-4a63-9965-df44fc875c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-db6491d2-69b3-414e-8ad5-85a9549c1e33', 'network_id': 'db6491d2-69b3-414e-8ad5-85a9549c1e33', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ips': [{'subnet_id': 'c34ba48b-2df2-4aa3-bdf7-e6d10e76e30e'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:13:23.870076 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bd5c7415-07d0-4a63-9965-df44fc875c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:23.870228 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50204) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:13:23.870228 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-23ccb55b-bdb9-4a3c-8cc7-9779c596bf10 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2108707751', 'description': 'tempest-secgroup-smoke-2108707751 description', 'project_id': '8433d6d3ee51437084758ba6444603b3'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:13:23.876652 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-23ccb55b-bdb9-4a3c-8cc7-9779c596bf10 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:13:23.886201 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-23ccb55b-bdb9-4a3c-8cc7-9779c596bf10 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:13:23.979138 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-23ccb55b-bdb9-4a3c-8cc7-9779c596bf10 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:24.000704 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-23ccb55b-bdb9-4a3c-8cc7-9779c596bf10 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:13:24.004531 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-23ccb55b-bdb9-4a3c-8cc7-9779c596bf10 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:13:24.007472 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-23ccb55b-bdb9-4a3c-8cc7-9779c596bf10 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:13:24.013313 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-23ccb55b-bdb9-4a3c-8cc7-9779c596bf10 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:13:24.017446 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-bd5c7415-07d0-4a63-9965-df44fc875c83 None None] Allocated IP 172.20.0.18 (db6491d2-69b3-414e-8ad5-85a9549c1e33/c34ba48b-2df2-4aa3-bdf7-e6d10e76e30e/91695ac8-48ed-4697-9405-c9bd26dd66fc) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:13:24.082074 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-23ccb55b-bdb9-4a3c-8cc7-9779c596bf10 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:24.152561 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-23ccb55b-bdb9-4a3c-8cc7-9779c596bf10 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:24.198499 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ccb55b-bdb9-4a3c-8cc7-9779c596bf10 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=446024f6-0484-445f-979e-26608d20579a,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:24.219750 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bd5c7415-07d0-4a63-9965-df44fc875c83 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:24.229674 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-bd5c7415-07d0-4a63-9965-df44fc875c83 None None] Transition to ACTIVE for port object 91695ac8-48ed-4697-9405-c9bd26dd66fc will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:13:24.248329 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-bd5c7415-07d0-4a63-9965-df44fc875c83 None None] Transition to ACTIVE for port object 91695ac8-48ed-4697-9405-c9bd26dd66fc will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:13:24.278282 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-23ccb55b-bdb9-4a3c-8cc7-9779c596bf10 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:24.279582 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-23ccb55b-bdb9-4a3c-8cc7-9779c596bf10 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4137239 Sep 23 15:13:24.282468 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50208) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:13:24.287394 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-e3a733c0-4f57-4b71-9bf5-e0c9f2adeadc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '446024f6-0484-445f-979e-26608d20579a', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:13:24.293285 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e3a733c0-4f57-4b71-9bf5-e0c9f2adeadc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:13:24.297146 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e3a733c0-4f57-4b71-9bf5-e0c9f2adeadc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:13:24.300085 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e3a733c0-4f57-4b71-9bf5-e0c9f2adeadc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:13:24.305693 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e3a733c0-4f57-4b71-9bf5-e0c9f2adeadc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:13:24.335653 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bd5c7415-07d0-4a63-9965-df44fc875c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:24.416843 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e3a733c0-4f57-4b71-9bf5-e0c9f2adeadc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:24.438695 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5c7415-07d0-4a63-9965-df44fc875c83 None None] Network db6491d2-69b3-414e-8ad5-85a9549c1e33 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:13:24.441410 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-bd5c7415-07d0-4a63-9965-df44fc875c83 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:13:24.443876 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5c7415-07d0-4a63-9965-df44fc875c83 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:13:24.477752 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e3a733c0-4f57-4b71-9bf5-e0c9f2adeadc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:24.488097 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c7415-07d0-4a63-9965-df44fc875c83 None None] Pushing event updated for resources: {'Port': ['ID=91695ac8-48ed-4697-9405-c9bd26dd66fc,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:24.550970 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-bd5c7415-07d0-4a63-9965-df44fc875c83 None None] Attempting to bind port 91695ac8-48ed-4697-9405-c9bd26dd66fc on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:13:24.551339 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-bd5c7415-07d0-4a63-9965-df44fc875c83 None None] Attempting to bind port 91695ac8-48ed-4697-9405-c9bd26dd66fc by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '2d7bba91-2eae-4622-af2e-e8b446d31438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'db6491d2-69b3-414e-8ad5-85a9549c1e33'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:13:24.551704 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5c7415-07d0-4a63-9965-df44fc875c83 None None] Attempting to bind port 91695ac8-48ed-4697-9405-c9bd26dd66fc on network db6491d2-69b3-414e-8ad5-85a9549c1e33 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:13:24.556997 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5c7415-07d0-4a63-9965-df44fc875c83 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:13:24.562773 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5c7415-07d0-4a63-9965-df44fc875c83 None None] Checking segment: {'id': '2d7bba91-2eae-4622-af2e-e8b446d31438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'db6491d2-69b3-414e-8ad5-85a9549c1e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:13:24.562773 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bd5c7415-07d0-4a63-9965-df44fc875c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:24.562773 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5c7415-07d0-4a63-9965-df44fc875c83 None None] Bound using segment: {'id': '2d7bba91-2eae-4622-af2e-e8b446d31438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'db6491d2-69b3-414e-8ad5-85a9549c1e33'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:13:24.563125 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e3a733c0-4f57-4b71-9bf5-e0c9f2adeadc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:24.563242 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-bd5c7415-07d0-4a63-9965-df44fc875c83 None None] Bound port: 91695ac8-48ed-4697-9405-c9bd26dd66fc, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7bba91-2eae-4622-af2e-e8b446d31438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'db6491d2-69b3-414e-8ad5-85a9549c1e33'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:13:24.563242 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bd5c7415-07d0-4a63-9965-df44fc875c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:24.586479 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a733c0-4f57-4b71-9bf5-e0c9f2adeadc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2da9e0b-093c-4653-af4e-6f7626129385,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:24.652300 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-bd5c7415-07d0-4a63-9965-df44fc875c83 None None] For port 91695ac8-48ed-4697-9405-c9bd26dd66fc, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:13:24.655885 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-bd5c7415-07d0-4a63-9965-df44fc875c83 None None] For port 91695ac8-48ed-4697-9405-c9bd26dd66fc, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=91695ac8-48ed-4697-9405-c9bd26dd66fc,segment=NetworkSegment(2d7bba91-2eae-4622-af2e-e8b446d31438),segment_id=2d7bba91-2eae-4622-af2e-e8b446d31438)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:13:24.664352 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e3a733c0-4f57-4b71-9bf5-e0c9f2adeadc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:24.665564 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e3a733c0-4f57-4b71-9bf5-e0c9f2adeadc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3821871 Sep 23 15:13:24.668372 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50212) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:13:24.673207 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-702b5822-c3d2-42ff-a738-29df742e9b0a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '446024f6-0484-445f-979e-26608d20579a', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:13:24.680954 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-702b5822-c3d2-42ff-a738-29df742e9b0a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:13:24.685664 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-702b5822-c3d2-42ff-a738-29df742e9b0a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:13:24.688761 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-702b5822-c3d2-42ff-a738-29df742e9b0a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:13:24.694581 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-702b5822-c3d2-42ff-a738-29df742e9b0a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:13:24.728064 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bd5c7415-07d0-4a63-9965-df44fc875c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:24.763820 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-702b5822-c3d2-42ff-a738-29df742e9b0a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:24.799744 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c7415-07d0-4a63-9965-df44fc875c83 None None] Pushing event updated for resources: {'Port': ['ID=91695ac8-48ed-4697-9405-c9bd26dd66fc,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:24.826668 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-702b5822-c3d2-42ff-a738-29df742e9b0a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:24.912289 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-702b5822-c3d2-42ff-a738-29df742e9b0a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:24.938496 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b5822-c3d2-42ff-a738-29df742e9b0a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4685f79-81eb-4b69-a8c3-033ac197fcae,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:25.016288 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-702b5822-c3d2-42ff-a738-29df742e9b0a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:25.017509 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-702b5822-c3d2-42ff-a738-29df742e9b0a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3482726 Sep 23 15:13:25.020167 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50216) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:13:25.032331 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-ee8eb7ca-9b29-4d93-9fb3-030ce183ad35 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '446024f6-0484-445f-979e-26608d20579a', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:13:25.037102 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ee8eb7ca-9b29-4d93-9fb3-030ce183ad35 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:13:25.040999 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ee8eb7ca-9b29-4d93-9fb3-030ce183ad35 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:13:25.043886 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ee8eb7ca-9b29-4d93-9fb3-030ce183ad35 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:13:25.049566 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ee8eb7ca-9b29-4d93-9fb3-030ce183ad35 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:13:25.119544 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb7ca-9b29-4d93-9fb3-030ce183ad35 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:25.188270 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb7ca-9b29-4d93-9fb3-030ce183ad35 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:25.226259 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb7ca-9b29-4d93-9fb3-030ce183ad35 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:25.251089 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8eb7ca-9b29-4d93-9fb3-030ce183ad35 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4449fb87-f2b4-492f-b9dd-5b116a708597,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:25.323850 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ee8eb7ca-9b29-4d93-9fb3-030ce183ad35 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:25.325260 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ee8eb7ca-9b29-4d93-9fb3-030ce183ad35 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3040161 Sep 23 15:13:25.328830 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50220) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:13:25.333937 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-5c6068f2-22b3-468a-84c6-1a7603b46aa9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '446024f6-0484-445f-979e-26608d20579a', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:13:25.340048 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5c6068f2-22b3-468a-84c6-1a7603b46aa9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:13:25.347009 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-5c6068f2-22b3-468a-84c6-1a7603b46aa9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:13:25.347178 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-5c6068f2-22b3-468a-84c6-1a7603b46aa9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:13:25.353675 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5c6068f2-22b3-468a-84c6-1a7603b46aa9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:13:25.439286 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5c6068f2-22b3-468a-84c6-1a7603b46aa9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:25.507449 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5c6068f2-22b3-468a-84c6-1a7603b46aa9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:25.558855 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5c6068f2-22b3-468a-84c6-1a7603b46aa9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:25.584630 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6068f2-22b3-468a-84c6-1a7603b46aa9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7391aa9d-4bb4-40ec-aa54-8c80e2aa1aea,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:25.704722 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5c6068f2-22b3-468a-84c6-1a7603b46aa9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:25.705986 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5c6068f2-22b3-468a-84c6-1a7603b46aa9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3760478 Sep 23 15:13:25.708726 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50224) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:13:25.714365 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-3557b383-eca4-4572-ab42-f0430c63a14b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '446024f6-0484-445f-979e-26608d20579a', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:13:25.720759 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3557b383-eca4-4572-ab42-f0430c63a14b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:13:25.724593 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3557b383-eca4-4572-ab42-f0430c63a14b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:13:25.727538 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3557b383-eca4-4572-ab42-f0430c63a14b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:13:25.727959 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d393906a-0474-4e58-97be-cfb7520a7b9f None None] Network db6491d2-69b3-414e-8ad5-85a9549c1e33 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:13:25.734290 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3557b383-eca4-4572-ab42-f0430c63a14b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:13:25.809598 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.securitygroups_db [None req-3557b383-eca4-4572-ab42-f0430c63a14b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Project 8433d6d3ee51437084758ba6444603b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:13:25.817132 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3557b383-eca4-4572-ab42-f0430c63a14b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:25.884507 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3557b383-eca4-4572-ab42-f0430c63a14b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:25.943814 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-694fdafa-ee50-4cbb-8dfd-fd1668cfcc77 None None] Provisioning for port 91695ac8-48ed-4697-9405-c9bd26dd66fc completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:13:25.956605 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3557b383-eca4-4572-ab42-f0430c63a14b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:25.979992 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557b383-eca4-4572-ab42-f0430c63a14b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b6ce016-3118-45ad-a706-8385878cc6be,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:26.038205 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3557b383-eca4-4572-ab42-f0430c63a14b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:26.039815 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3557b383-eca4-4572-ab42-f0430c63a14b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3301613 Sep 23 15:13:26.042542 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50228) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:13:26.048306 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-78c949df-2a0e-4088-9147-c63b2cb80987 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '446024f6-0484-445f-979e-26608d20579a', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:13:26.055051 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-78c949df-2a0e-4088-9147-c63b2cb80987 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:13:26.058359 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-78c949df-2a0e-4088-9147-c63b2cb80987 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:13:26.061766 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-78c949df-2a0e-4088-9147-c63b2cb80987 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:13:26.069519 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-78c949df-2a0e-4088-9147-c63b2cb80987 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:13:26.124088 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.securitygroups_db [None req-78c949df-2a0e-4088-9147-c63b2cb80987 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Project 8433d6d3ee51437084758ba6444603b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:13:26.131659 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-78c949df-2a0e-4088-9147-c63b2cb80987 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:26.197942 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-78c949df-2a0e-4088-9147-c63b2cb80987 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:26.255046 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-78c949df-2a0e-4088-9147-c63b2cb80987 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:26.283128 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c949df-2a0e-4088-9147-c63b2cb80987 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd0a209-ce24-4a39-9c34-17038c566dab,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:26.352726 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-78c949df-2a0e-4088-9147-c63b2cb80987 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:26.354171 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-78c949df-2a0e-4088-9147-c63b2cb80987 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3106449 Sep 23 15:13:26.516644 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-acc2f4b7-963f-45c8-9d25-e8f5177d1805 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:13:26.591962 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-acc2f4b7-963f-45c8-9d25-e8f5177d1805 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:13:26.593110 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-acc2f4b7-963f-45c8-9d25-e8f5177d1805 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2108707751&fields=id&tenant_id=8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 267 time: 0.1162403 Sep 23 15:13:26.858268 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-5b55c18b-5605-4ce7-87be-071d7f5eaba9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:26.859218 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-5b55c18b-5605-4ce7-87be-071d7f5eaba9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:network {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:13:26.946977 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-5b55c18b-5605-4ce7-87be-071d7f5eaba9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:network {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:13:26.946977 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-5b55c18b-5605-4ce7-87be-071d7f5eaba9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/networks?id=db6491d2-69b3-414e-8ad5-85a9549c1e33 HTTP/1.1" status: 200 len: 797 time: 0.3425779 Sep 23 15:13:26.958738 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-105a5f9e-e03b-4441-bc1a-fecb00128268 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/quotas/8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 375 time: 0.0102682 Sep 23 15:13:27.065603 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 91695ac8-48ed-4697-9405-c9bd26dd66fc up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:13:27.079884 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-5f80c992-ef6f-406e-9cfa-bfa39a99fa00 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1142962 Sep 23 15:13:27.199801 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 91695ac8-48ed-4697-9405-c9bd26dd66fc completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:13:27.204326 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 91695ac8-48ed-4697-9405-c9bd26dd66fc triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:13:27.208471 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:27.208471 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 91695ac8-48ed-4697-9405-c9bd26dd66fc Sep 23 15:13:27.249790 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-dca414ef-53df-4d26-bbe8-1b87cdd8d852 service neutron] 10.222.0.67 "GET /v2.0/networks/db6491d2-69b3-414e-8ad5-85a9549c1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505883 Sep 23 15:13:27.352089 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 91695ac8-48ed-4697-9405-c9bd26dd66fc is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:13:27.352089 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:27.385210 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 91695ac8-48ed-4697-9405-c9bd26dd66fc, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=91695ac8-48ed-4697-9405-c9bd26dd66fc,segment=NetworkSegment(2d7bba91-2eae-4622-af2e-e8b446d31438),segment_id=2d7bba91-2eae-4622-af2e-e8b446d31438)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:13:27.387082 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-f87583d3-0f64-4dd5-86a7-c499247de2fb service neutron] 10.222.0.67 "GET /v2.0/networks/db6491d2-69b3-414e-8ad5-85a9549c1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410103 Sep 23 15:13:27.487507 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:27.567005 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=91695ac8-48ed-4697-9405-c9bd26dd66fc,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:27.811313 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6d8eef4f-c26f-4b4c-aa5f-e9a56eb16687 req-7617a5b2-9046-41ef-86b4-b24786bc4073 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d2a063f-b86a-4dd9-9220-a9dffa427569 HTTP/1.1" status: 200 len: 210 time: 0.2120409 Sep 23 15:13:28.959922 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-eeed2bd9-550e-4ebe-8f4f-4f66ef4d9923 req-0c455814-1fcd-4be2-905a-8bb3a09f9d2d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d2a063f-b86a-4dd9-9220-a9dffa427569 HTTP/1.1" status: 200 len: 210 time: 0.0501249 Sep 23 15:13:29.025081 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 91695ac8-48ed-4697-9405-c9bd26dd66fc up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:13:29.092194 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 91695ac8-48ed-4697-9405-c9bd26dd66fc triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:13:29.092565 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:29.092900 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 91695ac8-48ed-4697-9405-c9bd26dd66fc Sep 23 15:13:29.208071 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 91695ac8-48ed-4697-9405-c9bd26dd66fc is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:13:29.613848 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-5145b710-b287-4267-af71-0af42e8d13fb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:29.615423 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-5145b710-b287-4267-af71-0af42e8d13fb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/networks?id=db6491d2-69b3-414e-8ad5-85a9549c1e33 HTTP/1.1" status: 200 len: 797 time: 0.1479664 Sep 23 15:13:29.665806 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-04c1fbbd-cf06-4b1b-b302-f060625ae386 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 473 time: 0.0415440 Sep 23 15:13:29.674557 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-92935825-dcc5-4015-8a9a-195cde399da2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'port': {'device_id': '7d2a063f-b86a-4dd9-9220-a9dffa427569', 'network_id': 'db6491d2-69b3-414e-8ad5-85a9549c1e33', 'admin_state_up': True, 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'security_groups': ['446024f6-0484-445f-979e-26608d20579a']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:13:29.812422 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-92935825-dcc5-4015-8a9a-195cde399da2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:13:29.816655 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-92935825-dcc5-4015-8a9a-195cde399da2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:port and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:13:29.819809 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-92935825-dcc5-4015-8a9a-195cde399da2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:13:29.826186 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-92935825-dcc5-4015-8a9a-195cde399da2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:13:29.900403 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-92935825-dcc5-4015-8a9a-195cde399da2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:13:29.904655 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-92935825-dcc5-4015-8a9a-195cde399da2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:30.073677 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-92935825-dcc5-4015-8a9a-195cde399da2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.20.0.27 (db6491d2-69b3-414e-8ad5-85a9549c1e33/c34ba48b-2df2-4aa3-bdf7-e6d10e76e30e/a1d5482a-869e-418a-b03a-2c6c4c2919c3) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:13:30.123161 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-293b473e-3ccc-4823-832a-e04dec000646 req-5b53818e-9e50-46fa-8f8d-f937b6da3c1f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d2a063f-b86a-4dd9-9220-a9dffa427569 HTTP/1.1" status: 200 len: 210 time: 0.0504801 Sep 23 15:13:30.264640 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-92935825-dcc5-4015-8a9a-195cde399da2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:30.280188 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-92935825-dcc5-4015-8a9a-195cde399da2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Transition to ACTIVE for port object a1d5482a-869e-418a-b03a-2c6c4c2919c3 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:13:30.362115 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-92935825-dcc5-4015-8a9a-195cde399da2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:30.436001 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-92935825-dcc5-4015-8a9a-195cde399da2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network db6491d2-69b3-414e-8ad5-85a9549c1e33 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:13:30.439065 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-92935825-dcc5-4015-8a9a-195cde399da2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:13:30.442830 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-92935825-dcc5-4015-8a9a-195cde399da2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:13:30.477757 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92935825-dcc5-4015-8a9a-195cde399da2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=a1d5482a-869e-418a-b03a-2c6c4c2919c3,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:30.522942 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-92935825-dcc5-4015-8a9a-195cde399da2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:30.523574 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-92935825-dcc5-4015-8a9a-195cde399da2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:30.636039 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-92935825-dcc5-4015-8a9a-195cde399da2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9622819 Sep 23 15:13:30.645664 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-3b518050-3305-459b-b86f-5ac4eafcf6ba service neutron] Request body: {'port': {'device_id': '7d2a063f-b86a-4dd9-9220-a9dffa427569', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:13:30.761386 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-3b518050-3305-459b-b86f-5ac4eafcf6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:30.792426 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-96dcdf87-774a-4e1c-897c-e6f737f2937e None None] Provisioning for port a1d5482a-869e-418a-b03a-2c6c4c2919c3 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:13:30.799990 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-96dcdf87-774a-4e1c-897c-e6f737f2937e None None] Provisioning complete for port a1d5482a-869e-418a-b03a-2c6c4c2919c3 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:13:30.801023 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-96dcdf87-774a-4e1c-897c-e6f737f2937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:30.801893 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-96dcdf87-774a-4e1c-897c-e6f737f2937e None None] Attempt 1 to provision port a1d5482a-869e-418a-b03a-2c6c4c2919c3 Sep 23 15:13:30.864701 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-96dcdf87-774a-4e1c-897c-e6f737f2937e None None] Port a1d5482a-869e-418a-b03a-2c6c4c2919c3 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:13:31.214552 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-3b518050-3305-459b-b86f-5ac4eafcf6ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1d5482a-869e-418a-b03a-2c6c4c2919c3 {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:13:31.222716 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-3b518050-3305-459b-b86f-5ac4eafcf6ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:31.239226 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-3b518050-3305-459b-b86f-5ac4eafcf6ba service neutron] Transition to ACTIVE for port object a1d5482a-869e-418a-b03a-2c6c4c2919c3 will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:13:31.318238 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-3b518050-3305-459b-b86f-5ac4eafcf6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:31.365442 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-96dcdf87-774a-4e1c-897c-e6f737f2937e None None] Attempt 2 to provision port a1d5482a-869e-418a-b03a-2c6c4c2919c3 Sep 23 15:13:31.415662 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf50d6e-d531-4ff9-8372-41ae52c3baa0 req-7b51a45e-ebab-4de2-8a87-0c649cc72092 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:31.416361 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-6bf50d6e-d531-4ff9-8372-41ae52c3baa0 req-7b51a45e-ebab-4de2-8a87-0c649cc72092 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:13:31.421656 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-96dcdf87-774a-4e1c-897c-e6f737f2937e None None] Port a1d5482a-869e-418a-b03a-2c6c4c2919c3 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:13:31.532373 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b518050-3305-459b-b86f-5ac4eafcf6ba service neutron] Pushing event updated for resources: {'Port': ['ID=a1d5482a-869e-418a-b03a-2c6c4c2919c3,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:31.563165 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-3b518050-3305-459b-b86f-5ac4eafcf6ba service neutron] Attempting to bind port a1d5482a-869e-418a-b03a-2c6c4c2919c3 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:13:31.563497 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-3b518050-3305-459b-b86f-5ac4eafcf6ba service neutron] Attempting to bind port a1d5482a-869e-418a-b03a-2c6c4c2919c3 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '2d7bba91-2eae-4622-af2e-e8b446d31438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'db6491d2-69b3-414e-8ad5-85a9549c1e33'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:13:31.563819 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-3b518050-3305-459b-b86f-5ac4eafcf6ba service neutron] Attempting to bind port a1d5482a-869e-418a-b03a-2c6c4c2919c3 on network db6491d2-69b3-414e-8ad5-85a9549c1e33 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:13:31.568491 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-3b518050-3305-459b-b86f-5ac4eafcf6ba service neutron] Port a1d5482a-869e-418a-b03a-2c6c4c2919c3 on network db6491d2-69b3-414e-8ad5-85a9549c1e33 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:13:31.568756 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-3b518050-3305-459b-b86f-5ac4eafcf6ba service neutron] Attempting to bind port a1d5482a-869e-418a-b03a-2c6c4c2919c3 on network db6491d2-69b3-414e-8ad5-85a9549c1e33 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:13:31.579046 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-6bf50d6e-d531-4ff9-8372-41ae52c3baa0 req-7b51a45e-ebab-4de2-8a87-0c649cc72092 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:13:31.579046 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6bf50d6e-d531-4ff9-8372-41ae52c3baa0 req-7b51a45e-ebab-4de2-8a87-0c649cc72092 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d2a063f-b86a-4dd9-9220-a9dffa427569 HTTP/1.1" status: 200 len: 932 time: 0.3375828 Sep 23 15:13:31.579046 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-3b518050-3305-459b-b86f-5ac4eafcf6ba service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:13:31.579046 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-3b518050-3305-459b-b86f-5ac4eafcf6ba service neutron] Checking segment: {'id': '2d7bba91-2eae-4622-af2e-e8b446d31438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'db6491d2-69b3-414e-8ad5-85a9549c1e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:13:31.579046 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-3b518050-3305-459b-b86f-5ac4eafcf6ba service neutron] Bound using segment: {'id': '2d7bba91-2eae-4622-af2e-e8b446d31438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'db6491d2-69b3-414e-8ad5-85a9549c1e33'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:13:31.579046 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-3b518050-3305-459b-b86f-5ac4eafcf6ba service neutron] Bound port: a1d5482a-869e-418a-b03a-2c6c4c2919c3, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d7bba91-2eae-4622-af2e-e8b446d31438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'db6491d2-69b3-414e-8ad5-85a9549c1e33'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:13:31.579046 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-3b518050-3305-459b-b86f-5ac4eafcf6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:31.675718 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6bf50d6e-d531-4ff9-8372-41ae52c3baa0 req-748dd6d9-6057-4781-a144-3521175b0755 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=446024f6-0484-445f-979e-26608d20579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891829 Sep 23 15:13:31.706734 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-3b518050-3305-459b-b86f-5ac4eafcf6ba service neutron] For port a1d5482a-869e-418a-b03a-2c6c4c2919c3, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:13:31.709961 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-3b518050-3305-459b-b86f-5ac4eafcf6ba service neutron] For port a1d5482a-869e-418a-b03a-2c6c4c2919c3, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=a1d5482a-869e-418a-b03a-2c6c4c2919c3,segment=NetworkSegment(2d7bba91-2eae-4622-af2e-e8b446d31438),segment_id=2d7bba91-2eae-4622-af2e-e8b446d31438)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:13:31.821012 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-3b518050-3305-459b-b86f-5ac4eafcf6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:31.824138 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-3b518050-3305-459b-b86f-5ac4eafcf6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:31.825004 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-3b518050-3305-459b-b86f-5ac4eafcf6ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:31.827027 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-3b518050-3305-459b-b86f-5ac4eafcf6ba service neutron] 10.222.0.72 "PUT /v2.0/ports/a1d5482a-869e-418a-b03a-2c6c4c2919c3 HTTP/1.1" status: 200 len: 1094 time: 1.1856401 Sep 23 15:13:31.856513 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d2a063f-b86a-4dd9-9220-a9dffa427569', 'tag': 'a1d5482a-869e-418a-b03a-2c6c4c2919c3'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:13:31.858837 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b50ff7-36dc-4053-9d0d-e204edde7394" -d '{"events": [{"name": "network-changed", "server_uuid": "7d2a063f-b86a-4dd9-9220-a9dffa427569", "tag": "a1d5482a-869e-418a-b03a-2c6c4c2919c3"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:13:31.903963 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b518050-3305-459b-b86f-5ac4eafcf6ba service neutron] Pushing event updated for resources: {'Port': ['ID=a1d5482a-869e-418a-b03a-2c6c4c2919c3,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:31.903963 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbd4395-e637-420c-8975-32c34eacf4de x-openstack-request-id: req-8dbd4395-e637-420c-8975-32c34eacf4de {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:13:31.903963 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d2a063f-b86a-4dd9-9220-a9dffa427569", "tag": "a1d5482a-869e-418a-b03a-2c6c4c2919c3", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:13:31.904289 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8dbd4395-e637-420c-8975-32c34eacf4de {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:13:31.904564 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dbd4395-e637-420c-8975-32c34eacf4de'] response: {'name': 'network-changed', 'server_uuid': '7d2a063f-b86a-4dd9-9220-a9dffa427569', 'tag': 'a1d5482a-869e-418a-b03a-2c6c4c2919c3', 'status': 'completed', 'code': 200} Sep 23 15:13:31.922642 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-96dcdf87-774a-4e1c-897c-e6f737f2937e None None] Attempt 3 to provision port a1d5482a-869e-418a-b03a-2c6c4c2919c3 Sep 23 15:13:31.987022 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-96dcdf87-774a-4e1c-897c-e6f737f2937e None None] Port a1d5482a-869e-418a-b03a-2c6c4c2919c3 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:13:32.017966 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b50ff7-36dc-4053-9d0d-e204edde7394 req-f0d04e29-955b-4340-8b41-8fe8e936058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:32.019491 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d4b50ff7-36dc-4053-9d0d-e204edde7394 req-f0d04e29-955b-4340-8b41-8fe8e936058b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=7d2a063f-b86a-4dd9-9220-a9dffa427569 HTTP/1.1" status: 200 len: 1097 time: 0.0913601 Sep 23 15:13:32.107109 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-71e26091-f09c-4fbf-a7f4-ee486fca6b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:32.163190 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b50ff7-36dc-4053-9d0d-e204edde7394 req-6bc78754-dfbb-477a-bf38-5ac84be3cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:32.163665 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b50ff7-36dc-4053-9d0d-e204edde7394 req-6bc78754-dfbb-477a-bf38-5ac84be3cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:32.165131 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d4b50ff7-36dc-4053-9d0d-e204edde7394 req-6bc78754-dfbb-477a-bf38-5ac84be3cb6d service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=8433d6d3ee51437084758ba6444603b3&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.1370168 Sep 23 15:13:32.297928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b50ff7-36dc-4053-9d0d-e204edde7394 req-2ff4c2b3-261d-4c64-a84d-3a8188ffa32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:32.299355 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d4b50ff7-36dc-4053-9d0d-e204edde7394 req-2ff4c2b3-261d-4c64-a84d-3a8188ffa32e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1282952 Sep 23 15:13:32.416996 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-bceb6b92-e96c-40f8-ac9e-72a40f83fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:32.418382 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-bceb6b92-e96c-40f8-ac9e-72a40f83fdf5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=7d2a063f-b86a-4dd9-9220-a9dffa427569 HTTP/1.1" status: 200 len: 1097 time: 0.0795944 Sep 23 15:13:32.490559 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-2c848d44-5694-4997-90f7-b6bdda390a20 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=a1d5482a-869e-418a-b03a-2c6c4c2919c3 HTTP/1.1" status: 200 len: 217 time: 0.0639815 Sep 23 15:13:32.546613 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:32.552884 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-d0d9b87f-06de-4541-a84f-6db7c24a10cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:32.554305 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-d0d9b87f-06de-4541-a84f-6db7c24a10cd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c34ba48b-2df2-4aa3-bdf7-e6d10e76e30e HTTP/1.1" status: 200 len: 838 time: 0.0573795 Sep 23 15:13:32.639018 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-f598a9cd-3cd4-4d2d-bd4d-083fc3b14823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:32.640474 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-f598a9cd-3cd4-4d2d-bd4d-083fc3b14823 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=db6491d2-69b3-414e-8ad5-85a9549c1e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0793569 Sep 23 15:13:32.775266 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-38d68c26-612e-4a33-b2e7-ad90c31005ba service neutron] 10.222.0.72 "GET /v2.0/networks/db6491d2-69b3-414e-8ad5-85a9549c1e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273139 Sep 23 15:13:33.083078 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-95249c33-c19e-4afc-8fce-4ae8cc7914a0 req-f5b9a19c-c204-49a6-9ece-41dc03320cef service neutron] 10.222.0.72 "GET /v2.0/networks/db6491d2-69b3-414e-8ad5-85a9549c1e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011031 Sep 23 15:13:33.094531 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56894c39-7048-4662-80aa-50fb58deffa0 req-b04c6ba7-f389-43b0-bdfc-8fb3fbeb1892 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:33.095926 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-56894c39-7048-4662-80aa-50fb58deffa0 req-b04c6ba7-f389-43b0-bdfc-8fb3fbeb1892 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d2a063f-b86a-4dd9-9220-a9dffa427569 HTTP/1.1" status: 200 len: 944 time: 0.2954762 Sep 23 15:13:33.140749 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-56894c39-7048-4662-80aa-50fb58deffa0 req-ad94941b-2683-4b68-a11c-95733402f9c3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=446024f6-0484-445f-979e-26608d20579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388091 Sep 23 15:13:34.294511 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device a1d5482a-869e-418a-b03a-2c6c4c2919c3 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:13:34.361412 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852a95b-86fa-434d-945a-a228fbad3472 req-5795b2d8-3c8e-4393-a981-3e8c4b2d8968 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:34.361412 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2852a95b-86fa-434d-945a-a228fbad3472 req-5795b2d8-3c8e-4393-a981-3e8c4b2d8968 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d2a063f-b86a-4dd9-9220-a9dffa427569 HTTP/1.1" status: 200 len: 944 time: 0.0998785 Sep 23 15:13:34.421137 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2852a95b-86fa-434d-945a-a228fbad3472 req-6958cf47-ddd1-4872-898c-1007fbe7ccc4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=446024f6-0484-445f-979e-26608d20579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532610 Sep 23 15:13:34.450704 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port a1d5482a-869e-418a-b03a-2c6c4c2919c3, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=a1d5482a-869e-418a-b03a-2c6c4c2919c3,segment=NetworkSegment(2d7bba91-2eae-4622-af2e-e8b446d31438),segment_id=2d7bba91-2eae-4622-af2e-e8b446d31438)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:13:34.466182 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': 'a1d5482a-869e-418a-b03a-2c6c4c2919c3', 'network_id': 'db6491d2-69b3-414e-8ad5-85a9549c1e33', 'port_id': 'a1d5482a-869e-418a-b03a-2c6c4c2919c3', 'mac_address': 'fa:16:3e:e3:3b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c34ba48b-2df2-4aa3-bdf7-e6d10e76e30e', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:13:34.526365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port a1d5482a-869e-418a-b03a-2c6c4c2919c3 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:13:34.526365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:34.556000 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d5482a-869e-418a-b03a-2c6c4c2919c3 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:13:34.560336 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port a1d5482a-869e-418a-b03a-2c6c4c2919c3, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=a1d5482a-869e-418a-b03a-2c6c4c2919c3,segment=NetworkSegment(2d7bba91-2eae-4622-af2e-e8b446d31438),segment_id=2d7bba91-2eae-4622-af2e-e8b446d31438)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:13:34.662023 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:34.729199 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=a1d5482a-869e-418a-b03a-2c6c4c2919c3,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:34.885330 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['a1d5482a-869e-418a-b03a-2c6c4c2919c3'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:13:35.062575 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a30a1298-b2cd-4a87-8e70-f1cc4431a77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:35.502947 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:35.533972 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:35.639630 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355bb24-b022-44d0-b4f8-98bb7e740156 req-3b6f5d9a-0b36-44f3-b002-e81f03ee5ecb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:35.639630 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1355bb24-b022-44d0-b4f8-98bb7e740156 req-3b6f5d9a-0b36-44f3-b002-e81f03ee5ecb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d2a063f-b86a-4dd9-9220-a9dffa427569 HTTP/1.1" status: 200 len: 945 time: 0.0943170 Sep 23 15:13:35.691025 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1355bb24-b022-44d0-b4f8-98bb7e740156 req-af416ca3-40e3-47b9-a8a9-899803ced370 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=446024f6-0484-445f-979e-26608d20579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442135 Sep 23 15:13:36.299141 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device a1d5482a-869e-418a-b03a-2c6c4c2919c3 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:13:36.436427 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port a1d5482a-869e-418a-b03a-2c6c4c2919c3 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:13:36.441544 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port a1d5482a-869e-418a-b03a-2c6c4c2919c3 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:13:36.441690 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:36.442013 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port a1d5482a-869e-418a-b03a-2c6c4c2919c3 Sep 23 15:13:36.568577 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port a1d5482a-869e-418a-b03a-2c6c4c2919c3 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:13:36.568577 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:36.592823 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2a063f-b86a-4dd9-9220-a9dffa427569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d5482a-869e-418a-b03a-2c6c4c2919c3'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:13:36.595994 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9da777-e329-4a61-805d-fd1a653e80b7" -d '{"events": [{"server_uuid": "7d2a063f-b86a-4dd9-9220-a9dffa427569", "name": "network-vif-plugged", "status": "completed", "tag": "a1d5482a-869e-418a-b03a-2c6c4c2919c3"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:13:36.603752 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port a1d5482a-869e-418a-b03a-2c6c4c2919c3, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=a1d5482a-869e-418a-b03a-2c6c4c2919c3,segment=NetworkSegment(2d7bba91-2eae-4622-af2e-e8b446d31438),segment_id=2d7bba91-2eae-4622-af2e-e8b446d31438)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:13:36.663148 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fce73b-ea9e-44df-bd3d-d10c99bf909a x-openstack-request-id: req-a4fce73b-ea9e-44df-bd3d-d10c99bf909a {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:13:36.663148 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2a063f-b86a-4dd9-9220-a9dffa427569", "name": "network-vif-plugged", "status": "completed", "tag": "a1d5482a-869e-418a-b03a-2c6c4c2919c3", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:13:36.663148 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a4fce73b-ea9e-44df-bd3d-d10c99bf909a {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:13:36.663148 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4fce73b-ea9e-44df-bd3d-d10c99bf909a'] response: {'server_uuid': '7d2a063f-b86a-4dd9-9220-a9dffa427569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d5482a-869e-418a-b03a-2c6c4c2919c3', 'code': 200} Sep 23 15:13:36.863031 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:36.914191 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed506803-4327-4285-94bb-f257ae0e80ab req-89c0fbbf-9f73-46ec-8ce9-67956b0436c1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:36.917482 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ed506803-4327-4285-94bb-f257ae0e80ab req-89c0fbbf-9f73-46ec-8ce9-67956b0436c1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d2a063f-b86a-4dd9-9220-a9dffa427569 HTTP/1.1" status: 200 len: 946 time: 0.0931070 Sep 23 15:13:36.926928 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:36.936609 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=a1d5482a-869e-418a-b03a-2c6c4c2919c3,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:36.991201 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ed506803-4327-4285-94bb-f257ae0e80ab req-c2549fd1-c532-4211-b470-4bf9ca4fcbcf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=446024f6-0484-445f-979e-26608d20579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569320 Sep 23 15:13:37.136924 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ff1cc-859a-427d-8f68-a01a4727f53e req-00f71078-230e-4c73-941a-fba30630fed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:37.136924 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1f0ff1cc-859a-427d-8f68-a01a4727f53e req-00f71078-230e-4c73-941a-fba30630fed3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d2a063f-b86a-4dd9-9220-a9dffa427569 HTTP/1.1" status: 200 len: 1099 time: 0.0785058 Sep 23 15:13:37.177597 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1f0ff1cc-859a-427d-8f68-a01a4727f53e req-fdf43964-f758-43e1-a578-86321b5c7df6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=446024f6-0484-445f-979e-26608d20579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347128 Sep 23 15:13:38.184984 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3d2cc-ccee-4f4b-bdec-cb4eb4d6e007 req-02130afc-868f-4a7b-b9aa-253b440da752 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:38.186381 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c4e3d2cc-ccee-4f4b-bdec-cb4eb4d6e007 req-02130afc-868f-4a7b-b9aa-253b440da752 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d2a063f-b86a-4dd9-9220-a9dffa427569 HTTP/1.1" status: 200 len: 946 time: 0.0867696 Sep 23 15:13:38.230246 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c4e3d2cc-ccee-4f4b-bdec-cb4eb4d6e007 req-79f6e59c-8bea-4803-a7ff-22d1f1cfefdb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=446024f6-0484-445f-979e-26608d20579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382032 Sep 23 15:13:39.434594 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03da09-2b85-4c22-b28b-d5a37a597223 req-1a17fd75-3a6b-44be-ac12-94e526e7ef7b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:39.436346 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ff03da09-2b85-4c22-b28b-d5a37a597223 req-1a17fd75-3a6b-44be-ac12-94e526e7ef7b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d2a063f-b86a-4dd9-9220-a9dffa427569 HTTP/1.1" status: 200 len: 946 time: 0.0973160 Sep 23 15:13:39.482428 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ff03da09-2b85-4c22-b28b-d5a37a597223 req-d4c5f807-8af2-4111-a894-c46d67524b52 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=446024f6-0484-445f-979e-26608d20579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401371 Sep 23 15:13:39.692311 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3331918-bdb7-4b27-b3aa-89e19729784a req-75040dbe-a0c4-4ac5-8914-fd0b7c77bf4f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:39.693759 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c3331918-bdb7-4b27-b3aa-89e19729784a req-75040dbe-a0c4-4ac5-8914-fd0b7c77bf4f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d2a063f-b86a-4dd9-9220-a9dffa427569 HTTP/1.1" status: 200 len: 946 time: 0.0962393 Sep 23 15:13:39.742544 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c3331918-bdb7-4b27-b3aa-89e19729784a req-ca790a79-107d-4cb7-8fad-631764935406 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=446024f6-0484-445f-979e-26608d20579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427277 Sep 23 15:13:39.876434 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6e05d2cd-d71b-478c-ae48-9ea10975787d req-5ee76805-6d0e-48de-ae70-7f6c72dfc6e2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=33eef3b6-13ce-4f45-90a1-d181a6897d3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795274 Sep 23 15:13:40.031598 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05d2cd-d71b-478c-ae48-9ea10975787d req-5d21b829-90e1-46a2-a8da-5b7b5a20b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:40.035155 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6e05d2cd-d71b-478c-ae48-9ea10975787d req-5d21b829-90e1-46a2-a8da-5b7b5a20b145 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=33eef3b6-13ce-4f45-90a1-d181a6897d3c HTTP/1.1" status: 200 len: 1098 time: 0.0852964 Sep 23 15:13:40.183869 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05d2cd-d71b-478c-ae48-9ea10975787d req-8dad0bea-1814-4774-8246-0d20b7b3f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:40.185879 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6e05d2cd-d71b-478c-ae48-9ea10975787d req-8dad0bea-1814-4774-8246-0d20b7b3f9da service neutron] 10.222.0.72 "GET /v2.0/networks?id=7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f HTTP/1.1" status: 200 len: 896 time: 0.1305234 Sep 23 15:13:40.290022 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6e05d2cd-d71b-478c-ae48-9ea10975787d req-8f8b698f-7de5-4667-8047-c40d0d3de8c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2df0271-0a6a-4302-9455-e04da30237ee HTTP/1.1" status: 200 len: 1002 time: 0.0968320 Sep 23 15:13:40.355866 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05d2cd-d71b-478c-ae48-9ea10975787d req-ffdd8d48-2884-4917-978f-6984e242ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:40.355866 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6e05d2cd-d71b-478c-ae48-9ea10975787d req-ffdd8d48-2884-4917-978f-6984e242ffb0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9bdd53a9-e6de-4413-b644-2aaec328c64e HTTP/1.1" status: 200 len: 835 time: 0.0577481 Sep 23 15:13:40.441728 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05d2cd-d71b-478c-ae48-9ea10975787d req-ef3a9db6-6d97-4ccd-bd3c-8f069f7286fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:40.444366 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6e05d2cd-d71b-478c-ae48-9ea10975787d req-ef3a9db6-6d97-4ccd-bd3c-8f069f7286fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828481 Sep 23 15:13:40.582787 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6e05d2cd-d71b-478c-ae48-9ea10975787d req-faebce29-392b-47c1-b426-17e06ce934ba service neutron] 10.222.0.72 "GET /v2.0/networks/7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292193 Sep 23 15:13:40.713274 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6e05d2cd-d71b-478c-ae48-9ea10975787d req-22a285b8-d344-4da2-9647-19dc394f0b6f service neutron] 10.222.0.72 "GET /v2.0/networks/7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273665 Sep 23 15:13:41.247523 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50292) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:13:42.046297 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9309698b-0aab-4dc5-9203-c0ef37577b3e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:42.449553 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-9309698b-0aab-4dc5-9203-c0ef37577b3e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.20.0.17 (db6491d2-69b3-414e-8ad5-85a9549c1e33/c34ba48b-2df2-4aa3-bdf7-e6d10e76e30e/e3e10a8b-cb23-42d1-8758-091a4f3d2c8d) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:13:42.604815 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9309698b-0aab-4dc5-9203-c0ef37577b3e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:42.620135 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-9309698b-0aab-4dc5-9203-c0ef37577b3e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Transition to ACTIVE for port object e3e10a8b-cb23-42d1-8758-091a4f3d2c8d will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:13:42.740880 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9309698b-0aab-4dc5-9203-c0ef37577b3e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:42.809271 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9309698b-0aab-4dc5-9203-c0ef37577b3e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network db6491d2-69b3-414e-8ad5-85a9549c1e33 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:13:42.812229 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-9309698b-0aab-4dc5-9203-c0ef37577b3e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:13:42.814809 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9309698b-0aab-4dc5-9203-c0ef37577b3e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:13:42.864046 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309698b-0aab-4dc5-9203-c0ef37577b3e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=e3e10a8b-cb23-42d1-8758-091a4f3d2c8d,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:42.885745 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9309698b-0aab-4dc5-9203-c0ef37577b3e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:43.124081 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9309698b-0aab-4dc5-9203-c0ef37577b3e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:43.168651 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-23fa9d59-c839-4761-a6ed-a3c51f00d843 None None] Provisioning for port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:13:43.178665 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-23fa9d59-c839-4761-a6ed-a3c51f00d843 None None] Provisioning complete for port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:13:43.178665 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-23fa9d59-c839-4761-a6ed-a3c51f00d843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:43.178665 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-23fa9d59-c839-4761-a6ed-a3c51f00d843 None None] Attempt 1 to provision port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d Sep 23 15:13:43.235122 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-23fa9d59-c839-4761-a6ed-a3c51f00d843 None None] Port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:13:43.678772 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9309698b-0aab-4dc5-9203-c0ef37577b3e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:43.727105 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9309698b-0aab-4dc5-9203-c0ef37577b3e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:43.736354 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-23fa9d59-c839-4761-a6ed-a3c51f00d843 None None] Attempt 2 to provision port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d Sep 23 15:13:43.797119 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-23fa9d59-c839-4761-a6ed-a3c51f00d843 None None] Port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:13:43.839245 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9309698b-0aab-4dc5-9203-c0ef37577b3e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:43.842660 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309698b-0aab-4dc5-9203-c0ef37577b3e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=e3e10a8b-cb23-42d1-8758-091a4f3d2c8d,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:43.984998 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9309698b-0aab-4dc5-9203-c0ef37577b3e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network db6491d2-69b3-414e-8ad5-85a9549c1e33 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:13:43.986103 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-9309698b-0aab-4dc5-9203-c0ef37577b3e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:13:44.187351 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9309698b-0aab-4dc5-9203-c0ef37577b3e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 8146d255-3982-45b3-82ef-bf353c708933 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:13:44.298517 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-23fa9d59-c839-4761-a6ed-a3c51f00d843 None None] Attempt 3 to provision port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d Sep 23 15:13:44.355248 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-23fa9d59-c839-4761-a6ed-a3c51f00d843 None None] Port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:13:44.368383 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9309698b-0aab-4dc5-9203-c0ef37577b3e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:13:44.377832 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac234f72-6329-462b-aa37-1c6f1a607123 None None] Sync routers for ids ['8146d255-3982-45b3-82ef-bf353c708933'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:13:44.386705 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac234f72-6329-462b-aa37-1c6f1a607123 None None] Routers {'8146d255-3982-45b3-82ef-bf353c708933'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:13:44.387843 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-ac234f72-6329-462b-aa37-1c6f1a607123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:13:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8146d255-3982-45b3-82ef-bf353c708933'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:13:44.428422 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9309698b-0aab-4dc5-9203-c0ef37577b3e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "PUT /v2.0/routers/8146d255-3982-45b3-82ef-bf353c708933/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1797645 Sep 23 15:13:44.567255 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-ac234f72-6329-462b-aa37-1c6f1a607123 None None] Set router 8146d255-3982-45b3-82ef-bf353c708933 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:13:44.856507 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-23fa9d59-c839-4761-a6ed-a3c51f00d843 None None] Attempt 4 to provision port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d Sep 23 15:13:44.949675 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-23fa9d59-c839-4761-a6ed-a3c51f00d843 None None] Port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:13:44.969320 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-ac234f72-6329-462b-aa37-1c6f1a607123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8146d255-3982-45b3-82ef-bf353c708933', 'name': 'tempest-TestNetworkBasicOps-router-986177833', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247'}], 'enable_snat': True}, 'gw_port_id': '073d56f2-e676-46e9-b56a-f682df195025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:12:21Z', 'updated_at': '2022-09-23T15:13:42Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '073d56f2-e676-46e9-b56a-f682df195025', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:22Z', 'updated_at': '2022-09-23T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '886bf7f1-69a9-4f70-a358-bc7a2b5ecd1b', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.194', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '8146d255-3982-45b3-82ef-bf353c708933', 'port_id': 'd2df0271-0a6a-4302-9455-e04da30237ee', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'mac_address': 'fa:16:3e:45:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eef3b6-13ce-4f45-90a1-d181a6897d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:12:46Z', 'updated_at': '2022-09-23T15:12:49Z', 'revision_number': 1, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd784bda5-e087-4b40-89ce-a7665e242021', 'name': '', 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:d3:ae:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:26Z', 'updated_at': '2022-09-23T15:12:31Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3e10a8b-cb23-42d1-8758-091a4f3d2c8d', 'name': '', 'network_id': 'db6491d2-69b3-414e-8ad5-85a9549c1e33', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:b3:4d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'c34ba48b-2df2-4aa3-bdf7-e6d10e76e30e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:13:42Z', 'updated_at': '2022-09-23T15:13:43Z', 'revision_number': 2, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'c34ba48b-2df2-4aa3-bdf7-e6d10e76e30e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:13:44.972453 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac234f72-6329-462b-aa37-1c6f1a607123 None None] Checking router: 8146d255-3982-45b3-82ef-bf353c708933 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:13:44.972912 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac234f72-6329-462b-aa37-1c6f1a607123 None None] Updating router 8146d255-3982-45b3-82ef-bf353c708933 port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:13:45.027630 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ac234f72-6329-462b-aa37-1c6f1a607123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:45.395431 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ac234f72-6329-462b-aa37-1c6f1a607123 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:45.407209 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ac234f72-6329-462b-aa37-1c6f1a607123 None None] Transition to ACTIVE for port object e3e10a8b-cb23-42d1-8758-091a4f3d2c8d will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:13:45.450709 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-23fa9d59-c839-4761-a6ed-a3c51f00d843 None None] Attempt 5 to provision port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d Sep 23 15:13:45.503123 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-23fa9d59-c839-4761-a6ed-a3c51f00d843 None None] Port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:13:45.511311 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ac234f72-6329-462b-aa37-1c6f1a607123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:45.698265 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcfa1b2-98a5-42ee-9ce1-a9ffed098a1f None None] Pushing event updated for resources: {'Port': ['ID=e3e10a8b-cb23-42d1-8758-091a4f3d2c8d,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:45.722769 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ac234f72-6329-462b-aa37-1c6f1a607123 None None] Attempting to bind port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:13:45.723143 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ac234f72-6329-462b-aa37-1c6f1a607123 None None] Attempting to bind port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '2d7bba91-2eae-4622-af2e-e8b446d31438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'db6491d2-69b3-414e-8ad5-85a9549c1e33'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:13:45.723506 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac234f72-6329-462b-aa37-1c6f1a607123 None None] Attempting to bind port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d on network db6491d2-69b3-414e-8ad5-85a9549c1e33 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:13:45.728695 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac234f72-6329-462b-aa37-1c6f1a607123 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:13:45.729571 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac234f72-6329-462b-aa37-1c6f1a607123 None None] Checking segment: {'id': '2d7bba91-2eae-4622-af2e-e8b446d31438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'db6491d2-69b3-414e-8ad5-85a9549c1e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:13:45.729571 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ac234f72-6329-462b-aa37-1c6f1a607123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:45.729888 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac234f72-6329-462b-aa37-1c6f1a607123 None None] Bound using segment: {'id': '2d7bba91-2eae-4622-af2e-e8b446d31438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'db6491d2-69b3-414e-8ad5-85a9549c1e33'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:13:45.730279 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ac234f72-6329-462b-aa37-1c6f1a607123 None None] Bound port: e3e10a8b-cb23-42d1-8758-091a4f3d2c8d, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7bba91-2eae-4622-af2e-e8b446d31438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'db6491d2-69b3-414e-8ad5-85a9549c1e33'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:13:45.730672 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ac234f72-6329-462b-aa37-1c6f1a607123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:45.820433 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ac234f72-6329-462b-aa37-1c6f1a607123 None None] For port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:13:45.823466 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ac234f72-6329-462b-aa37-1c6f1a607123 None None] For port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=e3e10a8b-cb23-42d1-8758-091a4f3d2c8d,segment=NetworkSegment(2d7bba91-2eae-4622-af2e-e8b446d31438),segment_id=2d7bba91-2eae-4622-af2e-e8b446d31438)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:13:45.886887 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ac234f72-6329-462b-aa37-1c6f1a607123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:45.948730 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac234f72-6329-462b-aa37-1c6f1a607123 None None] Routers {'8146d255-3982-45b3-82ef-bf353c708933'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:13:45.949269 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-ac234f72-6329-462b-aa37-1c6f1a607123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:13:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8146d255-3982-45b3-82ef-bf353c708933'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:13:46.004474 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-23fa9d59-c839-4761-a6ed-a3c51f00d843 None None] Attempt 6 to provision port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d Sep 23 15:13:46.077034 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcfa1b2-98a5-42ee-9ce1-a9ffed098a1f None None] Pushing event updated for resources: {'Port': ['ID=e3e10a8b-cb23-42d1-8758-091a4f3d2c8d,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:46.162886 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-23fa9d59-c839-4761-a6ed-a3c51f00d843 None None] Port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:13:46.187551 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-ac234f72-6329-462b-aa37-1c6f1a607123 None None] Set router 8146d255-3982-45b3-82ef-bf353c708933 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:13:46.545236 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-ac234f72-6329-462b-aa37-1c6f1a607123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8146d255-3982-45b3-82ef-bf353c708933', 'name': 'tempest-TestNetworkBasicOps-router-986177833', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247'}], 'enable_snat': True}, 'gw_port_id': '073d56f2-e676-46e9-b56a-f682df195025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:12:21Z', 'updated_at': '2022-09-23T15:13:42Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '073d56f2-e676-46e9-b56a-f682df195025', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:22Z', 'updated_at': '2022-09-23T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '886bf7f1-69a9-4f70-a358-bc7a2b5ecd1b', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.194', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '8146d255-3982-45b3-82ef-bf353c708933', 'port_id': 'd2df0271-0a6a-4302-9455-e04da30237ee', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'mac_address': 'fa:16:3e:45:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eef3b6-13ce-4f45-90a1-d181a6897d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:12:46Z', 'updated_at': '2022-09-23T15:12:49Z', 'revision_number': 1, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd784bda5-e087-4b40-89ce-a7665e242021', 'name': '', 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:d3:ae:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:26Z', 'updated_at': '2022-09-23T15:12:31Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3e10a8b-cb23-42d1-8758-091a4f3d2c8d', 'name': '', 'network_id': 'db6491d2-69b3-414e-8ad5-85a9549c1e33', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:b3:4d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'c34ba48b-2df2-4aa3-bdf7-e6d10e76e30e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:13:42Z', 'updated_at': '2022-09-23T15:13:45Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'c34ba48b-2df2-4aa3-bdf7-e6d10e76e30e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:13:46.549298 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac234f72-6329-462b-aa37-1c6f1a607123 None None] The sync data for ids ['8146d255-3982-45b3-82ef-bf353c708933'] in dv-neutron-859093-1-hyperv is: [{'id': '8146d255-3982-45b3-82ef-bf353c708933', 'name': 'tempest-TestNetworkBasicOps-router-986177833', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247'}], 'enable_snat': True}, 'gw_port_id': '073d56f2-e676-46e9-b56a-f682df195025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:12:21Z', 'updated_at': '2022-09-23T15:13:42Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '073d56f2-e676-46e9-b56a-f682df195025', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:22Z', 'updated_at': '2022-09-23T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '886bf7f1-69a9-4f70-a358-bc7a2b5ecd1b', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.194', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '8146d255-3982-45b3-82ef-bf353c708933', 'port_id': 'd2df0271-0a6a-4302-9455-e04da30237ee', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'mac_address': 'fa:16:3e:45:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eef3b6-13ce-4f45-90a1-d181a6897d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:12:46Z', 'updated_at': '2022-09-23T15:12:49Z', 'revision_number': 1, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd784bda5-e087-4b40-89ce-a7665e242021', 'name': '', 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:d3:ae:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:26Z', 'updated_at': '2022-09-23T15:12:31Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3e10a8b-cb23-42d1-8758-091a4f3d2c8d', 'name': '', 'network_id': 'db6491d2-69b3-414e-8ad5-85a9549c1e33', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:b3:4d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'c34ba48b-2df2-4aa3-bdf7-e6d10e76e30e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:13:42Z', 'updated_at': '2022-09-23T15:13:45Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'c34ba48b-2df2-4aa3-bdf7-e6d10e76e30e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:13:47.060232 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device e3e10a8b-cb23-42d1-8758-091a4f3d2c8d up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:13:47.184667 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:13:47.189628 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:13:47.193925 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:47.193925 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d Sep 23 15:13:47.308629 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:13:47.309034 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:47.340612 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=e3e10a8b-cb23-42d1-8758-091a4f3d2c8d,segment=NetworkSegment(2d7bba91-2eae-4622-af2e-e8b446d31438),segment_id=2d7bba91-2eae-4622-af2e-e8b446d31438)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:13:47.448571 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:47.519259 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=e3e10a8b-cb23-42d1-8758-091a4f3d2c8d,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:49.035736 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device e3e10a8b-cb23-42d1-8758-091a4f3d2c8d up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:13:49.107568 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:13:49.107943 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:13:49.108281 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d Sep 23 15:13:49.263545 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:13:55.077177 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:14:02.093824 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-11b98a10-b7ec-49a3-9259-a4b6136f4155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:02.602788 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:02.867689 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50320) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:03.530150 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b3105d28-8e42-4e2f-8415-6f39ae368479 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:03.912608 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-b3105d28-8e42-4e2f-8415-6f39ae368479 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:14:03.913307 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b3105d28-8e42-4e2f-8415-6f39ae368479 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:04.100750 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-b3105d28-8e42-4e2f-8415-6f39ae368479 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port e3e10a8b-cb23-42d1-8758-091a4f3d2c8d, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=e3e10a8b-cb23-42d1-8758-091a4f3d2c8d,segment=NetworkSegment(2d7bba91-2eae-4622-af2e-e8b446d31438),segment_id=2d7bba91-2eae-4622-af2e-e8b446d31438)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:14:04.101037 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b3105d28-8e42-4e2f-8415-6f39ae368479 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:04.226157 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-b3105d28-8e42-4e2f-8415-6f39ae368479 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for e3e10a8b-cb23-42d1-8758-091a4f3d2c8d owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:14:04.573847 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b3105d28-8e42-4e2f-8415-6f39ae368479 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:04.626383 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3105d28-8e42-4e2f-8415-6f39ae368479 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=e3e10a8b-cb23-42d1-8758-091a4f3d2c8d,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:04.674769 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3105d28-8e42-4e2f-8415-6f39ae368479 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:04.675111 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3105d28-8e42-4e2f-8415-6f39ae368479 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:04.675451 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3105d28-8e42-4e2f-8415-6f39ae368479 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:04.675776 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3105d28-8e42-4e2f-8415-6f39ae368479 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:04.676101 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3105d28-8e42-4e2f-8415-6f39ae368479 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:04.676425 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3105d28-8e42-4e2f-8415-6f39ae368479 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:04.676746 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3105d28-8e42-4e2f-8415-6f39ae368479 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:04.677065 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3105d28-8e42-4e2f-8415-6f39ae368479 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:04.677390 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3105d28-8e42-4e2f-8415-6f39ae368479 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:04.677704 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3105d28-8e42-4e2f-8415-6f39ae368479 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:04.678024 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3105d28-8e42-4e2f-8415-6f39ae368479 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:04.678356 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3105d28-8e42-4e2f-8415-6f39ae368479 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:04.916504 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b3105d28-8e42-4e2f-8415-6f39ae368479 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:04.997205 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d21e0897-f9d6-423a-a85e-921aa6420ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:05.382243 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3105d28-8e42-4e2f-8415-6f39ae368479 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 8146d255-3982-45b3-82ef-bf353c708933 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:14:05.505625 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:05.522463 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:05.562243 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3105d28-8e42-4e2f-8415-6f39ae368479 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:14:05.572006 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c7c13f-cb07-4987-9338-00b2431f6d48 None None] Sync routers for ids ['8146d255-3982-45b3-82ef-bf353c708933'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:14:05.574904 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b3105d28-8e42-4e2f-8415-6f39ae368479 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "PUT /v2.0/routers/8146d255-3982-45b3-82ef-bf353c708933/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7061901 Sep 23 15:14:05.587026 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c7c13f-cb07-4987-9338-00b2431f6d48 None None] Routers {'8146d255-3982-45b3-82ef-bf353c708933'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:14:05.587026 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-a9c7c13f-cb07-4987-9338-00b2431f6d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:14:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8146d255-3982-45b3-82ef-bf353c708933'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:05.757632 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-a9c7c13f-cb07-4987-9338-00b2431f6d48 None None] Set router 8146d255-3982-45b3-82ef-bf353c708933 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:14:06.111167 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-a9c7c13f-cb07-4987-9338-00b2431f6d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8146d255-3982-45b3-82ef-bf353c708933', 'name': 'tempest-TestNetworkBasicOps-router-986177833', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247'}], 'enable_snat': True}, 'gw_port_id': '073d56f2-e676-46e9-b56a-f682df195025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:12:21Z', 'updated_at': '2022-09-23T15:14:04Z', 'revision_number': 6, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '073d56f2-e676-46e9-b56a-f682df195025', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:22Z', 'updated_at': '2022-09-23T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '886bf7f1-69a9-4f70-a358-bc7a2b5ecd1b', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.194', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '8146d255-3982-45b3-82ef-bf353c708933', 'port_id': 'd2df0271-0a6a-4302-9455-e04da30237ee', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'mac_address': 'fa:16:3e:45:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eef3b6-13ce-4f45-90a1-d181a6897d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:12:46Z', 'updated_at': '2022-09-23T15:12:49Z', 'revision_number': 1, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd784bda5-e087-4b40-89ce-a7665e242021', 'name': '', 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:d3:ae:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:26Z', 'updated_at': '2022-09-23T15:12:31Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:06.115034 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c7c13f-cb07-4987-9338-00b2431f6d48 None None] Checking router: 8146d255-3982-45b3-82ef-bf353c708933 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:14:06.123704 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c7c13f-cb07-4987-9338-00b2431f6d48 None None] Routers {'8146d255-3982-45b3-82ef-bf353c708933'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:14:06.125861 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-a9c7c13f-cb07-4987-9338-00b2431f6d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:14:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8146d255-3982-45b3-82ef-bf353c708933'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:06.143223 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2a461-e34b-4868-a977-d16777a927c6 req-a74149af-8f4b-4e5d-910d-b32955fb7670 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:06.144686 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cfe2a461-e34b-4868-a977-d16777a927c6 req-a74149af-8f4b-4e5d-910d-b32955fb7670 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d2a063f-b86a-4dd9-9220-a9dffa427569 HTTP/1.1" status: 200 len: 946 time: 0.0913527 Sep 23 15:14:06.192697 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cfe2a461-e34b-4868-a977-d16777a927c6 req-a6d13fdc-8c35-4855-8646-5f1596f305a7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=446024f6-0484-445f-979e-26608d20579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420859 Sep 23 15:14:06.334203 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-a9c7c13f-cb07-4987-9338-00b2431f6d48 None None] Set router 8146d255-3982-45b3-82ef-bf353c708933 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:14:06.674428 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-a9c7c13f-cb07-4987-9338-00b2431f6d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8146d255-3982-45b3-82ef-bf353c708933', 'name': 'tempest-TestNetworkBasicOps-router-986177833', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247'}], 'enable_snat': True}, 'gw_port_id': '073d56f2-e676-46e9-b56a-f682df195025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:12:21Z', 'updated_at': '2022-09-23T15:14:04Z', 'revision_number': 6, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '073d56f2-e676-46e9-b56a-f682df195025', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:22Z', 'updated_at': '2022-09-23T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '886bf7f1-69a9-4f70-a358-bc7a2b5ecd1b', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.194', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '8146d255-3982-45b3-82ef-bf353c708933', 'port_id': 'd2df0271-0a6a-4302-9455-e04da30237ee', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'mac_address': 'fa:16:3e:45:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eef3b6-13ce-4f45-90a1-d181a6897d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:12:46Z', 'updated_at': '2022-09-23T15:12:49Z', 'revision_number': 1, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd784bda5-e087-4b40-89ce-a7665e242021', 'name': '', 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:d3:ae:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:26Z', 'updated_at': '2022-09-23T15:12:31Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:06.678086 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c7c13f-cb07-4987-9338-00b2431f6d48 None None] The sync data for ids ['8146d255-3982-45b3-82ef-bf353c708933'] in dv-neutron-859093-1-hyperv is: [{'id': '8146d255-3982-45b3-82ef-bf353c708933', 'name': 'tempest-TestNetworkBasicOps-router-986177833', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247'}], 'enable_snat': True}, 'gw_port_id': '073d56f2-e676-46e9-b56a-f682df195025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:12:21Z', 'updated_at': '2022-09-23T15:14:04Z', 'revision_number': 6, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '073d56f2-e676-46e9-b56a-f682df195025', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:22Z', 'updated_at': '2022-09-23T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '886bf7f1-69a9-4f70-a358-bc7a2b5ecd1b', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.194', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '8146d255-3982-45b3-82ef-bf353c708933', 'port_id': 'd2df0271-0a6a-4302-9455-e04da30237ee', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'mac_address': 'fa:16:3e:45:71:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33eef3b6-13ce-4f45-90a1-d181a6897d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:12:46Z', 'updated_at': '2022-09-23T15:12:49Z', 'revision_number': 1, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd784bda5-e087-4b40-89ce-a7665e242021', 'name': '', 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:d3:ae:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:26Z', 'updated_at': '2022-09-23T15:12:31Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:14:06.939592 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:07.039771 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device e3e10a8b-cb23-42d1-8758-091a4f3d2c8d no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:14:07.077573 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: e3e10a8b-cb23-42d1-8758-091a4f3d2c8d {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:14:07.078076 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device e3e10a8b-cb23-42d1-8758-091a4f3d2c8d not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:14:07.394684 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23496328-b723-4282-add3-13a5ab33b7c0 req-ff1d0969-76fc-4f38-b673-a46fb40fcb9a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:07.395384 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-23496328-b723-4282-add3-13a5ab33b7c0 req-ff1d0969-76fc-4f38-b673-a46fb40fcb9a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:14:07.487185 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e0b78-8fd6-4b2e-9ad2-642ae6a97622 req-73854ae4-319b-445a-802f-5b72a02812e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:07.487911 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-8f7e0b78-8fd6-4b2e-9ad2-642ae6a97622 req-73854ae4-319b-445a-802f-5b72a02812e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:14:07.551295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-23496328-b723-4282-add3-13a5ab33b7c0 req-ff1d0969-76fc-4f38-b673-a46fb40fcb9a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:14:07.552422 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-23496328-b723-4282-add3-13a5ab33b7c0 req-ff1d0969-76fc-4f38-b673-a46fb40fcb9a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d2a063f-b86a-4dd9-9220-a9dffa427569 HTTP/1.1" status: 200 len: 946 time: 0.2480288 Sep 23 15:14:07.553367 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-8f7e0b78-8fd6-4b2e-9ad2-642ae6a97622 req-73854ae4-319b-445a-802f-5b72a02812e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:14:07.554356 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8f7e0b78-8fd6-4b2e-9ad2-642ae6a97622 req-73854ae4-319b-445a-802f-5b72a02812e1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d2a063f-b86a-4dd9-9220-a9dffa427569 HTTP/1.1" status: 200 len: 946 time: 0.1553633 Sep 23 15:14:07.655112 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-23496328-b723-4282-add3-13a5ab33b7c0 req-c716bbe9-6311-4cef-98c8-50bebcc035a6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=446024f6-0484-445f-979e-26608d20579a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967922 Sep 23 15:14:07.664386 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-8f7e0b78-8fd6-4b2e-9ad2-642ae6a97622 req-15843ba4-708e-4fb3-8a50-8f7dddeb1ff6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port a1d5482a-869e-418a-b03a-2c6c4c2919c3 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:14:07.664662 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-8f7e0b78-8fd6-4b2e-9ad2-642ae6a97622 req-15843ba4-708e-4fb3-8a50-8f7dddeb1ff6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:07.927418 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-8f7e0b78-8fd6-4b2e-9ad2-642ae6a97622 req-15843ba4-708e-4fb3-8a50-8f7dddeb1ff6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port a1d5482a-869e-418a-b03a-2c6c4c2919c3, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=a1d5482a-869e-418a-b03a-2c6c4c2919c3,segment=NetworkSegment(2d7bba91-2eae-4622-af2e-e8b446d31438),segment_id=2d7bba91-2eae-4622-af2e-e8b446d31438)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:14:07.927771 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-8f7e0b78-8fd6-4b2e-9ad2-642ae6a97622 req-15843ba4-708e-4fb3-8a50-8f7dddeb1ff6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:08.049652 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-8f7e0b78-8fd6-4b2e-9ad2-642ae6a97622 req-15843ba4-708e-4fb3-8a50-8f7dddeb1ff6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for a1d5482a-869e-418a-b03a-2c6c4c2919c3 owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:14:08.257467 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-8f7e0b78-8fd6-4b2e-9ad2-642ae6a97622 req-15843ba4-708e-4fb3-8a50-8f7dddeb1ff6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:08.305967 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15843ba4-708e-4fb3-8a50-8f7dddeb1ff6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=a1d5482a-869e-418a-b03a-2c6c4c2919c3,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:08.495452 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7e0b78-8fd6-4b2e-9ad2-642ae6a97622 req-15843ba4-708e-4fb3-8a50-8f7dddeb1ff6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] No DVR routers for this DVR port a1d5482a-869e-418a-b03a-2c6c4c2919c3 on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:14:08.497991 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-8f7e0b78-8fd6-4b2e-9ad2-642ae6a97622 req-15843ba4-708e-4fb3-8a50-8f7dddeb1ff6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:08.500615 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2a063f-b86a-4dd9-9220-a9dffa427569', 'name': 'network-vif-deleted', 'tag': 'a1d5482a-869e-418a-b03a-2c6c4c2919c3'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:14:08.503102 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74c1d0b-1dfb-4ea3-ab05-016d65d8b6ac" -d '{"events": [{"server_uuid": "7d2a063f-b86a-4dd9-9220-a9dffa427569", "name": "network-vif-deleted", "tag": "a1d5482a-869e-418a-b03a-2c6c4c2919c3"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:14:08.544676 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c312ff7-3c99-476b-a26f-51ae1b97c9b7 x-openstack-request-id: req-9c312ff7-3c99-476b-a26f-51ae1b97c9b7 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:14:08.544990 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2a063f-b86a-4dd9-9220-a9dffa427569", "name": "network-vif-deleted", "tag": "a1d5482a-869e-418a-b03a-2c6c4c2919c3", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:14:08.545245 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9c312ff7-3c99-476b-a26f-51ae1b97c9b7 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:14:08.545728 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c312ff7-3c99-476b-a26f-51ae1b97c9b7'] response: {'server_uuid': '7d2a063f-b86a-4dd9-9220-a9dffa427569', 'name': 'network-vif-deleted', 'tag': 'a1d5482a-869e-418a-b03a-2c6c4c2919c3', 'status': 'completed', 'code': 200} Sep 23 15:14:08.589665 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8f7e0b78-8fd6-4b2e-9ad2-642ae6a97622 req-15843ba4-708e-4fb3-8a50-8f7dddeb1ff6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "DELETE /v2.0/ports/a1d5482a-869e-418a-b03a-2c6c4c2919c3 HTTP/1.1" status: 204 len: 173 time: 1.0180137 Sep 23 15:14:08.827554 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-f00d4169-70e6-4062-8752-5461c8f8f06d req-9d146eb3-5b3c-4490-bc80-c2e1a6d81e53 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:14:08.922671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-f00d4169-70e6-4062-8752-5461c8f8f06d req-9d146eb3-5b3c-4490-bc80-c2e1a6d81e53 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:14:08.923754 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f00d4169-70e6-4062-8752-5461c8f8f06d req-9d146eb3-5b3c-4490-bc80-c2e1a6d81e53 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=7d2a063f-b86a-4dd9-9220-a9dffa427569 HTTP/1.1" status: 200 len: 210 time: 0.1462259 Sep 23 15:14:10.025097 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50338) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:10.093315 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf10e333-7476-475f-880b-2ae450b6f752 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:10.122902 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf10e333-7476-475f-880b-2ae450b6f752 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:10.251702 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf10e333-7476-475f-880b-2ae450b6f752 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:10.269280 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10e333-7476-475f-880b-2ae450b6f752 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=446024f6-0484-445f-979e-26608d20579a,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:10.277978 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf10e333-7476-475f-880b-2ae450b6f752 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:10.278348 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf10e333-7476-475f-880b-2ae450b6f752 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:10.278691 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf10e333-7476-475f-880b-2ae450b6f752 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:10.279017 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf10e333-7476-475f-880b-2ae450b6f752 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:10.279344 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf10e333-7476-475f-880b-2ae450b6f752 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:10.279672 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf10e333-7476-475f-880b-2ae450b6f752 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:10.280653 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf10e333-7476-475f-880b-2ae450b6f752 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:10.280988 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf10e333-7476-475f-880b-2ae450b6f752 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:10.281314 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf10e333-7476-475f-880b-2ae450b6f752 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:10.281637 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf10e333-7476-475f-880b-2ae450b6f752 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:10.281958 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf10e333-7476-475f-880b-2ae450b6f752 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:10.282278 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf10e333-7476-475f-880b-2ae450b6f752 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:10.345160 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf10e333-7476-475f-880b-2ae450b6f752 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:10.346253 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bf10e333-7476-475f-880b-2ae450b6f752 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/security-groups/446024f6-0484-445f-979e-26608d20579a HTTP/1.1" status: 204 len: 168 time: 0.3201501 Sep 23 15:14:10.413895 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50344) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:10.480661 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-18931067-2c32-448c-b57d-dc35d3391c4b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting subnet c34ba48b-2df2-4aa3-bdf7-e6d10e76e30e {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:14:10.483304 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device a1d5482a-869e-418a-b03a-2c6c4c2919c3 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:14:10.485228 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-18931067-2c32-448c-b57d-dc35d3391c4b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:10.526502 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: a1d5482a-869e-418a-b03a-2c6c4c2919c3 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:14:10.526861 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device a1d5482a-869e-418a-b03a-2c6c4c2919c3 not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:14:10.550274 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-18931067-2c32-448c-b57d-dc35d3391c4b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:10.631304 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-18931067-2c32-448c-b57d-dc35d3391c4b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:10.739753 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-18931067-2c32-448c-b57d-dc35d3391c4b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:10.783152 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-18931067-2c32-448c-b57d-dc35d3391c4b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:10.785878 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18931067-2c32-448c-b57d-dc35d3391c4b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Subnet': ['ID=c34ba48b-2df2-4aa3-bdf7-e6d10e76e30e,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:10.789480 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6d2869-a306-45c5-ae94-1198200e9e9b None None] Network db6491d2-69b3-414e-8ad5-85a9549c1e33 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:14:10.793475 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-18931067-2c32-448c-b57d-dc35d3391c4b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/subnets/c34ba48b-2df2-4aa3-bdf7-e6d10e76e30e HTTP/1.1" status: 204 len: 168 time: 0.3782461 Sep 23 15:14:10.795828 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50348) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:10.909192 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0960554f-e8ee-4062-a8c8-6ff10690828d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:10.919408 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-0960554f-e8ee-4062-a8c8-6ff10690828d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port 91695ac8-48ed-4697-9405-c9bd26dd66fc {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:14:10.919741 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0960554f-e8ee-4062-a8c8-6ff10690828d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:11.049933 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b33af0-03d7-4438-a5db-942a039bab94 None None] DHCP port deletion for db6491d2-69b3-414e-8ad5-85a9549c1e33 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:14:11.054153 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c8b33af0-03d7-4438-a5db-942a039bab94 None None] Deleting port 91695ac8-48ed-4697-9405-c9bd26dd66fc {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:14:11.054557 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c8b33af0-03d7-4438-a5db-942a039bab94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:11.125969 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-0960554f-e8ee-4062-a8c8-6ff10690828d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port 91695ac8-48ed-4697-9405-c9bd26dd66fc, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=91695ac8-48ed-4697-9405-c9bd26dd66fc,segment=NetworkSegment(2d7bba91-2eae-4622-af2e-e8b446d31438),segment_id=2d7bba91-2eae-4622-af2e-e8b446d31438)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:14:11.126340 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0960554f-e8ee-4062-a8c8-6ff10690828d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:11.251818 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-0960554f-e8ee-4062-a8c8-6ff10690828d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for 91695ac8-48ed-4697-9405-c9bd26dd66fc owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:14:11.255018 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-c8b33af0-03d7-4438-a5db-942a039bab94 None None] For port 91695ac8-48ed-4697-9405-c9bd26dd66fc, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=91695ac8-48ed-4697-9405-c9bd26dd66fc,segment=NetworkSegment(2d7bba91-2eae-4622-af2e-e8b446d31438),segment_id=2d7bba91-2eae-4622-af2e-e8b446d31438)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:14:11.255412 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c8b33af0-03d7-4438-a5db-942a039bab94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:11.376261 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c8b33af0-03d7-4438-a5db-942a039bab94 None None] Calling delete_port for 91695ac8-48ed-4697-9405-c9bd26dd66fc owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:14:11.383169 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0960554f-e8ee-4062-a8c8-6ff10690828d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:11.430652 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960554f-e8ee-4062-a8c8-6ff10690828d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=91695ac8-48ed-4697-9405-c9bd26dd66fc,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:11.436028 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0960554f-e8ee-4062-a8c8-6ff10690828d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] No DVR routers for this DVR port 91695ac8-48ed-4697-9405-c9bd26dd66fc on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:14:11.449385 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-c8b33af0-03d7-4438-a5db-942a039bab94 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:14:11.449863 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-c8b33af0-03d7-4438-a5db-942a039bab94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:14:11.559253 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0960554f-e8ee-4062-a8c8-6ff10690828d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:11.584521 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-0960554f-e8ee-4062-a8c8-6ff10690828d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db6491d2-69b3-414e-8ad5-85a9549c1e33']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:11.596252 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-0960554f-e8ee-4062-a8c8-6ff10690828d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d7bba91-2eae-4622-af2e-e8b446d31438') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:11.596551 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-0960554f-e8ee-4062-a8c8-6ff10690828d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d7bba91-2eae-4622-af2e-e8b446d31438') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:11.607532 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0960554f-e8ee-4062-a8c8-6ff10690828d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:11.623242 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0960554f-e8ee-4062-a8c8-6ff10690828d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:11.629968 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0960554f-e8ee-4062-a8c8-6ff10690828d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:14:11.630386 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0960554f-e8ee-4062-a8c8-6ff10690828d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:11.697496 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 2d7bba91-2eae-4622-af2e-e8b446d31438 resource provider aggregate not found Sep 23 15:14:11.721208 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 2d7bba91-2eae-4622-af2e-e8b446d31438 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d7bba91-2eae-4622-af2e-e8b446d31438 found for delete ", "request_id": "req-8e91737e-ebfb-4b75-9ce3-abfde8ce4e3e"}]} Sep 23 15:14:11.797396 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0960554f-e8ee-4062-a8c8-6ff10690828d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:11.816540 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0960554f-e8ee-4062-a8c8-6ff10690828d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:11.827450 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960554f-e8ee-4062-a8c8-6ff10690828d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Network': ['ID=db6491d2-69b3-414e-8ad5-85a9549c1e33,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:11.905587 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0960554f-e8ee-4062-a8c8-6ff10690828d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/networks/db6491d2-69b3-414e-8ad5-85a9549c1e33 HTTP/1.1" status: 204 len: 168 time: 1.1086130 Sep 23 15:14:11.908177 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50356) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:11.951053 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c8b33af0-03d7-4438-a5db-942a039bab94 None None] Deleting port 91695ac8-48ed-4697-9405-c9bd26dd66fc {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:14:11.951612 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c8b33af0-03d7-4438-a5db-942a039bab94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:12.019343 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c8b33af0-03d7-4438-a5db-942a039bab94 None None] The port '91695ac8-48ed-4697-9405-c9bd26dd66fc' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:14:12.117196 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-1b819acd-1982-4390-88e1-e8e9024dd935 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port 13b8c3e1-8ee5-47a6-a8cc-1b8852a63b35 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:14:12.117455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1b819acd-1982-4390-88e1-e8e9024dd935 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:12.379704 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1b819acd-1982-4390-88e1-e8e9024dd935 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:12.379945 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1b819acd-1982-4390-88e1-e8e9024dd935 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:12.501057 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-1b819acd-1982-4390-88e1-e8e9024dd935 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for 13b8c3e1-8ee5-47a6-a8cc-1b8852a63b35 owned by network:floatingip {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:14:12.710853 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1b819acd-1982-4390-88e1-e8e9024dd935 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:12.759274 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b819acd-1982-4390-88e1-e8e9024dd935 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=13b8c3e1-8ee5-47a6-a8cc-1b8852a63b35,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:12.854039 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1b819acd-1982-4390-88e1-e8e9024dd935 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:12.854398 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-1b819acd-1982-4390-88e1-e8e9024dd935 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Floating IP 886bf7f1-69a9-4f70-a358-bc7a2b5ecd1b disassociated (deleted). External IP: 172.26.10.194, port: d2df0271-0a6a-4302-9455-e04da30237ee. Sep 23 15:14:13.044023 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 91695ac8-48ed-4697-9405-c9bd26dd66fc no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:14:13.078747 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 91695ac8-48ed-4697-9405-c9bd26dd66fc {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:14:13.079090 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 91695ac8-48ed-4697-9405-c9bd26dd66fc not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:14:13.206196 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b819acd-1982-4390-88e1-e8e9024dd935 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 8146d255-3982-45b3-82ef-bf353c708933 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:14:13.381706 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b819acd-1982-4390-88e1-e8e9024dd935 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:14:13.391259 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d119f7-8c24-4bf1-9f7e-d6bdcdf368a8 None None] Sync routers for ids ['8146d255-3982-45b3-82ef-bf353c708933'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:14:13.397541 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1b819acd-1982-4390-88e1-e8e9024dd935 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:13.400225 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d119f7-8c24-4bf1-9f7e-d6bdcdf368a8 None None] Routers {'8146d255-3982-45b3-82ef-bf353c708933'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:14:13.400832 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-42d119f7-8c24-4bf1-9f7e-d6bdcdf368a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:14:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8146d255-3982-45b3-82ef-bf353c708933'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:13.455344 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1b819acd-1982-4390-88e1-e8e9024dd935 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/floatingips/886bf7f1-69a9-4f70-a358-bc7a2b5ecd1b HTTP/1.1" status: 204 len: 168 time: 1.5461586 Sep 23 15:14:13.455915 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33eef3b6-13ce-4f45-90a1-d181a6897d3c', 'tag': 'd2df0271-0a6a-4302-9455-e04da30237ee'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:14:13.458294 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e485f1-be4d-473f-b7d0-2f143c54698d" -d '{"events": [{"name": "network-changed", "server_uuid": "33eef3b6-13ce-4f45-90a1-d181a6897d3c", "tag": "d2df0271-0a6a-4302-9455-e04da30237ee"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:14:13.512597 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd355c98-ab8d-43d4-b71c-92fbefdd01bc x-openstack-request-id: req-fd355c98-ab8d-43d4-b71c-92fbefdd01bc {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:14:13.516356 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33eef3b6-13ce-4f45-90a1-d181a6897d3c", "tag": "d2df0271-0a6a-4302-9455-e04da30237ee", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:14:13.516356 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fd355c98-ab8d-43d4-b71c-92fbefdd01bc {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:14:13.516356 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd355c98-ab8d-43d4-b71c-92fbefdd01bc'] response: {'name': 'network-changed', 'server_uuid': '33eef3b6-13ce-4f45-90a1-d181a6897d3c', 'tag': 'd2df0271-0a6a-4302-9455-e04da30237ee', 'status': 'completed', 'code': 200} Sep 23 15:14:13.588804 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-42d119f7-8c24-4bf1-9f7e-d6bdcdf368a8 None None] Set router 8146d255-3982-45b3-82ef-bf353c708933 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:14:13.617378 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e485f1-be4d-473f-b7d0-2f143c54698d req-f4963a22-b543-4230-8e7f-a1b57934df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:13.618826 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-03e485f1-be4d-473f-b7d0-2f143c54698d req-f4963a22-b543-4230-8e7f-a1b57934df8a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=33eef3b6-13ce-4f45-90a1-d181a6897d3c HTTP/1.1" status: 200 len: 1098 time: 0.0828581 Sep 23 15:14:13.870755 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e485f1-be4d-473f-b7d0-2f143c54698d req-a568116d-0f96-49b1-a0a0-788060caead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:13.872201 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-03e485f1-be4d-473f-b7d0-2f143c54698d req-a568116d-0f96-49b1-a0a0-788060caead2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f HTTP/1.1" status: 200 len: 896 time: 0.2470107 Sep 23 15:14:13.944504 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-03e485f1-be4d-473f-b7d0-2f143c54698d req-0a210513-ece2-4664-a247-3546e2ead5f0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2df0271-0a6a-4302-9455-e04da30237ee HTTP/1.1" status: 200 len: 217 time: 0.0651121 Sep 23 15:14:13.974216 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-42d119f7-8c24-4bf1-9f7e-d6bdcdf368a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8146d255-3982-45b3-82ef-bf353c708933', 'name': 'tempest-TestNetworkBasicOps-router-986177833', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247'}], 'enable_snat': True}, 'gw_port_id': '073d56f2-e676-46e9-b56a-f682df195025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:12:21Z', 'updated_at': '2022-09-23T15:14:04Z', 'revision_number': 6, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '073d56f2-e676-46e9-b56a-f682df195025', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:22Z', 'updated_at': '2022-09-23T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'd784bda5-e087-4b40-89ce-a7665e242021', 'name': '', 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:d3:ae:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:26Z', 'updated_at': '2022-09-23T15:12:31Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:13.978897 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d119f7-8c24-4bf1-9f7e-d6bdcdf368a8 None None] Checking router: 8146d255-3982-45b3-82ef-bf353c708933 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:14:13.988463 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d119f7-8c24-4bf1-9f7e-d6bdcdf368a8 None None] Routers {'8146d255-3982-45b3-82ef-bf353c708933'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:14:13.989109 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-42d119f7-8c24-4bf1-9f7e-d6bdcdf368a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:14:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8146d255-3982-45b3-82ef-bf353c708933'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:14.067831 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e485f1-be4d-473f-b7d0-2f143c54698d req-4bb4f003-ee67-4ce7-85bb-98f595990084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:14.069634 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-03e485f1-be4d-473f-b7d0-2f143c54698d req-4bb4f003-ee67-4ce7-85bb-98f595990084 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9bdd53a9-e6de-4413-b644-2aaec328c64e HTTP/1.1" status: 200 len: 835 time: 0.1178496 Sep 23 15:14:14.162605 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864f2ef-8c4f-4aa1-817e-95e3d8b6e531 req-ccca6cae-6323-4970-98cb-ac563c160d18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:14.163193 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-6864f2ef-8c4f-4aa1-817e-95e3d8b6e531 req-ccca6cae-6323-4970-98cb-ac563c160d18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:14:14.169724 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-42d119f7-8c24-4bf1-9f7e-d6bdcdf368a8 None None] Set router 8146d255-3982-45b3-82ef-bf353c708933 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:14:14.189117 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e485f1-be4d-473f-b7d0-2f143c54698d req-3b1d6678-108f-43b0-8240-925f93c50a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:14.193571 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-03e485f1-be4d-473f-b7d0-2f143c54698d req-3b1d6678-108f-43b0-8240-925f93c50a0e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1140857 Sep 23 15:14:14.268479 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-6864f2ef-8c4f-4aa1-817e-95e3d8b6e531 req-ccca6cae-6323-4970-98cb-ac563c160d18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:14:14.269620 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6864f2ef-8c4f-4aa1-817e-95e3d8b6e531 req-ccca6cae-6323-4970-98cb-ac563c160d18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=33eef3b6-13ce-4f45-90a1-d181a6897d3c HTTP/1.1" status: 200 len: 945 time: 0.2828865 Sep 23 15:14:14.348936 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6864f2ef-8c4f-4aa1-817e-95e3d8b6e531 req-ab89ff7f-131a-4ea2-8b77-2b19c26df79d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=ae4311b6-cc3c-4235-ba74-51d05e8a8898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666769 Sep 23 15:14:14.368027 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-03e485f1-be4d-473f-b7d0-2f143c54698d req-08ea6337-b456-4418-abbc-54a0591c8e72 service neutron] 10.222.0.72 "GET /v2.0/networks/7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691387 Sep 23 15:14:14.482054 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-42d119f7-8c24-4bf1-9f7e-d6bdcdf368a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8146d255-3982-45b3-82ef-bf353c708933', 'name': 'tempest-TestNetworkBasicOps-router-986177833', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247'}], 'enable_snat': True}, 'gw_port_id': '073d56f2-e676-46e9-b56a-f682df195025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:12:21Z', 'updated_at': '2022-09-23T15:14:04Z', 'revision_number': 6, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '073d56f2-e676-46e9-b56a-f682df195025', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:22Z', 'updated_at': '2022-09-23T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'd784bda5-e087-4b40-89ce-a7665e242021', 'name': '', 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:d3:ae:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:26Z', 'updated_at': '2022-09-23T15:12:31Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:14.486131 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d119f7-8c24-4bf1-9f7e-d6bdcdf368a8 None None] The sync data for ids ['8146d255-3982-45b3-82ef-bf353c708933'] in dv-neutron-859093-1-hyperv is: [{'id': '8146d255-3982-45b3-82ef-bf353c708933', 'name': 'tempest-TestNetworkBasicOps-router-986177833', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247'}], 'enable_snat': True}, 'gw_port_id': '073d56f2-e676-46e9-b56a-f682df195025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:12:21Z', 'updated_at': '2022-09-23T15:14:04Z', 'revision_number': 6, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '073d56f2-e676-46e9-b56a-f682df195025', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:22Z', 'updated_at': '2022-09-23T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'd784bda5-e087-4b40-89ce-a7665e242021', 'name': '', 'network_id': '7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:d3:ae:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:26Z', 'updated_at': '2022-09-23T15:12:31Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '9bdd53a9-e6de-4413-b644-2aaec328c64e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:14:14.511613 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-03e485f1-be4d-473f-b7d0-2f143c54698d req-005b77df-2ce9-473a-9c5a-ba7a8dc78a61 service neutron] 10.222.0.72 "GET /v2.0/networks/7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365559 Sep 23 15:14:14.709806 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dc99ef-072c-45d1-8164-d0ef8f01ac44 None None] New status for floating IP 886bf7f1-69a9-4f70-a358-bc7a2b5ecd1b: DOWN {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:14:15.338143 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf8587-68a6-4100-b400-7c398a2b9b5f req-47a8b199-f2f0-4906-a0b9-31e896cd5e8c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:15.339738 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-afdf8587-68a6-4100-b400-7c398a2b9b5f req-47a8b199-f2f0-4906-a0b9-31e896cd5e8c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/ports?device_id=33eef3b6-13ce-4f45-90a1-d181a6897d3c HTTP/1.1" status: 200 len: 945 time: 0.0856903 Sep 23 15:14:15.413033 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-afdf8587-68a6-4100-b400-7c398a2b9b5f req-df9a8dc6-a99c-4ac6-9b3a-ab0c5ce06272 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port d2df0271-0a6a-4302-9455-e04da30237ee {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:14:15.413376 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-afdf8587-68a6-4100-b400-7c398a2b9b5f req-df9a8dc6-a99c-4ac6-9b3a-ab0c5ce06272 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:15.552851 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a233e68-61b6-4dfc-b865-0698489c33b9 req-5e985e5f-5a29-43dd-8295-8b99816e9972 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:15.554324 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6a233e68-61b6-4dfc-b865-0698489c33b9 req-5e985e5f-5a29-43dd-8295-8b99816e9972 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=33eef3b6-13ce-4f45-90a1-d181a6897d3c HTTP/1.1" status: 200 len: 945 time: 0.0928304 Sep 23 15:14:15.600478 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-6a233e68-61b6-4dfc-b865-0698489c33b9 req-5c2a125f-47dd-4463-b28c-724a80047374 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:14:15.661312 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-afdf8587-68a6-4100-b400-7c398a2b9b5f req-df9a8dc6-a99c-4ac6-9b3a-ab0c5ce06272 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port d2df0271-0a6a-4302-9455-e04da30237ee, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=d2df0271-0a6a-4302-9455-e04da30237ee,segment=NetworkSegment(d85a0f2b-ce42-4601-890c-2de863d3deae),segment_id=d85a0f2b-ce42-4601-890c-2de863d3deae)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:14:15.661650 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-afdf8587-68a6-4100-b400-7c398a2b9b5f req-df9a8dc6-a99c-4ac6-9b3a-ab0c5ce06272 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:15.674435 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-6a233e68-61b6-4dfc-b865-0698489c33b9 req-5c2a125f-47dd-4463-b28c-724a80047374 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:14:15.675669 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6a233e68-61b6-4dfc-b865-0698489c33b9 req-5c2a125f-47dd-4463-b28c-724a80047374 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=ae4311b6-cc3c-4235-ba74-51d05e8a8898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153049 Sep 23 15:14:15.791959 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-afdf8587-68a6-4100-b400-7c398a2b9b5f req-df9a8dc6-a99c-4ac6-9b3a-ab0c5ce06272 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for d2df0271-0a6a-4302-9455-e04da30237ee owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:14:16.007834 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-afdf8587-68a6-4100-b400-7c398a2b9b5f req-df9a8dc6-a99c-4ac6-9b3a-ab0c5ce06272 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:16.063056 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a8dc6-a99c-4ac6-9b3a-ab0c5ce06272 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=d2df0271-0a6a-4302-9455-e04da30237ee,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:16.148140 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-afdf8587-68a6-4100-b400-7c398a2b9b5f req-df9a8dc6-a99c-4ac6-9b3a-ab0c5ce06272 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] No DVR routers for this DVR port d2df0271-0a6a-4302-9455-e04da30237ee on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:14:16.152485 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-afdf8587-68a6-4100-b400-7c398a2b9b5f req-df9a8dc6-a99c-4ac6-9b3a-ab0c5ce06272 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:16.155051 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33eef3b6-13ce-4f45-90a1-d181a6897d3c', 'name': 'network-vif-deleted', 'tag': 'd2df0271-0a6a-4302-9455-e04da30237ee'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:14:16.157346 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b7f3ab-c17c-45b2-bd65-447fcf114583" -d '{"events": [{"server_uuid": "33eef3b6-13ce-4f45-90a1-d181a6897d3c", "name": "network-vif-deleted", "tag": "d2df0271-0a6a-4302-9455-e04da30237ee"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:14:16.199255 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964dac39-0688-43a4-b54b-fbe25994088a x-openstack-request-id: req-964dac39-0688-43a4-b54b-fbe25994088a {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:14:16.199564 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33eef3b6-13ce-4f45-90a1-d181a6897d3c", "name": "network-vif-deleted", "tag": "d2df0271-0a6a-4302-9455-e04da30237ee", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:14:16.208428 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-964dac39-0688-43a4-b54b-fbe25994088a {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:14:16.208428 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-964dac39-0688-43a4-b54b-fbe25994088a'] response: {'server_uuid': '33eef3b6-13ce-4f45-90a1-d181a6897d3c', 'name': 'network-vif-deleted', 'tag': 'd2df0271-0a6a-4302-9455-e04da30237ee', 'status': 'completed', 'code': 200} Sep 23 15:14:16.246331 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-afdf8587-68a6-4100-b400-7c398a2b9b5f req-df9a8dc6-a99c-4ac6-9b3a-ab0c5ce06272 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "DELETE /v2.0/ports/d2df0271-0a6a-4302-9455-e04da30237ee HTTP/1.1" status: 204 len: 173 time: 0.9010890 Sep 23 15:14:16.853396 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2ac84ac7-fee3-46b4-9dac-f56f8ccffee5 req-f23d3813-cc19-4b69-af30-467bd3e29c0f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=33eef3b6-13ce-4f45-90a1-d181a6897d3c HTTP/1.1" status: 200 len: 210 time: 0.0507019 Sep 23 15:14:17.956693 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50374) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:18.121453 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e1e02613-5b0c-40f0-ae36-6851d25f08a4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:18.151458 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e1e02613-5b0c-40f0-ae36-6851d25f08a4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:18.266404 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e1e02613-5b0c-40f0-ae36-6851d25f08a4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:18.285634 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e02613-5b0c-40f0-ae36-6851d25f08a4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4311b6-cc3c-4235-ba74-51d05e8a8898,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:18.358912 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e1e02613-5b0c-40f0-ae36-6851d25f08a4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:18.360065 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e1e02613-5b0c-40f0-ae36-6851d25f08a4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/security-groups/ae4311b6-cc3c-4235-ba74-51d05e8a8898 HTTP/1.1" status: 204 len: 168 time: 0.4023530 Sep 23 15:14:18.458208 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50380) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:18.480775 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device d2df0271-0a6a-4302-9455-e04da30237ee no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:14:18.515240 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: d2df0271-0a6a-4302-9455-e04da30237ee {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:14:18.515585 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device d2df0271-0a6a-4302-9455-e04da30237ee not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:14:19.018048 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-22fe9676-4f54-4406-8083-759d47a1cd78 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:19.490651 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-22fe9676-4f54-4406-8083-759d47a1cd78 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port d784bda5-e087-4b40-89ce-a7665e242021 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:14:19.491293 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-22fe9676-4f54-4406-8083-759d47a1cd78 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:19.693621 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-22fe9676-4f54-4406-8083-759d47a1cd78 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port d784bda5-e087-4b40-89ce-a7665e242021, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d784bda5-e087-4b40-89ce-a7665e242021,segment=NetworkSegment(d85a0f2b-ce42-4601-890c-2de863d3deae),segment_id=d85a0f2b-ce42-4601-890c-2de863d3deae)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:14:19.693974 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-22fe9676-4f54-4406-8083-759d47a1cd78 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:19.821654 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-22fe9676-4f54-4406-8083-759d47a1cd78 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for d784bda5-e087-4b40-89ce-a7665e242021 owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:14:20.177475 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-22fe9676-4f54-4406-8083-759d47a1cd78 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:20.230454 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe9676-4f54-4406-8083-759d47a1cd78 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=d784bda5-e087-4b40-89ce-a7665e242021,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:20.515953 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-22fe9676-4f54-4406-8083-759d47a1cd78 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:20.996608 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22fe9676-4f54-4406-8083-759d47a1cd78 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 8146d255-3982-45b3-82ef-bf353c708933 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:14:21.178582 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fe9676-4f54-4406-8083-759d47a1cd78 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:14:21.188609 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00f6218-b64b-4bcd-906a-d7cfbd8a0974 None None] Sync routers for ids ['8146d255-3982-45b3-82ef-bf353c708933'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:14:21.194189 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-22fe9676-4f54-4406-8083-759d47a1cd78 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "PUT /v2.0/routers/8146d255-3982-45b3-82ef-bf353c708933/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7348690 Sep 23 15:14:21.196885 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50384) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:21.197851 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00f6218-b64b-4bcd-906a-d7cfbd8a0974 None None] Routers {'8146d255-3982-45b3-82ef-bf353c708933'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:14:21.198493 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-f00f6218-b64b-4bcd-906a-d7cfbd8a0974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:14:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8146d255-3982-45b3-82ef-bf353c708933'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:21.266928 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c8df98-271f-46c9-bba3-4a04c4116037 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting subnet 9bdd53a9-e6de-4413-b644-2aaec328c64e {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:14:21.269911 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-07c8df98-271f-46c9-bba3-4a04c4116037 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:21.326019 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-07c8df98-271f-46c9-bba3-4a04c4116037 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:21.383451 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-f00f6218-b64b-4bcd-906a-d7cfbd8a0974 None None] Set router 8146d255-3982-45b3-82ef-bf353c708933 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:14:21.416473 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-07c8df98-271f-46c9-bba3-4a04c4116037 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:21.563512 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-07c8df98-271f-46c9-bba3-4a04c4116037 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:21.606130 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8df98-271f-46c9-bba3-4a04c4116037 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Subnet': ['ID=9bdd53a9-e6de-4413-b644-2aaec328c64e,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:21.612661 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-07c8df98-271f-46c9-bba3-4a04c4116037 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:21.620624 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-07c8df98-271f-46c9-bba3-4a04c4116037 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/subnets/9bdd53a9-e6de-4413-b644-2aaec328c64e HTTP/1.1" status: 204 len: 168 time: 0.4227109 Sep 23 15:14:21.620810 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae36d57f-5ff5-4352-847b-71d1b84de437 None None] Network 7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:14:21.623511 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50390) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:21.816593 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c12eb8d4-566e-426d-957f-51abc3bf6dd4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:21.916709 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-f00f6218-b64b-4bcd-906a-d7cfbd8a0974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8146d255-3982-45b3-82ef-bf353c708933', 'name': 'tempest-TestNetworkBasicOps-router-986177833', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247'}], 'enable_snat': True}, 'gw_port_id': '073d56f2-e676-46e9-b56a-f682df195025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:12:21Z', 'updated_at': '2022-09-23T15:14:20Z', 'revision_number': 7, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '073d56f2-e676-46e9-b56a-f682df195025', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:22Z', 'updated_at': '2022-09-23T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:21.923281 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00f6218-b64b-4bcd-906a-d7cfbd8a0974 None None] Checking router: 8146d255-3982-45b3-82ef-bf353c708933 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:14:21.938768 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00f6218-b64b-4bcd-906a-d7cfbd8a0974 None None] Routers {'8146d255-3982-45b3-82ef-bf353c708933'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:14:21.939761 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-f00f6218-b64b-4bcd-906a-d7cfbd8a0974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:14:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8146d255-3982-45b3-82ef-bf353c708933'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:22.005172 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f8b83c-92ed-48ff-9b09-e206101c7557 None None] DHCP port deletion for 7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:14:22.010833 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c12eb8d4-566e-426d-957f-51abc3bf6dd4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:22.021570 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c4f8b83c-92ed-48ff-9b09-e206101c7557 None None] Deleting port 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:14:22.021975 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c4f8b83c-92ed-48ff-9b09-e206101c7557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:22.053826 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-c12eb8d4-566e-426d-957f-51abc3bf6dd4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port 073d56f2-e676-46e9-b56a-f682df195025 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:14:22.054017 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c12eb8d4-566e-426d-957f-51abc3bf6dd4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:22.215964 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-f00f6218-b64b-4bcd-906a-d7cfbd8a0974 None None] Set router 8146d255-3982-45b3-82ef-bf353c708933 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:14:22.243061 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-c12eb8d4-566e-426d-957f-51abc3bf6dd4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port 073d56f2-e676-46e9-b56a-f682df195025, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=073d56f2-e676-46e9-b56a-f682df195025,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:14:22.243427 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c12eb8d4-566e-426d-957f-51abc3bf6dd4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:22.372933 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-c12eb8d4-566e-426d-957f-51abc3bf6dd4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for 073d56f2-e676-46e9-b56a-f682df195025 owned by network:router_gateway {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:14:22.507474 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-c4f8b83c-92ed-48ff-9b09-e206101c7557 None None] For port 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=7d3aa957-b226-4d96-ab40-bd6da4bc8bcd,segment=NetworkSegment(d85a0f2b-ce42-4601-890c-2de863d3deae),segment_id=d85a0f2b-ce42-4601-890c-2de863d3deae)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:14:22.507960 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c4f8b83c-92ed-48ff-9b09-e206101c7557 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:22.600258 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c12eb8d4-566e-426d-957f-51abc3bf6dd4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:22.651617 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c4f8b83c-92ed-48ff-9b09-e206101c7557 None None] Calling delete_port for 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:14:22.767527 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12eb8d4-566e-426d-957f-51abc3bf6dd4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=073d56f2-e676-46e9-b56a-f682df195025,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:22.786771 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-f00f6218-b64b-4bcd-906a-d7cfbd8a0974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8146d255-3982-45b3-82ef-bf353c708933', 'name': 'tempest-TestNetworkBasicOps-router-986177833', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247'}], 'enable_snat': True}, 'gw_port_id': '073d56f2-e676-46e9-b56a-f682df195025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:12:21Z', 'updated_at': '2022-09-23T15:14:20Z', 'revision_number': 7, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '073d56f2-e676-46e9-b56a-f682df195025', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:22Z', 'updated_at': '2022-09-23T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:22.790856 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00f6218-b64b-4bcd-906a-d7cfbd8a0974 None None] The sync data for ids ['8146d255-3982-45b3-82ef-bf353c708933'] in dv-neutron-859093-1-hyperv is: [{'id': '8146d255-3982-45b3-82ef-bf353c708933', 'name': 'tempest-TestNetworkBasicOps-router-986177833', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247'}], 'enable_snat': True}, 'gw_port_id': '073d56f2-e676-46e9-b56a-f682df195025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:12:21Z', 'updated_at': '2022-09-23T15:14:20Z', 'revision_number': 7, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '073d56f2-e676-46e9-b56a-f682df195025', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:a0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8146d255-3982-45b3-82ef-bf353c708933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:22Z', 'updated_at': '2022-09-23T15:12:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:14:22.866559 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c4f8b83c-92ed-48ff-9b09-e206101c7557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:22.867653 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c12eb8d4-566e-426d-957f-51abc3bf6dd4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:22.914844 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8b83c-92ed-48ff-9b09-e206101c7557 None None] Pushing event deleted for resources: {'Port': ['ID=7d3aa957-b226-4d96-ab40-bd6da4bc8bcd,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:22.919614 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8b83c-92ed-48ff-9b09-e206101c7557 None None] No DVR routers for this DVR port 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:14:22.925831 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8b83c-92ed-48ff-9b09-e206101c7557 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:22.926184 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8b83c-92ed-48ff-9b09-e206101c7557 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:22.929458 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8b83c-92ed-48ff-9b09-e206101c7557 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:22.929458 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8b83c-92ed-48ff-9b09-e206101c7557 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:22.929458 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8b83c-92ed-48ff-9b09-e206101c7557 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:22.929458 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8b83c-92ed-48ff-9b09-e206101c7557 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:22.929458 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8b83c-92ed-48ff-9b09-e206101c7557 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:22.929458 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8b83c-92ed-48ff-9b09-e206101c7557 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:22.929458 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8b83c-92ed-48ff-9b09-e206101c7557 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:22.929458 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8b83c-92ed-48ff-9b09-e206101c7557 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:22.929458 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8b83c-92ed-48ff-9b09-e206101c7557 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:22.929458 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f8b83c-92ed-48ff-9b09-e206101c7557 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:23.050191 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c12eb8d4-566e-426d-957f-51abc3bf6dd4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:23.052385 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c12eb8d4-566e-426d-957f-51abc3bf6dd4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:23.155387 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c12eb8d4-566e-426d-957f-51abc3bf6dd4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:23.156042 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12eb8d4-566e-426d-957f-51abc3bf6dd4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Fanout notify agent at l3_agent the message router_deleted on router 8146d255-3982-45b3-82ef-bf353c708933 {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:14:23.172609 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c12eb8d4-566e-426d-957f-51abc3bf6dd4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:23.176640 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50394) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:23.177142 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c12eb8d4-566e-426d-957f-51abc3bf6dd4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/routers/8146d255-3982-45b3-82ef-bf353c708933 HTTP/1.1" status: 204 len: 168 time: 1.5523193 Sep 23 15:14:23.239939 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:14:23.287164 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:14:23.287164 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 7d3aa957-b226-4d96-ab40-bd6da4bc8bcd not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:14:23.287164 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d784bda5-e087-4b40-89ce-a7665e242021 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:14:23.307859 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a0b5a0dc-fabe-46ec-8d60-7b9c75600a84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:23.317133 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: d784bda5-e087-4b40-89ce-a7665e242021 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:14:23.317560 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d784bda5-e087-4b40-89ce-a7665e242021 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:14:23.454245 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a0b5a0dc-fabe-46ec-8d60-7b9c75600a84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:23.480573 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-a0b5a0dc-fabe-46ec-8d60-7b9c75600a84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:23.493031 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-a0b5a0dc-fabe-46ec-8d60-7b9c75600a84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd85a0f2b-ce42-4601-890c-2de863d3deae') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:23.493360 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-a0b5a0dc-fabe-46ec-8d60-7b9c75600a84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd85a0f2b-ce42-4601-890c-2de863d3deae') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:23.505057 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a0b5a0dc-fabe-46ec-8d60-7b9c75600a84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:23.524824 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a0b5a0dc-fabe-46ec-8d60-7b9c75600a84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:23.530741 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b5a0dc-fabe-46ec-8d60-7b9c75600a84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:14:23.531142 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a0b5a0dc-fabe-46ec-8d60-7b9c75600a84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:23.596786 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment d85a0f2b-ce42-4601-890c-2de863d3deae resource provider aggregate not found Sep 23 15:14:23.616817 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment d85a0f2b-ce42-4601-890c-2de863d3deae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d85a0f2b-ce42-4601-890c-2de863d3deae found for delete ", "request_id": "req-109a6e89-2ca4-47d7-b23e-c6a3f85b5104"}]} Sep 23 15:14:23.710277 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a0b5a0dc-fabe-46ec-8d60-7b9c75600a84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:23.727396 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a0b5a0dc-fabe-46ec-8d60-7b9c75600a84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:23.742280 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5a0dc-fabe-46ec-8d60-7b9c75600a84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Network': ['ID=7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:23.747117 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a0b5a0dc-fabe-46ec-8d60-7b9c75600a84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/networks/7b0fc5af-16fa-41b9-a6d8-0a01378bdf6f HTTP/1.1" status: 204 len: 168 time: 0.5686843 Sep 23 15:14:23.760786 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50402) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:23.766546 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-d9f76a79-4638-4671-961f-71abf8940575 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'network': {'name': 'tempest-network-smoke--1620886056', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'port_security_enabled': True}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:14:23.771670 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d9f76a79-4638-4671-961f-71abf8940575 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:14:23.775929 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d9f76a79-4638-4671-961f-71abf8940575 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:network and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:14:23.778888 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d9f76a79-4638-4671-961f-71abf8940575 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:14:23.785118 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d9f76a79-4638-4671-961f-71abf8940575 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:14:23.882096 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f76a79-4638-4671-961f-71abf8940575 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:14:23.885627 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d9f76a79-4638-4671-961f-71abf8940575 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:23.912698 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f76a79-4638-4671-961f-71abf8940575 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:14:23.921772 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d9f76a79-4638-4671-961f-71abf8940575 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:23.922117 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-d9f76a79-4638-4671-961f-71abf8940575 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Added segment 1d4aff13-2259-4be9-9f1c-5e9bef84bb9f of type vlan for network f62731c2-33a9-4810-85b6-134f34c8e1b2 Sep 23 15:14:23.948193 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d9f76a79-4638-4671-961f-71abf8940575 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:24.008042 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d9f76a79-4638-4671-961f-71abf8940575 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:24.013787 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f76a79-4638-4671-961f-71abf8940575 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:24.014389 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d9f76a79-4638-4671-961f-71abf8940575 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:24.125262 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f76a79-4638-4671-961f-71abf8940575 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Network': ['ID=f62731c2-33a9-4810-85b6-134f34c8e1b2,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:24.135924 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network f62731c2-33a9-4810-85b6-134f34c8e1b2 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:14:24.182545 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d9f76a79-4638-4671-961f-71abf8940575 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4184191 Sep 23 15:14:24.185267 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50406) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:24.188584 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-44a5078e-660a-433f-88e6-0c130f819dae tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1303102724', 'admin_state_up': True, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:14:24.195865 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-44a5078e-660a-433f-88e6-0c130f819dae tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:14:24.199802 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-44a5078e-660a-433f-88e6-0c130f819dae tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:router and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:14:24.202960 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-44a5078e-660a-433f-88e6-0c130f819dae tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:14:24.209701 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-44a5078e-660a-433f-88e6-0c130f819dae tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:14:24.265159 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-44a5078e-660a-433f-88e6-0c130f819dae tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:24.266289 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-44a5078e-660a-433f-88e6-0c130f819dae tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:24.283807 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-44a5078e-660a-433f-88e6-0c130f819dae tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:24.688300 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-44a5078e-660a-433f-88e6-0c130f819dae tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:25.010572 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 073d56f2-e676-46e9-b56a-f682df195025 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:14:25.048872 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 073d56f2-e676-46e9-b56a-f682df195025 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:14:25.053850 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 073d56f2-e676-46e9-b56a-f682df195025 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:14:25.181516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-44a5078e-660a-433f-88e6-0c130f819dae tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_gateway, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:25.211258 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-44a5078e-660a-433f-88e6-0c130f819dae tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:25.348190 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-44a5078e-660a-433f-88e6-0c130f819dae tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.26.10.86 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/c69bcfe8-483a-4f94-8438-e8c0b19afdc4) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:14:25.494748 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-44a5078e-660a-433f-88e6-0c130f819dae tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:25.581055 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-44a5078e-660a-433f-88e6-0c130f819dae tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:25.645458 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a5078e-660a-433f-88e6-0c130f819dae tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:14:25.648385 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-44a5078e-660a-433f-88e6-0c130f819dae tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:14:25.650963 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a5078e-660a-433f-88e6-0c130f819dae tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:14:25.689149 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5078e-660a-433f-88e6-0c130f819dae tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=c69bcfe8-483a-4f94-8438-e8c0b19afdc4,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:26.136175 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-44a5078e-660a-433f-88e6-0c130f819dae tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_gateway, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:26.475788 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-44a5078e-660a-433f-88e6-0c130f819dae tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:26.868459 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a5078e-660a-433f-88e6-0c130f819dae tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 65593725-d897-4aab-9300-edfa56fbc5da is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:14:27.045802 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a5078e-660a-433f-88e6-0c130f819dae tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:14:27.056035 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3ab691-6f1c-4b29-924e-60650ad2e6cb None None] Sync routers for ids ['65593725-d897-4aab-9300-edfa56fbc5da'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:14:27.066344 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3ab691-6f1c-4b29-924e-60650ad2e6cb None None] Routers {'65593725-d897-4aab-9300-edfa56fbc5da'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:14:27.071351 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-7d3ab691-6f1c-4b29-924e-60650ad2e6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:14:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['65593725-d897-4aab-9300-edfa56fbc5da'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:27.143427 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-44a5078e-660a-433f-88e6-0c130f819dae tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:27.144762 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-44a5078e-660a-433f-88e6-0c130f819dae tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9605405 Sep 23 15:14:27.150041 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50410) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:27.191236 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f1a440a6-b5a3-4e8a-aac5-2b9b5bb9da79 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=8433d6d3ee51437084758ba6444603b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423548 Sep 23 15:14:27.193737 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50414) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:27.243084 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-7d3ab691-6f1c-4b29-924e-60650ad2e6cb None None] Set router 65593725-d897-4aab-9300-edfa56fbc5da gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:14:27.326435 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3be3bde-fc82-4f8c-86dd-cb332a446e7d tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:27.327827 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e3be3bde-fc82-4f8c-86dd-cb332a446e7d tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1332011 Sep 23 15:14:27.331311 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50418) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:27.370170 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b0c76f0b-0d8d-4f2a-aab0-1a2589e0a5ab tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=61b1518d-d511-4beb-b056-d894a2c85079&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377457 Sep 23 15:14:27.372637 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50422) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:27.378492 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-66f79d97-a3b4-42ec-8391-883383a02cdc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1003568300', 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:14:27.489506 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-66f79d97-a3b4-42ec-8391-883383a02cdc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:14:27.493427 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-66f79d97-a3b4-42ec-8391-883383a02cdc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:subnet and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:14:27.496347 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-66f79d97-a3b4-42ec-8391-883383a02cdc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:14:27.502768 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-66f79d97-a3b4-42ec-8391-883383a02cdc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:14:27.525752 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-7d3ab691-6f1c-4b29-924e-60650ad2e6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593725-d897-4aab-9300-edfa56fbc5da', 'name': 'tempest-TestNetworkBasicOps-router-1303102724', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:14:24Z', 'updated_at': '2022-09-23T15:14:25Z', 'revision_number': 3, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65593725-d897-4aab-9300-edfa56fbc5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:14:25Z', 'updated_at': '2022-09-23T15:14:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:27.529582 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3ab691-6f1c-4b29-924e-60650ad2e6cb None None] Checking router: 65593725-d897-4aab-9300-edfa56fbc5da for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:14:27.529920 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3ab691-6f1c-4b29-924e-60650ad2e6cb None None] Updating router 65593725-d897-4aab-9300-edfa56fbc5da port c69bcfe8-483a-4f94-8438-e8c0b19afdc4 binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:14:27.571934 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f79d97-a3b4-42ec-8391-883383a02cdc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:14:27.574982 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-66f79d97-a3b4-42ec-8391-883383a02cdc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:27.581744 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab691-6f1c-4b29-924e-60650ad2e6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:27.893483 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-66f79d97-a3b4-42ec-8391-883383a02cdc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:27.940702 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab691-6f1c-4b29-924e-60650ad2e6cb None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:27.951693 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-7d3ab691-6f1c-4b29-924e-60650ad2e6cb None None] Transition to ACTIVE for port object c69bcfe8-483a-4f94-8438-e8c0b19afdc4 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:14:27.980269 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f79d97-a3b4-42ec-8391-883383a02cdc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Subnet': ['ID=4551501e-cc07-4ef1-bbbe-0c719e283041,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:27.989526 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f79d97-a3b4-42ec-8391-883383a02cdc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Checking segment: {'id': '1d4aff13-2259-4be9-9f1c-5e9bef84bb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:14:27.989891 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f79d97-a3b4-42ec-8391-883383a02cdc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network hostable DHCP agents. Network: f62731c2-33a9-4810-85b6-134f34c8e1b2, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:14:28.024962 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab691-6f1c-4b29-924e-60650ad2e6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:28.076268 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f79d97-a3b4-42ec-8391-883383a02cdc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network f62731c2-33a9-4810-85b6-134f34c8e1b2 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:14:28.077760 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-7d3ab691-6f1c-4b29-924e-60650ad2e6cb None None] Attempting to bind port c69bcfe8-483a-4f94-8438-e8c0b19afdc4 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:14:28.078226 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-7d3ab691-6f1c-4b29-924e-60650ad2e6cb None None] Attempting to bind port c69bcfe8-483a-4f94-8438-e8c0b19afdc4 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:14:28.078490 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ab691-6f1c-4b29-924e-60650ad2e6cb None None] Attempting to bind port c69bcfe8-483a-4f94-8438-e8c0b19afdc4 on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:14:28.097616 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ab691-6f1c-4b29-924e-60650ad2e6cb None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:14:28.101675 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ab691-6f1c-4b29-924e-60650ad2e6cb None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:14:28.101675 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab691-6f1c-4b29-924e-60650ad2e6cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:28.101675 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ab691-6f1c-4b29-924e-60650ad2e6cb None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:14:28.101675 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-7d3ab691-6f1c-4b29-924e-60650ad2e6cb None None] Bound port: c69bcfe8-483a-4f94-8438-e8c0b19afdc4, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:14:28.101675 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab691-6f1c-4b29-924e-60650ad2e6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:28.145496 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a2ba1-b09e-44fb-a9c2-d55f53112a38 None None] Pushing event updated for resources: {'Port': ['ID=c69bcfe8-483a-4f94-8438-e8c0b19afdc4,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:28.158028 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a2ba1-b09e-44fb-a9c2-d55f53112a38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:28.158393 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a2ba1-b09e-44fb-a9c2-d55f53112a38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:28.158729 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a2ba1-b09e-44fb-a9c2-d55f53112a38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:28.159055 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a2ba1-b09e-44fb-a9c2-d55f53112a38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:28.159378 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a2ba1-b09e-44fb-a9c2-d55f53112a38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:28.159700 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a2ba1-b09e-44fb-a9c2-d55f53112a38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:28.160016 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a2ba1-b09e-44fb-a9c2-d55f53112a38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:28.160398 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a2ba1-b09e-44fb-a9c2-d55f53112a38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:28.160717 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a2ba1-b09e-44fb-a9c2-d55f53112a38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:28.161032 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a2ba1-b09e-44fb-a9c2-d55f53112a38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:28.161355 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a2ba1-b09e-44fb-a9c2-d55f53112a38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:28.161655 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1a2ba1-b09e-44fb-a9c2-d55f53112a38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:28.173443 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-66f79d97-a3b4-42ec-8391-883383a02cdc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, f62731c2-33a9-4810-85b6-134f34c8e1b2) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:14:28.177453 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f79d97-a3b4-42ec-8391-883383a02cdc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:28.178108 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-66f79d97-a3b4-42ec-8391-883383a02cdc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:28.184004 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba6daeb-daad-43c5-8f32-479c1e66e5f0 None None] Network f62731c2-33a9-4810-85b6-134f34c8e1b2 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:14:28.195505 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-7d3ab691-6f1c-4b29-924e-60650ad2e6cb None None] For port c69bcfe8-483a-4f94-8438-e8c0b19afdc4, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:14:28.198715 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-7d3ab691-6f1c-4b29-924e-60650ad2e6cb None None] For port c69bcfe8-483a-4f94-8438-e8c0b19afdc4, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=c69bcfe8-483a-4f94-8438-e8c0b19afdc4,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:14:28.291323 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-66f79d97-a3b4-42ec-8391-883383a02cdc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9153230 Sep 23 15:14:28.291926 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50426) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:28.299781 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7d3ab691-6f1c-4b29-924e-60650ad2e6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:28.370715 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3ab691-6f1c-4b29-924e-60650ad2e6cb None None] Routers {'65593725-d897-4aab-9300-edfa56fbc5da'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:14:28.371461 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-7d3ab691-6f1c-4b29-924e-60650ad2e6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:14:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['65593725-d897-4aab-9300-edfa56fbc5da'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:28.454111 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0666d7d6-2b2a-45ac-b5ad-1a3757208e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-f62731c2-33a9-4810-85b6-134f34c8e1b2', 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ips': [{'subnet_id': '4551501e-cc07-4ef1-bbbe-0c719e283041'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:14:28.455311 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0666d7d6-2b2a-45ac-b5ad-1a3757208e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:28.464578 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a2ba1-b09e-44fb-a9c2-d55f53112a38 None None] Pushing event updated for resources: {'Port': ['ID=c69bcfe8-483a-4f94-8438-e8c0b19afdc4,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:28.581928 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-7d3ab691-6f1c-4b29-924e-60650ad2e6cb None None] Set router 65593725-d897-4aab-9300-edfa56fbc5da gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:14:28.623051 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-0666d7d6-2b2a-45ac-b5ad-1a3757208e23 None None] Allocated IP 172.20.0.2 (f62731c2-33a9-4810-85b6-134f34c8e1b2/4551501e-cc07-4ef1-bbbe-0c719e283041/bb952795-3346-4f07-8ac1-bec5bef69479) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:14:28.846458 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0666d7d6-2b2a-45ac-b5ad-1a3757208e23 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:28.863413 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0666d7d6-2b2a-45ac-b5ad-1a3757208e23 None None] Transition to ACTIVE for port object bb952795-3346-4f07-8ac1-bec5bef69479 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:14:28.884350 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0666d7d6-2b2a-45ac-b5ad-1a3757208e23 None None] Transition to ACTIVE for port object bb952795-3346-4f07-8ac1-bec5bef69479 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:14:28.889397 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-7d3ab691-6f1c-4b29-924e-60650ad2e6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593725-d897-4aab-9300-edfa56fbc5da', 'name': 'tempest-TestNetworkBasicOps-router-1303102724', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:14:24Z', 'updated_at': '2022-09-23T15:14:25Z', 'revision_number': 3, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65593725-d897-4aab-9300-edfa56fbc5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:14:25Z', 'updated_at': '2022-09-23T15:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:28.893817 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3ab691-6f1c-4b29-924e-60650ad2e6cb None None] The sync data for ids ['65593725-d897-4aab-9300-edfa56fbc5da'] in dv-neutron-859093-1-hyperv is: [{'id': '65593725-d897-4aab-9300-edfa56fbc5da', 'name': 'tempest-TestNetworkBasicOps-router-1303102724', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:14:24Z', 'updated_at': '2022-09-23T15:14:25Z', 'revision_number': 3, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65593725-d897-4aab-9300-edfa56fbc5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:14:25Z', 'updated_at': '2022-09-23T15:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:14:28.956144 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0666d7d6-2b2a-45ac-b5ad-1a3757208e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:29.024305 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0666d7d6-2b2a-45ac-b5ad-1a3757208e23 None None] Network f62731c2-33a9-4810-85b6-134f34c8e1b2 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:14:29.027310 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-0666d7d6-2b2a-45ac-b5ad-1a3757208e23 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:14:29.031038 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0666d7d6-2b2a-45ac-b5ad-1a3757208e23 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:14:29.037508 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666d7d6-2b2a-45ac-b5ad-1a3757208e23 None None] Pushing event updated for resources: {'Port': ['ID=bb952795-3346-4f07-8ac1-bec5bef69479,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:29.160813 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0666d7d6-2b2a-45ac-b5ad-1a3757208e23 None None] Attempting to bind port bb952795-3346-4f07-8ac1-bec5bef69479 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:14:29.161182 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0666d7d6-2b2a-45ac-b5ad-1a3757208e23 None None] Attempting to bind port bb952795-3346-4f07-8ac1-bec5bef69479 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '1d4aff13-2259-4be9-9f1c-5e9bef84bb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:14:29.161543 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0666d7d6-2b2a-45ac-b5ad-1a3757208e23 None None] Attempting to bind port bb952795-3346-4f07-8ac1-bec5bef69479 on network f62731c2-33a9-4810-85b6-134f34c8e1b2 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:14:29.167020 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0666d7d6-2b2a-45ac-b5ad-1a3757208e23 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:14:29.167395 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0666d7d6-2b2a-45ac-b5ad-1a3757208e23 None None] Checking segment: {'id': '1d4aff13-2259-4be9-9f1c-5e9bef84bb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:14:29.167797 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0666d7d6-2b2a-45ac-b5ad-1a3757208e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:29.168188 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0666d7d6-2b2a-45ac-b5ad-1a3757208e23 None None] Bound using segment: {'id': '1d4aff13-2259-4be9-9f1c-5e9bef84bb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:14:29.168648 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0666d7d6-2b2a-45ac-b5ad-1a3757208e23 None None] Bound port: bb952795-3346-4f07-8ac1-bec5bef69479, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4aff13-2259-4be9-9f1c-5e9bef84bb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:14:29.169021 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0666d7d6-2b2a-45ac-b5ad-1a3757208e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:29.183628 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-90c8afc8-29bb-4a69-9b8c-12305d76a380 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:29.265831 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-0666d7d6-2b2a-45ac-b5ad-1a3757208e23 None None] For port bb952795-3346-4f07-8ac1-bec5bef69479, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:14:29.269669 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-0666d7d6-2b2a-45ac-b5ad-1a3757208e23 None None] For port bb952795-3346-4f07-8ac1-bec5bef69479, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=bb952795-3346-4f07-8ac1-bec5bef69479,segment=NetworkSegment(1d4aff13-2259-4be9-9f1c-5e9bef84bb9f),segment_id=1d4aff13-2259-4be9-9f1c-5e9bef84bb9f)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:14:29.361510 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0666d7d6-2b2a-45ac-b5ad-1a3757208e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:29.450579 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666d7d6-2b2a-45ac-b5ad-1a3757208e23 None None] Pushing event updated for resources: {'Port': ['ID=bb952795-3346-4f07-8ac1-bec5bef69479,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:29.653846 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-90c8afc8-29bb-4a69-9b8c-12305d76a380 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.20.0.1 (f62731c2-33a9-4810-85b6-134f34c8e1b2/4551501e-cc07-4ef1-bbbe-0c719e283041/405abdb7-510d-4c89-95d8-43ac5c7011d0) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:14:29.840646 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-90c8afc8-29bb-4a69-9b8c-12305d76a380 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:29.857256 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-90c8afc8-29bb-4a69-9b8c-12305d76a380 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Transition to ACTIVE for port object 405abdb7-510d-4c89-95d8-43ac5c7011d0 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:14:29.946894 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-90c8afc8-29bb-4a69-9b8c-12305d76a380 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:30.014151 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c8afc8-29bb-4a69-9b8c-12305d76a380 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network f62731c2-33a9-4810-85b6-134f34c8e1b2 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:14:30.016711 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-90c8afc8-29bb-4a69-9b8c-12305d76a380 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:14:30.019078 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c8afc8-29bb-4a69-9b8c-12305d76a380 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:14:30.064135 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8afc8-29bb-4a69-9b8c-12305d76a380 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=405abdb7-510d-4c89-95d8-43ac5c7011d0,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:30.087596 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-90c8afc8-29bb-4a69-9b8c-12305d76a380 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:30.487814 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fe45f5-92a4-440b-83c3-26d4dd1c9ca9 None None] Network f62731c2-33a9-4810-85b6-134f34c8e1b2 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:14:30.497423 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-90c8afc8-29bb-4a69-9b8c-12305d76a380 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:30.662190 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-db81d608-1e84-4a9d-b5a6-677908943350 None None] Provisioning for port bb952795-3346-4f07-8ac1-bec5bef69479 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:14:31.143716 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-90c8afc8-29bb-4a69-9b8c-12305d76a380 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:31.164074 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device c69bcfe8-483a-4f94-8438-e8c0b19afdc4 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:14:31.219175 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f76c1146-66be-463b-9117-6c3c6a750de4 None None] Provisioning for port 405abdb7-510d-4c89-95d8-43ac5c7011d0 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:14:31.229950 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f76c1146-66be-463b-9117-6c3c6a750de4 None None] Provisioning complete for port 405abdb7-510d-4c89-95d8-43ac5c7011d0 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:14:31.230342 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f76c1146-66be-463b-9117-6c3c6a750de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:31.230701 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f76c1146-66be-463b-9117-6c3c6a750de4 None None] Attempt 1 to provision port 405abdb7-510d-4c89-95d8-43ac5c7011d0 Sep 23 15:14:31.242407 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-90c8afc8-29bb-4a69-9b8c-12305d76a380 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:31.296662 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f76c1146-66be-463b-9117-6c3c6a750de4 None None] Port 405abdb7-510d-4c89-95d8-43ac5c7011d0 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:14:31.359425 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8afc8-29bb-4a69-9b8c-12305d76a380 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=405abdb7-510d-4c89-95d8-43ac5c7011d0,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:31.361802 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-90c8afc8-29bb-4a69-9b8c-12305d76a380 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:31.362984 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port c69bcfe8-483a-4f94-8438-e8c0b19afdc4 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:14:31.368545 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port c69bcfe8-483a-4f94-8438-e8c0b19afdc4 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:14:31.368953 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:31.369311 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port c69bcfe8-483a-4f94-8438-e8c0b19afdc4 Sep 23 15:14:31.489027 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port c69bcfe8-483a-4f94-8438-e8c0b19afdc4 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:14:31.493341 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:31.499563 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c8afc8-29bb-4a69-9b8c-12305d76a380 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network f62731c2-33a9-4810-85b6-134f34c8e1b2 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:14:31.500799 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-90c8afc8-29bb-4a69-9b8c-12305d76a380 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:14:31.507544 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port c69bcfe8-483a-4f94-8438-e8c0b19afdc4, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=c69bcfe8-483a-4f94-8438-e8c0b19afdc4,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:14:31.567836 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:31.568713 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device bb952795-3346-4f07-8ac1-bec5bef69479 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:14:31.691970 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=c69bcfe8-483a-4f94-8438-e8c0b19afdc4,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:31.700965 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c8afc8-29bb-4a69-9b8c-12305d76a380 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 65593725-d897-4aab-9300-edfa56fbc5da has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:14:31.797622 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f76c1146-66be-463b-9117-6c3c6a750de4 None None] Attempt 2 to provision port 405abdb7-510d-4c89-95d8-43ac5c7011d0 Sep 23 15:14:31.830142 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port bb952795-3346-4f07-8ac1-bec5bef69479 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:14:31.849754 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port bb952795-3346-4f07-8ac1-bec5bef69479 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:14:31.850271 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:31.850632 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port bb952795-3346-4f07-8ac1-bec5bef69479 Sep 23 15:14:31.884459 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c8afc8-29bb-4a69-9b8c-12305d76a380 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:14:31.899168 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267847d2-5081-4596-a041-fbd4e605e047 None None] Sync routers for ids ['65593725-d897-4aab-9300-edfa56fbc5da'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:14:31.899815 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-90c8afc8-29bb-4a69-9b8c-12305d76a380 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "PUT /v2.0/routers/65593725-d897-4aab-9300-edfa56fbc5da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6068900 Sep 23 15:14:31.902026 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50432) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:31.908058 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f76c1146-66be-463b-9117-6c3c6a750de4 None None] Port 405abdb7-510d-4c89-95d8-43ac5c7011d0 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:14:31.918720 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267847d2-5081-4596-a041-fbd4e605e047 None None] Routers {'65593725-d897-4aab-9300-edfa56fbc5da'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:14:31.919335 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-267847d2-5081-4596-a041-fbd4e605e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:14:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['65593725-d897-4aab-9300-edfa56fbc5da'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:32.050184 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952929c1-5da6-4128-910f-ef6d02106914 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:32.050631 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952929c1-5da6-4128-910f-ef6d02106914 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:32.051266 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952929c1-5da6-4128-910f-ef6d02106914 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:32.051725 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952929c1-5da6-4128-910f-ef6d02106914 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:32.052178 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952929c1-5da6-4128-910f-ef6d02106914 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:32.052630 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952929c1-5da6-4128-910f-ef6d02106914 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:32.054373 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-952929c1-5da6-4128-910f-ef6d02106914 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1518307 Sep 23 15:14:32.057287 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50436) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:32.077114 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:14:32.128986 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ddb170-99e0-4957-b639-5ed4ad9fc698 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:32.128986 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ddb170-99e0-4957-b639-5ed4ad9fc698 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:32.129467 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ddb170-99e0-4957-b639-5ed4ad9fc698 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:32.129935 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ddb170-99e0-4957-b639-5ed4ad9fc698 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:32.130304 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ddb170-99e0-4957-b639-5ed4ad9fc698 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:32.131082 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ddb170-99e0-4957-b639-5ed4ad9fc698 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:32.132592 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-07ddb170-99e0-4957-b639-5ed4ad9fc698 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4007 time: 0.0741453 Sep 23 15:14:32.135384 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50440) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:32.186012 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-07908f37-281a-4a7d-90fd-1a6af390bf1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:32.189234 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port bb952795-3346-4f07-8ac1-bec5bef69479 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:14:32.189611 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:32.211406 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-267847d2-5081-4596-a041-fbd4e605e047 None None] Set router 65593725-d897-4aab-9300-edfa56fbc5da gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:14:32.345539 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-292c27ec-efd5-47c0-8715-8ad0e152f40c tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.2089710 Sep 23 15:14:32.346402 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port bb952795-3346-4f07-8ac1-bec5bef69479, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=bb952795-3346-4f07-8ac1-bec5bef69479,segment=NetworkSegment(1d4aff13-2259-4be9-9f1c-5e9bef84bb9f),segment_id=1d4aff13-2259-4be9-9f1c-5e9bef84bb9f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:14:32.418067 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f76c1146-66be-463b-9117-6c3c6a750de4 None None] Attempt 3 to provision port 405abdb7-510d-4c89-95d8-43ac5c7011d0 Sep 23 15:14:32.451927 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:32.478365 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50446) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:32.485952 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-b7cab8be-4a84-42dc-9466-7775828afe73 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-886941836', 'description': 'tempest-secgroup-smoke-886941836 description', 'project_id': '8433d6d3ee51437084758ba6444603b3'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:14:32.490429 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b7cab8be-4a84-42dc-9466-7775828afe73 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:14:32.494632 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b7cab8be-4a84-42dc-9466-7775828afe73 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:14:32.497566 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b7cab8be-4a84-42dc-9466-7775828afe73 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:14:32.503462 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b7cab8be-4a84-42dc-9466-7775828afe73 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:14:32.570615 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f76c1146-66be-463b-9117-6c3c6a750de4 None None] Port 405abdb7-510d-4c89-95d8-43ac5c7011d0 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:14:32.598836 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=bb952795-3346-4f07-8ac1-bec5bef69479,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:32.645953 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b7cab8be-4a84-42dc-9466-7775828afe73 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:32.663898 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-267847d2-5081-4596-a041-fbd4e605e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593725-d897-4aab-9300-edfa56fbc5da', 'name': 'tempest-TestNetworkBasicOps-router-1303102724', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:14:24Z', 'updated_at': '2022-09-23T15:14:30Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593725-d897-4aab-9300-edfa56fbc5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:14:25Z', 'updated_at': '2022-09-23T15:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '405abdb7-510d-4c89-95d8-43ac5c7011d0', 'name': '', 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:f6:3d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65593725-d897-4aab-9300-edfa56fbc5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '4551501e-cc07-4ef1-bbbe-0c719e283041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:14:29Z', 'updated_at': '2022-09-23T15:14:30Z', 'revision_number': 2, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '4551501e-cc07-4ef1-bbbe-0c719e283041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:32.666870 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b7cab8be-4a84-42dc-9466-7775828afe73 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:14:32.668181 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267847d2-5081-4596-a041-fbd4e605e047 None None] Checking router: 65593725-d897-4aab-9300-edfa56fbc5da for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:14:32.668948 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267847d2-5081-4596-a041-fbd4e605e047 None None] Updating router 65593725-d897-4aab-9300-edfa56fbc5da port 405abdb7-510d-4c89-95d8-43ac5c7011d0 binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:14:32.675133 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b7cab8be-4a84-42dc-9466-7775828afe73 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:14:32.676339 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b7cab8be-4a84-42dc-9466-7775828afe73 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:14:32.682098 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b7cab8be-4a84-42dc-9466-7775828afe73 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:14:32.698553 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:32.727457 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-267847d2-5081-4596-a041-fbd4e605e047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:32.753919 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b7cab8be-4a84-42dc-9466-7775828afe73 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:32.837317 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b7cab8be-4a84-42dc-9466-7775828afe73 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:32.884874 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cab8be-4a84-42dc-9466-7775828afe73 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4614009f-3821-4aea-bae0-d84306e18c71,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:32.951448 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b7cab8be-4a84-42dc-9466-7775828afe73 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:32.953994 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b7cab8be-4a84-42dc-9466-7775828afe73 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4727399 Sep 23 15:14:32.955508 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50450) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:32.960588 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-514d8c6b-0e67-4d8a-8054-52d0edc3a375 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '4614009f-3821-4aea-bae0-d84306e18c71', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:14:32.966519 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-514d8c6b-0e67-4d8a-8054-52d0edc3a375 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:14:32.971181 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-514d8c6b-0e67-4d8a-8054-52d0edc3a375 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:14:32.974042 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-514d8c6b-0e67-4d8a-8054-52d0edc3a375 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:14:32.979877 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-514d8c6b-0e67-4d8a-8054-52d0edc3a375 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:14:33.063268 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device c69bcfe8-483a-4f94-8438-e8c0b19afdc4 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:14:33.075253 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-514d8c6b-0e67-4d8a-8054-52d0edc3a375 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:33.092711 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f76c1146-66be-463b-9117-6c3c6a750de4 None None] Attempt 4 to provision port 405abdb7-510d-4c89-95d8-43ac5c7011d0 Sep 23 15:14:33.135991 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-514d8c6b-0e67-4d8a-8054-52d0edc3a375 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:33.162520 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-267847d2-5081-4596-a041-fbd4e605e047 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:33.184206 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f76c1146-66be-463b-9117-6c3c6a750de4 None None] Port 405abdb7-510d-4c89-95d8-43ac5c7011d0 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:14:33.190632 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-267847d2-5081-4596-a041-fbd4e605e047 None None] Transition to ACTIVE for port object 405abdb7-510d-4c89-95d8-43ac5c7011d0 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:14:33.202840 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port c69bcfe8-483a-4f94-8438-e8c0b19afdc4 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:14:33.203227 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:33.204152 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port c69bcfe8-483a-4f94-8438-e8c0b19afdc4 Sep 23 15:14:33.208784 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-514d8c6b-0e67-4d8a-8054-52d0edc3a375 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:33.231650 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d8c6b-0e67-4d8a-8054-52d0edc3a375 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f068549b-a7f4-4c60-920b-19f8aa62b9a5,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:33.295396 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-267847d2-5081-4596-a041-fbd4e605e047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:33.303729 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-514d8c6b-0e67-4d8a-8054-52d0edc3a375 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:33.305075 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-514d8c6b-0e67-4d8a-8054-52d0edc3a375 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3485360 Sep 23 15:14:33.308057 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50454) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:33.313625 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-e4261d62-feb3-4e81-8e0f-7cdf7a1473fa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '4614009f-3821-4aea-bae0-d84306e18c71', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:14:33.319594 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e4261d62-feb3-4e81-8e0f-7cdf7a1473fa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:14:33.323608 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e4261d62-feb3-4e81-8e0f-7cdf7a1473fa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:14:33.326493 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e4261d62-feb3-4e81-8e0f-7cdf7a1473fa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:14:33.333356 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e4261d62-feb3-4e81-8e0f-7cdf7a1473fa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:14:33.438855 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e4261d62-feb3-4e81-8e0f-7cdf7a1473fa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:33.510092 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port c69bcfe8-483a-4f94-8438-e8c0b19afdc4 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:14:33.511235 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device bb952795-3346-4f07-8ac1-bec5bef69479 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:14:33.511809 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e4261d62-feb3-4e81-8e0f-7cdf7a1473fa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:33.598651 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51553d38-11af-494f-803e-ca165c759a65 None None] Pushing event updated for resources: {'Port': ['ID=405abdb7-510d-4c89-95d8-43ac5c7011d0,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:33.618491 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e4261d62-feb3-4e81-8e0f-7cdf7a1473fa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:33.629876 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-267847d2-5081-4596-a041-fbd4e605e047 None None] Attempting to bind port 405abdb7-510d-4c89-95d8-43ac5c7011d0 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:14:33.630248 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-267847d2-5081-4596-a041-fbd4e605e047 None None] Attempting to bind port 405abdb7-510d-4c89-95d8-43ac5c7011d0 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '1d4aff13-2259-4be9-9f1c-5e9bef84bb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:14:33.630640 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267847d2-5081-4596-a041-fbd4e605e047 None None] Attempting to bind port 405abdb7-510d-4c89-95d8-43ac5c7011d0 on network f62731c2-33a9-4810-85b6-134f34c8e1b2 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:14:33.637985 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267847d2-5081-4596-a041-fbd4e605e047 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:14:33.638383 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267847d2-5081-4596-a041-fbd4e605e047 None None] Checking segment: {'id': '1d4aff13-2259-4be9-9f1c-5e9bef84bb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:14:33.644606 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-267847d2-5081-4596-a041-fbd4e605e047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:33.644606 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267847d2-5081-4596-a041-fbd4e605e047 None None] Bound using segment: {'id': '1d4aff13-2259-4be9-9f1c-5e9bef84bb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:14:33.644606 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-267847d2-5081-4596-a041-fbd4e605e047 None None] Bound port: 405abdb7-510d-4c89-95d8-43ac5c7011d0, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4aff13-2259-4be9-9f1c-5e9bef84bb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:14:33.644606 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-267847d2-5081-4596-a041-fbd4e605e047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:33.645038 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4261d62-feb3-4e81-8e0f-7cdf7a1473fa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99712397-ab28-4706-a5b3-923dc946811d,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:33.689744 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f76c1146-66be-463b-9117-6c3c6a750de4 None None] Attempt 5 to provision port 405abdb7-510d-4c89-95d8-43ac5c7011d0 Sep 23 15:14:33.728857 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e4261d62-feb3-4e81-8e0f-7cdf7a1473fa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:33.730071 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e4261d62-feb3-4e81-8e0f-7cdf7a1473fa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4210196 Sep 23 15:14:33.733102 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50458) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:33.737312 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port bb952795-3346-4f07-8ac1-bec5bef69479 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:14:33.737685 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:33.738023 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port bb952795-3346-4f07-8ac1-bec5bef69479 Sep 23 15:14:33.738141 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-0e1b8bda-1e0d-4420-9cd3-c68c73d08240 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '4614009f-3821-4aea-bae0-d84306e18c71', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:14:33.744268 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0e1b8bda-1e0d-4420-9cd3-c68c73d08240 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:14:33.748110 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0e1b8bda-1e0d-4420-9cd3-c68c73d08240 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:14:33.751254 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0e1b8bda-1e0d-4420-9cd3-c68c73d08240 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:14:33.757140 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0e1b8bda-1e0d-4420-9cd3-c68c73d08240 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:14:33.822669 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f76c1146-66be-463b-9117-6c3c6a750de4 None None] Port 405abdb7-510d-4c89-95d8-43ac5c7011d0 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:14:33.835609 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-267847d2-5081-4596-a041-fbd4e605e047 None None] For port 405abdb7-510d-4c89-95d8-43ac5c7011d0, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:14:33.836671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0e1b8bda-1e0d-4420-9cd3-c68c73d08240 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:33.838895 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-267847d2-5081-4596-a041-fbd4e605e047 None None] For port 405abdb7-510d-4c89-95d8-43ac5c7011d0, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=405abdb7-510d-4c89-95d8-43ac5c7011d0,segment=NetworkSegment(1d4aff13-2259-4be9-9f1c-5e9bef84bb9f),segment_id=1d4aff13-2259-4be9-9f1c-5e9bef84bb9f)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:14:33.907683 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-267847d2-5081-4596-a041-fbd4e605e047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:33.907825 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0e1b8bda-1e0d-4420-9cd3-c68c73d08240 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:33.954155 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port bb952795-3346-4f07-8ac1-bec5bef69479 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:14:33.973551 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267847d2-5081-4596-a041-fbd4e605e047 None None] Routers {'65593725-d897-4aab-9300-edfa56fbc5da'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:14:33.974163 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-267847d2-5081-4596-a041-fbd4e605e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:14:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['65593725-d897-4aab-9300-edfa56fbc5da'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:34.019147 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0e1b8bda-1e0d-4420-9cd3-c68c73d08240 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:34.043549 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b8bda-1e0d-4420-9cd3-c68c73d08240 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b7c748-7485-4bd9-94ea-a440432de5a0,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:34.059539 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51553d38-11af-494f-803e-ca165c759a65 None None] Pushing event updated for resources: {'Port': ['ID=405abdb7-510d-4c89-95d8-43ac5c7011d0,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:34.122557 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0e1b8bda-1e0d-4420-9cd3-c68c73d08240 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:34.126536 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0e1b8bda-1e0d-4420-9cd3-c68c73d08240 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3897660 Sep 23 15:14:34.126702 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50462) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:34.131955 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-1a27ad48-41f8-45d1-931a-7fe7811a027c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '4614009f-3821-4aea-bae0-d84306e18c71', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:14:34.137759 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-1a27ad48-41f8-45d1-931a-7fe7811a027c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:14:34.141711 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1a27ad48-41f8-45d1-931a-7fe7811a027c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:14:34.144623 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1a27ad48-41f8-45d1-931a-7fe7811a027c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:14:34.150424 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-1a27ad48-41f8-45d1-931a-7fe7811a027c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:14:34.170717 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-267847d2-5081-4596-a041-fbd4e605e047 None None] Set router 65593725-d897-4aab-9300-edfa56fbc5da gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:14:34.230559 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1a27ad48-41f8-45d1-931a-7fe7811a027c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:34.295173 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1a27ad48-41f8-45d1-931a-7fe7811a027c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:34.363690 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f76c1146-66be-463b-9117-6c3c6a750de4 None None] Attempt 6 to provision port 405abdb7-510d-4c89-95d8-43ac5c7011d0 Sep 23 15:14:34.367645 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1a27ad48-41f8-45d1-931a-7fe7811a027c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:34.391734 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27ad48-41f8-45d1-931a-7fe7811a027c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2168abf4-2c0c-4e75-bf66-6523019460e2,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:34.464702 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1a27ad48-41f8-45d1-931a-7fe7811a027c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:34.468541 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1a27ad48-41f8-45d1-931a-7fe7811a027c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3383200 Sep 23 15:14:34.468732 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50466) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:34.470141 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f76c1146-66be-463b-9117-6c3c6a750de4 None None] Port 405abdb7-510d-4c89-95d8-43ac5c7011d0 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:14:34.475075 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-7122f38c-91dc-4966-8e2e-4efb240cb7f4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '4614009f-3821-4aea-bae0-d84306e18c71', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:14:34.481639 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-7122f38c-91dc-4966-8e2e-4efb240cb7f4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:14:34.490394 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7122f38c-91dc-4966-8e2e-4efb240cb7f4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:14:34.490394 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7122f38c-91dc-4966-8e2e-4efb240cb7f4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:14:34.494474 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-7122f38c-91dc-4966-8e2e-4efb240cb7f4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:14:34.539697 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-267847d2-5081-4596-a041-fbd4e605e047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593725-d897-4aab-9300-edfa56fbc5da', 'name': 'tempest-TestNetworkBasicOps-router-1303102724', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:14:24Z', 'updated_at': '2022-09-23T15:14:30Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593725-d897-4aab-9300-edfa56fbc5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:14:25Z', 'updated_at': '2022-09-23T15:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '405abdb7-510d-4c89-95d8-43ac5c7011d0', 'name': '', 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:f6:3d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65593725-d897-4aab-9300-edfa56fbc5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '4551501e-cc07-4ef1-bbbe-0c719e283041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:14:29Z', 'updated_at': '2022-09-23T15:14:33Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '4551501e-cc07-4ef1-bbbe-0c719e283041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:34.543641 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267847d2-5081-4596-a041-fbd4e605e047 None None] The sync data for ids ['65593725-d897-4aab-9300-edfa56fbc5da'] in dv-neutron-859093-1-hyperv is: [{'id': '65593725-d897-4aab-9300-edfa56fbc5da', 'name': 'tempest-TestNetworkBasicOps-router-1303102724', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:14:24Z', 'updated_at': '2022-09-23T15:14:30Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593725-d897-4aab-9300-edfa56fbc5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:14:25Z', 'updated_at': '2022-09-23T15:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '405abdb7-510d-4c89-95d8-43ac5c7011d0', 'name': '', 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:f6:3d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65593725-d897-4aab-9300-edfa56fbc5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '4551501e-cc07-4ef1-bbbe-0c719e283041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:14:29Z', 'updated_at': '2022-09-23T15:14:33Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '4551501e-cc07-4ef1-bbbe-0c719e283041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:14:34.556284 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.securitygroups_db [None req-7122f38c-91dc-4966-8e2e-4efb240cb7f4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Project 8433d6d3ee51437084758ba6444603b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:14:34.564643 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7122f38c-91dc-4966-8e2e-4efb240cb7f4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:34.659952 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7122f38c-91dc-4966-8e2e-4efb240cb7f4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:34.731598 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7122f38c-91dc-4966-8e2e-4efb240cb7f4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:34.865508 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122f38c-91dc-4966-8e2e-4efb240cb7f4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa25446-9951-4393-bec0-a80403724fe0,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:34.944559 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7122f38c-91dc-4966-8e2e-4efb240cb7f4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:34.948738 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7122f38c-91dc-4966-8e2e-4efb240cb7f4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4755836 Sep 23 15:14:34.948877 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50470) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:34.955126 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-0fb782ea-e8d5-421a-94d1-5e7092cd1a09 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '4614009f-3821-4aea-bae0-d84306e18c71', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:14:34.961407 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0fb782ea-e8d5-421a-94d1-5e7092cd1a09 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:14:34.965642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0fb782ea-e8d5-421a-94d1-5e7092cd1a09 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:14:34.971770 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0fb782ea-e8d5-421a-94d1-5e7092cd1a09 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:14:34.975567 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0fb782ea-e8d5-421a-94d1-5e7092cd1a09 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:14:35.086511 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 405abdb7-510d-4c89-95d8-43ac5c7011d0 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:14:35.092880 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.securitygroups_db [None req-0fb782ea-e8d5-421a-94d1-5e7092cd1a09 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Project 8433d6d3ee51437084758ba6444603b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:14:35.101014 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0fb782ea-e8d5-421a-94d1-5e7092cd1a09 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:35.117197 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5ea246c5-9b14-4544-87dc-9fc4ae9e6ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:35.178496 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0fb782ea-e8d5-421a-94d1-5e7092cd1a09 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:35.218796 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 405abdb7-510d-4c89-95d8-43ac5c7011d0 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:14:35.224816 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 405abdb7-510d-4c89-95d8-43ac5c7011d0 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:14:35.225226 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:35.225593 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 405abdb7-510d-4c89-95d8-43ac5c7011d0 Sep 23 15:14:35.264839 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0fb782ea-e8d5-421a-94d1-5e7092cd1a09 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:35.288801 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb782ea-e8d5-421a-94d1-5e7092cd1a09 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c93ced-1ffb-41c9-8647-6b4b4c7a5c36,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:35.354852 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 405abdb7-510d-4c89-95d8-43ac5c7011d0 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:14:35.355230 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:35.378300 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0fb782ea-e8d5-421a-94d1-5e7092cd1a09 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:35.387573 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0fb782ea-e8d5-421a-94d1-5e7092cd1a09 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4376130 Sep 23 15:14:35.397869 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 405abdb7-510d-4c89-95d8-43ac5c7011d0, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=405abdb7-510d-4c89-95d8-43ac5c7011d0,segment=NetworkSegment(1d4aff13-2259-4be9-9f1c-5e9bef84bb9f),segment_id=1d4aff13-2259-4be9-9f1c-5e9bef84bb9f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:14:35.475271 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:35.554515 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:35.563472 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=405abdb7-510d-4c89-95d8-43ac5c7011d0,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:35.588973 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-45ac4c54-c345-4ec0-a4bd-a752c553f227 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-886941836&fields=id&tenant_id=8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 267 time: 0.0426388 Sep 23 15:14:35.596061 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:35.746018 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-7231db07-1189-47df-a757-143110283cf6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:35.747552 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-7231db07-1189-47df-a757-143110283cf6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/networks?id=f62731c2-33a9-4810-85b6-134f34c8e1b2 HTTP/1.1" status: 200 len: 797 time: 0.1505489 Sep 23 15:14:35.762262 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-3032e373-0430-492a-afae-9c576749ec4d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/quotas/8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 375 time: 0.0091822 Sep 23 15:14:35.854855 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-dac2bcfc-9fdc-4c40-b0fe-fc574f3d4b9e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:14:35.948094 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-dac2bcfc-9fdc-4c40-b0fe-fc574f3d4b9e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:14:35.949369 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-dac2bcfc-9fdc-4c40-b0fe-fc574f3d4b9e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1814175 Sep 23 15:14:36.185033 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-fc091f1e-d393-487d-8e1c-4186c10025a3 service neutron] 10.222.0.67 "GET /v2.0/networks/f62731c2-33a9-4810-85b6-134f34c8e1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233450 Sep 23 15:14:36.317998 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-44f60b03-8438-43df-bb9e-af0bbdbe8cde service neutron] 10.222.0.67 "GET /v2.0/networks/f62731c2-33a9-4810-85b6-134f34c8e1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265199 Sep 23 15:14:36.634472 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-d42acee0-caed-433b-8e64-0654bbd3c254 req-7739e66f-3bb6-46c1-9441-3fbdd1d91dfa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:14:36.647712 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-d42acee0-caed-433b-8e64-0654bbd3c254 req-7739e66f-3bb6-46c1-9441-3fbdd1d91dfa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:14:36.652258 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d42acee0-caed-433b-8e64-0654bbd3c254 req-7739e66f-3bb6-46c1-9441-3fbdd1d91dfa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=514481aa-8a6f-4207-a82d-eead8c51a790 HTTP/1.1" status: 200 len: 210 time: 0.0639501 Sep 23 15:14:36.925191 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:37.060491 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 405abdb7-510d-4c89-95d8-43ac5c7011d0 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:14:37.128040 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 405abdb7-510d-4c89-95d8-43ac5c7011d0 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:14:37.128416 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:37.128752 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 405abdb7-510d-4c89-95d8-43ac5c7011d0 Sep 23 15:14:37.295883 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 405abdb7-510d-4c89-95d8-43ac5c7011d0 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:14:37.814409 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-495c40a9-5784-4e12-84f8-28acb15784b9 req-6a2b7f36-3304-4cf8-b5a1-340ab199ed41 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=514481aa-8a6f-4207-a82d-eead8c51a790 HTTP/1.1" status: 200 len: 210 time: 0.0547812 Sep 23 15:14:38.607267 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-6281d3a6-7da9-4e56-bd84-c493b77eda0d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:38.607955 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-6281d3a6-7da9-4e56-bd84-c493b77eda0d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:network {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:14:38.716027 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-6281d3a6-7da9-4e56-bd84-c493b77eda0d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:network {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:14:38.717151 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-6281d3a6-7da9-4e56-bd84-c493b77eda0d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/networks?id=f62731c2-33a9-4810-85b6-134f34c8e1b2 HTTP/1.1" status: 200 len: 797 time: 0.2610645 Sep 23 15:14:38.764897 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-c9ab5fd4-5457-47c4-842f-02c91e11b7f8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:14:38.912896 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-c9ab5fd4-5457-47c4-842f-02c91e11b7f8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:14:38.913793 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-c9ab5fd4-5457-47c4-842f-02c91e11b7f8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 379 time: 0.1883724 Sep 23 15:14:38.926356 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-6c487fa9-85d1-465d-8eb1-791d610f566a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'port': {'device_id': '514481aa-8a6f-4207-a82d-eead8c51a790', 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2', 'admin_state_up': True, 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'security_groups': ['4614009f-3821-4aea-bae0-d84306e18c71']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:14:39.050470 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b19811c1-5e48-431f-b2c6-6408ca387202 req-581779ee-5281-4c11-9151-bb7ccf93d358 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=514481aa-8a6f-4207-a82d-eead8c51a790 HTTP/1.1" status: 200 len: 210 time: 0.1030967 Sep 23 15:14:39.126562 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-6c487fa9-85d1-465d-8eb1-791d610f566a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:14:39.135866 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-6c487fa9-85d1-465d-8eb1-791d610f566a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:14:39.230059 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-6c487fa9-85d1-465d-8eb1-791d610f566a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:14:39.233212 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-6c487fa9-85d1-465d-8eb1-791d610f566a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:39.396082 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-6c487fa9-85d1-465d-8eb1-791d610f566a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.20.0.4 (f62731c2-33a9-4810-85b6-134f34c8e1b2/4551501e-cc07-4ef1-bbbe-0c719e283041/b68e80ad-ae87-4f1c-8211-105b03ab90ee) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:14:39.583724 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-6c487fa9-85d1-465d-8eb1-791d610f566a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:39.601386 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-6c487fa9-85d1-465d-8eb1-791d610f566a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Transition to ACTIVE for port object b68e80ad-ae87-4f1c-8211-105b03ab90ee will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:14:39.744877 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-6c487fa9-85d1-465d-8eb1-791d610f566a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:39.821778 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-6c487fa9-85d1-465d-8eb1-791d610f566a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network f62731c2-33a9-4810-85b6-134f34c8e1b2 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:14:39.824801 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-6c487fa9-85d1-465d-8eb1-791d610f566a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:14:39.829752 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-6c487fa9-85d1-465d-8eb1-791d610f566a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:14:39.854862 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c487fa9-85d1-465d-8eb1-791d610f566a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=b68e80ad-ae87-4f1c-8211-105b03ab90ee,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:39.897295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-6c487fa9-85d1-465d-8eb1-791d610f566a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:39.897980 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-6c487fa9-85d1-465d-8eb1-791d610f566a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:40.002098 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-6c487fa9-85d1-465d-8eb1-791d610f566a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0818074 Sep 23 15:14:40.011715 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-35cbada1-8a75-4f1c-be53-bc63ec8093d1 service neutron] Request body: {'port': {'device_id': '514481aa-8a6f-4207-a82d-eead8c51a790', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:14:40.121930 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e42dee67-376a-4d9e-b276-0047ee168a43 None None] Provisioning for port b68e80ad-ae87-4f1c-8211-105b03ab90ee completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:14:40.127547 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e42dee67-376a-4d9e-b276-0047ee168a43 None None] Provisioning complete for port b68e80ad-ae87-4f1c-8211-105b03ab90ee triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:14:40.130051 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e42dee67-376a-4d9e-b276-0047ee168a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:40.130051 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e42dee67-376a-4d9e-b276-0047ee168a43 None None] Attempt 1 to provision port b68e80ad-ae87-4f1c-8211-105b03ab90ee Sep 23 15:14:40.130289 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-35cbada1-8a75-4f1c-be53-bc63ec8093d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:40.191124 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e42dee67-376a-4d9e-b276-0047ee168a43 None None] Port b68e80ad-ae87-4f1c-8211-105b03ab90ee cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:14:40.260789 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee9d75-113d-4740-93fb-3f3bd0116273 req-42f439fe-e9d1-4f91-a994-37796afafa6f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:40.262535 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e8ee9d75-113d-4740-93fb-3f3bd0116273 req-42f439fe-e9d1-4f91-a994-37796afafa6f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=514481aa-8a6f-4207-a82d-eead8c51a790 HTTP/1.1" status: 200 len: 931 time: 0.0934324 Sep 23 15:14:40.307280 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e8ee9d75-113d-4740-93fb-3f3bd0116273 req-bd37adb0-11e7-49cb-bd88-00bdb14dd744 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=4614009f-3821-4aea-bae0-d84306e18c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386286 Sep 23 15:14:40.478487 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-35cbada1-8a75-4f1c-be53-bc63ec8093d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b68e80ad-ae87-4f1c-8211-105b03ab90ee {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:14:40.486274 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-35cbada1-8a75-4f1c-be53-bc63ec8093d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:40.501489 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-35cbada1-8a75-4f1c-be53-bc63ec8093d1 service neutron] Transition to ACTIVE for port object b68e80ad-ae87-4f1c-8211-105b03ab90ee will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:14:40.588032 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-35cbada1-8a75-4f1c-be53-bc63ec8093d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:40.692275 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e42dee67-376a-4d9e-b276-0047ee168a43 None None] Attempt 2 to provision port b68e80ad-ae87-4f1c-8211-105b03ab90ee Sep 23 15:14:40.747480 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e42dee67-376a-4d9e-b276-0047ee168a43 None None] Port b68e80ad-ae87-4f1c-8211-105b03ab90ee cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:14:40.873118 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbada1-8a75-4f1c-be53-bc63ec8093d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b68e80ad-ae87-4f1c-8211-105b03ab90ee,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:40.917286 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-35cbada1-8a75-4f1c-be53-bc63ec8093d1 service neutron] Attempting to bind port b68e80ad-ae87-4f1c-8211-105b03ab90ee on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:14:40.917286 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-35cbada1-8a75-4f1c-be53-bc63ec8093d1 service neutron] Attempting to bind port b68e80ad-ae87-4f1c-8211-105b03ab90ee by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1d4aff13-2259-4be9-9f1c-5e9bef84bb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:14:40.918148 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-35cbada1-8a75-4f1c-be53-bc63ec8093d1 service neutron] Attempting to bind port b68e80ad-ae87-4f1c-8211-105b03ab90ee on network f62731c2-33a9-4810-85b6-134f34c8e1b2 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:14:40.922468 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-35cbada1-8a75-4f1c-be53-bc63ec8093d1 service neutron] Port b68e80ad-ae87-4f1c-8211-105b03ab90ee on network f62731c2-33a9-4810-85b6-134f34c8e1b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:14:40.922780 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-35cbada1-8a75-4f1c-be53-bc63ec8093d1 service neutron] Attempting to bind port b68e80ad-ae87-4f1c-8211-105b03ab90ee on network f62731c2-33a9-4810-85b6-134f34c8e1b2 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:14:40.927801 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-35cbada1-8a75-4f1c-be53-bc63ec8093d1 service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:14:40.931390 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-35cbada1-8a75-4f1c-be53-bc63ec8093d1 service neutron] Checking segment: {'id': '1d4aff13-2259-4be9-9f1c-5e9bef84bb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:14:40.931390 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-35cbada1-8a75-4f1c-be53-bc63ec8093d1 service neutron] Bound using segment: {'id': '1d4aff13-2259-4be9-9f1c-5e9bef84bb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:14:40.931390 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-35cbada1-8a75-4f1c-be53-bc63ec8093d1 service neutron] Bound port: b68e80ad-ae87-4f1c-8211-105b03ab90ee, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d4aff13-2259-4be9-9f1c-5e9bef84bb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:14:40.931390 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-35cbada1-8a75-4f1c-be53-bc63ec8093d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:41.020506 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-35cbada1-8a75-4f1c-be53-bc63ec8093d1 service neutron] For port b68e80ad-ae87-4f1c-8211-105b03ab90ee, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:14:41.023623 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-35cbada1-8a75-4f1c-be53-bc63ec8093d1 service neutron] For port b68e80ad-ae87-4f1c-8211-105b03ab90ee, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=b68e80ad-ae87-4f1c-8211-105b03ab90ee,segment=NetworkSegment(1d4aff13-2259-4be9-9f1c-5e9bef84bb9f),segment_id=1d4aff13-2259-4be9-9f1c-5e9bef84bb9f)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:14:41.115630 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-35cbada1-8a75-4f1c-be53-bc63ec8093d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:41.146548 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-35cbada1-8a75-4f1c-be53-bc63ec8093d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:41.146548 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-35cbada1-8a75-4f1c-be53-bc63ec8093d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:41.147403 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-35cbada1-8a75-4f1c-be53-bc63ec8093d1 service neutron] 10.222.0.72 "PUT /v2.0/ports/b68e80ad-ae87-4f1c-8211-105b03ab90ee HTTP/1.1" status: 200 len: 1093 time: 1.1397817 Sep 23 15:14:41.147821 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514481aa-8a6f-4207-a82d-eead8c51a790', 'tag': 'b68e80ad-ae87-4f1c-8211-105b03ab90ee'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:14:41.150102 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a825de80-d5b6-4f66-9165-c00c436993d9" -d '{"events": [{"name": "network-changed", "server_uuid": "514481aa-8a6f-4207-a82d-eead8c51a790", "tag": "b68e80ad-ae87-4f1c-8211-105b03ab90ee"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:14:41.190544 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbada1-8a75-4f1c-be53-bc63ec8093d1 service neutron] Pushing event updated for resources: {'Port': ['ID=b68e80ad-ae87-4f1c-8211-105b03ab90ee,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:41.195846 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a150a92-41e6-4058-91ee-86da40eb653e x-openstack-request-id: req-3a150a92-41e6-4058-91ee-86da40eb653e {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:14:41.200889 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514481aa-8a6f-4207-a82d-eead8c51a790", "tag": "b68e80ad-ae87-4f1c-8211-105b03ab90ee", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:14:41.200889 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3a150a92-41e6-4058-91ee-86da40eb653e {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:14:41.200889 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a150a92-41e6-4058-91ee-86da40eb653e'] response: {'name': 'network-changed', 'server_uuid': '514481aa-8a6f-4207-a82d-eead8c51a790', 'tag': 'b68e80ad-ae87-4f1c-8211-105b03ab90ee', 'status': 'completed', 'code': 200} Sep 23 15:14:41.249164 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e42dee67-376a-4d9e-b276-0047ee168a43 None None] Attempt 3 to provision port b68e80ad-ae87-4f1c-8211-105b03ab90ee Sep 23 15:14:41.300337 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825de80-d5b6-4f66-9165-c00c436993d9 req-f6a6c4f3-64ea-41bf-9501-594229d197ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:41.301810 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a825de80-d5b6-4f66-9165-c00c436993d9 req-f6a6c4f3-64ea-41bf-9501-594229d197ff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=514481aa-8a6f-4207-a82d-eead8c51a790 HTTP/1.1" status: 200 len: 1096 time: 0.0861554 Sep 23 15:14:41.314974 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e42dee67-376a-4d9e-b276-0047ee168a43 None None] Port b68e80ad-ae87-4f1c-8211-105b03ab90ee had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:14:41.446217 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825de80-d5b6-4f66-9165-c00c436993d9 req-33318bf8-d3c5-47fd-8a1c-38ad35d47154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:41.447670 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a825de80-d5b6-4f66-9165-c00c436993d9 req-33318bf8-d3c5-47fd-8a1c-38ad35d47154 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=8433d6d3ee51437084758ba6444603b3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1385062 Sep 23 15:14:41.509319 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38af14-8e26-4fef-af02-2fd1e5439f81 req-7263ba2d-ce82-43c3-937b-738918e00f54 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:41.510782 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ff38af14-8e26-4fef-af02-2fd1e5439f81 req-7263ba2d-ce82-43c3-937b-738918e00f54 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=514481aa-8a6f-4207-a82d-eead8c51a790 HTTP/1.1" status: 200 len: 943 time: 0.0925450 Sep 23 15:14:41.559578 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ff38af14-8e26-4fef-af02-2fd1e5439f81 req-1fcfc94f-4ffd-4c63-8eb4-2e67c4b297ad tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=4614009f-3821-4aea-bae0-d84306e18c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422368 Sep 23 15:14:41.594322 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825de80-d5b6-4f66-9165-c00c436993d9 req-70f71944-0c84-42b2-91c6-aa4faa51329e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:41.595752 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a825de80-d5b6-4f66-9165-c00c436993d9 req-70f71944-0c84-42b2-91c6-aa4faa51329e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1416550 Sep 23 15:14:41.710981 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-c8e5f9a5-3dc1-4c02-a5e1-db07c58e999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:41.713393 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-c8e5f9a5-3dc1-4c02-a5e1-db07c58e999e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=514481aa-8a6f-4207-a82d-eead8c51a790 HTTP/1.1" status: 200 len: 1096 time: 0.0796199 Sep 23 15:14:41.783552 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-ea1d8a5c-31c5-423e-a95d-770d616a51f5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b68e80ad-ae87-4f1c-8211-105b03ab90ee HTTP/1.1" status: 200 len: 217 time: 0.0646858 Sep 23 15:14:41.906583 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-5792743b-dc11-42c4-a5a3-09bc7e1e8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:41.908007 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-5792743b-dc11-42c4-a5a3-09bc7e1e8bb3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4551501e-cc07-4ef1-bbbe-0c719e283041 HTTP/1.1" status: 200 len: 835 time: 0.1140742 Sep 23 15:14:41.976789 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d5360791-8253-4dae-8543-1dbd6f3675ea req-e8d0c594-e073-4759-be1f-6cd180290f77 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b2f24238-4edb-4248-841a-2f832000dcb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1521947 Sep 23 15:14:41.996841 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-af4fb5e6-4381-40d0-a429-9b1bda45c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:41.998306 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-af4fb5e6-4381-40d0-a429-9b1bda45c357 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f62731c2-33a9-4810-85b6-134f34c8e1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836902 Sep 23 15:14:42.188328 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-8a990385-fef9-472b-a3c8-3c43c785222c service neutron] 10.222.0.72 "GET /v2.0/networks/f62731c2-33a9-4810-85b6-134f34c8e1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494560 Sep 23 15:14:42.190266 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5360791-8253-4dae-8543-1dbd6f3675ea req-ba851b05-d5a1-48f4-9861-a59b35ec302d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:42.191631 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d5360791-8253-4dae-8543-1dbd6f3675ea req-ba851b05-d5a1-48f4-9861-a59b35ec302d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4dd03006331a43759c203c055fc73500&device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 1098 time: 0.1924856 Sep 23 15:14:42.426740 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d3a5ac86-d21b-498c-bbd7-2592c2a7b9de req-6e4d0c6c-e13f-4dd6-b424-c8d56a5f0396 service neutron] 10.222.0.72 "GET /v2.0/networks/f62731c2-33a9-4810-85b6-134f34c8e1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300684 Sep 23 15:14:42.428963 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5360791-8253-4dae-8543-1dbd6f3675ea req-b8f65d5c-0cd5-475b-a498-2ecfa50c08b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:42.430256 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d5360791-8253-4dae-8543-1dbd6f3675ea req-b8f65d5c-0cd5-475b-a498-2ecfa50c08b2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a HTTP/1.1" status: 200 len: 912 time: 0.2139294 Sep 23 15:14:42.644346 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d5360791-8253-4dae-8543-1dbd6f3675ea req-6c1c18ea-1fcf-4f2d-b1ab-ab4465491c03 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 HTTP/1.1" status: 200 len: 1002 time: 0.2073810 Sep 23 15:14:42.763345 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5360791-8253-4dae-8543-1dbd6f3675ea req-a64609f5-1506-4de6-ad90-3c1ae76ca230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:42.764782 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d5360791-8253-4dae-8543-1dbd6f3675ea req-a64609f5-1506-4de6-ad90-3c1ae76ca230 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64979ce6-fb4a-43b7-a76f-4e9da53aeed1 HTTP/1.1" status: 200 len: 850 time: 0.1130383 Sep 23 15:14:42.847747 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f55738-e977-4ac3-a639-7a971749e4ba req-bb2c926e-465f-41e9-88da-7e738cd85803 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:42.848432 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-b3f55738-e977-4ac3-a639-7a971749e4ba req-bb2c926e-465f-41e9-88da-7e738cd85803 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:14:42.872790 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5360791-8253-4dae-8543-1dbd6f3675ea req-37ecce3b-94af-4df1-862c-410b459e7830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:42.874246 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d5360791-8253-4dae-8543-1dbd6f3675ea req-37ecce3b-94af-4df1-862c-410b459e7830 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1026561 Sep 23 15:14:42.961902 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-b3f55738-e977-4ac3-a639-7a971749e4ba req-bb2c926e-465f-41e9-88da-7e738cd85803 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:14:42.963030 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b3f55738-e977-4ac3-a639-7a971749e4ba req-bb2c926e-465f-41e9-88da-7e738cd85803 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=514481aa-8a6f-4207-a82d-eead8c51a790 HTTP/1.1" status: 200 len: 943 time: 0.2821798 Sep 23 15:14:43.044681 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b3f55738-e977-4ac3-a639-7a971749e4ba req-e53eef43-6b71-4f42-b0a3-62c31a87da2d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=4614009f-3821-4aea-bae0-d84306e18c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748379 Sep 23 15:14:43.046721 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d5360791-8253-4dae-8543-1dbd6f3675ea req-eab9ef3f-b029-496c-9f4c-9cba4202e9a1 service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656003 Sep 23 15:14:43.181592 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d5360791-8253-4dae-8543-1dbd6f3675ea req-49aafdfc-04bd-4180-8ff9-0c46b58d6d46 service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284308 Sep 23 15:14:44.247804 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95093f-2b15-4d29-808b-5ab0a652be65 req-88398640-9f25-49f7-8699-4eddf3f6bde9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:44.249276 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ab95093f-2b15-4d29-808b-5ab0a652be65 req-88398640-9f25-49f7-8699-4eddf3f6bde9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=514481aa-8a6f-4207-a82d-eead8c51a790 HTTP/1.1" status: 200 len: 943 time: 0.0938110 Sep 23 15:14:44.296457 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ab95093f-2b15-4d29-808b-5ab0a652be65 req-1110d238-baa5-4556-807f-b577e83d21a5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=4614009f-3821-4aea-bae0-d84306e18c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402792 Sep 23 15:14:44.605160 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device b68e80ad-ae87-4f1c-8211-105b03ab90ee details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:14:44.739289 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port b68e80ad-ae87-4f1c-8211-105b03ab90ee, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=b68e80ad-ae87-4f1c-8211-105b03ab90ee,segment=NetworkSegment(1d4aff13-2259-4be9-9f1c-5e9bef84bb9f),segment_id=1d4aff13-2259-4be9-9f1c-5e9bef84bb9f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:14:44.752937 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': 'b68e80ad-ae87-4f1c-8211-105b03ab90ee', 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2', 'port_id': 'b68e80ad-ae87-4f1c-8211-105b03ab90ee', 'mac_address': 'fa:16:3e:64:7a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4551501e-cc07-4ef1-bbbe-0c719e283041', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:14:44.814688 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port b68e80ad-ae87-4f1c-8211-105b03ab90ee is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:14:44.815072 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:44.832128 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b68e80ad-ae87-4f1c-8211-105b03ab90ee {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:14:44.847246 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port b68e80ad-ae87-4f1c-8211-105b03ab90ee, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=b68e80ad-ae87-4f1c-8211-105b03ab90ee,segment=NetworkSegment(1d4aff13-2259-4be9-9f1c-5e9bef84bb9f),segment_id=1d4aff13-2259-4be9-9f1c-5e9bef84bb9f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:14:44.936570 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:45.005430 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=b68e80ad-ae87-4f1c-8211-105b03ab90ee,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:45.167698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['b68e80ad-ae87-4f1c-8211-105b03ab90ee'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:14:45.503544 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13da6a-00bc-45d4-940b-ea3fa5198277 req-9b5d54d1-0a06-4a11-a294-ebf9753443fa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:45.504989 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3a13da6a-00bc-45d4-940b-ea3fa5198277 req-9b5d54d1-0a06-4a11-a294-ebf9753443fa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=514481aa-8a6f-4207-a82d-eead8c51a790 HTTP/1.1" status: 200 len: 944 time: 0.0945189 Sep 23 15:14:45.549376 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3a13da6a-00bc-45d4-940b-ea3fa5198277 req-92de244d-bca4-4b88-8123-8277988ab559 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=4614009f-3821-4aea-bae0-d84306e18c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385649 Sep 23 15:14:46.630976 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device b68e80ad-ae87-4f1c-8211-105b03ab90ee up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:14:46.750547 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171dca5-be91-4838-b974-cf17bf67b601 req-2ee54462-8d6e-4cca-8f20-dd9072ad0b06 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:46.752506 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a171dca5-be91-4838-b974-cf17bf67b601 req-2ee54462-8d6e-4cca-8f20-dd9072ad0b06 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=514481aa-8a6f-4207-a82d-eead8c51a790 HTTP/1.1" status: 200 len: 944 time: 0.0891306 Sep 23 15:14:46.784289 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port b68e80ad-ae87-4f1c-8211-105b03ab90ee completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:14:46.789655 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port b68e80ad-ae87-4f1c-8211-105b03ab90ee triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:14:46.790093 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:46.790568 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port b68e80ad-ae87-4f1c-8211-105b03ab90ee Sep 23 15:14:46.797912 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a171dca5-be91-4838-b974-cf17bf67b601 req-9d3bbe1c-67e5-4e9d-9f6b-b98f599279eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=4614009f-3821-4aea-bae0-d84306e18c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390482 Sep 23 15:14:46.912338 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port b68e80ad-ae87-4f1c-8211-105b03ab90ee is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:14:46.912338 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:46.938777 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514481aa-8a6f-4207-a82d-eead8c51a790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68e80ad-ae87-4f1c-8211-105b03ab90ee'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:14:46.941065 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c269261b-8e73-4091-876f-48f5a37dc68b" -d '{"events": [{"server_uuid": "514481aa-8a6f-4207-a82d-eead8c51a790", "name": "network-vif-plugged", "status": "completed", "tag": "b68e80ad-ae87-4f1c-8211-105b03ab90ee"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:14:46.949045 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port b68e80ad-ae87-4f1c-8211-105b03ab90ee, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=b68e80ad-ae87-4f1c-8211-105b03ab90ee,segment=NetworkSegment(1d4aff13-2259-4be9-9f1c-5e9bef84bb9f),segment_id=1d4aff13-2259-4be9-9f1c-5e9bef84bb9f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:14:46.982394 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1b5e83-82db-4bc7-8aad-0de43fcd79ce x-openstack-request-id: req-4a1b5e83-82db-4bc7-8aad-0de43fcd79ce {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:14:46.982685 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514481aa-8a6f-4207-a82d-eead8c51a790", "name": "network-vif-plugged", "status": "completed", "tag": "b68e80ad-ae87-4f1c-8211-105b03ab90ee", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:14:46.982940 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4a1b5e83-82db-4bc7-8aad-0de43fcd79ce {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:14:46.983339 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a1b5e83-82db-4bc7-8aad-0de43fcd79ce'] response: {'server_uuid': '514481aa-8a6f-4207-a82d-eead8c51a790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68e80ad-ae87-4f1c-8211-105b03ab90ee', 'code': 200} Sep 23 15:14:47.029883 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:47.097513 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=b68e80ad-ae87-4f1c-8211-105b03ab90ee,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:47.377230 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780fab5-5717-4515-b083-e9aabeec1df2 req-9303ef37-d861-49c4-9a82-581a93e3c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:47.378710 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d780fab5-5717-4515-b083-e9aabeec1df2 req-9303ef37-d861-49c4-9a82-581a93e3c1e3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=514481aa-8a6f-4207-a82d-eead8c51a790 HTTP/1.1" status: 200 len: 1098 time: 0.0775447 Sep 23 15:14:47.421719 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d780fab5-5717-4515-b083-e9aabeec1df2 req-3b1cd5cb-9afe-4b85-b192-3eaf495ec1b0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4614009f-3821-4aea-bae0-d84306e18c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370805 Sep 23 15:14:47.997471 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e37548-e1eb-4afc-b811-427044265426 req-ccf3d3db-f207-442f-8fba-ac54121dcf27 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:47.998945 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-96e37548-e1eb-4afc-b811-427044265426 req-ccf3d3db-f207-442f-8fba-ac54121dcf27 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=514481aa-8a6f-4207-a82d-eead8c51a790 HTTP/1.1" status: 200 len: 945 time: 0.0893834 Sep 23 15:14:48.043125 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-96e37548-e1eb-4afc-b811-427044265426 req-e5bc7160-1cbb-48ce-8a6e-a6c1c4105f29 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=4614009f-3821-4aea-bae0-d84306e18c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385995 Sep 23 15:14:49.267375 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de75ef-d219-4f60-8128-dc024d586fa8 req-178aa0c3-48f5-4832-a9b0-464bdc92b751 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:49.268874 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e1de75ef-d219-4f60-8128-dc024d586fa8 req-178aa0c3-48f5-4832-a9b0-464bdc92b751 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=514481aa-8a6f-4207-a82d-eead8c51a790 HTTP/1.1" status: 200 len: 945 time: 0.1061108 Sep 23 15:14:49.313451 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e1de75ef-d219-4f60-8128-dc024d586fa8 req-c707f67d-6ff2-40bc-b9e9-948731134146 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=4614009f-3821-4aea-bae0-d84306e18c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388548 Sep 23 15:14:49.509408 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9237593-7aec-47b0-8278-77ef06ee3473 req-5797e46c-93a5-4ad2-9c15-3d9bdc7a3983 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:49.510903 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c9237593-7aec-47b0-8278-77ef06ee3473 req-5797e46c-93a5-4ad2-9c15-3d9bdc7a3983 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=514481aa-8a6f-4207-a82d-eead8c51a790 HTTP/1.1" status: 200 len: 945 time: 0.0874314 Sep 23 15:14:49.559412 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c9237593-7aec-47b0-8278-77ef06ee3473 req-69054d49-28e9-4ff6-8032-30839d0b7c27 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=4614009f-3821-4aea-bae0-d84306e18c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422177 Sep 23 15:14:49.588662 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50532) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:49.665379 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6801816-4f5b-46cf-9a9a-a9cb475ecdf9 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:49.666898 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d6801816-4f5b-46cf-9a9a-a9cb475ecdf9 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=514481aa-8a6f-4207-a82d-eead8c51a790 HTTP/1.1" status: 200 len: 1093 time: 0.0772831 Sep 23 15:14:49.669643 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50536) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:49.674688 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-f0d1a4f8-6a52-4880-86a2-0e40398d0ef4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': 'b68e80ad-ae87-4f1c-8211-105b03ab90ee', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:14:49.680563 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f0d1a4f8-6a52-4880-86a2-0e40398d0ef4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:14:49.684621 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f0d1a4f8-6a52-4880-86a2-0e40398d0ef4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:floatingip and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:14:49.687413 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f0d1a4f8-6a52-4880-86a2-0e40398d0ef4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:14:49.693687 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f0d1a4f8-6a52-4880-86a2-0e40398d0ef4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:14:49.795611 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f0d1a4f8-6a52-4880-86a2-0e40398d0ef4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:50.028850 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f0d1a4f8-6a52-4880-86a2-0e40398d0ef4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:50.165579 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-f0d1a4f8-6a52-4880-86a2-0e40398d0ef4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.26.10.13 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/b3762422-eb05-4eae-9c29-94a49cc7328f) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:14:50.311840 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f0d1a4f8-6a52-4880-86a2-0e40398d0ef4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:50.436021 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f0d1a4f8-6a52-4880-86a2-0e40398d0ef4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:50.506599 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d1a4f8-6a52-4880-86a2-0e40398d0ef4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:14:50.509490 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-f0d1a4f8-6a52-4880-86a2-0e40398d0ef4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:14:50.513099 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d1a4f8-6a52-4880-86a2-0e40398d0ef4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:14:50.542601 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1a4f8-6a52-4880-86a2-0e40398d0ef4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=b3762422-eb05-4eae-9c29-94a49cc7328f,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:50.935937 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f0d1a4f8-6a52-4880-86a2-0e40398d0ef4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:51.075369 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f0d1a4f8-6a52-4880-86a2-0e40398d0ef4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:51.280756 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f0d1a4f8-6a52-4880-86a2-0e40398d0ef4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:51.355178 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f0d1a4f8-6a52-4880-86a2-0e40398d0ef4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:51.461426 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1a4f8-6a52-4880-86a2-0e40398d0ef4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=b3762422-eb05-4eae-9c29-94a49cc7328f,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:51.465767 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f0d1a4f8-6a52-4880-86a2-0e40398d0ef4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:51.631776 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-f0d1a4f8-6a52-4880-86a2-0e40398d0ef4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Floating IP cf007e55-169d-49de-adc2-73cc245e296d associated. External IP: 172.26.10.13, port: b68e80ad-ae87-4f1c-8211-105b03ab90ee. Sep 23 15:14:52.087991 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d1a4f8-6a52-4880-86a2-0e40398d0ef4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 65593725-d897-4aab-9300-edfa56fbc5da has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:14:52.269563 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d1a4f8-6a52-4880-86a2-0e40398d0ef4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:14:52.278973 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a06c9a8-b1b7-4912-83a6-fcbab1a3ae19 None None] Sync routers for ids ['65593725-d897-4aab-9300-edfa56fbc5da'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:14:52.288993 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a06c9a8-b1b7-4912-83a6-fcbab1a3ae19 None None] Routers {'65593725-d897-4aab-9300-edfa56fbc5da'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:14:52.289583 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-3a06c9a8-b1b7-4912-83a6-fcbab1a3ae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:14:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['65593725-d897-4aab-9300-edfa56fbc5da'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:52.347824 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f0d1a4f8-6a52-4880-86a2-0e40398d0ef4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:14:52.408336 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f0d1a4f8-6a52-4880-86a2-0e40398d0ef4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7376592 Sep 23 15:14:52.408998 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514481aa-8a6f-4207-a82d-eead8c51a790', 'tag': 'b68e80ad-ae87-4f1c-8211-105b03ab90ee'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:14:52.411306 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50540) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:52.411776 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8009c2c01c24846940f3c9c2beb64f503f2d744ca5e92813e431a27377ac34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c86f5d6-b83a-431c-afc4-20eefbf082b0" -d '{"events": [{"name": "network-changed", "server_uuid": "514481aa-8a6f-4207-a82d-eead8c51a790", "tag": "b68e80ad-ae87-4f1c-8211-105b03ab90ee"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:14:52.474769 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-3a06c9a8-b1b7-4912-83a6-fcbab1a3ae19 None None] Set router 65593725-d897-4aab-9300-edfa56fbc5da gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:14:52.479988 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14762b5a-9531-41b6-951c-538f41f2a025 x-openstack-request-id: req-14762b5a-9531-41b6-951c-538f41f2a025 {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:14:52.480353 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514481aa-8a6f-4207-a82d-eead8c51a790", "tag": "b68e80ad-ae87-4f1c-8211-105b03ab90ee", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:14:52.480668 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-14762b5a-9531-41b6-951c-538f41f2a025 {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:14:52.481146 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14762b5a-9531-41b6-951c-538f41f2a025'] response: {'name': 'network-changed', 'server_uuid': '514481aa-8a6f-4207-a82d-eead8c51a790', 'tag': 'b68e80ad-ae87-4f1c-8211-105b03ab90ee', 'status': 'completed', 'code': 200} Sep 23 15:14:52.602827 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ef40b1db-8d14-40af-9321-ad209663eb16 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/cf007e55-169d-49de-adc2-73cc245e296d HTTP/1.1" status: 200 len: 991 time: 0.1896279 Sep 23 15:14:52.618631 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86f5d6-b83a-431c-afc4-20eefbf082b0 req-5687dd8c-403a-4216-b972-1fb76d352e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:52.620160 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0c86f5d6-b83a-431c-afc4-20eefbf082b0 req-5687dd8c-403a-4216-b972-1fb76d352e94 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=514481aa-8a6f-4207-a82d-eead8c51a790 HTTP/1.1" status: 200 len: 1098 time: 0.1157238 Sep 23 15:14:52.758473 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86f5d6-b83a-431c-afc4-20eefbf082b0 req-4a92bbb0-6df9-4c14-82d2-90553b51d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:52.760108 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0c86f5d6-b83a-431c-afc4-20eefbf082b0 req-4a92bbb0-6df9-4c14-82d2-90553b51d2a5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f62731c2-33a9-4810-85b6-134f34c8e1b2 HTTP/1.1" status: 200 len: 898 time: 0.1332512 Sep 23 15:14:52.865520 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0c86f5d6-b83a-431c-afc4-20eefbf082b0 req-b36e7130-bfca-4bb8-989b-c7e2c985fc0e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b68e80ad-ae87-4f1c-8211-105b03ab90ee HTTP/1.1" status: 200 len: 999 time: 0.0993478 Sep 23 15:14:52.865994 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-3a06c9a8-b1b7-4912-83a6-fcbab1a3ae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593725-d897-4aab-9300-edfa56fbc5da', 'name': 'tempest-TestNetworkBasicOps-router-1303102724', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:14:24Z', 'updated_at': '2022-09-23T15:14:30Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593725-d897-4aab-9300-edfa56fbc5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:14:25Z', 'updated_at': '2022-09-23T15:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': 'cf007e55-169d-49de-adc2-73cc245e296d', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.13', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '65593725-d897-4aab-9300-edfa56fbc5da', 'port_id': 'b68e80ad-ae87-4f1c-8211-105b03ab90ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2', 'mac_address': 'fa:16:3e:64:7a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514481aa-8a6f-4207-a82d-eead8c51a790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:14:50Z', 'updated_at': '2022-09-23T15:14:50Z', 'revision_number': 0, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '405abdb7-510d-4c89-95d8-43ac5c7011d0', 'name': '', 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:f6:3d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593725-d897-4aab-9300-edfa56fbc5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '4551501e-cc07-4ef1-bbbe-0c719e283041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:14:29Z', 'updated_at': '2022-09-23T15:14:35Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '4551501e-cc07-4ef1-bbbe-0c719e283041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:52.869843 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a06c9a8-b1b7-4912-83a6-fcbab1a3ae19 None None] Checking router: 65593725-d897-4aab-9300-edfa56fbc5da for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:14:52.879437 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a06c9a8-b1b7-4912-83a6-fcbab1a3ae19 None None] Routers {'65593725-d897-4aab-9300-edfa56fbc5da'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:14:52.880021 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-3a06c9a8-b1b7-4912-83a6-fcbab1a3ae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:14:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['65593725-d897-4aab-9300-edfa56fbc5da'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:52.928968 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86f5d6-b83a-431c-afc4-20eefbf082b0 req-cffedf2a-1abf-4355-93bf-dafb7cb6d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:52.936448 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0c86f5d6-b83a-431c-afc4-20eefbf082b0 req-cffedf2a-1abf-4355-93bf-dafb7cb6d06a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4551501e-cc07-4ef1-bbbe-0c719e283041 HTTP/1.1" status: 200 len: 835 time: 0.0585132 Sep 23 15:14:53.020680 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86f5d6-b83a-431c-afc4-20eefbf082b0 req-588a29ab-e157-4c17-9d3a-5ee2d50c41b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:53.022196 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0c86f5d6-b83a-431c-afc4-20eefbf082b0 req-588a29ab-e157-4c17-9d3a-5ee2d50c41b0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f62731c2-33a9-4810-85b6-134f34c8e1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829074 Sep 23 15:14:53.065546 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-3a06c9a8-b1b7-4912-83a6-fcbab1a3ae19 None None] Set router 65593725-d897-4aab-9300-edfa56fbc5da gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:14:53.158924 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0c86f5d6-b83a-431c-afc4-20eefbf082b0 req-dea197c9-a478-4d56-b156-61dc79cb8b3e service neutron] 10.222.0.72 "GET /v2.0/networks/f62731c2-33a9-4810-85b6-134f34c8e1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286011 Sep 23 15:14:53.416726 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0c86f5d6-b83a-431c-afc4-20eefbf082b0 req-570596ef-8c07-4b73-a00a-c0e8b11e3087 service neutron] 10.222.0.72 "GET /v2.0/networks/f62731c2-33a9-4810-85b6-134f34c8e1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474980 Sep 23 15:14:53.424871 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-3a06c9a8-b1b7-4912-83a6-fcbab1a3ae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593725-d897-4aab-9300-edfa56fbc5da', 'name': 'tempest-TestNetworkBasicOps-router-1303102724', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:14:24Z', 'updated_at': '2022-09-23T15:14:30Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593725-d897-4aab-9300-edfa56fbc5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:14:25Z', 'updated_at': '2022-09-23T15:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': 'cf007e55-169d-49de-adc2-73cc245e296d', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.13', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '65593725-d897-4aab-9300-edfa56fbc5da', 'port_id': 'b68e80ad-ae87-4f1c-8211-105b03ab90ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2', 'mac_address': 'fa:16:3e:64:7a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514481aa-8a6f-4207-a82d-eead8c51a790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:14:50Z', 'updated_at': '2022-09-23T15:14:50Z', 'revision_number': 0, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '405abdb7-510d-4c89-95d8-43ac5c7011d0', 'name': '', 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:f6:3d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593725-d897-4aab-9300-edfa56fbc5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '4551501e-cc07-4ef1-bbbe-0c719e283041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:14:29Z', 'updated_at': '2022-09-23T15:14:35Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '4551501e-cc07-4ef1-bbbe-0c719e283041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:14:53.428900 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a06c9a8-b1b7-4912-83a6-fcbab1a3ae19 None None] The sync data for ids ['65593725-d897-4aab-9300-edfa56fbc5da'] in dv-neutron-859093-1-hyperv is: [{'id': '65593725-d897-4aab-9300-edfa56fbc5da', 'name': 'tempest-TestNetworkBasicOps-router-1303102724', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:14:24Z', 'updated_at': '2022-09-23T15:14:30Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593725-d897-4aab-9300-edfa56fbc5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:14:25Z', 'updated_at': '2022-09-23T15:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': 'cf007e55-169d-49de-adc2-73cc245e296d', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.13', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '65593725-d897-4aab-9300-edfa56fbc5da', 'port_id': 'b68e80ad-ae87-4f1c-8211-105b03ab90ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2', 'mac_address': 'fa:16:3e:64:7a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514481aa-8a6f-4207-a82d-eead8c51a790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:14:50Z', 'updated_at': '2022-09-23T15:14:50Z', 'revision_number': 0, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '405abdb7-510d-4c89-95d8-43ac5c7011d0', 'name': '', 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:f6:3d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593725-d897-4aab-9300-edfa56fbc5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '4551501e-cc07-4ef1-bbbe-0c719e283041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:14:29Z', 'updated_at': '2022-09-23T15:14:35Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '4551501e-cc07-4ef1-bbbe-0c719e283041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:14:53.606597 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50550) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:53.630798 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3b9573-72ca-4df9-ad16-999f00d1c0af None None] New status for floating IP cf007e55-169d-49de-adc2-73cc245e296d: ACTIVE {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:14:53.717280 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-cd4ae03b-e9fe-4456-96fc-4912cfa4ce53 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/cf007e55-169d-49de-adc2-73cc245e296d HTTP/1.1" status: 200 len: 991 time: 0.1093614 Sep 23 15:14:54.720751 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50554) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:14:54.824734 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-76e4dc82-d973-4b35-abe1-b13297efa592 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/cf007e55-169d-49de-adc2-73cc245e296d HTTP/1.1" status: 200 len: 993 time: 0.1028144 Sep 23 15:15:02.141767 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-64072241-32cb-40c5-a67a-21dff133e82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:02.637011 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:05.000675 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7f2b397f-2526-456f-841f-5c357876f1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:05.531795 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:05.554981 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:06.920378 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:09.075691 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:15:24.190919 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50570) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:15:24.301314 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8202affc-3510-426e-a9c9-678336ede1b7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/cf007e55-169d-49de-adc2-73cc245e296d HTTP/1.1" status: 200 len: 993 time: 0.1093051 Sep 23 15:15:24.609487 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50578) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:15:24.813697 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-60a5a32f-475b-4d0d-b498-62010ea1c12c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port b3762422-eb05-4eae-9c29-94a49cc7328f {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:15:24.814069 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-60a5a32f-475b-4d0d-b498-62010ea1c12c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:24.983098 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-60a5a32f-475b-4d0d-b498-62010ea1c12c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:24.983433 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-60a5a32f-475b-4d0d-b498-62010ea1c12c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:25.108540 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-60a5a32f-475b-4d0d-b498-62010ea1c12c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for b3762422-eb05-4eae-9c29-94a49cc7328f owned by network:floatingip {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:15:25.354259 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-60a5a32f-475b-4d0d-b498-62010ea1c12c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:25.403069 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5a32f-475b-4d0d-b498-62010ea1c12c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=b3762422-eb05-4eae-9c29-94a49cc7328f,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:25.449710 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5a32f-475b-4d0d-b498-62010ea1c12c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:25.450059 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5a32f-475b-4d0d-b498-62010ea1c12c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:25.450422 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5a32f-475b-4d0d-b498-62010ea1c12c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:25.450752 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5a32f-475b-4d0d-b498-62010ea1c12c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:25.451078 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5a32f-475b-4d0d-b498-62010ea1c12c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:25.451402 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5a32f-475b-4d0d-b498-62010ea1c12c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:25.451721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5a32f-475b-4d0d-b498-62010ea1c12c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:25.452038 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5a32f-475b-4d0d-b498-62010ea1c12c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:25.452356 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5a32f-475b-4d0d-b498-62010ea1c12c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:25.452670 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5a32f-475b-4d0d-b498-62010ea1c12c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:25.452982 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5a32f-475b-4d0d-b498-62010ea1c12c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:25.453297 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a5a32f-475b-4d0d-b498-62010ea1c12c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:25.508031 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-60a5a32f-475b-4d0d-b498-62010ea1c12c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:25.508367 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-60a5a32f-475b-4d0d-b498-62010ea1c12c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Floating IP cf007e55-169d-49de-adc2-73cc245e296d disassociated (deleted). External IP: 172.26.10.13, port: b68e80ad-ae87-4f1c-8211-105b03ab90ee. Sep 23 15:15:25.957478 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a5a32f-475b-4d0d-b498-62010ea1c12c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 65593725-d897-4aab-9300-edfa56fbc5da has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:15:26.133688 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a5a32f-475b-4d0d-b498-62010ea1c12c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:15:26.143128 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a806b6c3-165e-4372-be6a-45dee3fd6626 None None] Sync routers for ids ['65593725-d897-4aab-9300-edfa56fbc5da'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:15:26.151938 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a806b6c3-165e-4372-be6a-45dee3fd6626 None None] Routers {'65593725-d897-4aab-9300-edfa56fbc5da'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:15:26.156723 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-a806b6c3-165e-4372-be6a-45dee3fd6626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:15:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['65593725-d897-4aab-9300-edfa56fbc5da'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:15:26.209089 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-60a5a32f-475b-4d0d-b498-62010ea1c12c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:26.272104 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-60a5a32f-475b-4d0d-b498-62010ea1c12c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/floatingips/cf007e55-169d-49de-adc2-73cc245e296d HTTP/1.1" status: 204 len: 168 time: 1.6613958 Sep 23 15:15:26.272693 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514481aa-8a6f-4207-a82d-eead8c51a790', 'tag': 'b68e80ad-ae87-4f1c-8211-105b03ab90ee'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:15:26.275017 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ece0c6-e774-4a47-abb4-679fa5568290" -d '{"events": [{"name": "network-changed", "server_uuid": "514481aa-8a6f-4207-a82d-eead8c51a790", "tag": "b68e80ad-ae87-4f1c-8211-105b03ab90ee"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:15:26.319812 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f8e6bf-361f-41e6-8378-e0012558b473 x-openstack-request-id: req-e4f8e6bf-361f-41e6-8378-e0012558b473 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:15:26.320102 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514481aa-8a6f-4207-a82d-eead8c51a790", "tag": "b68e80ad-ae87-4f1c-8211-105b03ab90ee", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:15:26.320357 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e4f8e6bf-361f-41e6-8378-e0012558b473 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:15:26.320767 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4f8e6bf-361f-41e6-8378-e0012558b473'] response: {'name': 'network-changed', 'server_uuid': '514481aa-8a6f-4207-a82d-eead8c51a790', 'tag': 'b68e80ad-ae87-4f1c-8211-105b03ab90ee', 'status': 'completed', 'code': 200} Sep 23 15:15:26.395921 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-a806b6c3-165e-4372-be6a-45dee3fd6626 None None] Set router 65593725-d897-4aab-9300-edfa56fbc5da gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:15:26.419705 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ece0c6-e774-4a47-abb4-679fa5568290 req-8dcce107-cdad-491d-a292-66afca09701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:26.421188 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a7ece0c6-e774-4a47-abb4-679fa5568290 req-8dcce107-cdad-491d-a292-66afca09701e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=514481aa-8a6f-4207-a82d-eead8c51a790 HTTP/1.1" status: 200 len: 1098 time: 0.0809336 Sep 23 15:15:26.553684 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ece0c6-e774-4a47-abb4-679fa5568290 req-5a55d07a-0880-4256-8507-f8b00ee2c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:26.555241 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a7ece0c6-e774-4a47-abb4-679fa5568290 req-5a55d07a-0880-4256-8507-f8b00ee2c967 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f62731c2-33a9-4810-85b6-134f34c8e1b2 HTTP/1.1" status: 200 len: 898 time: 0.1282737 Sep 23 15:15:26.630132 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a7ece0c6-e774-4a47-abb4-679fa5568290 req-44419b25-d6fc-4cbe-9596-73123359284d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b68e80ad-ae87-4f1c-8211-105b03ab90ee HTTP/1.1" status: 200 len: 217 time: 0.0689111 Sep 23 15:15:26.696162 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ece0c6-e774-4a47-abb4-679fa5568290 req-952b1836-7086-4e43-92b8-d86941b6d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:26.697635 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a7ece0c6-e774-4a47-abb4-679fa5568290 req-952b1836-7086-4e43-92b8-d86941b6d4cf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4551501e-cc07-4ef1-bbbe-0c719e283041 HTTP/1.1" status: 200 len: 835 time: 0.0609176 Sep 23 15:15:26.711061 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-a806b6c3-165e-4372-be6a-45dee3fd6626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593725-d897-4aab-9300-edfa56fbc5da', 'name': 'tempest-TestNetworkBasicOps-router-1303102724', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:14:24Z', 'updated_at': '2022-09-23T15:14:30Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593725-d897-4aab-9300-edfa56fbc5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:14:25Z', 'updated_at': '2022-09-23T15:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '405abdb7-510d-4c89-95d8-43ac5c7011d0', 'name': '', 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:f6:3d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593725-d897-4aab-9300-edfa56fbc5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '4551501e-cc07-4ef1-bbbe-0c719e283041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:14:29Z', 'updated_at': '2022-09-23T15:14:35Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '4551501e-cc07-4ef1-bbbe-0c719e283041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:15:26.715067 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a806b6c3-165e-4372-be6a-45dee3fd6626 None None] Checking router: 65593725-d897-4aab-9300-edfa56fbc5da for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:15:26.724191 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a806b6c3-165e-4372-be6a-45dee3fd6626 None None] Routers {'65593725-d897-4aab-9300-edfa56fbc5da'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:15:26.724786 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-a806b6c3-165e-4372-be6a-45dee3fd6626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:15:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['65593725-d897-4aab-9300-edfa56fbc5da'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:15:26.794419 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ece0c6-e774-4a47-abb4-679fa5568290 req-aa0a1ba1-ea0b-4474-8359-5f1ead9ff4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:26.795877 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a7ece0c6-e774-4a47-abb4-679fa5568290 req-aa0a1ba1-ea0b-4474-8359-5f1ead9ff4e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f62731c2-33a9-4810-85b6-134f34c8e1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0919073 Sep 23 15:15:26.905584 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-a806b6c3-165e-4372-be6a-45dee3fd6626 None None] Set router 65593725-d897-4aab-9300-edfa56fbc5da gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:15:26.995413 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337d48c-5c58-4e9d-8bd7-b692ce88d44f req-0731dec3-70fd-4954-9667-e3817496fe0a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:26.996114 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-4337d48c-5c58-4e9d-8bd7-b692ce88d44f req-0731dec3-70fd-4954-9667-e3817496fe0a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:15:27.002489 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a7ece0c6-e774-4a47-abb4-679fa5568290 req-3008bb11-2b17-4e5e-aad9-45544f7c6a8d service neutron] 10.222.0.72 "GET /v2.0/networks/f62731c2-33a9-4810-85b6-134f34c8e1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652939 Sep 23 15:15:27.094475 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-4337d48c-5c58-4e9d-8bd7-b692ce88d44f req-0731dec3-70fd-4954-9667-e3817496fe0a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:15:27.095629 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4337d48c-5c58-4e9d-8bd7-b692ce88d44f req-0731dec3-70fd-4954-9667-e3817496fe0a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=514481aa-8a6f-4207-a82d-eead8c51a790 HTTP/1.1" status: 200 len: 945 time: 0.3036840 Sep 23 15:15:27.172930 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4337d48c-5c58-4e9d-8bd7-b692ce88d44f req-f2317a26-2a13-451a-be88-28153de97e01 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=4614009f-3821-4aea-bae0-d84306e18c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703821 Sep 23 15:15:27.176380 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a7ece0c6-e774-4a47-abb4-679fa5568290 req-0113f76d-a28c-4cb4-92be-8deae0ee8130 service neutron] 10.222.0.72 "GET /v2.0/networks/f62731c2-33a9-4810-85b6-134f34c8e1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657770 Sep 23 15:15:27.247459 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-a806b6c3-165e-4372-be6a-45dee3fd6626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593725-d897-4aab-9300-edfa56fbc5da', 'name': 'tempest-TestNetworkBasicOps-router-1303102724', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:14:24Z', 'updated_at': '2022-09-23T15:14:30Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593725-d897-4aab-9300-edfa56fbc5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:14:25Z', 'updated_at': '2022-09-23T15:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '405abdb7-510d-4c89-95d8-43ac5c7011d0', 'name': '', 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:f6:3d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593725-d897-4aab-9300-edfa56fbc5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '4551501e-cc07-4ef1-bbbe-0c719e283041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:14:29Z', 'updated_at': '2022-09-23T15:14:35Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '4551501e-cc07-4ef1-bbbe-0c719e283041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:15:27.251421 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a806b6c3-165e-4372-be6a-45dee3fd6626 None None] The sync data for ids ['65593725-d897-4aab-9300-edfa56fbc5da'] in dv-neutron-859093-1-hyperv is: [{'id': '65593725-d897-4aab-9300-edfa56fbc5da', 'name': 'tempest-TestNetworkBasicOps-router-1303102724', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:14:24Z', 'updated_at': '2022-09-23T15:14:30Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593725-d897-4aab-9300-edfa56fbc5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:14:25Z', 'updated_at': '2022-09-23T15:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '405abdb7-510d-4c89-95d8-43ac5c7011d0', 'name': '', 'network_id': 'f62731c2-33a9-4810-85b6-134f34c8e1b2', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:f6:3d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593725-d897-4aab-9300-edfa56fbc5da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': '4551501e-cc07-4ef1-bbbe-0c719e283041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:14:29Z', 'updated_at': '2022-09-23T15:14:35Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '4551501e-cc07-4ef1-bbbe-0c719e283041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:15:27.450353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee6cdfc-f80e-4d4b-9863-047080e80e5b None None] New status for floating IP cf007e55-169d-49de-adc2-73cc245e296d: DOWN {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:15:28.158870 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc4397-e21a-450e-936a-25c07a13ade4 req-34bd9c92-bb6d-463e-925d-bbf938e9fa97 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:28.160295 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-20bc4397-e21a-450e-936a-25c07a13ade4 req-34bd9c92-bb6d-463e-925d-bbf938e9fa97 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/ports?device_id=514481aa-8a6f-4207-a82d-eead8c51a790 HTTP/1.1" status: 200 len: 945 time: 0.0888269 Sep 23 15:15:28.232022 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-20bc4397-e21a-450e-936a-25c07a13ade4 req-733d35da-6a99-49c6-9828-c18976f07dc6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port b68e80ad-ae87-4f1c-8211-105b03ab90ee {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:15:28.232369 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-20bc4397-e21a-450e-936a-25c07a13ade4 req-733d35da-6a99-49c6-9828-c18976f07dc6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:28.374889 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba566ef4-0c48-43e4-8562-670c78c5fcb2 req-7222c017-4bce-47cf-b0b0-1a5845efc95a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:28.376460 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ba566ef4-0c48-43e4-8562-670c78c5fcb2 req-7222c017-4bce-47cf-b0b0-1a5845efc95a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=514481aa-8a6f-4207-a82d-eead8c51a790 HTTP/1.1" status: 200 len: 945 time: 0.0890236 Sep 23 15:15:28.424464 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ba566ef4-0c48-43e4-8562-670c78c5fcb2 req-f20291c2-cf0c-4aee-b172-20a1b9a39c87 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=4614009f-3821-4aea-bae0-d84306e18c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409727 Sep 23 15:15:28.657192 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-20bc4397-e21a-450e-936a-25c07a13ade4 req-733d35da-6a99-49c6-9828-c18976f07dc6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port b68e80ad-ae87-4f1c-8211-105b03ab90ee, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=b68e80ad-ae87-4f1c-8211-105b03ab90ee,segment=NetworkSegment(1d4aff13-2259-4be9-9f1c-5e9bef84bb9f),segment_id=1d4aff13-2259-4be9-9f1c-5e9bef84bb9f)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:15:28.657545 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-20bc4397-e21a-450e-936a-25c07a13ade4 req-733d35da-6a99-49c6-9828-c18976f07dc6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:28.781697 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-20bc4397-e21a-450e-936a-25c07a13ade4 req-733d35da-6a99-49c6-9828-c18976f07dc6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for b68e80ad-ae87-4f1c-8211-105b03ab90ee owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:15:28.982663 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-20bc4397-e21a-450e-936a-25c07a13ade4 req-733d35da-6a99-49c6-9828-c18976f07dc6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:29.035319 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d35da-6a99-49c6-9828-c18976f07dc6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=b68e80ad-ae87-4f1c-8211-105b03ab90ee,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:29.120356 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-20bc4397-e21a-450e-936a-25c07a13ade4 req-733d35da-6a99-49c6-9828-c18976f07dc6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] No DVR routers for this DVR port b68e80ad-ae87-4f1c-8211-105b03ab90ee on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:15:29.122802 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-20bc4397-e21a-450e-936a-25c07a13ade4 req-733d35da-6a99-49c6-9828-c18976f07dc6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:29.125234 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514481aa-8a6f-4207-a82d-eead8c51a790', 'name': 'network-vif-deleted', 'tag': 'b68e80ad-ae87-4f1c-8211-105b03ab90ee'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:15:29.127509 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b11ab70-2a4e-45ca-8d63-abaffc7390b5" -d '{"events": [{"server_uuid": "514481aa-8a6f-4207-a82d-eead8c51a790", "name": "network-vif-deleted", "tag": "b68e80ad-ae87-4f1c-8211-105b03ab90ee"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:15:29.182105 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bb63fe-4b12-48bf-b69d-92209bfe0ecd x-openstack-request-id: req-f0bb63fe-4b12-48bf-b69d-92209bfe0ecd {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:15:29.182105 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514481aa-8a6f-4207-a82d-eead8c51a790", "name": "network-vif-deleted", "tag": "b68e80ad-ae87-4f1c-8211-105b03ab90ee", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:15:29.182105 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f0bb63fe-4b12-48bf-b69d-92209bfe0ecd {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:15:29.182105 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0bb63fe-4b12-48bf-b69d-92209bfe0ecd'] response: {'server_uuid': '514481aa-8a6f-4207-a82d-eead8c51a790', 'name': 'network-vif-deleted', 'tag': 'b68e80ad-ae87-4f1c-8211-105b03ab90ee', 'status': 'completed', 'code': 200} Sep 23 15:15:29.200595 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-20bc4397-e21a-450e-936a-25c07a13ade4 req-733d35da-6a99-49c6-9828-c18976f07dc6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "DELETE /v2.0/ports/b68e80ad-ae87-4f1c-8211-105b03ab90ee HTTP/1.1" status: 204 len: 173 time: 1.0344021 Sep 23 15:15:29.625797 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-4253d47b-7d6a-4fbd-adcb-5078f6a0af08 req-4edc77ae-d423-4423-b44b-9db6037800c3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=514481aa-8a6f-4207-a82d-eead8c51a790 HTTP/1.1" status: 200 len: 210 time: 0.0529549 Sep 23 15:15:30.730762 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50596) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:15:30.800800 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-386cea1c-c2f0-4a00-b174-4d829785d6e5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:30.832607 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-386cea1c-c2f0-4a00-b174-4d829785d6e5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:30.848111 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device b68e80ad-ae87-4f1c-8211-105b03ab90ee no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:15:30.889000 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: b68e80ad-ae87-4f1c-8211-105b03ab90ee {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:15:30.889000 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device b68e80ad-ae87-4f1c-8211-105b03ab90ee not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:15:30.977238 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-386cea1c-c2f0-4a00-b174-4d829785d6e5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:30.999407 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cea1c-c2f0-4a00-b174-4d829785d6e5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4614009f-3821-4aea-bae0-d84306e18c71,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:31.008904 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386cea1c-c2f0-4a00-b174-4d829785d6e5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:31.015112 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386cea1c-c2f0-4a00-b174-4d829785d6e5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:31.015112 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386cea1c-c2f0-4a00-b174-4d829785d6e5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:31.015112 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386cea1c-c2f0-4a00-b174-4d829785d6e5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:31.015112 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386cea1c-c2f0-4a00-b174-4d829785d6e5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:31.015112 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386cea1c-c2f0-4a00-b174-4d829785d6e5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:31.015112 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386cea1c-c2f0-4a00-b174-4d829785d6e5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:31.015112 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386cea1c-c2f0-4a00-b174-4d829785d6e5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:31.015112 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386cea1c-c2f0-4a00-b174-4d829785d6e5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:31.015112 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386cea1c-c2f0-4a00-b174-4d829785d6e5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:31.015112 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386cea1c-c2f0-4a00-b174-4d829785d6e5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:31.015112 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386cea1c-c2f0-4a00-b174-4d829785d6e5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:31.078922 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-386cea1c-c2f0-4a00-b174-4d829785d6e5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:31.080040 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-386cea1c-c2f0-4a00-b174-4d829785d6e5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/security-groups/4614009f-3821-4aea-bae0-d84306e18c71 HTTP/1.1" status: 204 len: 168 time: 0.3482087 Sep 23 15:15:31.178554 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50602) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:15:31.736594 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-77bc9fb6-86c4-4a9e-9342-ce0eb11e2b5f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:32.091586 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cf510115-14d2-4c5d-9937-188d676533f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:32.193273 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-77bc9fb6-86c4-4a9e-9342-ce0eb11e2b5f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port 405abdb7-510d-4c89-95d8-43ac5c7011d0 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:15:32.193862 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-77bc9fb6-86c4-4a9e-9342-ce0eb11e2b5f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:32.385525 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-77bc9fb6-86c4-4a9e-9342-ce0eb11e2b5f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port 405abdb7-510d-4c89-95d8-43ac5c7011d0, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=405abdb7-510d-4c89-95d8-43ac5c7011d0,segment=NetworkSegment(1d4aff13-2259-4be9-9f1c-5e9bef84bb9f),segment_id=1d4aff13-2259-4be9-9f1c-5e9bef84bb9f)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:15:32.385800 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-77bc9fb6-86c4-4a9e-9342-ce0eb11e2b5f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:32.508763 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-77bc9fb6-86c4-4a9e-9342-ce0eb11e2b5f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for 405abdb7-510d-4c89-95d8-43ac5c7011d0 owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:15:32.586941 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:32.885537 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-77bc9fb6-86c4-4a9e-9342-ce0eb11e2b5f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:32.933301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc9fb6-86c4-4a9e-9342-ce0eb11e2b5f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=405abdb7-510d-4c89-95d8-43ac5c7011d0,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:33.221418 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-77bc9fb6-86c4-4a9e-9342-ce0eb11e2b5f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:33.686676 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bc9fb6-86c4-4a9e-9342-ce0eb11e2b5f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 65593725-d897-4aab-9300-edfa56fbc5da has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:15:33.865016 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bc9fb6-86c4-4a9e-9342-ce0eb11e2b5f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:15:33.874095 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aee401f-da7a-4b33-8780-99a5cd04cd38 None None] Sync routers for ids ['65593725-d897-4aab-9300-edfa56fbc5da'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:15:33.877140 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-77bc9fb6-86c4-4a9e-9342-ce0eb11e2b5f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "PUT /v2.0/routers/65593725-d897-4aab-9300-edfa56fbc5da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6975467 Sep 23 15:15:33.879775 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50606) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:15:33.883703 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aee401f-da7a-4b33-8780-99a5cd04cd38 None None] Routers {'65593725-d897-4aab-9300-edfa56fbc5da'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:15:33.884304 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-3aee401f-da7a-4b33-8780-99a5cd04cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:15:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['65593725-d897-4aab-9300-edfa56fbc5da'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:15:33.943935 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd837db4-f325-42e5-a6fe-bc4ff35c912f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting subnet 4551501e-cc07-4ef1-bbbe-0c719e283041 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:15:33.946957 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cd837db4-f325-42e5-a6fe-bc4ff35c912f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:34.003508 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cd837db4-f325-42e5-a6fe-bc4ff35c912f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:34.058786 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-3aee401f-da7a-4b33-8780-99a5cd04cd38 None None] Set router 65593725-d897-4aab-9300-edfa56fbc5da gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:15:34.085418 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cd837db4-f325-42e5-a6fe-bc4ff35c912f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:34.223651 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cd837db4-f325-42e5-a6fe-bc4ff35c912f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:34.266884 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd837db4-f325-42e5-a6fe-bc4ff35c912f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Subnet': ['ID=4551501e-cc07-4ef1-bbbe-0c719e283041,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:34.269343 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cd837db4-f325-42e5-a6fe-bc4ff35c912f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:34.278443 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-cd837db4-f325-42e5-a6fe-bc4ff35c912f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/subnets/4551501e-cc07-4ef1-bbbe-0c719e283041 HTTP/1.1" status: 204 len: 168 time: 0.3951797 Sep 23 15:15:34.278644 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b600e66-475b-4d63-ae83-bdc24b517360 None None] Network f62731c2-33a9-4810-85b6-134f34c8e1b2 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:15:34.279055 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50610) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:15:34.351814 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-3aee401f-da7a-4b33-8780-99a5cd04cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593725-d897-4aab-9300-edfa56fbc5da', 'name': 'tempest-TestNetworkBasicOps-router-1303102724', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:14:24Z', 'updated_at': '2022-09-23T15:15:32Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593725-d897-4aab-9300-edfa56fbc5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:14:25Z', 'updated_at': '2022-09-23T15:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:15:34.355712 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aee401f-da7a-4b33-8780-99a5cd04cd38 None None] Checking router: 65593725-d897-4aab-9300-edfa56fbc5da for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:15:34.364143 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aee401f-da7a-4b33-8780-99a5cd04cd38 None None] Routers {'65593725-d897-4aab-9300-edfa56fbc5da'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:15:34.364744 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-3aee401f-da7a-4b33-8780-99a5cd04cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:15:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['65593725-d897-4aab-9300-edfa56fbc5da'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:15:34.461165 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-59741cff-6465-4504-943f-6040aaed3ac9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:34.549989 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-3aee401f-da7a-4b33-8780-99a5cd04cd38 None None] Set router 65593725-d897-4aab-9300-edfa56fbc5da gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:15:34.553203 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1d8679-eced-4006-8cdb-540e5d837ef6 None None] DHCP port deletion for f62731c2-33a9-4810-85b6-134f34c8e1b2 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:15:34.558130 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-4d1d8679-eced-4006-8cdb-540e5d837ef6 None None] Deleting port bb952795-3346-4f07-8ac1-bec5bef69479 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:15:34.558546 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4d1d8679-eced-4006-8cdb-540e5d837ef6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:34.648663 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-59741cff-6465-4504-943f-6040aaed3ac9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:34.737269 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-59741cff-6465-4504-943f-6040aaed3ac9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port c69bcfe8-483a-4f94-8438-e8c0b19afdc4 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:15:34.738160 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-59741cff-6465-4504-943f-6040aaed3ac9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:34.767018 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-4d1d8679-eced-4006-8cdb-540e5d837ef6 None None] For port bb952795-3346-4f07-8ac1-bec5bef69479, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=bb952795-3346-4f07-8ac1-bec5bef69479,segment=NetworkSegment(1d4aff13-2259-4be9-9f1c-5e9bef84bb9f),segment_id=1d4aff13-2259-4be9-9f1c-5e9bef84bb9f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:15:34.767328 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4d1d8679-eced-4006-8cdb-540e5d837ef6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:34.850256 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-3aee401f-da7a-4b33-8780-99a5cd04cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593725-d897-4aab-9300-edfa56fbc5da', 'name': 'tempest-TestNetworkBasicOps-router-1303102724', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:14:24Z', 'updated_at': '2022-09-23T15:15:32Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593725-d897-4aab-9300-edfa56fbc5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:14:25Z', 'updated_at': '2022-09-23T15:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:15:34.854401 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aee401f-da7a-4b33-8780-99a5cd04cd38 None None] The sync data for ids ['65593725-d897-4aab-9300-edfa56fbc5da'] in dv-neutron-859093-1-hyperv is: [{'id': '65593725-d897-4aab-9300-edfa56fbc5da', 'name': 'tempest-TestNetworkBasicOps-router-1303102724', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86'}], 'enable_snat': True}, 'gw_port_id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:14:24Z', 'updated_at': '2022-09-23T15:15:32Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'c69bcfe8-483a-4f94-8438-e8c0b19afdc4', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f4:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593725-d897-4aab-9300-edfa56fbc5da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:14:25Z', 'updated_at': '2022-09-23T15:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:15:34.895943 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-4d1d8679-eced-4006-8cdb-540e5d837ef6 None None] Calling delete_port for bb952795-3346-4f07-8ac1-bec5bef69479 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:15:34.927530 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-59741cff-6465-4504-943f-6040aaed3ac9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port c69bcfe8-483a-4f94-8438-e8c0b19afdc4, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=c69bcfe8-483a-4f94-8438-e8c0b19afdc4,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:15:34.927885 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-59741cff-6465-4504-943f-6040aaed3ac9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:35.034381 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-45881ef5-6fce-4ff2-a4a4-89bc8d4dbd02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:35.045105 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4d1d8679-eced-4006-8cdb-540e5d837ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:35.048455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-59741cff-6465-4504-943f-6040aaed3ac9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for c69bcfe8-483a-4f94-8438-e8c0b19afdc4 owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:15:35.095654 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d8679-eced-4006-8cdb-540e5d837ef6 None None] Pushing event deleted for resources: {'Port': ['ID=bb952795-3346-4f07-8ac1-bec5bef69479,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:35.100444 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1d8679-eced-4006-8cdb-540e5d837ef6 None None] No DVR routers for this DVR port bb952795-3346-4f07-8ac1-bec5bef69479 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:15:35.112489 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d8679-eced-4006-8cdb-540e5d837ef6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:35.112843 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d8679-eced-4006-8cdb-540e5d837ef6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:35.113189 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d8679-eced-4006-8cdb-540e5d837ef6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:35.113522 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d8679-eced-4006-8cdb-540e5d837ef6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:35.113878 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d8679-eced-4006-8cdb-540e5d837ef6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:35.114209 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d8679-eced-4006-8cdb-540e5d837ef6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:35.114564 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d8679-eced-4006-8cdb-540e5d837ef6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:35.114889 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d8679-eced-4006-8cdb-540e5d837ef6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:35.115213 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d8679-eced-4006-8cdb-540e5d837ef6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:35.115536 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d8679-eced-4006-8cdb-540e5d837ef6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:35.115854 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d8679-eced-4006-8cdb-540e5d837ef6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:35.116173 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d8679-eced-4006-8cdb-540e5d837ef6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:35.254519 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 405abdb7-510d-4c89-95d8-43ac5c7011d0 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:15:35.287007 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 405abdb7-510d-4c89-95d8-43ac5c7011d0 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:15:35.287640 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 405abdb7-510d-4c89-95d8-43ac5c7011d0 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:15:35.287745 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device bb952795-3346-4f07-8ac1-bec5bef69479 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:15:35.325166 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: bb952795-3346-4f07-8ac1-bec5bef69479 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:15:35.325520 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device bb952795-3346-4f07-8ac1-bec5bef69479 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:15:35.396313 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-59741cff-6465-4504-943f-6040aaed3ac9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:35.445580 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59741cff-6465-4504-943f-6040aaed3ac9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=c69bcfe8-483a-4f94-8438-e8c0b19afdc4,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:35.514189 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:35.545313 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-59741cff-6465-4504-943f-6040aaed3ac9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:35.548190 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:35.718617 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-59741cff-6465-4504-943f-6040aaed3ac9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:35.720866 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-59741cff-6465-4504-943f-6040aaed3ac9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:35.809542 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-59741cff-6465-4504-943f-6040aaed3ac9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:35.810078 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59741cff-6465-4504-943f-6040aaed3ac9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Fanout notify agent at l3_agent the message router_deleted on router 65593725-d897-4aab-9300-edfa56fbc5da {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:15:35.826886 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-59741cff-6465-4504-943f-6040aaed3ac9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:35.828029 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-59741cff-6465-4504-943f-6040aaed3ac9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/routers/65593725-d897-4aab-9300-edfa56fbc5da HTTP/1.1" status: 204 len: 168 time: 1.5484440 Sep 23 15:15:35.831388 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50618) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:15:35.958403 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-56296e26-5e4d-4915-8ee0-1325dc9f8eb6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:36.082365 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-56296e26-5e4d-4915-8ee0-1325dc9f8eb6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:36.110418 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-56296e26-5e4d-4915-8ee0-1325dc9f8eb6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f62731c2-33a9-4810-85b6-134f34c8e1b2']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:15:36.123362 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-56296e26-5e4d-4915-8ee0-1325dc9f8eb6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4aff13-2259-4be9-9f1c-5e9bef84bb9f') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:15:36.123648 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-56296e26-5e4d-4915-8ee0-1325dc9f8eb6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4aff13-2259-4be9-9f1c-5e9bef84bb9f') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:15:36.135793 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-56296e26-5e4d-4915-8ee0-1325dc9f8eb6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:36.152175 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-56296e26-5e4d-4915-8ee0-1325dc9f8eb6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:36.158199 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56296e26-5e4d-4915-8ee0-1325dc9f8eb6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:15:36.158596 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-56296e26-5e4d-4915-8ee0-1325dc9f8eb6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:36.223283 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 1d4aff13-2259-4be9-9f1c-5e9bef84bb9f resource provider aggregate not found Sep 23 15:15:36.254592 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 1d4aff13-2259-4be9-9f1c-5e9bef84bb9f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d4aff13-2259-4be9-9f1c-5e9bef84bb9f found for delete ", "request_id": "req-39042e51-84b2-478b-b588-9bad1544f6ea"}]} Sep 23 15:15:36.344965 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-56296e26-5e4d-4915-8ee0-1325dc9f8eb6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:36.365985 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-56296e26-5e4d-4915-8ee0-1325dc9f8eb6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:36.374967 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56296e26-5e4d-4915-8ee0-1325dc9f8eb6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Network': ['ID=f62731c2-33a9-4810-85b6-134f34c8e1b2,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:36.463126 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-56296e26-5e4d-4915-8ee0-1325dc9f8eb6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/networks/f62731c2-33a9-4810-85b6-134f34c8e1b2 HTTP/1.1" status: 204 len: 168 time: 0.6306140 Sep 23 15:15:36.479556 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50628) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:15:36.485196 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-5f83e2e3-a137-41c1-afd8-32453bd4480e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'network': {'name': 'tempest-network-smoke--2055488189', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'port_security_enabled': True}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:15:36.490386 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-5f83e2e3-a137-41c1-afd8-32453bd4480e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:15:36.494554 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5f83e2e3-a137-41c1-afd8-32453bd4480e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:network and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:15:36.502502 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5f83e2e3-a137-41c1-afd8-32453bd4480e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:15:36.503050 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-5f83e2e3-a137-41c1-afd8-32453bd4480e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:15:36.569586 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f83e2e3-a137-41c1-afd8-32453bd4480e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:15:36.573106 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5f83e2e3-a137-41c1-afd8-32453bd4480e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:36.601848 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f83e2e3-a137-41c1-afd8-32453bd4480e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:15:36.610556 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5f83e2e3-a137-41c1-afd8-32453bd4480e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:36.610919 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-5f83e2e3-a137-41c1-afd8-32453bd4480e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Added segment 0d89939b-77dc-4a89-99ee-6c334216e4ff of type vlan for network fbeb33d3-1b9a-4da0-8253-dea186cbd7db Sep 23 15:15:36.637269 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5f83e2e3-a137-41c1-afd8-32453bd4480e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:36.737016 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5f83e2e3-a137-41c1-afd8-32453bd4480e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:36.742599 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f83e2e3-a137-41c1-afd8-32453bd4480e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:36.743208 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5f83e2e3-a137-41c1-afd8-32453bd4480e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:36.946781 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:36.966513 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83e2e3-a137-41c1-afd8-32453bd4480e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Network': ['ID=fbeb33d3-1b9a-4da0-8253-dea186cbd7db,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:36.978122 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network fbeb33d3-1b9a-4da0-8253-dea186cbd7db details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:15:37.040629 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5f83e2e3-a137-41c1-afd8-32453bd4480e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5595548 Sep 23 15:15:37.042872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50632) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:15:37.048135 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-a9e73caa-469c-4e01-8e5a-c2932ac4b26b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1618451818', 'admin_state_up': True, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:15:37.060728 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a9e73caa-469c-4e01-8e5a-c2932ac4b26b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:15:37.064230 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a9e73caa-469c-4e01-8e5a-c2932ac4b26b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:router and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:15:37.067847 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a9e73caa-469c-4e01-8e5a-c2932ac4b26b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:15:37.074558 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a9e73caa-469c-4e01-8e5a-c2932ac4b26b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:15:37.099969 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device c69bcfe8-483a-4f94-8438-e8c0b19afdc4 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:15:37.134846 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: c69bcfe8-483a-4f94-8438-e8c0b19afdc4 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:15:37.135196 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device c69bcfe8-483a-4f94-8438-e8c0b19afdc4 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:15:37.160195 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a9e73caa-469c-4e01-8e5a-c2932ac4b26b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:37.161339 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a9e73caa-469c-4e01-8e5a-c2932ac4b26b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:37.176847 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a9e73caa-469c-4e01-8e5a-c2932ac4b26b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:37.516947 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a9e73caa-469c-4e01-8e5a-c2932ac4b26b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:37.921366 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a9e73caa-469c-4e01-8e5a-c2932ac4b26b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_gateway, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:37.953042 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a9e73caa-469c-4e01-8e5a-c2932ac4b26b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:38.084210 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-a9e73caa-469c-4e01-8e5a-c2932ac4b26b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.26.10.187 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/bc5b05b5-07ca-455b-8249-5078f1b38030) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:15:38.329035 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a9e73caa-469c-4e01-8e5a-c2932ac4b26b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:38.432947 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a9e73caa-469c-4e01-8e5a-c2932ac4b26b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:38.508058 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e73caa-469c-4e01-8e5a-c2932ac4b26b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:15:38.511155 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-a9e73caa-469c-4e01-8e5a-c2932ac4b26b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:15:38.513630 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e73caa-469c-4e01-8e5a-c2932ac4b26b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:15:38.556937 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e73caa-469c-4e01-8e5a-c2932ac4b26b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=bc5b05b5-07ca-455b-8249-5078f1b38030,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:39.044732 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a9e73caa-469c-4e01-8e5a-c2932ac4b26b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_gateway, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:39.388967 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a9e73caa-469c-4e01-8e5a-c2932ac4b26b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:39.702084 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e73caa-469c-4e01-8e5a-c2932ac4b26b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router aaa41f52-ab1f-43de-9365-e793afa579d7 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:15:39.993947 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e73caa-469c-4e01-8e5a-c2932ac4b26b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:15:40.004202 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6164a3c-8290-4022-a0cb-6ceb1cea382f None None] Sync routers for ids ['aaa41f52-ab1f-43de-9365-e793afa579d7'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:15:40.014300 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6164a3c-8290-4022-a0cb-6ceb1cea382f None None] Routers {'aaa41f52-ab1f-43de-9365-e793afa579d7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:15:40.015054 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-d6164a3c-8290-4022-a0cb-6ceb1cea382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:15:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['aaa41f52-ab1f-43de-9365-e793afa579d7'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:15:40.068294 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a9e73caa-469c-4e01-8e5a-c2932ac4b26b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:40.070770 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a9e73caa-469c-4e01-8e5a-c2932ac4b26b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.0268605 Sep 23 15:15:40.072658 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50650) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:15:40.113570 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0e06fb9b-ad20-4126-be29-2e443dafb72e tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=8433d6d3ee51437084758ba6444603b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397487 Sep 23 15:15:40.116248 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50654) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:15:40.243338 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-d6164a3c-8290-4022-a0cb-6ceb1cea382f None None] Set router aaa41f52-ab1f-43de-9365-e793afa579d7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:15:40.250652 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b0c173-2d98-4211-8d40-41a497649d65 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:40.252763 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-67b0c173-2d98-4211-8d40-41a497649d65 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1349730 Sep 23 15:15:40.255691 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50658) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:15:40.294016 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-506b9486-f096-403d-b810-a8bbbcb881df tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=61b1518d-d511-4beb-b056-d894a2c85079&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371370 Sep 23 15:15:40.296488 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50662) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:15:40.302503 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-257a9869-69d9-4cb3-b270-abc666c72a08 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1266623010', 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:15:40.418799 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-257a9869-69d9-4cb3-b270-abc666c72a08 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:15:40.424551 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-257a9869-69d9-4cb3-b270-abc666c72a08 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:subnet and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:15:40.428319 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-257a9869-69d9-4cb3-b270-abc666c72a08 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:15:40.435041 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-257a9869-69d9-4cb3-b270-abc666c72a08 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:15:40.506888 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257a9869-69d9-4cb3-b270-abc666c72a08 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:15:40.510586 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-257a9869-69d9-4cb3-b270-abc666c72a08 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:40.551498 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-d6164a3c-8290-4022-a0cb-6ceb1cea382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'name': 'tempest-TestNetworkBasicOps-router-1618451818', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187'}], 'enable_snat': True}, 'gw_port_id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:38Z', 'revision_number': 3, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:23:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:15:40.556240 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6164a3c-8290-4022-a0cb-6ceb1cea382f None None] Checking router: aaa41f52-ab1f-43de-9365-e793afa579d7 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:15:40.556634 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6164a3c-8290-4022-a0cb-6ceb1cea382f None None] Updating router aaa41f52-ab1f-43de-9365-e793afa579d7 port bc5b05b5-07ca-455b-8249-5078f1b38030 binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:15:40.621285 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6164a3c-8290-4022-a0cb-6ceb1cea382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:40.823198 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-257a9869-69d9-4cb3-b270-abc666c72a08 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:40.905786 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a9869-69d9-4cb3-b270-abc666c72a08 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Subnet': ['ID=979a5773-e0c0-400a-be25-f49833ac94c2,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:40.915384 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257a9869-69d9-4cb3-b270-abc666c72a08 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Checking segment: {'id': '0d89939b-77dc-4a89-99ee-6c334216e4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:15:40.915739 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257a9869-69d9-4cb3-b270-abc666c72a08 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network hostable DHCP agents. Network: fbeb33d3-1b9a-4da0-8253-dea186cbd7db, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:15:40.965711 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6164a3c-8290-4022-a0cb-6ceb1cea382f None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:40.978139 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d6164a3c-8290-4022-a0cb-6ceb1cea382f None None] Transition to ACTIVE for port object bc5b05b5-07ca-455b-8249-5078f1b38030 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:15:40.993557 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257a9869-69d9-4cb3-b270-abc666c72a08 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network fbeb33d3-1b9a-4da0-8253-dea186cbd7db is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:15:41.048946 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6164a3c-8290-4022-a0cb-6ceb1cea382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:41.077699 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-257a9869-69d9-4cb3-b270-abc666c72a08 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, fbeb33d3-1b9a-4da0-8253-dea186cbd7db) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:15:41.082935 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257a9869-69d9-4cb3-b270-abc666c72a08 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:41.083672 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-257a9869-69d9-4cb3-b270-abc666c72a08 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:41.103257 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63988ff-4951-4519-8a0c-1f802b8837e0 None None] Network fbeb33d3-1b9a-4da0-8253-dea186cbd7db requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:15:41.134601 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d6164a3c-8290-4022-a0cb-6ceb1cea382f None None] Attempting to bind port bc5b05b5-07ca-455b-8249-5078f1b38030 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:15:41.134966 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d6164a3c-8290-4022-a0cb-6ceb1cea382f None None] Attempting to bind port bc5b05b5-07ca-455b-8249-5078f1b38030 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:15:41.135327 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6164a3c-8290-4022-a0cb-6ceb1cea382f None None] Attempting to bind port bc5b05b5-07ca-455b-8249-5078f1b38030 on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:15:41.164304 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-257a9869-69d9-4cb3-b270-abc666c72a08 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8665612 Sep 23 15:15:41.166905 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50668) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:15:41.203964 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6164a3c-8290-4022-a0cb-6ceb1cea382f None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:15:41.204332 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6164a3c-8290-4022-a0cb-6ceb1cea382f None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:15:41.204730 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6164a3c-8290-4022-a0cb-6ceb1cea382f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:41.205120 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6164a3c-8290-4022-a0cb-6ceb1cea382f None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:15:41.206247 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d6164a3c-8290-4022-a0cb-6ceb1cea382f None None] Bound port: bc5b05b5-07ca-455b-8249-5078f1b38030, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:15:41.206638 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6164a3c-8290-4022-a0cb-6ceb1cea382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:41.240270 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f6d64-9d39-4a9c-a020-93acb54084f1 None None] Pushing event updated for resources: {'Port': ['ID=bc5b05b5-07ca-455b-8249-5078f1b38030,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:41.356524 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d6164a3c-8290-4022-a0cb-6ceb1cea382f None None] For port bc5b05b5-07ca-455b-8249-5078f1b38030, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:15:41.368977 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d6164a3c-8290-4022-a0cb-6ceb1cea382f None None] For port bc5b05b5-07ca-455b-8249-5078f1b38030, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=bc5b05b5-07ca-455b-8249-5078f1b38030,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:15:41.426935 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47fdef9-b60a-44f7-9179-ce2c86aba3a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-fbeb33d3-1b9a-4da0-8253-dea186cbd7db', 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ips': [{'subnet_id': '979a5773-e0c0-400a-be25-f49833ac94c2'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:15:41.427979 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c47fdef9-b60a-44f7-9179-ce2c86aba3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:41.443749 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6164a3c-8290-4022-a0cb-6ceb1cea382f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:41.525752 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f6d64-9d39-4a9c-a020-93acb54084f1 None None] Pushing event updated for resources: {'Port': ['ID=bc5b05b5-07ca-455b-8249-5078f1b38030,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:41.573075 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6164a3c-8290-4022-a0cb-6ceb1cea382f None None] Routers {'aaa41f52-ab1f-43de-9365-e793afa579d7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:15:41.573701 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-d6164a3c-8290-4022-a0cb-6ceb1cea382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:15:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['aaa41f52-ab1f-43de-9365-e793afa579d7'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:15:41.805544 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-d6164a3c-8290-4022-a0cb-6ceb1cea382f None None] Set router aaa41f52-ab1f-43de-9365-e793afa579d7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:15:41.905560 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5443cf87-d2de-4558-afe2-bfb6baf56e26 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:42.106801 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-c47fdef9-b60a-44f7-9179-ce2c86aba3a9 None None] Allocated IP 172.20.0.2 (fbeb33d3-1b9a-4da0-8253-dea186cbd7db/979a5773-e0c0-400a-be25-f49833ac94c2/8161c0f4-a10b-4f0a-855a-dd763ceca492) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:15:42.356971 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-d6164a3c-8290-4022-a0cb-6ceb1cea382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'name': 'tempest-TestNetworkBasicOps-router-1618451818', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187'}], 'enable_snat': True}, 'gw_port_id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:38Z', 'revision_number': 3, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:23:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:15:42.374209 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6164a3c-8290-4022-a0cb-6ceb1cea382f None None] The sync data for ids ['aaa41f52-ab1f-43de-9365-e793afa579d7'] in dv-neutron-859093-1-hyperv is: [{'id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'name': 'tempest-TestNetworkBasicOps-router-1618451818', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187'}], 'enable_snat': True}, 'gw_port_id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:38Z', 'revision_number': 3, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:23:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:15:42.397468 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c47fdef9-b60a-44f7-9179-ce2c86aba3a9 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:42.408762 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c47fdef9-b60a-44f7-9179-ce2c86aba3a9 None None] Transition to ACTIVE for port object 8161c0f4-a10b-4f0a-855a-dd763ceca492 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:15:42.429450 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c47fdef9-b60a-44f7-9179-ce2c86aba3a9 None None] Transition to ACTIVE for port object 8161c0f4-a10b-4f0a-855a-dd763ceca492 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:15:42.496777 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c47fdef9-b60a-44f7-9179-ce2c86aba3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:42.567994 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47fdef9-b60a-44f7-9179-ce2c86aba3a9 None None] Network fbeb33d3-1b9a-4da0-8253-dea186cbd7db is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:15:42.575660 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-c47fdef9-b60a-44f7-9179-ce2c86aba3a9 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:15:42.576572 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-5443cf87-d2de-4558-afe2-bfb6baf56e26 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.20.0.1 (fbeb33d3-1b9a-4da0-8253-dea186cbd7db/979a5773-e0c0-400a-be25-f49833ac94c2/17ffd4ae-73b3-499f-97ed-7ae8695008fc) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:15:42.580793 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47fdef9-b60a-44f7-9179-ce2c86aba3a9 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:15:42.592078 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fdef9-b60a-44f7-9179-ce2c86aba3a9 None None] Pushing event updated for resources: {'Port': ['ID=8161c0f4-a10b-4f0a-855a-dd763ceca492,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:42.730911 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-c47fdef9-b60a-44f7-9179-ce2c86aba3a9 None None] Attempting to bind port 8161c0f4-a10b-4f0a-855a-dd763ceca492 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:15:42.731420 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-c47fdef9-b60a-44f7-9179-ce2c86aba3a9 None None] Attempting to bind port 8161c0f4-a10b-4f0a-855a-dd763ceca492 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '0d89939b-77dc-4a89-99ee-6c334216e4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:15:42.731909 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47fdef9-b60a-44f7-9179-ce2c86aba3a9 None None] Attempting to bind port 8161c0f4-a10b-4f0a-855a-dd763ceca492 on network fbeb33d3-1b9a-4da0-8253-dea186cbd7db {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:15:42.744816 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47fdef9-b60a-44f7-9179-ce2c86aba3a9 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:15:42.745335 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47fdef9-b60a-44f7-9179-ce2c86aba3a9 None None] Checking segment: {'id': '0d89939b-77dc-4a89-99ee-6c334216e4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:15:42.745850 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c47fdef9-b60a-44f7-9179-ce2c86aba3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:42.746567 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47fdef9-b60a-44f7-9179-ce2c86aba3a9 None None] Bound using segment: {'id': '0d89939b-77dc-4a89-99ee-6c334216e4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:15:42.747202 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-c47fdef9-b60a-44f7-9179-ce2c86aba3a9 None None] Bound port: 8161c0f4-a10b-4f0a-855a-dd763ceca492, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d89939b-77dc-4a89-99ee-6c334216e4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:15:42.747718 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c47fdef9-b60a-44f7-9179-ce2c86aba3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:42.948126 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-c47fdef9-b60a-44f7-9179-ce2c86aba3a9 None None] For port 8161c0f4-a10b-4f0a-855a-dd763ceca492, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:15:42.956148 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-c47fdef9-b60a-44f7-9179-ce2c86aba3a9 None None] For port 8161c0f4-a10b-4f0a-855a-dd763ceca492, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8161c0f4-a10b-4f0a-855a-dd763ceca492,segment=NetworkSegment(0d89939b-77dc-4a89-99ee-6c334216e4ff),segment_id=0d89939b-77dc-4a89-99ee-6c334216e4ff)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:15:42.963212 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5443cf87-d2de-4558-afe2-bfb6baf56e26 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:42.985263 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-5443cf87-d2de-4558-afe2-bfb6baf56e26 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Transition to ACTIVE for port object 17ffd4ae-73b3-499f-97ed-7ae8695008fc will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:15:43.046955 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c47fdef9-b60a-44f7-9179-ce2c86aba3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:43.072804 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5443cf87-d2de-4558-afe2-bfb6baf56e26 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:43.165527 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device bc5b05b5-07ca-455b-8249-5078f1b38030 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:15:43.168097 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5443cf87-d2de-4558-afe2-bfb6baf56e26 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network fbeb33d3-1b9a-4da0-8253-dea186cbd7db is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:15:43.178625 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-5443cf87-d2de-4558-afe2-bfb6baf56e26 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:15:43.181855 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5443cf87-d2de-4558-afe2-bfb6baf56e26 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:15:43.240492 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fdef9-b60a-44f7-9179-ce2c86aba3a9 None None] Pushing event updated for resources: {'Port': ['ID=8161c0f4-a10b-4f0a-855a-dd763ceca492,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:43.265350 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5443cf87-d2de-4558-afe2-bfb6baf56e26 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:43.411352 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443cf87-d2de-4558-afe2-bfb6baf56e26 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=17ffd4ae-73b3-499f-97ed-7ae8695008fc,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:43.442340 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port bc5b05b5-07ca-455b-8249-5078f1b38030 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:15:43.450164 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port bc5b05b5-07ca-455b-8249-5078f1b38030 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:15:43.450579 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:43.450919 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port bc5b05b5-07ca-455b-8249-5078f1b38030 Sep 23 15:15:43.579474 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port bc5b05b5-07ca-455b-8249-5078f1b38030 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:15:43.579835 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:43.597656 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port bc5b05b5-07ca-455b-8249-5078f1b38030, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=bc5b05b5-07ca-455b-8249-5078f1b38030,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:15:43.672259 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5443cf87-d2de-4558-afe2-bfb6baf56e26 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:43.719295 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:43.794058 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=bc5b05b5-07ca-455b-8249-5078f1b38030,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:44.129009 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5443cf87-d2de-4558-afe2-bfb6baf56e26 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:44.197632 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5443cf87-d2de-4558-afe2-bfb6baf56e26 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:44.316247 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443cf87-d2de-4558-afe2-bfb6baf56e26 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=17ffd4ae-73b3-499f-97ed-7ae8695008fc,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:44.318785 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5443cf87-d2de-4558-afe2-bfb6baf56e26 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:44.459753 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5443cf87-d2de-4558-afe2-bfb6baf56e26 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network fbeb33d3-1b9a-4da0-8253-dea186cbd7db is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:15:44.460858 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-5443cf87-d2de-4558-afe2-bfb6baf56e26 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:15:44.655841 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5443cf87-d2de-4558-afe2-bfb6baf56e26 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router aaa41f52-ab1f-43de-9365-e793afa579d7 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:15:44.920321 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56362e89-2629-4d6a-b115-92ed2884d322 None None] Network fbeb33d3-1b9a-4da0-8253-dea186cbd7db requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:15:44.971588 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5443cf87-d2de-4558-afe2-bfb6baf56e26 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:15:44.981148 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21874eb2-8f8d-4830-ac4c-9ed5aa9e1ccb None None] Sync routers for ids ['aaa41f52-ab1f-43de-9365-e793afa579d7'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:15:44.986236 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5443cf87-d2de-4558-afe2-bfb6baf56e26 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "PUT /v2.0/routers/aaa41f52-ab1f-43de-9365-e793afa579d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8175008 Sep 23 15:15:44.990744 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50678) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:15:44.991389 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21874eb2-8f8d-4830-ac4c-9ed5aa9e1ccb None None] Routers {'aaa41f52-ab1f-43de-9365-e793afa579d7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:15:44.992002 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-21874eb2-8f8d-4830-ac4c-9ed5aa9e1ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:15:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['aaa41f52-ab1f-43de-9365-e793afa579d7'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:15:45.201373 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-4189ef6c-dddb-4bb5-be98-6012f594453d None None] Provisioning for port 8161c0f4-a10b-4f0a-855a-dd763ceca492 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:15:45.217559 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-21874eb2-8f8d-4830-ac4c-9ed5aa9e1ccb None None] Set router aaa41f52-ab1f-43de-9365-e793afa579d7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:15:45.268297 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d74b566-5b26-44f6-837d-a58362c1fa51 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:45.268942 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d74b566-5b26-44f6-837d-a58362c1fa51 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:45.269407 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d74b566-5b26-44f6-837d-a58362c1fa51 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:45.269985 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d74b566-5b26-44f6-837d-a58362c1fa51 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:45.270583 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d74b566-5b26-44f6-837d-a58362c1fa51 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:45.271152 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d74b566-5b26-44f6-837d-a58362c1fa51 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:45.273873 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8d74b566-5b26-44f6-837d-a58362c1fa51 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.2810178 Sep 23 15:15:45.277015 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50684) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:15:45.288733 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device bc5b05b5-07ca-455b-8249-5078f1b38030 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:15:45.370021 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08a274d-8b12-46dd-b348-f9a50bb2b028 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:45.370528 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08a274d-8b12-46dd-b348-f9a50bb2b028 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:45.371047 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08a274d-8b12-46dd-b348-f9a50bb2b028 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:45.372431 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08a274d-8b12-46dd-b348-f9a50bb2b028 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:45.372431 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08a274d-8b12-46dd-b348-f9a50bb2b028 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:45.372594 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08a274d-8b12-46dd-b348-f9a50bb2b028 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:45.378728 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port bc5b05b5-07ca-455b-8249-5078f1b38030 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:15:45.379103 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:45.379560 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e08a274d-8b12-46dd-b348-f9a50bb2b028 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4007 time: 0.1014900 Sep 23 15:15:45.380205 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port bc5b05b5-07ca-455b-8249-5078f1b38030 Sep 23 15:15:45.382398 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50688) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:15:45.551565 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port bc5b05b5-07ca-455b-8249-5078f1b38030 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:15:45.552830 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8161c0f4-a10b-4f0a-855a-dd763ceca492 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:15:45.593929 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-21874eb2-8f8d-4830-ac4c-9ed5aa9e1ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'name': 'tempest-TestNetworkBasicOps-router-1618451818', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187'}], 'enable_snat': True}, 'gw_port_id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '17ffd4ae-73b3-499f-97ed-7ae8695008fc', 'name': '', 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:6a:c5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:42Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 2, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:15:45.598826 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21874eb2-8f8d-4830-ac4c-9ed5aa9e1ccb None None] Checking router: aaa41f52-ab1f-43de-9365-e793afa579d7 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:15:45.600839 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21874eb2-8f8d-4830-ac4c-9ed5aa9e1ccb None None] Updating router aaa41f52-ab1f-43de-9365-e793afa579d7 port 17ffd4ae-73b3-499f-97ed-7ae8695008fc binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:15:45.672623 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21874eb2-8f8d-4830-ac4c-9ed5aa9e1ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:45.692298 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-89e4cd25-ceb7-4cf7-93cd-b3139d1530fe tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3051 time: 0.3087616 Sep 23 15:15:45.717658 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-72139b80-c2e9-4bf5-bfb1-681463b26187 None None] Provisioning for port 17ffd4ae-73b3-499f-97ed-7ae8695008fc completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:15:45.723662 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-72139b80-c2e9-4bf5-bfb1-681463b26187 None None] Provisioning complete for port 17ffd4ae-73b3-499f-97ed-7ae8695008fc triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:15:45.724095 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-72139b80-c2e9-4bf5-bfb1-681463b26187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:45.724470 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-72139b80-c2e9-4bf5-bfb1-681463b26187 None None] Attempt 1 to provision port 17ffd4ae-73b3-499f-97ed-7ae8695008fc Sep 23 15:15:45.831868 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 8161c0f4-a10b-4f0a-855a-dd763ceca492 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:15:45.852773 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 8161c0f4-a10b-4f0a-855a-dd763ceca492 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:15:45.853206 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:45.853672 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 8161c0f4-a10b-4f0a-855a-dd763ceca492 Sep 23 15:15:45.854186 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50694) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:15:45.860721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-762732b8-3cad-44cb-a5a8-d95fec194419 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-930495797', 'description': 'tempest-secgroup-smoke-930495797 description', 'project_id': '8433d6d3ee51437084758ba6444603b3'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:15:45.872380 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-762732b8-3cad-44cb-a5a8-d95fec194419 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:15:45.878043 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-762732b8-3cad-44cb-a5a8-d95fec194419 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:15:45.880578 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-762732b8-3cad-44cb-a5a8-d95fec194419 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:15:45.889651 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-762732b8-3cad-44cb-a5a8-d95fec194419 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:15:45.909069 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-72139b80-c2e9-4bf5-bfb1-681463b26187 None None] Port 17ffd4ae-73b3-499f-97ed-7ae8695008fc cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:15:45.993130 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 8161c0f4-a10b-4f0a-855a-dd763ceca492 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:15:45.993692 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:46.003767 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-762732b8-3cad-44cb-a5a8-d95fec194419 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:46.037991 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-762732b8-3cad-44cb-a5a8-d95fec194419 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:15:46.042246 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-762732b8-3cad-44cb-a5a8-d95fec194419 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:15:46.044885 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 8161c0f4-a10b-4f0a-855a-dd763ceca492, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8161c0f4-a10b-4f0a-855a-dd763ceca492,segment=NetworkSegment(0d89939b-77dc-4a89-99ee-6c334216e4ff),segment_id=0d89939b-77dc-4a89-99ee-6c334216e4ff)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:15:46.046194 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-762732b8-3cad-44cb-a5a8-d95fec194419 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:15:46.060017 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-762732b8-3cad-44cb-a5a8-d95fec194419 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:15:46.097071 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:15:46.147357 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:46.150598 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-762732b8-3cad-44cb-a5a8-d95fec194419 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:46.193481 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21874eb2-8f8d-4830-ac4c-9ed5aa9e1ccb None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:46.210233 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-21874eb2-8f8d-4830-ac4c-9ed5aa9e1ccb None None] Transition to ACTIVE for port object 17ffd4ae-73b3-499f-97ed-7ae8695008fc will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:15:46.226674 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=8161c0f4-a10b-4f0a-855a-dd763ceca492,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:46.243561 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-762732b8-3cad-44cb-a5a8-d95fec194419 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:46.290928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762732b8-3cad-44cb-a5a8-d95fec194419 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=148e184f-f14c-4e0f-878c-7f1bfbd47a00,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:46.306732 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21874eb2-8f8d-4830-ac4c-9ed5aa9e1ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:46.380808 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-762732b8-3cad-44cb-a5a8-d95fec194419 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:46.386027 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-762732b8-3cad-44cb-a5a8-d95fec194419 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5268841 Sep 23 15:15:46.386027 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50700) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:15:46.392111 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-b5ba75fa-62be-43c1-ba56-2fc94afed454 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '148e184f-f14c-4e0f-878c-7f1bfbd47a00', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:15:46.399242 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b5ba75fa-62be-43c1-ba56-2fc94afed454 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:15:46.405349 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b5ba75fa-62be-43c1-ba56-2fc94afed454 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:15:46.409044 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b5ba75fa-62be-43c1-ba56-2fc94afed454 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:15:46.410640 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-72139b80-c2e9-4bf5-bfb1-681463b26187 None None] Attempt 2 to provision port 17ffd4ae-73b3-499f-97ed-7ae8695008fc Sep 23 15:15:46.415336 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b5ba75fa-62be-43c1-ba56-2fc94afed454 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:15:46.471972 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-72139b80-c2e9-4bf5-bfb1-681463b26187 None None] Port 17ffd4ae-73b3-499f-97ed-7ae8695008fc cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:15:46.512013 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b813b41-c701-4558-ad44-88603fe89ed2 None None] Pushing event updated for resources: {'Port': ['ID=17ffd4ae-73b3-499f-97ed-7ae8695008fc,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:46.533827 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b813b41-c701-4558-ad44-88603fe89ed2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:46.534161 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b813b41-c701-4558-ad44-88603fe89ed2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:46.534517 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b813b41-c701-4558-ad44-88603fe89ed2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:46.534845 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b813b41-c701-4558-ad44-88603fe89ed2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:46.535165 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b813b41-c701-4558-ad44-88603fe89ed2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:46.535488 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b813b41-c701-4558-ad44-88603fe89ed2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:46.535827 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b813b41-c701-4558-ad44-88603fe89ed2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:46.536126 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b813b41-c701-4558-ad44-88603fe89ed2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:46.536445 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b813b41-c701-4558-ad44-88603fe89ed2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:46.536762 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b813b41-c701-4558-ad44-88603fe89ed2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:46.537074 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b813b41-c701-4558-ad44-88603fe89ed2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:46.537389 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b813b41-c701-4558-ad44-88603fe89ed2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:15:46.546061 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-21874eb2-8f8d-4830-ac4c-9ed5aa9e1ccb None None] Attempting to bind port 17ffd4ae-73b3-499f-97ed-7ae8695008fc on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:15:46.546404 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-21874eb2-8f8d-4830-ac4c-9ed5aa9e1ccb None None] Attempting to bind port 17ffd4ae-73b3-499f-97ed-7ae8695008fc by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '0d89939b-77dc-4a89-99ee-6c334216e4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:15:46.546752 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21874eb2-8f8d-4830-ac4c-9ed5aa9e1ccb None None] Attempting to bind port 17ffd4ae-73b3-499f-97ed-7ae8695008fc on network fbeb33d3-1b9a-4da0-8253-dea186cbd7db {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:15:46.552167 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21874eb2-8f8d-4830-ac4c-9ed5aa9e1ccb None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:15:46.552527 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21874eb2-8f8d-4830-ac4c-9ed5aa9e1ccb None None] Checking segment: {'id': '0d89939b-77dc-4a89-99ee-6c334216e4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:15:46.552915 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21874eb2-8f8d-4830-ac4c-9ed5aa9e1ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:46.553293 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21874eb2-8f8d-4830-ac4c-9ed5aa9e1ccb None None] Bound using segment: {'id': '0d89939b-77dc-4a89-99ee-6c334216e4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:15:46.553742 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-21874eb2-8f8d-4830-ac4c-9ed5aa9e1ccb None None] Bound port: 17ffd4ae-73b3-499f-97ed-7ae8695008fc, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d89939b-77dc-4a89-99ee-6c334216e4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:15:46.554100 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21874eb2-8f8d-4830-ac4c-9ed5aa9e1ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:46.556951 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b5ba75fa-62be-43c1-ba56-2fc94afed454 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:46.624032 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b5ba75fa-62be-43c1-ba56-2fc94afed454 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:46.643353 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-21874eb2-8f8d-4830-ac4c-9ed5aa9e1ccb None None] For port 17ffd4ae-73b3-499f-97ed-7ae8695008fc, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:15:46.646357 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-21874eb2-8f8d-4830-ac4c-9ed5aa9e1ccb None None] For port 17ffd4ae-73b3-499f-97ed-7ae8695008fc, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=17ffd4ae-73b3-499f-97ed-7ae8695008fc,segment=NetworkSegment(0d89939b-77dc-4a89-99ee-6c334216e4ff),segment_id=0d89939b-77dc-4a89-99ee-6c334216e4ff)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:15:46.742155 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b5ba75fa-62be-43c1-ba56-2fc94afed454 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:46.767225 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba75fa-62be-43c1-ba56-2fc94afed454 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9a0626-7386-482d-b86a-863bdf460d37,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:46.794469 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21874eb2-8f8d-4830-ac4c-9ed5aa9e1ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:46.858701 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21874eb2-8f8d-4830-ac4c-9ed5aa9e1ccb None None] Routers {'aaa41f52-ab1f-43de-9365-e793afa579d7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:15:46.859358 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-21874eb2-8f8d-4830-ac4c-9ed5aa9e1ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:15:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['aaa41f52-ab1f-43de-9365-e793afa579d7'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:15:46.873783 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b5ba75fa-62be-43c1-ba56-2fc94afed454 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:46.878415 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b5ba75fa-62be-43c1-ba56-2fc94afed454 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4884961 Sep 23 15:15:46.878537 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50704) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:15:46.883454 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-8854f2be-74bd-4493-93d6-e01e8d24ce00 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '148e184f-f14c-4e0f-878c-7f1bfbd47a00', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:15:46.891323 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8854f2be-74bd-4493-93d6-e01e8d24ce00 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:15:46.895338 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8854f2be-74bd-4493-93d6-e01e8d24ce00 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:15:46.898405 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8854f2be-74bd-4493-93d6-e01e8d24ce00 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:15:46.904123 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8854f2be-74bd-4493-93d6-e01e8d24ce00 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:15:46.943533 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b813b41-c701-4558-ad44-88603fe89ed2 None None] Pushing event updated for resources: {'Port': ['ID=17ffd4ae-73b3-499f-97ed-7ae8695008fc,revision_number=4']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:46.972788 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-72139b80-c2e9-4bf5-bfb1-681463b26187 None None] Attempt 3 to provision port 17ffd4ae-73b3-499f-97ed-7ae8695008fc Sep 23 15:15:47.038012 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-72139b80-c2e9-4bf5-bfb1-681463b26187 None None] Port 17ffd4ae-73b3-499f-97ed-7ae8695008fc had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:15:47.041518 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8854f2be-74bd-4493-93d6-e01e8d24ce00 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:47.050445 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-72139b80-c2e9-4bf5-bfb1-681463b26187 None None] Provisioning complete for port 8161c0f4-a10b-4f0a-855a-dd763ceca492 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:15:47.050972 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-72139b80-c2e9-4bf5-bfb1-681463b26187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:47.051653 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-72139b80-c2e9-4bf5-bfb1-681463b26187 None None] Attempt 1 to provision port 8161c0f4-a10b-4f0a-855a-dd763ceca492 Sep 23 15:15:47.060221 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-21874eb2-8f8d-4830-ac4c-9ed5aa9e1ccb None None] Set router aaa41f52-ab1f-43de-9365-e793afa579d7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:15:47.119145 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8161c0f4-a10b-4f0a-855a-dd763ceca492 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:15:47.140240 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8854f2be-74bd-4493-93d6-e01e8d24ce00 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:47.245445 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8854f2be-74bd-4493-93d6-e01e8d24ce00 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:47.263043 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 8161c0f4-a10b-4f0a-855a-dd763ceca492 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:15:47.263416 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:47.263750 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 8161c0f4-a10b-4f0a-855a-dd763ceca492 Sep 23 15:15:47.271703 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854f2be-74bd-4493-93d6-e01e8d24ce00 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2156ba5f-aec0-489a-b2a4-9a598a50a356,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:47.287929 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-72139b80-c2e9-4bf5-bfb1-681463b26187 None None] Current status of the port 8161c0f4-a10b-4f0a-855a-dd763ceca492 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:15:47.372577 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8854f2be-74bd-4493-93d6-e01e8d24ce00 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:47.374188 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8854f2be-74bd-4493-93d6-e01e8d24ce00 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4947617 Sep 23 15:15:47.382112 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50710) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:15:47.388355 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-9e2908b2-afb5-4d96-95f3-bfde5f3a6dd2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '148e184f-f14c-4e0f-878c-7f1bfbd47a00', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:15:47.394980 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-9e2908b2-afb5-4d96-95f3-bfde5f3a6dd2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:15:47.398352 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 8161c0f4-a10b-4f0a-855a-dd763ceca492 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:15:47.399046 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-9e2908b2-afb5-4d96-95f3-bfde5f3a6dd2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:15:47.405070 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-9e2908b2-afb5-4d96-95f3-bfde5f3a6dd2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:15:47.412769 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-9e2908b2-afb5-4d96-95f3-bfde5f3a6dd2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:15:47.467809 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-21874eb2-8f8d-4830-ac4c-9ed5aa9e1ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'name': 'tempest-TestNetworkBasicOps-router-1618451818', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187'}], 'enable_snat': True}, 'gw_port_id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '17ffd4ae-73b3-499f-97ed-7ae8695008fc', 'name': '', 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:6a:c5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:42Z', 'updated_at': '2022-09-23T15:15:46Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:15:47.473030 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21874eb2-8f8d-4830-ac4c-9ed5aa9e1ccb None None] The sync data for ids ['aaa41f52-ab1f-43de-9365-e793afa579d7'] in dv-neutron-859093-1-hyperv is: [{'id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'name': 'tempest-TestNetworkBasicOps-router-1618451818', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187'}], 'enable_snat': True}, 'gw_port_id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '17ffd4ae-73b3-499f-97ed-7ae8695008fc', 'name': '', 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:6a:c5:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:42Z', 'updated_at': '2022-09-23T15:15:46Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:15:47.544134 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9e2908b2-afb5-4d96-95f3-bfde5f3a6dd2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:47.622896 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9e2908b2-afb5-4d96-95f3-bfde5f3a6dd2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:47.713953 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9e2908b2-afb5-4d96-95f3-bfde5f3a6dd2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:47.737241 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2908b2-afb5-4d96-95f3-bfde5f3a6dd2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1880c40f-ef93-46a8-9f17-b87290c13e0c,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:47.816751 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9e2908b2-afb5-4d96-95f3-bfde5f3a6dd2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:47.820527 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9e2908b2-afb5-4d96-95f3-bfde5f3a6dd2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4347672 Sep 23 15:15:47.820857 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50714) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:15:47.826790 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-8e7ccbb0-90e5-4487-b6af-e2c2a4883455 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '148e184f-f14c-4e0f-878c-7f1bfbd47a00', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:15:47.833956 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8e7ccbb0-90e5-4487-b6af-e2c2a4883455 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:15:47.839968 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8e7ccbb0-90e5-4487-b6af-e2c2a4883455 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:15:47.843255 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8e7ccbb0-90e5-4487-b6af-e2c2a4883455 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:15:47.850945 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8e7ccbb0-90e5-4487-b6af-e2c2a4883455 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:15:47.944837 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8e7ccbb0-90e5-4487-b6af-e2c2a4883455 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:48.027325 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8e7ccbb0-90e5-4487-b6af-e2c2a4883455 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:48.134971 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8e7ccbb0-90e5-4487-b6af-e2c2a4883455 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:48.160814 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ccbb0-90e5-4487-b6af-e2c2a4883455 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd057e5-741a-4704-a4a3-7531c264ef83,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:48.262723 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8e7ccbb0-90e5-4487-b6af-e2c2a4883455 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:48.263998 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8e7ccbb0-90e5-4487-b6af-e2c2a4883455 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4421148 Sep 23 15:15:48.266742 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50718) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:15:48.273329 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-7a530fb8-be0b-4973-8935-4269964f2234 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '148e184f-f14c-4e0f-878c-7f1bfbd47a00', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:15:48.280479 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7a530fb8-be0b-4973-8935-4269964f2234 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:15:48.285864 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7a530fb8-be0b-4973-8935-4269964f2234 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:15:48.288849 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7a530fb8-be0b-4973-8935-4269964f2234 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:15:48.295448 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7a530fb8-be0b-4973-8935-4269964f2234 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:15:48.380730 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.securitygroups_db [None req-7a530fb8-be0b-4973-8935-4269964f2234 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Project 8433d6d3ee51437084758ba6444603b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:15:48.389291 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7a530fb8-be0b-4973-8935-4269964f2234 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:48.467995 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7a530fb8-be0b-4973-8935-4269964f2234 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:48.537523 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7a530fb8-be0b-4973-8935-4269964f2234 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:48.563494 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a530fb8-be0b-4973-8935-4269964f2234 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c370b3-ddd4-4afb-926b-c02d7dc8f235,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:48.711967 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7a530fb8-be0b-4973-8935-4269964f2234 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:48.713168 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7a530fb8-be0b-4973-8935-4269964f2234 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4448199 Sep 23 15:15:48.715880 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50724) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:15:48.721301 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-1a8336c9-5a0c-482e-8cd5-9ab2513182db tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '148e184f-f14c-4e0f-878c-7f1bfbd47a00', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:15:48.727289 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1a8336c9-5a0c-482e-8cd5-9ab2513182db tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:15:48.731126 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1a8336c9-5a0c-482e-8cd5-9ab2513182db tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:15:48.734009 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1a8336c9-5a0c-482e-8cd5-9ab2513182db tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:15:48.740402 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1a8336c9-5a0c-482e-8cd5-9ab2513182db tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:15:48.827867 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.securitygroups_db [None req-1a8336c9-5a0c-482e-8cd5-9ab2513182db tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Project 8433d6d3ee51437084758ba6444603b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:15:48.835759 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1a8336c9-5a0c-482e-8cd5-9ab2513182db tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:48.913888 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1a8336c9-5a0c-482e-8cd5-9ab2513182db tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:48.997821 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1a8336c9-5a0c-482e-8cd5-9ab2513182db tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:49.021202 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8336c9-5a0c-482e-8cd5-9ab2513182db tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab74433-2e73-49ce-81ce-485604405681,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:49.106685 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1a8336c9-5a0c-482e-8cd5-9ab2513182db tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:49.108055 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1a8336c9-5a0c-482e-8cd5-9ab2513182db tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3911626 Sep 23 15:15:49.126047 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 17ffd4ae-73b3-499f-97ed-7ae8695008fc up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:15:49.273849 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 17ffd4ae-73b3-499f-97ed-7ae8695008fc completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:15:49.279056 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 17ffd4ae-73b3-499f-97ed-7ae8695008fc triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:15:49.279424 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:49.279755 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 17ffd4ae-73b3-499f-97ed-7ae8695008fc Sep 23 15:15:49.280773 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-685e2382-f621-428e-a39c-c65644e51ac2 req-140b22ef-c4f0-43b5-a24f-17123bf54327 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:15:49.389346 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-685e2382-f621-428e-a39c-c65644e51ac2 req-140b22ef-c4f0-43b5-a24f-17123bf54327 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:15:49.390814 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-685e2382-f621-428e-a39c-c65644e51ac2 req-140b22ef-c4f0-43b5-a24f-17123bf54327 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-930495797&fields=id&tenant_id=8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 267 time: 0.1548100 Sep 23 15:15:49.403906 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 17ffd4ae-73b3-499f-97ed-7ae8695008fc is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:15:49.408818 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:49.442341 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 17ffd4ae-73b3-499f-97ed-7ae8695008fc, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=17ffd4ae-73b3-499f-97ed-7ae8695008fc,segment=NetworkSegment(0d89939b-77dc-4a89-99ee-6c334216e4ff),segment_id=0d89939b-77dc-4a89-99ee-6c334216e4ff)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:15:49.546218 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:49.552878 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e2382-f621-428e-a39c-c65644e51ac2 req-ac7a71bc-73a6-47f1-a505-c599d441031f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:49.553541 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-685e2382-f621-428e-a39c-c65644e51ac2 req-ac7a71bc-73a6-47f1-a505-c599d441031f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:network {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:15:49.620103 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=17ffd4ae-73b3-499f-97ed-7ae8695008fc,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:49.665756 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-685e2382-f621-428e-a39c-c65644e51ac2 req-ac7a71bc-73a6-47f1-a505-c599d441031f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:network {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:15:49.665756 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-685e2382-f621-428e-a39c-c65644e51ac2 req-ac7a71bc-73a6-47f1-a505-c599d441031f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/networks?id=fbeb33d3-1b9a-4da0-8253-dea186cbd7db HTTP/1.1" status: 200 len: 797 time: 0.2646718 Sep 23 15:15:49.678169 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-685e2382-f621-428e-a39c-c65644e51ac2 req-f722f993-0372-444a-bb49-83bbf5f88db6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/quotas/8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 375 time: 0.0094874 Sep 23 15:15:49.773805 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-685e2382-f621-428e-a39c-c65644e51ac2 req-52b6be4b-2596-4c8d-aed4-bf12e3cdd92f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:15:49.862727 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-685e2382-f621-428e-a39c-c65644e51ac2 req-52b6be4b-2596-4c8d-aed4-bf12e3cdd92f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:15:49.864040 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-685e2382-f621-428e-a39c-c65644e51ac2 req-52b6be4b-2596-4c8d-aed4-bf12e3cdd92f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1804552 Sep 23 15:15:50.012995 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-685e2382-f621-428e-a39c-c65644e51ac2 req-abf6b13d-239a-4f5e-b43d-238018645e8c service neutron] 10.222.0.67 "GET /v2.0/networks/fbeb33d3-1b9a-4da0-8253-dea186cbd7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364913 Sep 23 15:15:50.152651 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-685e2382-f621-428e-a39c-c65644e51ac2 req-14020fd8-3a7f-40e0-adff-7b707f2518bc service neutron] 10.222.0.67 "GET /v2.0/networks/fbeb33d3-1b9a-4da0-8253-dea186cbd7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318533 Sep 23 15:15:50.491197 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-2deb0653-b591-44c5-bbc3-f1d0683816b7 req-77d41526-2489-49b4-891e-c237d75e4aff tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:15:50.503334 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-2deb0653-b591-44c5-bbc3-f1d0683816b7 req-77d41526-2489-49b4-891e-c237d75e4aff tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:15:50.504476 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2deb0653-b591-44c5-bbc3-f1d0683816b7 req-77d41526-2489-49b4-891e-c237d75e4aff tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9d33920-4506-4875-9424-7f365f35a2b7 HTTP/1.1" status: 200 len: 210 time: 0.0654919 Sep 23 15:15:51.113616 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 17ffd4ae-73b3-499f-97ed-7ae8695008fc up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:15:51.166574 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 17ffd4ae-73b3-499f-97ed-7ae8695008fc triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:15:51.166945 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:51.167282 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 17ffd4ae-73b3-499f-97ed-7ae8695008fc Sep 23 15:15:51.292885 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 17ffd4ae-73b3-499f-97ed-7ae8695008fc is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:15:51.677852 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3c9479b0-128b-4017-9dd9-50ebcedf3ff3 req-7ef2cbc0-4d4f-4523-b692-4d517079601d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9d33920-4506-4875-9424-7f365f35a2b7 HTTP/1.1" status: 200 len: 210 time: 0.0529404 Sep 23 15:15:52.719084 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e2382-f621-428e-a39c-c65644e51ac2 req-ea23956e-c7b0-4ca2-8187-28909bebd66a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:52.721024 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-685e2382-f621-428e-a39c-c65644e51ac2 req-ea23956e-c7b0-4ca2-8187-28909bebd66a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/networks?id=fbeb33d3-1b9a-4da0-8253-dea186cbd7db HTTP/1.1" status: 200 len: 797 time: 0.1523542 Sep 23 15:15:52.783614 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-685e2382-f621-428e-a39c-c65644e51ac2 req-df2f0627-5b72-43bc-b083-c59d25ab21d4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:15:52.799015 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-685e2382-f621-428e-a39c-c65644e51ac2 req-df2f0627-5b72-43bc-b083-c59d25ab21d4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:15:52.799015 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-685e2382-f621-428e-a39c-c65644e51ac2 req-df2f0627-5b72-43bc-b083-c59d25ab21d4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 379 time: 0.0647738 Sep 23 15:15:52.859536 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-685e2382-f621-428e-a39c-c65644e51ac2 req-42fc5c27-af3a-4144-b0ef-6987e01155b8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'port': {'device_id': 'f9d33920-4506-4875-9424-7f365f35a2b7', 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db', 'admin_state_up': True, 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'security_groups': ['148e184f-f14c-4e0f-878c-7f1bfbd47a00']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:15:52.884663 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-06f963f6-70ea-4801-bed2-6db399b10394 req-80362332-f920-43db-bef9-91a9fb3292b9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9d33920-4506-4875-9424-7f365f35a2b7 HTTP/1.1" status: 200 len: 210 time: 0.0851924 Sep 23 15:15:53.107642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-685e2382-f621-428e-a39c-c65644e51ac2 req-42fc5c27-af3a-4144-b0ef-6987e01155b8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:15:53.118477 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-685e2382-f621-428e-a39c-c65644e51ac2 req-42fc5c27-af3a-4144-b0ef-6987e01155b8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:15:53.258034 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685e2382-f621-428e-a39c-c65644e51ac2 req-42fc5c27-af3a-4144-b0ef-6987e01155b8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:15:53.262555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-685e2382-f621-428e-a39c-c65644e51ac2 req-42fc5c27-af3a-4144-b0ef-6987e01155b8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:53.425748 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-685e2382-f621-428e-a39c-c65644e51ac2 req-42fc5c27-af3a-4144-b0ef-6987e01155b8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.20.0.6 (fbeb33d3-1b9a-4da0-8253-dea186cbd7db/979a5773-e0c0-400a-be25-f49833ac94c2/d860b7fd-bb7f-4e1a-a824-de5e5f95daa4) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:15:53.623708 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-685e2382-f621-428e-a39c-c65644e51ac2 req-42fc5c27-af3a-4144-b0ef-6987e01155b8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:53.640877 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-685e2382-f621-428e-a39c-c65644e51ac2 req-42fc5c27-af3a-4144-b0ef-6987e01155b8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Transition to ACTIVE for port object d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:15:53.730904 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-685e2382-f621-428e-a39c-c65644e51ac2 req-42fc5c27-af3a-4144-b0ef-6987e01155b8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:53.804216 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685e2382-f621-428e-a39c-c65644e51ac2 req-42fc5c27-af3a-4144-b0ef-6987e01155b8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network fbeb33d3-1b9a-4da0-8253-dea186cbd7db is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:15:53.807609 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-685e2382-f621-428e-a39c-c65644e51ac2 req-42fc5c27-af3a-4144-b0ef-6987e01155b8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:15:53.811503 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-685e2382-f621-428e-a39c-c65644e51ac2 req-42fc5c27-af3a-4144-b0ef-6987e01155b8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:15:53.856454 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc5c27-af3a-4144-b0ef-6987e01155b8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=d860b7fd-bb7f-4e1a-a824-de5e5f95daa4,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:53.901888 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e2382-f621-428e-a39c-c65644e51ac2 req-42fc5c27-af3a-4144-b0ef-6987e01155b8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:53.902639 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-685e2382-f621-428e-a39c-c65644e51ac2 req-42fc5c27-af3a-4144-b0ef-6987e01155b8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:54.068553 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-685e2382-f621-428e-a39c-c65644e51ac2 req-42fc5c27-af3a-4144-b0ef-6987e01155b8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2135496 Sep 23 15:15:54.081125 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-685e2382-f621-428e-a39c-c65644e51ac2 req-9d60e30e-ecc2-458d-99d2-ad9d3056175b service neutron] Request body: {'port': {'device_id': 'f9d33920-4506-4875-9424-7f365f35a2b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:15:54.113776 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94591eae-7dee-48bf-bc7a-a10cb833ad28 req-bba2241b-9117-4849-8f50-1dd1e4f8769c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:54.115220 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-94591eae-7dee-48bf-bc7a-a10cb833ad28 req-bba2241b-9117-4849-8f50-1dd1e4f8769c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9d33920-4506-4875-9424-7f365f35a2b7 HTTP/1.1" status: 200 len: 931 time: 0.0973523 Sep 23 15:15:54.164249 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-94591eae-7dee-48bf-bc7a-a10cb833ad28 req-757f9a5d-ef95-4f71-9c59-af35f1903a6e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=148e184f-f14c-4e0f-878c-7f1bfbd47a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430810 Sep 23 15:15:54.206853 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-685e2382-f621-428e-a39c-c65644e51ac2 req-9d60e30e-ecc2-458d-99d2-ad9d3056175b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:54.210650 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5707286d-c205-46ad-a6a3-d9be2d982e6c None None] Provisioning for port d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:15:54.215769 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5707286d-c205-46ad-a6a3-d9be2d982e6c None None] Provisioning complete for port d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:15:54.216138 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5707286d-c205-46ad-a6a3-d9be2d982e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:54.216477 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-5707286d-c205-46ad-a6a3-d9be2d982e6c None None] Attempt 1 to provision port d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 Sep 23 15:15:54.281414 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5707286d-c205-46ad-a6a3-d9be2d982e6c None None] Port d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:15:54.569682 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-685e2382-f621-428e-a39c-c65644e51ac2 req-9d60e30e-ecc2-458d-99d2-ad9d3056175b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:15:54.576899 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-685e2382-f621-428e-a39c-c65644e51ac2 req-9d60e30e-ecc2-458d-99d2-ad9d3056175b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:54.594746 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-685e2382-f621-428e-a39c-c65644e51ac2 req-9d60e30e-ecc2-458d-99d2-ad9d3056175b service neutron] Transition to ACTIVE for port object d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:15:54.708777 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-685e2382-f621-428e-a39c-c65644e51ac2 req-9d60e30e-ecc2-458d-99d2-ad9d3056175b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:54.785587 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-5707286d-c205-46ad-a6a3-d9be2d982e6c None None] Attempt 2 to provision port d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 Sep 23 15:15:54.843692 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5707286d-c205-46ad-a6a3-d9be2d982e6c None None] Port d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:15:54.903090 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60e30e-ecc2-458d-99d2-ad9d3056175b service neutron] Pushing event updated for resources: {'Port': ['ID=d860b7fd-bb7f-4e1a-a824-de5e5f95daa4,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:54.942383 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-685e2382-f621-428e-a39c-c65644e51ac2 req-9d60e30e-ecc2-458d-99d2-ad9d3056175b service neutron] Attempting to bind port d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:15:54.942701 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-685e2382-f621-428e-a39c-c65644e51ac2 req-9d60e30e-ecc2-458d-99d2-ad9d3056175b service neutron] Attempting to bind port d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '0d89939b-77dc-4a89-99ee-6c334216e4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:15:54.943026 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685e2382-f621-428e-a39c-c65644e51ac2 req-9d60e30e-ecc2-458d-99d2-ad9d3056175b service neutron] Attempting to bind port d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 on network fbeb33d3-1b9a-4da0-8253-dea186cbd7db {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:15:54.947992 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685e2382-f621-428e-a39c-c65644e51ac2 req-9d60e30e-ecc2-458d-99d2-ad9d3056175b service neutron] Port d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 on network fbeb33d3-1b9a-4da0-8253-dea186cbd7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:15:54.948306 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685e2382-f621-428e-a39c-c65644e51ac2 req-9d60e30e-ecc2-458d-99d2-ad9d3056175b service neutron] Attempting to bind port d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 on network fbeb33d3-1b9a-4da0-8253-dea186cbd7db {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:15:54.953524 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685e2382-f621-428e-a39c-c65644e51ac2 req-9d60e30e-ecc2-458d-99d2-ad9d3056175b service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:15:54.953857 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685e2382-f621-428e-a39c-c65644e51ac2 req-9d60e30e-ecc2-458d-99d2-ad9d3056175b service neutron] Checking segment: {'id': '0d89939b-77dc-4a89-99ee-6c334216e4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:15:54.954241 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685e2382-f621-428e-a39c-c65644e51ac2 req-9d60e30e-ecc2-458d-99d2-ad9d3056175b service neutron] Bound using segment: {'id': '0d89939b-77dc-4a89-99ee-6c334216e4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:15:54.954715 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-685e2382-f621-428e-a39c-c65644e51ac2 req-9d60e30e-ecc2-458d-99d2-ad9d3056175b service neutron] Bound port: d860b7fd-bb7f-4e1a-a824-de5e5f95daa4, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d89939b-77dc-4a89-99ee-6c334216e4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:15:54.955079 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-685e2382-f621-428e-a39c-c65644e51ac2 req-9d60e30e-ecc2-458d-99d2-ad9d3056175b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:55.052025 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-685e2382-f621-428e-a39c-c65644e51ac2 req-9d60e30e-ecc2-458d-99d2-ad9d3056175b service neutron] For port d860b7fd-bb7f-4e1a-a824-de5e5f95daa4, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:15:55.056578 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-685e2382-f621-428e-a39c-c65644e51ac2 req-9d60e30e-ecc2-458d-99d2-ad9d3056175b service neutron] For port d860b7fd-bb7f-4e1a-a824-de5e5f95daa4, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=d860b7fd-bb7f-4e1a-a824-de5e5f95daa4,segment=NetworkSegment(0d89939b-77dc-4a89-99ee-6c334216e4ff),segment_id=0d89939b-77dc-4a89-99ee-6c334216e4ff)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:15:55.140630 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-685e2382-f621-428e-a39c-c65644e51ac2 req-9d60e30e-ecc2-458d-99d2-ad9d3056175b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:55.176720 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e2382-f621-428e-a39c-c65644e51ac2 req-9d60e30e-ecc2-458d-99d2-ad9d3056175b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:55.177019 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-685e2382-f621-428e-a39c-c65644e51ac2 req-9d60e30e-ecc2-458d-99d2-ad9d3056175b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:55.178779 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-685e2382-f621-428e-a39c-c65644e51ac2 req-9d60e30e-ecc2-458d-99d2-ad9d3056175b service neutron] 10.222.0.72 "PUT /v2.0/ports/d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 HTTP/1.1" status: 200 len: 1093 time: 1.1030784 Sep 23 15:15:55.179203 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d33920-4506-4875-9424-7f365f35a2b7', 'tag': 'd860b7fd-bb7f-4e1a-a824-de5e5f95daa4'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:15:55.181656 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecaedf3-dae3-4459-8f5b-40b638439d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d33920-4506-4875-9424-7f365f35a2b7", "tag": "d860b7fd-bb7f-4e1a-a824-de5e5f95daa4"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:15:55.227435 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60e30e-ecc2-458d-99d2-ad9d3056175b service neutron] Pushing event updated for resources: {'Port': ['ID=d860b7fd-bb7f-4e1a-a824-de5e5f95daa4,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:55.231039 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0526ccc-d85d-4c58-bd03-5f274e791643 x-openstack-request-id: req-f0526ccc-d85d-4c58-bd03-5f274e791643 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:15:55.231319 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d33920-4506-4875-9424-7f365f35a2b7", "tag": "d860b7fd-bb7f-4e1a-a824-de5e5f95daa4", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:15:55.231632 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f0526ccc-d85d-4c58-bd03-5f274e791643 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:15:55.232012 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0526ccc-d85d-4c58-bd03-5f274e791643'] response: {'name': 'network-changed', 'server_uuid': 'f9d33920-4506-4875-9424-7f365f35a2b7', 'tag': 'd860b7fd-bb7f-4e1a-a824-de5e5f95daa4', 'status': 'completed', 'code': 200} Sep 23 15:15:55.336531 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecaedf3-dae3-4459-8f5b-40b638439d1b req-9a3d0455-aec5-4c7d-8123-03914b087ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:55.338020 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4ecaedf3-dae3-4459-8f5b-40b638439d1b req-9a3d0455-aec5-4c7d-8123-03914b087ede service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=f9d33920-4506-4875-9424-7f365f35a2b7 HTTP/1.1" status: 200 len: 1096 time: 0.0888782 Sep 23 15:15:55.345123 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-5707286d-c205-46ad-a6a3-d9be2d982e6c None None] Attempt 3 to provision port d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 Sep 23 15:15:55.387255 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23e661-0528-4882-9fc8-a7117c645b0b req-0042fdbf-5d65-4e62-8c2b-8fdce5b19bd5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:55.388879 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-af23e661-0528-4882-9fc8-a7117c645b0b req-0042fdbf-5d65-4e62-8c2b-8fdce5b19bd5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9d33920-4506-4875-9424-7f365f35a2b7 HTTP/1.1" status: 200 len: 943 time: 0.0975711 Sep 23 15:15:55.419144 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5707286d-c205-46ad-a6a3-d9be2d982e6c None None] Port d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:15:55.441378 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-af23e661-0528-4882-9fc8-a7117c645b0b req-493a1b55-6191-4e3e-a885-df7cdcabd241 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=148e184f-f14c-4e0f-878c-7f1bfbd47a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465949 Sep 23 15:15:55.494423 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecaedf3-dae3-4459-8f5b-40b638439d1b req-a5b1934f-ddd5-4ae4-8c44-26f046c1064a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:55.495964 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4ecaedf3-dae3-4459-8f5b-40b638439d1b req-a5b1934f-ddd5-4ae4-8c44-26f046c1064a service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=8433d6d3ee51437084758ba6444603b3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1508367 Sep 23 15:15:55.743296 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecaedf3-dae3-4459-8f5b-40b638439d1b req-1420eca4-af34-40ef-ba8c-77e205f1c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:55.744750 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4ecaedf3-dae3-4459-8f5b-40b638439d1b req-1420eca4-af34-40ef-ba8c-77e205f1c671 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2420297 Sep 23 15:15:55.865766 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e2382-f621-428e-a39c-c65644e51ac2 req-13cf8651-62e1-43e7-b1fc-08ef34d01ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:55.867303 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-685e2382-f621-428e-a39c-c65644e51ac2 req-13cf8651-62e1-43e7-b1fc-08ef34d01ec3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=f9d33920-4506-4875-9424-7f365f35a2b7 HTTP/1.1" status: 200 len: 1096 time: 0.0843458 Sep 23 15:15:55.937423 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-685e2382-f621-428e-a39c-c65644e51ac2 req-628d51ac-fd25-485a-9646-31f0c6bb8e9a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 HTTP/1.1" status: 200 len: 217 time: 0.0630481 Sep 23 15:15:56.006249 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e2382-f621-428e-a39c-c65644e51ac2 req-2a870bc3-faac-434d-afdc-60ff4af5f9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:56.007632 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-685e2382-f621-428e-a39c-c65644e51ac2 req-2a870bc3-faac-434d-afdc-60ff4af5f9fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=979a5773-e0c0-400a-be25-f49833ac94c2 HTTP/1.1" status: 200 len: 835 time: 0.0641022 Sep 23 15:15:56.102384 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e2382-f621-428e-a39c-c65644e51ac2 req-11d21b32-89ce-469e-bdad-4807d3566788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:56.103859 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-685e2382-f621-428e-a39c-c65644e51ac2 req-11d21b32-89ce-469e-bdad-4807d3566788 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fbeb33d3-1b9a-4da0-8253-dea186cbd7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0900495 Sep 23 15:15:56.251821 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-685e2382-f621-428e-a39c-c65644e51ac2 req-733778dd-8419-472b-96d1-02a999815de9 service neutron] 10.222.0.72 "GET /v2.0/networks/fbeb33d3-1b9a-4da0-8253-dea186cbd7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418793 Sep 23 15:15:56.387610 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-685e2382-f621-428e-a39c-c65644e51ac2 req-3557f9b9-d2e4-45a7-bdd5-7e1c9f5badc5 service neutron] 10.222.0.72 "GET /v2.0/networks/fbeb33d3-1b9a-4da0-8253-dea186cbd7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297491 Sep 23 15:15:56.652865 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c678a9-177f-40ae-b73a-4b62ab71bcbe req-8b16a0c3-af89-40a0-888f-858ab8d70ba9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:56.653474 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-80c678a9-177f-40ae-b73a-4b62ab71bcbe req-8b16a0c3-af89-40a0-888f-858ab8d70ba9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:15:56.747557 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-80c678a9-177f-40ae-b73a-4b62ab71bcbe req-8b16a0c3-af89-40a0-888f-858ab8d70ba9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:15:56.748810 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-80c678a9-177f-40ae-b73a-4b62ab71bcbe req-8b16a0c3-af89-40a0-888f-858ab8d70ba9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9d33920-4506-4875-9424-7f365f35a2b7 HTTP/1.1" status: 200 len: 943 time: 0.1869614 Sep 23 15:15:56.794737 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-80c678a9-177f-40ae-b73a-4b62ab71bcbe req-d476946f-0229-43a4-a74a-6068f6a54079 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=148e184f-f14c-4e0f-878c-7f1bfbd47a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392344 Sep 23 15:15:56.952438 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:15:57.084665 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port d860b7fd-bb7f-4e1a-a824-de5e5f95daa4, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=d860b7fd-bb7f-4e1a-a824-de5e5f95daa4,segment=NetworkSegment(0d89939b-77dc-4a89-99ee-6c334216e4ff),segment_id=0d89939b-77dc-4a89-99ee-6c334216e4ff)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:15:57.098098 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': 'd860b7fd-bb7f-4e1a-a824-de5e5f95daa4', 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db', 'port_id': 'd860b7fd-bb7f-4e1a-a824-de5e5f95daa4', 'mac_address': 'fa:16:3e:53:c7:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:15:57.154615 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:15:57.154995 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:57.173536 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:15:57.190124 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port d860b7fd-bb7f-4e1a-a824-de5e5f95daa4, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=d860b7fd-bb7f-4e1a-a824-de5e5f95daa4,segment=NetworkSegment(0d89939b-77dc-4a89-99ee-6c334216e4ff),segment_id=0d89939b-77dc-4a89-99ee-6c334216e4ff)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:15:57.261854 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:57.342991 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=d860b7fd-bb7f-4e1a-a824-de5e5f95daa4,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:57.479119 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['d860b7fd-bb7f-4e1a-a824-de5e5f95daa4'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:15:58.007590 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94baffd4-a51e-468f-9254-f9b6f9dd4461 req-a488b58c-c118-4cc9-99bf-1981ad49dc29 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:58.009061 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-94baffd4-a51e-468f-9254-f9b6f9dd4461 req-a488b58c-c118-4cc9-99bf-1981ad49dc29 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9d33920-4506-4875-9424-7f365f35a2b7 HTTP/1.1" status: 200 len: 944 time: 0.0910182 Sep 23 15:15:58.057456 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-94baffd4-a51e-468f-9254-f9b6f9dd4461 req-5dfbe8a0-5a7f-47be-9148-fe3b1f0dfe72 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=148e184f-f14c-4e0f-878c-7f1bfbd47a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380156 Sep 23 15:15:58.963934 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:15:59.100096 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:15:59.105510 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:15:59.105873 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:59.106202 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 Sep 23 15:15:59.225567 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:15:59.225869 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:59.252578 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d33920-4506-4875-9424-7f365f35a2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd860b7fd-bb7f-4e1a-a824-de5e5f95daa4'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:15:59.258538 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf7a53d-b5e9-4ff0-8e86-993dfa4851c5" -d '{"events": [{"server_uuid": "f9d33920-4506-4875-9424-7f365f35a2b7", "name": "network-vif-plugged", "status": "completed", "tag": "d860b7fd-bb7f-4e1a-a824-de5e5f95daa4"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:15:59.264029 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port d860b7fd-bb7f-4e1a-a824-de5e5f95daa4, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=d860b7fd-bb7f-4e1a-a824-de5e5f95daa4,segment=NetworkSegment(0d89939b-77dc-4a89-99ee-6c334216e4ff),segment_id=0d89939b-77dc-4a89-99ee-6c334216e4ff)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:15:59.275370 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e092d8-739a-40ad-882e-bdf2bffdb7bd req-59731263-919b-4d7f-92da-9765d37c6234 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:59.276732 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d7e092d8-739a-40ad-882e-bdf2bffdb7bd req-59731263-919b-4d7f-92da-9765d37c6234 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9d33920-4506-4875-9424-7f365f35a2b7 HTTP/1.1" status: 200 len: 944 time: 0.1022696 Sep 23 15:15:59.299679 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee35dc60-f213-406f-8e7d-d417dce850e2 x-openstack-request-id: req-ee35dc60-f213-406f-8e7d-d417dce850e2 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:15:59.301182 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d33920-4506-4875-9424-7f365f35a2b7", "name": "network-vif-plugged", "status": "completed", "tag": "d860b7fd-bb7f-4e1a-a824-de5e5f95daa4", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:15:59.301182 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ee35dc60-f213-406f-8e7d-d417dce850e2 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:15:59.301418 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee35dc60-f213-406f-8e7d-d417dce850e2'] response: {'server_uuid': 'f9d33920-4506-4875-9424-7f365f35a2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd860b7fd-bb7f-4e1a-a824-de5e5f95daa4', 'code': 200} Sep 23 15:15:59.324328 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d7e092d8-739a-40ad-882e-bdf2bffdb7bd req-1c64444e-01d7-4ada-8cab-f4d9c85b79dc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=148e184f-f14c-4e0f-878c-7f1bfbd47a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411284 Sep 23 15:15:59.450471 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:15:59.528547 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=d860b7fd-bb7f-4e1a-a824-de5e5f95daa4,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:15:59.744847 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4901d-b8d4-465f-95d4-e8e0cd1e992d req-f3ca0b1a-0405-447b-9bcb-251962cf0ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:15:59.746324 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0df4901d-b8d4-465f-95d4-e8e0cd1e992d req-f3ca0b1a-0405-447b-9bcb-251962cf0ac7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f9d33920-4506-4875-9424-7f365f35a2b7 HTTP/1.1" status: 200 len: 1098 time: 0.0788214 Sep 23 15:15:59.789751 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0df4901d-b8d4-465f-95d4-e8e0cd1e992d req-aec39f41-49b1-413e-9ca1-b05f208208a9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=148e184f-f14c-4e0f-878c-7f1bfbd47a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372508 Sep 23 15:16:00.559246 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adcf57-594d-4cd0-98ca-1c4b1c6d0924 req-f75b29e1-71fc-4544-816b-795292c68147 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:00.560727 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-08adcf57-594d-4cd0-98ca-1c4b1c6d0924 req-f75b29e1-71fc-4544-816b-795292c68147 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9d33920-4506-4875-9424-7f365f35a2b7 HTTP/1.1" status: 200 len: 945 time: 0.1131587 Sep 23 15:16:00.609130 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-08adcf57-594d-4cd0-98ca-1c4b1c6d0924 req-735ec791-1401-4e9e-a28c-dfa2d18328ed tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=148e184f-f14c-4e0f-878c-7f1bfbd47a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414658 Sep 23 15:16:01.811883 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c98660-a9c8-4681-9d95-8b416170f3a0 req-f25bfb1b-a194-48e8-a617-bf4f182ed5ab tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:01.813436 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70c98660-a9c8-4681-9d95-8b416170f3a0 req-f25bfb1b-a194-48e8-a617-bf4f182ed5ab tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9d33920-4506-4875-9424-7f365f35a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0936518 Sep 23 15:16:01.858142 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70c98660-a9c8-4681-9d95-8b416170f3a0 req-f3723a5d-52d1-43ae-b03b-a5a447f85887 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=148e184f-f14c-4e0f-878c-7f1bfbd47a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380955 Sep 23 15:16:02.053100 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c11c69-57d6-4665-af76-b3c2f8aedd3c req-b1c02e80-01fd-46ac-94d7-67217c5a9772 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:02.054619 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-25c11c69-57d6-4665-af76-b3c2f8aedd3c req-b1c02e80-01fd-46ac-94d7-67217c5a9772 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9d33920-4506-4875-9424-7f365f35a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0879800 Sep 23 15:16:02.078677 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a10973b3-f9e4-46e0-aaf9-1e0ec791a370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:02.103150 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-25c11c69-57d6-4665-af76-b3c2f8aedd3c req-f800f5ff-6803-409b-870b-174cc7830de7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=148e184f-f14c-4e0f-878c-7f1bfbd47a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425856 Sep 23 15:16:02.132410 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50802) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:16:02.212459 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba8f90c-563b-4e70-8f1e-d18254f7c760 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:02.213950 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9ba8f90c-563b-4e70-8f1e-d18254f7c760 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f9d33920-4506-4875-9424-7f365f35a2b7 HTTP/1.1" status: 200 len: 1093 time: 0.0805929 Sep 23 15:16:02.216769 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50806) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:16:02.221594 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-121038d4-db4e-4c9a-bf8f-afd759f35bb2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': 'd860b7fd-bb7f-4e1a-a824-de5e5f95daa4', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:16:02.228110 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-121038d4-db4e-4c9a-bf8f-afd759f35bb2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:16:02.232074 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-121038d4-db4e-4c9a-bf8f-afd759f35bb2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:floatingip and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:16:02.234913 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-121038d4-db4e-4c9a-bf8f-afd759f35bb2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:16:02.241288 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-121038d4-db4e-4c9a-bf8f-afd759f35bb2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:16:02.341458 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-121038d4-db4e-4c9a-bf8f-afd759f35bb2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:02.573978 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-121038d4-db4e-4c9a-bf8f-afd759f35bb2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:02.610275 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:02.717305 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-121038d4-db4e-4c9a-bf8f-afd759f35bb2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.26.10.93 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/e67cf898-bf20-4b39-aace-83b2a09a2ac2) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:16:02.868829 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-121038d4-db4e-4c9a-bf8f-afd759f35bb2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:02.934630 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-d3c828ae-43cb-458f-877a-1fa3e2dcea02 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1988221351&fields=id&tenant_id=4dd03006331a43759c203c055fc73500 HTTP/1.1" status: 200 len: 267 time: 0.0383656 Sep 23 15:16:02.953758 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-121038d4-db4e-4c9a-bf8f-afd759f35bb2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:03.017765 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121038d4-db4e-4c9a-bf8f-afd759f35bb2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:16:03.021177 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-121038d4-db4e-4c9a-bf8f-afd759f35bb2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:16:03.025115 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121038d4-db4e-4c9a-bf8f-afd759f35bb2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:16:03.062653 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121038d4-db4e-4c9a-bf8f-afd759f35bb2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=e67cf898-bf20-4b39-aace-83b2a09a2ac2,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:16:03.087802 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-35ede7cd-4595-4f5a-9264-6857d12a3317 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:03.089161 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-35ede7cd-4595-4f5a-9264-6857d12a3317 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/networks?id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a HTTP/1.1" status: 200 len: 811 time: 0.1481712 Sep 23 15:16:03.103792 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-3fb1d535-6b83-4eca-8fdc-4a0389a578ce tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/quotas/4dd03006331a43759c203c055fc73500 HTTP/1.1" status: 200 len: 375 time: 0.0090067 Sep 23 15:16:03.203192 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-352e2468-b371-45c3-9cf4-4a12913ecc92 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4dd03006331a43759c203c055fc73500&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0942650 Sep 23 15:16:03.389299 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-7e84ec23-17d4-4804-b247-53012f86198c service neutron] 10.222.0.67 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743360 Sep 23 15:16:03.452554 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-121038d4-db4e-4c9a-bf8f-afd759f35bb2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:03.592100 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-121038d4-db4e-4c9a-bf8f-afd759f35bb2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:03.616929 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-2bc0e5da-a1e2-473a-b779-b59511867118 service neutron] 10.222.0.67 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216485 Sep 23 15:16:03.805952 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-121038d4-db4e-4c9a-bf8f-afd759f35bb2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:03.877172 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-121038d4-db4e-4c9a-bf8f-afd759f35bb2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:03.980647 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121038d4-db4e-4c9a-bf8f-afd759f35bb2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=e67cf898-bf20-4b39-aace-83b2a09a2ac2,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:16:03.985261 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-121038d4-db4e-4c9a-bf8f-afd759f35bb2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:04.159315 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-121038d4-db4e-4c9a-bf8f-afd759f35bb2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Floating IP a42b3a76-4d28-4874-92f3-ca0c54dbe7ce associated. External IP: 172.26.10.93, port: d860b7fd-bb7f-4e1a-a824-de5e5f95daa4. Sep 23 15:16:04.391529 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-294a32b3-6664-4010-8508-52b37aec8e80 req-024049ff-56a8-474f-91d9-a536501b7bbf tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 210 time: 0.0587900 Sep 23 15:16:04.673606 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121038d4-db4e-4c9a-bf8f-afd759f35bb2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router aaa41f52-ab1f-43de-9365-e793afa579d7 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:16:04.856224 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121038d4-db4e-4c9a-bf8f-afd759f35bb2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:16:04.867232 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaf40bf-9b35-44e9-af75-6f5189a3d4d3 None None] Sync routers for ids ['aaa41f52-ab1f-43de-9365-e793afa579d7'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:16:04.876488 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaf40bf-9b35-44e9-af75-6f5189a3d4d3 None None] Routers {'aaa41f52-ab1f-43de-9365-e793afa579d7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:16:04.877084 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-ebaf40bf-9b35-44e9-af75-6f5189a3d4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:15:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['aaa41f52-ab1f-43de-9365-e793afa579d7'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:16:04.953248 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-121038d4-db4e-4c9a-bf8f-afd759f35bb2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:05.011882 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-121038d4-db4e-4c9a-bf8f-afd759f35bb2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7941055 Sep 23 15:16:05.012695 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d33920-4506-4875-9424-7f365f35a2b7', 'tag': 'd860b7fd-bb7f-4e1a-a824-de5e5f95daa4'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:16:05.014704 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50838) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:16:05.027650 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8009c2c01c24846940f3c9c2beb64f503f2d744ca5e92813e431a27377ac34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0182daf8-88fc-4c10-8624-728d050a1f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d33920-4506-4875-9424-7f365f35a2b7", "tag": "d860b7fd-bb7f-4e1a-a824-de5e5f95daa4"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:16:05.029707 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b0c23d25-fc88-46a8-81cc-425b83ae1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:05.072239 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-ebaf40bf-9b35-44e9-af75-6f5189a3d4d3 None None] Set router aaa41f52-ab1f-43de-9365-e793afa579d7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:16:05.085894 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3354a56b-2b44-4d37-897e-e87d625f077b x-openstack-request-id: req-3354a56b-2b44-4d37-897e-e87d625f077b {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:16:05.086364 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d33920-4506-4875-9424-7f365f35a2b7", "tag": "d860b7fd-bb7f-4e1a-a824-de5e5f95daa4", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:16:05.086795 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3354a56b-2b44-4d37-897e-e87d625f077b {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:16:05.087201 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3354a56b-2b44-4d37-897e-e87d625f077b'] response: {'name': 'network-changed', 'server_uuid': 'f9d33920-4506-4875-9424-7f365f35a2b7', 'tag': 'd860b7fd-bb7f-4e1a-a824-de5e5f95daa4', 'status': 'completed', 'code': 200} Sep 23 15:16:05.186158 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-cb02bd7d-60f5-4cf1-b108-3b6b887bf10b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/a42b3a76-4d28-4874-92f3-ca0c54dbe7ce HTTP/1.1" status: 200 len: 991 time: 0.1702693 Sep 23 15:16:05.205873 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182daf8-88fc-4c10-8624-728d050a1f4f req-d02486e5-8b77-4eeb-a6de-ed893f3c2607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:05.207946 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0182daf8-88fc-4c10-8624-728d050a1f4f req-d02486e5-8b77-4eeb-a6de-ed893f3c2607 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=f9d33920-4506-4875-9424-7f365f35a2b7 HTTP/1.1" status: 200 len: 1098 time: 0.0949020 Sep 23 15:16:05.341182 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182daf8-88fc-4c10-8624-728d050a1f4f req-da2f1991-d22c-4eaf-8f58-553dffbf0298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:05.342244 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0182daf8-88fc-4c10-8624-728d050a1f4f req-da2f1991-d22c-4eaf-8f58-553dffbf0298 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fbeb33d3-1b9a-4da0-8253-dea186cbd7db HTTP/1.1" status: 200 len: 898 time: 0.1282492 Sep 23 15:16:05.459253 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-ebaf40bf-9b35-44e9-af75-6f5189a3d4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'name': 'tempest-TestNetworkBasicOps-router-1618451818', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187'}], 'enable_snat': True}, 'gw_port_id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': 'a42b3a76-4d28-4874-92f3-ca0c54dbe7ce', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.93', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'port_id': 'd860b7fd-bb7f-4e1a-a824-de5e5f95daa4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db', 'mac_address': 'fa:16:3e:53:c7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d33920-4506-4875-9424-7f365f35a2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:16:03Z', 'updated_at': '2022-09-23T15:16:03Z', 'revision_number': 0, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ffd4ae-73b3-499f-97ed-7ae8695008fc', 'name': '', 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:6a:c5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:42Z', 'updated_at': '2022-09-23T15:15:49Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:16:05.462656 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0182daf8-88fc-4c10-8624-728d050a1f4f req-5b5545a4-a672-481a-b243-c697cae85ab9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 HTTP/1.1" status: 200 len: 999 time: 0.1141627 Sep 23 15:16:05.464077 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaf40bf-9b35-44e9-af75-6f5189a3d4d3 None None] Checking router: aaa41f52-ab1f-43de-9365-e793afa579d7 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:16:05.472650 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaf40bf-9b35-44e9-af75-6f5189a3d4d3 None None] Routers {'aaa41f52-ab1f-43de-9365-e793afa579d7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:16:05.473259 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-ebaf40bf-9b35-44e9-af75-6f5189a3d4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:16:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['aaa41f52-ab1f-43de-9365-e793afa579d7'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:16:05.533548 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182daf8-88fc-4c10-8624-728d050a1f4f req-af25e1bb-2820-4dfd-b2a8-ee04093d58a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:05.535199 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0182daf8-88fc-4c10-8624-728d050a1f4f req-af25e1bb-2820-4dfd-b2a8-ee04093d58a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=979a5773-e0c0-400a-be25-f49833ac94c2 HTTP/1.1" status: 200 len: 835 time: 0.0661478 Sep 23 15:16:05.566764 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:05.569775 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:05.583379 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a84169c2-90ca-493b-ad55-118292fb201a req-218a29f4-d92b-4119-80db-93d869b7a7ac tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 210 time: 0.0722194 Sep 23 15:16:05.627110 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182daf8-88fc-4c10-8624-728d050a1f4f req-71c7b4de-7094-4cc8-a42a-553ea2b59c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:05.628512 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0182daf8-88fc-4c10-8624-728d050a1f4f req-71c7b4de-7094-4cc8-a42a-553ea2b59c32 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fbeb33d3-1b9a-4da0-8253-dea186cbd7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854259 Sep 23 15:16:05.672955 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-ebaf40bf-9b35-44e9-af75-6f5189a3d4d3 None None] Set router aaa41f52-ab1f-43de-9365-e793afa579d7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:16:05.764233 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0182daf8-88fc-4c10-8624-728d050a1f4f req-030ba3cd-c6ea-4b4e-8e42-40916d60f7f4 service neutron] 10.222.0.72 "GET /v2.0/networks/fbeb33d3-1b9a-4da0-8253-dea186cbd7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286740 Sep 23 15:16:05.910803 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0182daf8-88fc-4c10-8624-728d050a1f4f req-cd2aa51c-addd-4256-8287-052f2036198e service neutron] 10.222.0.72 "GET /v2.0/networks/fbeb33d3-1b9a-4da0-8253-dea186cbd7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388357 Sep 23 15:16:06.056806 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-ebaf40bf-9b35-44e9-af75-6f5189a3d4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'name': 'tempest-TestNetworkBasicOps-router-1618451818', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187'}], 'enable_snat': True}, 'gw_port_id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': 'a42b3a76-4d28-4874-92f3-ca0c54dbe7ce', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.93', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'port_id': 'd860b7fd-bb7f-4e1a-a824-de5e5f95daa4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db', 'mac_address': 'fa:16:3e:53:c7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d33920-4506-4875-9424-7f365f35a2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:16:03Z', 'updated_at': '2022-09-23T15:16:03Z', 'revision_number': 0, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ffd4ae-73b3-499f-97ed-7ae8695008fc', 'name': '', 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:6a:c5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:42Z', 'updated_at': '2022-09-23T15:15:49Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:16:06.061062 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaf40bf-9b35-44e9-af75-6f5189a3d4d3 None None] The sync data for ids ['aaa41f52-ab1f-43de-9365-e793afa579d7'] in dv-neutron-859093-1-hyperv is: [{'id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'name': 'tempest-TestNetworkBasicOps-router-1618451818', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187'}], 'enable_snat': True}, 'gw_port_id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': 'a42b3a76-4d28-4874-92f3-ca0c54dbe7ce', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.93', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'port_id': 'd860b7fd-bb7f-4e1a-a824-de5e5f95daa4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db', 'mac_address': 'fa:16:3e:53:c7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d33920-4506-4875-9424-7f365f35a2b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:16:03Z', 'updated_at': '2022-09-23T15:16:03Z', 'revision_number': 0, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ffd4ae-73b3-499f-97ed-7ae8695008fc', 'name': '', 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:6a:c5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:42Z', 'updated_at': '2022-09-23T15:15:49Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:16:06.189939 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50846) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:16:06.272462 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f96c0f4-2918-4de6-9bfc-bf8d4d523023 None None] New status for floating IP a42b3a76-4d28-4874-92f3-ca0c54dbe7ce: ACTIVE {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:16:06.297080 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-c8c2e5d4-a209-4d01-b966-9c944841a443 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:06.298722 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-c8c2e5d4-a209-4d01-b966-9c944841a443 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.72 "GET /v2.0/networks?id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a HTTP/1.1" status: 200 len: 811 time: 0.1784663 Sep 23 15:16:06.347974 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9db9e9da-fd6c-4203-8790-84feef1f905a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/a42b3a76-4d28-4874-92f3-ca0c54dbe7ce HTTP/1.1" status: 200 len: 991 time: 0.1555579 Sep 23 15:16:06.357877 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-5abfd7ca-5924-4773-af0f-3629d25e7bef tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dd03006331a43759c203c055fc73500 HTTP/1.1" status: 200 len: 380 time: 0.0450087 Sep 23 15:16:06.366910 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-2386755d-1394-4682-b512-1ce5cb6c0550 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Request body: {'port': {'device_id': 'c16ec363-25c8-4d86-97b0-1f576664f195', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'admin_state_up': True, 'tenant_id': '4dd03006331a43759c203c055fc73500', 'security_groups': ['f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:16:06.505984 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-2386755d-1394-4682-b512-1ce5cb6c0550 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:16:06.515724 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-2386755d-1394-4682-b512-1ce5cb6c0550 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:16:06.591461 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-2386755d-1394-4682-b512-1ce5cb6c0550 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Made reservation on behalf of 4dd03006331a43759c203c055fc73500 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:16:06.595108 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-2386755d-1394-4682-b512-1ce5cb6c0550 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:06.801439 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4ac6f607-5b91-4cea-aaa8-9db903cc01c6 req-bb4e188e-2d5b-40a1-b250-bd81b431fe41 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 210 time: 0.0905464 Sep 23 15:16:06.826865 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-2386755d-1394-4682-b512-1ce5cb6c0550 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Allocated IP 172.20.0.14 (54f9df89-e4c3-410f-a46e-fdf8b10aca9a/64979ce6-fb4a-43b7-a76f-4e9da53aeed1/d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:16:06.945887 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:07.124660 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-2386755d-1394-4682-b512-1ce5cb6c0550 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:07.142019 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-2386755d-1394-4682-b512-1ce5cb6c0550 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Transition to ACTIVE for port object d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:16:07.256535 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-2386755d-1394-4682-b512-1ce5cb6c0550 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:07.325877 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-2386755d-1394-4682-b512-1ce5cb6c0550 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Network 54f9df89-e4c3-410f-a46e-fdf8b10aca9a is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:16:07.328803 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-2386755d-1394-4682-b512-1ce5cb6c0550 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:16:07.331353 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-2386755d-1394-4682-b512-1ce5cb6c0550 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:16:07.351996 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50852) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:16:07.380517 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386755d-1394-4682-b512-1ce5cb6c0550 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Pushing event updated for resources: {'Port': ['ID=d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:16:07.409201 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-2386755d-1394-4682-b512-1ce5cb6c0550 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:07.410098 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-2386755d-1394-4682-b512-1ce5cb6c0550 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:07.465495 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-11353827-a3b2-4e2f-a845-5b9938dc64c4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/a42b3a76-4d28-4874-92f3-ca0c54dbe7ce HTTP/1.1" status: 200 len: 993 time: 0.1122627 Sep 23 15:16:07.508226 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-2386755d-1394-4682-b512-1ce5cb6c0550 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1456983 Sep 23 15:16:07.520659 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-512c409c-d9d0-47c9-adac-093693fbb1cd service neutron] Request body: {'port': {'device_id': 'c16ec363-25c8-4d86-97b0-1f576664f195', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:16:07.635856 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-512c409c-d9d0-47c9-adac-093693fbb1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:07.667150 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b4098d5c-8117-4288-89ba-4e9f6642c77c None None] Provisioning for port d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:16:07.672771 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b4098d5c-8117-4288-89ba-4e9f6642c77c None None] Provisioning complete for port d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:16:07.673245 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b4098d5c-8117-4288-89ba-4e9f6642c77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:07.673671 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b4098d5c-8117-4288-89ba-4e9f6642c77c None None] Attempt 1 to provision port d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c Sep 23 15:16:07.731726 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b4098d5c-8117-4288-89ba-4e9f6642c77c None None] Port d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:16:07.993151 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-512c409c-d9d0-47c9-adac-093693fbb1cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:16:08.002198 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-512c409c-d9d0-47c9-adac-093693fbb1cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:08.006743 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eebfc4-a78d-45aa-9def-2e152a09f433 req-78ed4184-5b6a-426b-9def-750f2efd3177 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:08.009896 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-97eebfc4-a78d-45aa-9def-2e152a09f433 req-78ed4184-5b6a-426b-9def-750f2efd3177 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 932 time: 0.0885749 Sep 23 15:16:08.017093 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-512c409c-d9d0-47c9-adac-093693fbb1cd service neutron] Transition to ACTIVE for port object d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:16:08.057292 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-97eebfc4-a78d-45aa-9def-2e152a09f433 req-b0ce1e11-997d-4ce2-a59b-78d017107ed3 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423582 Sep 23 15:16:08.071350 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-512c409c-d9d0-47c9-adac-093693fbb1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:08.233504 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b4098d5c-8117-4288-89ba-4e9f6642c77c None None] Attempt 2 to provision port d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c Sep 23 15:16:08.264562 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c409c-d9d0-47c9-adac-093693fbb1cd service neutron] Pushing event updated for resources: {'Port': ['ID=d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:16:08.291647 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b4098d5c-8117-4288-89ba-4e9f6642c77c None None] Port d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:16:08.295788 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-512c409c-d9d0-47c9-adac-093693fbb1cd service neutron] Attempting to bind port d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:16:08.296176 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-512c409c-d9d0-47c9-adac-093693fbb1cd service neutron] Attempting to bind port d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '2299cf50-8fc5-4710-8b0f-f89efce15188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:16:08.296506 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-512c409c-d9d0-47c9-adac-093693fbb1cd service neutron] Attempting to bind port d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c on network 54f9df89-e4c3-410f-a46e-fdf8b10aca9a {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:16:08.303058 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-512c409c-d9d0-47c9-adac-093693fbb1cd service neutron] Port d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c on network 54f9df89-e4c3-410f-a46e-fdf8b10aca9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:16:08.303372 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-512c409c-d9d0-47c9-adac-093693fbb1cd service neutron] Attempting to bind port d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c on network 54f9df89-e4c3-410f-a46e-fdf8b10aca9a {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:16:08.309057 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-512c409c-d9d0-47c9-adac-093693fbb1cd service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:16:08.309396 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-512c409c-d9d0-47c9-adac-093693fbb1cd service neutron] Checking segment: {'id': '2299cf50-8fc5-4710-8b0f-f89efce15188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:16:08.309785 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-512c409c-d9d0-47c9-adac-093693fbb1cd service neutron] Bound using segment: {'id': '2299cf50-8fc5-4710-8b0f-f89efce15188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:16:08.310207 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-512c409c-d9d0-47c9-adac-093693fbb1cd service neutron] Bound port: d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2299cf50-8fc5-4710-8b0f-f89efce15188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:16:08.310575 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-512c409c-d9d0-47c9-adac-093693fbb1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:08.398308 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-512c409c-d9d0-47c9-adac-093693fbb1cd service neutron] For port d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:16:08.401402 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-512c409c-d9d0-47c9-adac-093693fbb1cd service neutron] For port d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c,segment=NetworkSegment(2299cf50-8fc5-4710-8b0f-f89efce15188),segment_id=2299cf50-8fc5-4710-8b0f-f89efce15188)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:16:08.456011 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-512c409c-d9d0-47c9-adac-093693fbb1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:08.492414 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-512c409c-d9d0-47c9-adac-093693fbb1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:08.493032 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-512c409c-d9d0-47c9-adac-093693fbb1cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:08.494462 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-512c409c-d9d0-47c9-adac-093693fbb1cd service neutron] 10.222.0.72 "PUT /v2.0/ports/d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c HTTP/1.1" status: 200 len: 1094 time: 0.9790869 Sep 23 15:16:08.494937 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c16ec363-25c8-4d86-97b0-1f576664f195', 'tag': 'd5a1e7d9-56f7-4f6d-9c2f-ef598b14326c'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:16:08.497253 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d562e1cc-205b-49ed-86eb-9289997771eb" -d '{"events": [{"name": "network-changed", "server_uuid": "c16ec363-25c8-4d86-97b0-1f576664f195", "tag": "d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:16:08.536425 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c409c-d9d0-47c9-adac-093693fbb1cd service neutron] Pushing event updated for resources: {'Port': ['ID=d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:16:08.539965 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938ea811-94a8-4c37-98f6-b12bd7092213 x-openstack-request-id: req-938ea811-94a8-4c37-98f6-b12bd7092213 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:16:08.540238 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c16ec363-25c8-4d86-97b0-1f576664f195", "tag": "d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:16:08.540482 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-938ea811-94a8-4c37-98f6-b12bd7092213 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:16:08.540851 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-938ea811-94a8-4c37-98f6-b12bd7092213'] response: {'name': 'network-changed', 'server_uuid': 'c16ec363-25c8-4d86-97b0-1f576664f195', 'tag': 'd5a1e7d9-56f7-4f6d-9c2f-ef598b14326c', 'status': 'completed', 'code': 200} Sep 23 15:16:08.640605 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562e1cc-205b-49ed-86eb-9289997771eb req-bb75c3e5-b81e-4ead-9c32-1750d9a1ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:08.641982 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d562e1cc-205b-49ed-86eb-9289997771eb req-bb75c3e5-b81e-4ead-9c32-1750d9a1ecf7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4dd03006331a43759c203c055fc73500&device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 1097 time: 0.0829256 Sep 23 15:16:08.782810 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562e1cc-205b-49ed-86eb-9289997771eb req-d2f8527e-bf19-4217-a2cc-5e5f3f2fed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:08.784240 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d562e1cc-205b-49ed-86eb-9289997771eb req-d2f8527e-bf19-4217-a2cc-5e5f3f2fed0e service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=4dd03006331a43759c203c055fc73500&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1321995 Sep 23 15:16:08.792691 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b4098d5c-8117-4288-89ba-4e9f6642c77c None None] Attempt 3 to provision port d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c Sep 23 15:16:08.858646 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b4098d5c-8117-4288-89ba-4e9f6642c77c None None] Port d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:16:08.926535 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562e1cc-205b-49ed-86eb-9289997771eb req-adef79dc-1ebc-4852-9852-a720fd6772d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:08.927903 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d562e1cc-205b-49ed-86eb-9289997771eb req-adef79dc-1ebc-4852-9852-a720fd6772d2 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1380043 Sep 23 15:16:09.040962 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-69e4a179-e603-4509-8dac-6c02652762fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:09.042439 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-69e4a179-e603-4509-8dac-6c02652762fb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4dd03006331a43759c203c055fc73500&device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 1097 time: 0.0808325 Sep 23 15:16:09.110517 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-f622c160-0006-4df7-8a70-c167dc814bc8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c HTTP/1.1" status: 200 len: 217 time: 0.0605104 Sep 23 15:16:09.266402 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5f14d-7211-4441-b351-5396d80714df req-0719c974-5595-4db3-a149-dc975f492a51 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:09.267898 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7dc5f14d-7211-4441-b351-5396d80714df req-0719c974-5595-4db3-a149-dc975f492a51 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 944 time: 0.1002350 Sep 23 15:16:09.278970 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-a9755588-d77f-4203-9026-a0a49042b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:09.280397 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-a9755588-d77f-4203-9026-a0a49042b3e3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64979ce6-fb4a-43b7-a76f-4e9da53aeed1 HTTP/1.1" status: 200 len: 850 time: 0.1636550 Sep 23 15:16:09.313213 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7dc5f14d-7211-4441-b351-5396d80714df req-702db8ee-be24-4d42-9987-511672d4babe tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385306 Sep 23 15:16:09.362527 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-64a2ef74-afee-4965-8a7b-906d954367f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:09.364106 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-64a2ef74-afee-4965-8a7b-906d954367f5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777605 Sep 23 15:16:09.494968 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-3501813b-fc51-486b-bf9d-44969d5059d5 service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242845 Sep 23 15:16:09.636409 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5a811a14-35a3-48a2-a087-5f1f291d4614 req-dad90ef2-13a8-45dc-bb7f-f9c3aa46d189 service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276557 Sep 23 15:16:10.514407 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778e9fa-368e-4fe0-b686-e4a2bf25b81e req-ce10c113-b842-4f41-ad21-2f160520c204 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:10.515107 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-0778e9fa-368e-4fe0-b686-e4a2bf25b81e req-ce10c113-b842-4f41-ad21-2f160520c204 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Synchronizing usage tracker for tenant:4dd03006331a43759c203c055fc73500 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:16:10.621255 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-0778e9fa-368e-4fe0-b686-e4a2bf25b81e req-ce10c113-b842-4f41-ad21-2f160520c204 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Unset dirty status for tenant:4dd03006331a43759c203c055fc73500 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:16:10.622350 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0778e9fa-368e-4fe0-b686-e4a2bf25b81e req-ce10c113-b842-4f41-ad21-2f160520c204 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 944 time: 0.1969159 Sep 23 15:16:10.667615 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0778e9fa-368e-4fe0-b686-e4a2bf25b81e req-99824054-39c4-4f9a-b767-242a389b58c6 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393138 Sep 23 15:16:11.866158 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c3971-12a2-46f1-a289-61ed69ef01e1 req-11b76db3-c103-448a-9ce3-d25f22413a18 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:11.867637 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f09c3971-12a2-46f1-a289-61ed69ef01e1 req-11b76db3-c103-448a-9ce3-d25f22413a18 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 944 time: 0.0914495 Sep 23 15:16:11.911508 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f09c3971-12a2-46f1-a289-61ed69ef01e1 req-dcde6022-3c45-45fd-ae25-1ba6645af17a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382013 Sep 23 15:16:13.110081 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b214-3b11-4417-986e-8dc22c1740c7 req-8dc292cc-b84f-47de-ab33-95eb2e44f6be tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:13.111514 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5bc1b214-3b11-4417-986e-8dc22c1740c7 req-8dc292cc-b84f-47de-ab33-95eb2e44f6be tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 944 time: 0.0862124 Sep 23 15:16:13.158015 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5bc1b214-3b11-4417-986e-8dc22c1740c7 req-2ebeee80-1727-444f-aaa7-1a8963f5a43f tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408144 Sep 23 15:16:14.355428 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6d6f6-cef8-47f1-9284-8cc3a5587ee8 req-21c1f72d-51bb-4c63-9259-a371815f4e31 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:14.356914 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-26a6d6f6-cef8-47f1-9284-8cc3a5587ee8 req-21c1f72d-51bb-4c63-9259-a371815f4e31 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 944 time: 0.0861626 Sep 23 15:16:14.403612 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-26a6d6f6-cef8-47f1-9284-8cc3a5587ee8 req-85bdb471-fd92-4786-917e-fb9aeeafa6ac tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410345 Sep 23 15:16:15.602491 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9c066-d2b5-4f72-9c86-23cd605e8379 req-09859db3-1095-49f9-9cb5-5549ae8d3bbb tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:15.603933 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e3e9c066-d2b5-4f72-9c86-23cd605e8379 req-09859db3-1095-49f9-9cb5-5549ae8d3bbb tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 944 time: 0.0895228 Sep 23 15:16:15.649155 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e3e9c066-d2b5-4f72-9c86-23cd605e8379 req-9b4eec4a-49c5-4a23-a218-aa4539b72503 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394194 Sep 23 15:16:16.846013 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38c3e2-765c-4100-8e9d-91eb7275e630 req-287640e9-76e7-4167-81ed-5e3de26d5615 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:16.847473 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-de38c3e2-765c-4100-8e9d-91eb7275e630 req-287640e9-76e7-4167-81ed-5e3de26d5615 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 944 time: 0.0896847 Sep 23 15:16:16.890633 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-de38c3e2-765c-4100-8e9d-91eb7275e630 req-300ef5e2-3d74-4dea-9632-69394992a34c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369291 Sep 23 15:16:18.091509 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af42a9-2f42-4e1d-bb54-429fe7aff85f req-58c6536b-3a13-49fb-bd6b-3cf68010d22f tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:18.093177 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-14af42a9-2f42-4e1d-bb54-429fe7aff85f req-58c6536b-3a13-49fb-bd6b-3cf68010d22f tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 944 time: 0.0938637 Sep 23 15:16:18.137021 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-14af42a9-2f42-4e1d-bb54-429fe7aff85f req-24dc44f0-3e7b-4643-9584-398a4085e961 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375824 Sep 23 15:16:19.054731 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:16:19.190676 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c,segment=NetworkSegment(2299cf50-8fc5-4710-8b0f-f89efce15188),segment_id=2299cf50-8fc5-4710-8b0f-f89efce15188)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:16:19.204253 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': 'd5a1e7d9-56f7-4f6d-9c2f-ef598b14326c', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'port_id': 'd5a1e7d9-56f7-4f6d-9c2f-ef598b14326c', 'mac_address': 'fa:16:3e:1c:0a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:16:19.264728 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:16:19.265104 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:19.282698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:16:19.298450 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c,segment=NetworkSegment(2299cf50-8fc5-4710-8b0f-f89efce15188),segment_id=2299cf50-8fc5-4710-8b0f-f89efce15188)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:16:19.381733 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:19.450841 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32777561-0c78-4333-804b-5dee9467e54d req-be65c51b-129d-45e6-80a3-23836a900675 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:19.451406 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:16:19.452245 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-32777561-0c78-4333-804b-5dee9467e54d req-be65c51b-129d-45e6-80a3-23836a900675 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 944 time: 0.2047210 Sep 23 15:16:19.496513 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-32777561-0c78-4333-804b-5dee9467e54d req-6fe68644-7cb0-4b2a-9209-e5a8c267ffca tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381811 Sep 23 15:16:19.617346 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:16:20.699444 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294051a-2a47-4f68-90da-1008fb8b1757 req-2d815e2b-0081-44e4-8c38-bce0ceced22a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:20.700918 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b294051a-2a47-4f68-90da-1008fb8b1757 req-2d815e2b-0081-44e4-8c38-bce0ceced22a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 945 time: 0.0897601 Sep 23 15:16:20.747400 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b294051a-2a47-4f68-90da-1008fb8b1757 req-ffd68dc2-f039-4873-aaad-9d044a5b7459 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406928 Sep 23 15:16:21.095672 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:16:21.232309 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:16:21.237691 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:16:21.238121 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:21.238511 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c Sep 23 15:16:21.355192 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:16:21.355515 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:21.384001 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16ec363-25c8-4d86-97b0-1f576664f195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a1e7d9-56f7-4f6d-9c2f-ef598b14326c'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:16:21.386249 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01297c4-844b-4881-9b77-09daa0d94621" -d '{"events": [{"server_uuid": "c16ec363-25c8-4d86-97b0-1f576664f195", "name": "network-vif-plugged", "status": "completed", "tag": "d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:16:21.393866 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c,segment=NetworkSegment(2299cf50-8fc5-4710-8b0f-f89efce15188),segment_id=2299cf50-8fc5-4710-8b0f-f89efce15188)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:16:21.429679 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14ed0be-e6e9-46e8-a442-6919c3dc7c61 x-openstack-request-id: req-f14ed0be-e6e9-46e8-a442-6919c3dc7c61 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:16:21.429965 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16ec363-25c8-4d86-97b0-1f576664f195", "name": "network-vif-plugged", "status": "completed", "tag": "d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:16:21.430230 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f14ed0be-e6e9-46e8-a442-6919c3dc7c61 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:16:21.430643 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14ed0be-e6e9-46e8-a442-6919c3dc7c61'] response: {'server_uuid': 'c16ec363-25c8-4d86-97b0-1f576664f195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a1e7d9-56f7-4f6d-9c2f-ef598b14326c', 'code': 200} Sep 23 15:16:21.438713 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:21.510225 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:16:21.948301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d01e0-8368-4767-8d46-392329deaf29 req-8a180194-a174-46d4-977a-841430166e6f tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:21.949846 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c74d01e0-8368-4767-8d46-392329deaf29 req-8a180194-a174-46d4-977a-841430166e6f tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 946 time: 0.0919082 Sep 23 15:16:22.050604 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c74d01e0-8368-4767-8d46-392329deaf29 req-9f71b20c-fd20-426b-b621-0455e3b3650d tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931559 Sep 23 15:16:22.070344 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f310689-c58f-4d09-9262-109a6e9d697c req-31cc45b4-8bde-47fb-b851-1e68fa3c7cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:22.071795 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1f310689-c58f-4d09-9262-109a6e9d697c req-31cc45b4-8bde-47fb-b851-1e68fa3c7cc5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 1099 time: 0.1015384 Sep 23 15:16:22.112019 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1f310689-c58f-4d09-9262-109a6e9d697c req-1bf8ceb6-dc15-4b4d-8e39-c28d980c0a95 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340428 Sep 23 15:16:23.078384 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:16:23.251586 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49d99f-f3e3-4c85-8212-b6711558fc1f req-39dfeef2-8fb3-4de2-97d6-d79294794a57 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:23.253046 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6c49d99f-f3e3-4c85-8212-b6711558fc1f req-39dfeef2-8fb3-4de2-97d6-d79294794a57 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 946 time: 0.0883870 Sep 23 15:16:23.297398 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6c49d99f-f3e3-4c85-8212-b6711558fc1f req-7297914b-8cfe-4d05-8e37-96e49c33e18d tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380290 Sep 23 15:16:24.496705 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ccb715-b879-4f27-ac1b-1f78224856c3 req-f2dac608-6b53-41cc-83b6-b58c0b276087 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:24.498459 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-40ccb715-b879-4f27-ac1b-1f78224856c3 req-f2dac608-6b53-41cc-83b6-b58c0b276087 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 946 time: 0.0902989 Sep 23 15:16:24.546603 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-40ccb715-b879-4f27-ac1b-1f78224856c3 req-ca8c0a4b-a993-488d-84b6-a6723c76669b tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418029 Sep 23 15:16:24.747880 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06916bd-cd31-4dbf-9b86-c6edd276c93b req-53ef73f6-4e18-4bcb-a483-b9f00fc6e4b1 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:24.749346 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f06916bd-cd31-4dbf-9b86-c6edd276c93b req-53ef73f6-4e18-4bcb-a483-b9f00fc6e4b1 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 946 time: 0.0910885 Sep 23 15:16:24.794210 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f06916bd-cd31-4dbf-9b86-c6edd276c93b req-3148732c-de22-4ac9-bc95-3858617620d0 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388033 Sep 23 15:16:24.822883 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50890) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:16:25.013394 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce5917e-0105-4bc8-a4c1-3cfe3bf24539 tempest-TestVolumeBootPattern-1416517948 tempest-TestVolumeBootPattern-1416517948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:25.014944 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1ce5917e-0105-4bc8-a4c1-3cfe3bf24539 tempest-TestVolumeBootPattern-1416517948 tempest-TestVolumeBootPattern-1416517948-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 1094 time: 0.1910605 Sep 23 15:16:25.017704 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50896) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:16:25.023415 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-4458ae75-4295-48fa-b605-8ad6ac3b4487 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': 'd5a1e7d9-56f7-4f6d-9c2f-ef598b14326c', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:16:25.029187 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4458ae75-4295-48fa-b605-8ad6ac3b4487 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:16:25.035595 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4458ae75-4295-48fa-b605-8ad6ac3b4487 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Usage tracker for resource:floatingip and tenant:4dd03006331a43759c203c055fc73500 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:16:25.036091 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4458ae75-4295-48fa-b605-8ad6ac3b4487 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:16:25.041665 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4458ae75-4295-48fa-b605-8ad6ac3b4487 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:16:25.118286 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4458ae75-4295-48fa-b605-8ad6ac3b4487 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for floatingip, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:25.258280 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4458ae75-4295-48fa-b605-8ad6ac3b4487 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:25.395156 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-4458ae75-4295-48fa-b605-8ad6ac3b4487 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Allocated IP 172.26.10.152 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/b1acc83f-6e52-4db9-8a4b-b990f633473b) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:16:25.543186 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4458ae75-4295-48fa-b605-8ad6ac3b4487 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:25.621529 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4458ae75-4295-48fa-b605-8ad6ac3b4487 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:25.689828 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4458ae75-4295-48fa-b605-8ad6ac3b4487 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:16:25.693173 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-4458ae75-4295-48fa-b605-8ad6ac3b4487 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:16:25.696942 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4458ae75-4295-48fa-b605-8ad6ac3b4487 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:16:25.735505 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458ae75-4295-48fa-b605-8ad6ac3b4487 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Pushing event updated for resources: {'Port': ['ID=b1acc83f-6e52-4db9-8a4b-b990f633473b,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:16:26.106995 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4458ae75-4295-48fa-b605-8ad6ac3b4487 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:26.258079 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4458ae75-4295-48fa-b605-8ad6ac3b4487 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:26.464172 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4458ae75-4295-48fa-b605-8ad6ac3b4487 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:26.518027 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4458ae75-4295-48fa-b605-8ad6ac3b4487 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:26.732399 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458ae75-4295-48fa-b605-8ad6ac3b4487 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Pushing event updated for resources: {'Port': ['ID=b1acc83f-6e52-4db9-8a4b-b990f633473b,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:16:26.738171 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4458ae75-4295-48fa-b605-8ad6ac3b4487 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:26.907724 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-4458ae75-4295-48fa-b605-8ad6ac3b4487 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Floating IP f6d22573-a1ff-4149-bfa0-834c6d59332f associated. External IP: 172.26.10.152, port: d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c. Sep 23 15:16:27.262451 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4458ae75-4295-48fa-b605-8ad6ac3b4487 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:16:27.440769 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4458ae75-4295-48fa-b605-8ad6ac3b4487 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:16:27.450157 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2650d7d-f75c-4e45-93b9-3a218c2d55f1 None None] Sync routers for ids ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:16:27.459260 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2650d7d-f75c-4e45-93b9-3a218c2d55f1 None None] Routers {'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:16:27.459873 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-c2650d7d-f75c-4e45-93b9-3a218c2d55f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:16:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:16:27.518215 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4458ae75-4295-48fa-b605-8ad6ac3b4487 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:27.581366 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4458ae75-4295-48fa-b605-8ad6ac3b4487 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 998 time: 2.5603638 Sep 23 15:16:27.581366 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c16ec363-25c8-4d86-97b0-1f576664f195', 'tag': 'd5a1e7d9-56f7-4f6d-9c2f-ef598b14326c'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:16:27.582152 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8009c2c01c24846940f3c9c2beb64f503f2d744ca5e92813e431a27377ac34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01ddba9-7dda-4eb8-a370-aab03140585b" -d '{"events": [{"name": "network-changed", "server_uuid": "c16ec363-25c8-4d86-97b0-1f576664f195", "tag": "d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:16:27.626680 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a24eaae-497e-405a-bd7b-2b05379e4621 x-openstack-request-id: req-2a24eaae-497e-405a-bd7b-2b05379e4621 {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:16:27.628536 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c16ec363-25c8-4d86-97b0-1f576664f195", "tag": "d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:16:27.628536 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2a24eaae-497e-405a-bd7b-2b05379e4621 {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:16:27.628536 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a24eaae-497e-405a-bd7b-2b05379e4621'] response: {'name': 'network-changed', 'server_uuid': 'c16ec363-25c8-4d86-97b0-1f576664f195', 'tag': 'd5a1e7d9-56f7-4f6d-9c2f-ef598b14326c', 'status': 'completed', 'code': 200} Sep 23 15:16:27.656673 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-c2650d7d-f75c-4e45-93b9-3a218c2d55f1 None None] Set router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:16:27.739142 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ddba9-7dda-4eb8-a370-aab03140585b req-bd220464-5ea6-4da2-89e7-f903447649bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:27.740704 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f01ddba9-7dda-4eb8-a370-aab03140585b req-bd220464-5ea6-4da2-89e7-f903447649bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4dd03006331a43759c203c055fc73500&device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 1099 time: 0.0845671 Sep 23 15:16:27.878057 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ddba9-7dda-4eb8-a370-aab03140585b req-d23520a4-5812-44e3-b4ea-6227fba050d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:27.879486 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f01ddba9-7dda-4eb8-a370-aab03140585b req-d23520a4-5812-44e3-b4ea-6227fba050d7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a HTTP/1.1" status: 200 len: 912 time: 0.1330059 Sep 23 15:16:27.985723 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f01ddba9-7dda-4eb8-a370-aab03140585b req-168e8faa-4b40-4b1c-af43-604ed1f02d44 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c HTTP/1.1" status: 200 len: 1001 time: 0.0979972 Sep 23 15:16:28.047684 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-c2650d7d-f75c-4e45-93b9-3a218c2d55f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'name': 'tempest-TestVolumeBootPattern-818665133-router', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107'}], 'enable_snat': True}, 'gw_port_id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:05Z', 'updated_at': '2022-09-23T15:08:22Z', 'revision_number': 4, 'project_id': '4dd03006331a43759c203c055fc73500', 'gw_port': {'id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:07Z', 'updated_at': '2022-09-23T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '51638978-a8ce-490f-8119-2879b9e9d238', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'floating_ip_address': '172.26.10.122', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'port_id': '6a991f0f-65c5-4879-bce4-4dcc65ae0aa1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'mac_address': 'fa:16:3e:48:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f24238-4edb-4248-841a-2f832000dcb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:13:18Z', 'updated_at': '2022-09-23T15:13:21Z', 'revision_number': 1, 'project_id': '4dd03006331a43759c203c055fc73500', 'fixed_ip_address_scope': None}, {'id': 'f6d22573-a1ff-4149-bfa0-834c6d59332f', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'floating_ip_address': '172.26.10.152', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'port_id': 'd5a1e7d9-56f7-4f6d-9c2f-ef598b14326c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'mac_address': 'fa:16:3e:1c:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ec363-25c8-4d86-97b0-1f576664f195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:16:26Z', 'updated_at': '2022-09-23T15:16:26Z', 'revision_number': 0, 'project_id': '4dd03006331a43759c203c055fc73500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151e0e53-e3ba-4bc9-9023-6df4ff246ff1', 'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'mac_address': 'fa:16:3e:88:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:18Z', 'updated_at': '2022-09-23T15:08:32Z', 'revision_number': 5, 'project_id': '4dd03006331a43759c203c055fc73500', 'subnets': [{'id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:16:28.049098 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ddba9-7dda-4eb8-a370-aab03140585b req-c75e32a0-1b7f-40b8-9779-2897f9c7c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:28.050598 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f01ddba9-7dda-4eb8-a370-aab03140585b req-c75e32a0-1b7f-40b8-9779-2897f9c7c165 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64979ce6-fb4a-43b7-a76f-4e9da53aeed1 HTTP/1.1" status: 200 len: 850 time: 0.0579884 Sep 23 15:16:28.051646 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2650d7d-f75c-4e45-93b9-3a218c2d55f1 None None] Checking router: e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:16:28.060226 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2650d7d-f75c-4e45-93b9-3a218c2d55f1 None None] Routers {'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:16:28.060822 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-c2650d7d-f75c-4e45-93b9-3a218c2d55f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:16:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:16:28.233253 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ddba9-7dda-4eb8-a370-aab03140585b req-f8f2c195-a878-4290-95c1-74cda267a2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:28.234751 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f01ddba9-7dda-4eb8-a370-aab03140585b req-f8f2c195-a878-4290-95c1-74cda267a2c9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1765134 Sep 23 15:16:28.246261 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-c2650d7d-f75c-4e45-93b9-3a218c2d55f1 None None] Set router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:16:28.368060 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f01ddba9-7dda-4eb8-a370-aab03140585b req-0165fe30-b0a5-4fdc-94c6-cb0cfe674f2f service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248987 Sep 23 15:16:28.510097 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f01ddba9-7dda-4eb8-a370-aab03140585b req-ac0da591-22ca-4108-87a1-12af7c80753b service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303873 Sep 23 15:16:28.598892 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-c2650d7d-f75c-4e45-93b9-3a218c2d55f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'name': 'tempest-TestVolumeBootPattern-818665133-router', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107'}], 'enable_snat': True}, 'gw_port_id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:05Z', 'updated_at': '2022-09-23T15:08:22Z', 'revision_number': 4, 'project_id': '4dd03006331a43759c203c055fc73500', 'gw_port': {'id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:07Z', 'updated_at': '2022-09-23T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '51638978-a8ce-490f-8119-2879b9e9d238', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'floating_ip_address': '172.26.10.122', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'port_id': '6a991f0f-65c5-4879-bce4-4dcc65ae0aa1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'mac_address': 'fa:16:3e:48:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f24238-4edb-4248-841a-2f832000dcb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:13:18Z', 'updated_at': '2022-09-23T15:13:21Z', 'revision_number': 1, 'project_id': '4dd03006331a43759c203c055fc73500', 'fixed_ip_address_scope': None}, {'id': 'f6d22573-a1ff-4149-bfa0-834c6d59332f', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'floating_ip_address': '172.26.10.152', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'port_id': 'd5a1e7d9-56f7-4f6d-9c2f-ef598b14326c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'mac_address': 'fa:16:3e:1c:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ec363-25c8-4d86-97b0-1f576664f195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:16:26Z', 'updated_at': '2022-09-23T15:16:26Z', 'revision_number': 0, 'project_id': '4dd03006331a43759c203c055fc73500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151e0e53-e3ba-4bc9-9023-6df4ff246ff1', 'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'mac_address': 'fa:16:3e:88:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:18Z', 'updated_at': '2022-09-23T15:08:32Z', 'revision_number': 5, 'project_id': '4dd03006331a43759c203c055fc73500', 'subnets': [{'id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:16:28.602870 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2650d7d-f75c-4e45-93b9-3a218c2d55f1 None None] The sync data for ids ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'] in dv-neutron-859093-1-hyperv is: [{'id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'name': 'tempest-TestVolumeBootPattern-818665133-router', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107'}], 'enable_snat': True}, 'gw_port_id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:05Z', 'updated_at': '2022-09-23T15:08:22Z', 'revision_number': 4, 'project_id': '4dd03006331a43759c203c055fc73500', 'gw_port': {'id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:07Z', 'updated_at': '2022-09-23T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '51638978-a8ce-490f-8119-2879b9e9d238', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'floating_ip_address': '172.26.10.122', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'port_id': '6a991f0f-65c5-4879-bce4-4dcc65ae0aa1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'mac_address': 'fa:16:3e:48:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f24238-4edb-4248-841a-2f832000dcb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:13:18Z', 'updated_at': '2022-09-23T15:13:21Z', 'revision_number': 1, 'project_id': '4dd03006331a43759c203c055fc73500', 'fixed_ip_address_scope': None}, {'id': 'f6d22573-a1ff-4149-bfa0-834c6d59332f', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'floating_ip_address': '172.26.10.152', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'port_id': 'd5a1e7d9-56f7-4f6d-9c2f-ef598b14326c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'mac_address': 'fa:16:3e:1c:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16ec363-25c8-4d86-97b0-1f576664f195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:16:26Z', 'updated_at': '2022-09-23T15:16:26Z', 'revision_number': 0, 'project_id': '4dd03006331a43759c203c055fc73500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151e0e53-e3ba-4bc9-9023-6df4ff246ff1', 'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'mac_address': 'fa:16:3e:88:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:18Z', 'updated_at': '2022-09-23T15:08:32Z', 'revision_number': 5, 'project_id': '4dd03006331a43759c203c055fc73500', 'subnets': [{'id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:16:28.796187 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70759a5b-3ca2-4307-9d54-c9556729e663 None None] New status for floating IP f6d22573-a1ff-4149-bfa0-834c6d59332f: ACTIVE {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:16:32.088984 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c7f035f1-0b2c-459d-b751-00bfb0d9d98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:32.619733 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:33.924622 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50912) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:16:34.005337 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411dea3e-81fc-426f-bba5-e30ad339e46e tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:34.005818 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411dea3e-81fc-426f-bba5-e30ad339e46e tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:34.006293 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411dea3e-81fc-426f-bba5-e30ad339e46e tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:34.008009 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-411dea3e-81fc-426f-bba5-e30ad339e46e tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/ports?project_id=8433d6d3ee51437084758ba6444603b3&network_id=fbeb33d3-1b9a-4da0-8253-dea186cbd7db HTTP/1.1" status: 200 len: 2999 time: 0.0824077 Sep 23 15:16:35.031919 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-280a8700-ce6e-49bd-837b-d5016df254aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:35.510400 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:35.533204 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:36.929622 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:39.192579 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50926) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:16:39.250708 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cffd1a-5fc5-49c1-9521-78bc5e4265fd tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:39.252141 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-21cffd1a-5fc5-49c1-9521-78bc5e4265fd tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=61b1518d-d511-4beb-b056-d894a2c85079 HTTP/1.1" status: 200 len: 818 time: 0.0585933 Sep 23 15:16:40.397552 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50934) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:16:40.402846 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-ad5220aa-6bd1-45db-80bc-5bceb012b823 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:16:40.504087 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ad5220aa-6bd1-45db-80bc-5bceb012b823 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:40.886142 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ad5220aa-6bd1-45db-80bc-5bceb012b823 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:40.963138 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ad5220aa-6bd1-45db-80bc-5bceb012b823 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:40.963388 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-ad5220aa-6bd1-45db-80bc-5bceb012b823 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Floating IP a42b3a76-4d28-4874-92f3-ca0c54dbe7ce disassociated. External IP: 172.26.10.93, port: d860b7fd-bb7f-4e1a-a824-de5e5f95daa4. Sep 23 15:16:41.321346 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5220aa-6bd1-45db-80bc-5bceb012b823 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router aaa41f52-ab1f-43de-9365-e793afa579d7 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:16:41.504410 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5220aa-6bd1-45db-80bc-5bceb012b823 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:16:41.509478 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ad5220aa-6bd1-45db-80bc-5bceb012b823 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:41.513875 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bac75b-312e-4c24-a88d-ed9f00456231 None None] Sync routers for ids ['aaa41f52-ab1f-43de-9365-e793afa579d7'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:16:41.523939 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bac75b-312e-4c24-a88d-ed9f00456231 None None] Routers {'aaa41f52-ab1f-43de-9365-e793afa579d7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:16:41.524551 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-52bac75b-312e-4c24-a88d-ed9f00456231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:16:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['aaa41f52-ab1f-43de-9365-e793afa579d7'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:16:41.570685 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ad5220aa-6bd1-45db-80bc-5bceb012b823 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "PUT /v2.0/floatingips/a42b3a76-4d28-4874-92f3-ca0c54dbe7ce HTTP/1.1" status: 200 len: 690 time: 1.1691637 Sep 23 15:16:41.570685 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d33920-4506-4875-9424-7f365f35a2b7', 'tag': 'd860b7fd-bb7f-4e1a-a824-de5e5f95daa4'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:16:41.570903 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8009c2c01c24846940f3c9c2beb64f503f2d744ca5e92813e431a27377ac34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630fb5d6-9ada-4fdc-a028-3eae1053a52d" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d33920-4506-4875-9424-7f365f35a2b7", "tag": "d860b7fd-bb7f-4e1a-a824-de5e5f95daa4"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:16:41.571143 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50940) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:16:41.620724 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a06dae-97eb-4b34-911a-7925f832db60 x-openstack-request-id: req-04a06dae-97eb-4b34-911a-7925f832db60 {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:16:41.620724 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d33920-4506-4875-9424-7f365f35a2b7", "tag": "d860b7fd-bb7f-4e1a-a824-de5e5f95daa4", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:16:41.623791 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-04a06dae-97eb-4b34-911a-7925f832db60 {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:16:41.623791 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a06dae-97eb-4b34-911a-7925f832db60'] response: {'name': 'network-changed', 'server_uuid': 'f9d33920-4506-4875-9424-7f365f35a2b7', 'tag': 'd860b7fd-bb7f-4e1a-a824-de5e5f95daa4', 'status': 'completed', 'code': 200} Sep 23 15:16:41.704262 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-fc107b2c-341a-4ad5-b2d0-8fe89cb2a967 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/a42b3a76-4d28-4874-92f3-ca0c54dbe7ce HTTP/1.1" status: 200 len: 690 time: 0.1297729 Sep 23 15:16:41.712885 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-52bac75b-312e-4c24-a88d-ed9f00456231 None None] Set router aaa41f52-ab1f-43de-9365-e793afa579d7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:16:41.733104 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fb5d6-9ada-4fdc-a028-3eae1053a52d req-dadd07d8-9eb6-49df-b9a1-86c4c05c8e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:41.734586 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-630fb5d6-9ada-4fdc-a028-3eae1053a52d req-dadd07d8-9eb6-49df-b9a1-86c4c05c8e66 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=f9d33920-4506-4875-9424-7f365f35a2b7 HTTP/1.1" status: 200 len: 1098 time: 0.0833502 Sep 23 15:16:41.867483 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fb5d6-9ada-4fdc-a028-3eae1053a52d req-9d0bd060-ee88-470d-a501-4be0899b416d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:41.868924 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-630fb5d6-9ada-4fdc-a028-3eae1053a52d req-9d0bd060-ee88-470d-a501-4be0899b416d service neutron] 10.222.0.72 "GET /v2.0/networks?id=fbeb33d3-1b9a-4da0-8253-dea186cbd7db HTTP/1.1" status: 200 len: 898 time: 0.1281939 Sep 23 15:16:41.940257 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-630fb5d6-9ada-4fdc-a028-3eae1053a52d req-2c450faa-f3e8-4594-a0d2-723480ef5311 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 HTTP/1.1" status: 200 len: 217 time: 0.0645783 Sep 23 15:16:42.005610 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fb5d6-9ada-4fdc-a028-3eae1053a52d req-771fbfe6-a439-40be-b8bd-00dacdc76bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:42.007091 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-630fb5d6-9ada-4fdc-a028-3eae1053a52d req-771fbfe6-a439-40be-b8bd-00dacdc76bec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=979a5773-e0c0-400a-be25-f49833ac94c2 HTTP/1.1" status: 200 len: 835 time: 0.0599337 Sep 23 15:16:42.042521 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-52bac75b-312e-4c24-a88d-ed9f00456231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'name': 'tempest-TestNetworkBasicOps-router-1618451818', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187'}], 'enable_snat': True}, 'gw_port_id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '17ffd4ae-73b3-499f-97ed-7ae8695008fc', 'name': '', 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:6a:c5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:42Z', 'updated_at': '2022-09-23T15:15:49Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:16:42.046527 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bac75b-312e-4c24-a88d-ed9f00456231 None None] Checking router: aaa41f52-ab1f-43de-9365-e793afa579d7 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:16:42.055174 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bac75b-312e-4c24-a88d-ed9f00456231 None None] Routers {'aaa41f52-ab1f-43de-9365-e793afa579d7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:16:42.055770 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-52bac75b-312e-4c24-a88d-ed9f00456231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:16:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['aaa41f52-ab1f-43de-9365-e793afa579d7'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:16:42.093594 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fb5d6-9ada-4fdc-a028-3eae1053a52d req-031b2480-d6b6-4dc4-a5aa-033439d819d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:42.095070 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-630fb5d6-9ada-4fdc-a028-3eae1053a52d req-031b2480-d6b6-4dc4-a5aa-033439d819d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fbeb33d3-1b9a-4da0-8253-dea186cbd7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816565 Sep 23 15:16:42.229500 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-630fb5d6-9ada-4fdc-a028-3eae1053a52d req-a80286c8-18ba-488d-9d48-4114ac53fd6c service neutron] 10.222.0.72 "GET /v2.0/networks/fbeb33d3-1b9a-4da0-8253-dea186cbd7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279376 Sep 23 15:16:42.273819 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-52bac75b-312e-4c24-a88d-ed9f00456231 None None] Set router aaa41f52-ab1f-43de-9365-e793afa579d7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:16:42.364334 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-630fb5d6-9ada-4fdc-a028-3eae1053a52d req-c4cfb9ed-0a82-4af0-94c5-d05924fcd2fe service neutron] 10.222.0.72 "GET /v2.0/networks/fbeb33d3-1b9a-4da0-8253-dea186cbd7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273656 Sep 23 15:16:42.580375 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-52bac75b-312e-4c24-a88d-ed9f00456231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'name': 'tempest-TestNetworkBasicOps-router-1618451818', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187'}], 'enable_snat': True}, 'gw_port_id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '17ffd4ae-73b3-499f-97ed-7ae8695008fc', 'name': '', 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:6a:c5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:42Z', 'updated_at': '2022-09-23T15:15:49Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:16:42.584817 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bac75b-312e-4c24-a88d-ed9f00456231 None None] The sync data for ids ['aaa41f52-ab1f-43de-9365-e793afa579d7'] in dv-neutron-859093-1-hyperv is: [{'id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'name': 'tempest-TestNetworkBasicOps-router-1618451818', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187'}], 'enable_snat': True}, 'gw_port_id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '17ffd4ae-73b3-499f-97ed-7ae8695008fc', 'name': '', 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:6a:c5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:42Z', 'updated_at': '2022-09-23T15:15:49Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:16:42.705219 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50946) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:16:42.795065 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c02c928b-9662-4890-8356-417827b35941 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/a42b3a76-4d28-4874-92f3-ca0c54dbe7ce HTTP/1.1" status: 200 len: 690 time: 0.0887008 Sep 23 15:16:42.837241 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10f9d4e-543b-4b70-955b-64fd59b6d355 None None] New status for floating IP a42b3a76-4d28-4874-92f3-ca0c54dbe7ce: DOWN {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:16:43.801500 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50950) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:16:43.887091 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2f7f6669-1601-460b-8a5f-9f1c24b826af tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/a42b3a76-4d28-4874-92f3-ca0c54dbe7ce HTTP/1.1" status: 200 len: 688 time: 0.0828352 Sep 23 15:16:44.823587 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4dd4172b-33ce-4601-b52c-9da8033bb41d req-c567d7d1-6a8d-425b-92e9-6ba1b4633317 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b2f24238-4edb-4248-841a-2f832000dcb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0862031 Sep 23 15:16:44.981347 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4172b-33ce-4601-b52c-9da8033bb41d req-a78b823e-720b-4164-bdc6-71cb16335d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:44.981347 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4dd4172b-33ce-4601-b52c-9da8033bb41d req-a78b823e-720b-4164-bdc6-71cb16335d97 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4dd03006331a43759c203c055fc73500&device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 1098 time: 0.0875142 Sep 23 15:16:45.031268 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50956) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:16:45.034309 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-3d0f5cbd-fb07-40ce-a7a8-55fff1c851a1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-922967054', 'description': 'tempest-secgroup-smoke-922967054 description', 'project_id': '8433d6d3ee51437084758ba6444603b3'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:16:45.047580 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-3d0f5cbd-fb07-40ce-a7a8-55fff1c851a1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:16:45.054432 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-3d0f5cbd-fb07-40ce-a7a8-55fff1c851a1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:16:45.109385 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3d0f5cbd-fb07-40ce-a7a8-55fff1c851a1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:45.141756 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-3d0f5cbd-fb07-40ce-a7a8-55fff1c851a1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:16:45.141756 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-3d0f5cbd-fb07-40ce-a7a8-55fff1c851a1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:16:45.141756 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-3d0f5cbd-fb07-40ce-a7a8-55fff1c851a1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:16:45.153896 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-3d0f5cbd-fb07-40ce-a7a8-55fff1c851a1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:16:45.243997 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3d0f5cbd-fb07-40ce-a7a8-55fff1c851a1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:45.252411 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4172b-33ce-4601-b52c-9da8033bb41d req-ea97ab8e-6bbf-457b-9277-ccd1fe5fc614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:45.252411 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4dd4172b-33ce-4601-b52c-9da8033bb41d req-ea97ab8e-6bbf-457b-9277-ccd1fe5fc614 service neutron] 10.222.0.72 "GET /v2.0/networks?id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a HTTP/1.1" status: 200 len: 912 time: 0.2535801 Sep 23 15:16:45.293421 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3d0f5cbd-fb07-40ce-a7a8-55fff1c851a1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:45.354829 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f5cbd-fb07-40ce-a7a8-55fff1c851a1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=701da132-79de-4c26-9182-b6b944c0df50,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:16:45.364487 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0f5cbd-fb07-40ce-a7a8-55fff1c851a1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:45.364487 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0f5cbd-fb07-40ce-a7a8-55fff1c851a1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:45.364487 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0f5cbd-fb07-40ce-a7a8-55fff1c851a1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:45.364487 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0f5cbd-fb07-40ce-a7a8-55fff1c851a1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:45.364487 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0f5cbd-fb07-40ce-a7a8-55fff1c851a1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:45.364487 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0f5cbd-fb07-40ce-a7a8-55fff1c851a1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:45.364487 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0f5cbd-fb07-40ce-a7a8-55fff1c851a1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:45.364487 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0f5cbd-fb07-40ce-a7a8-55fff1c851a1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:45.364487 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0f5cbd-fb07-40ce-a7a8-55fff1c851a1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:45.372612 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4dd4172b-33ce-4601-b52c-9da8033bb41d req-9381deb1-5923-4ea1-9353-0d1bd5795bd1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 HTTP/1.1" status: 200 len: 1002 time: 0.1044612 Sep 23 15:16:45.375371 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0f5cbd-fb07-40ce-a7a8-55fff1c851a1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:45.375371 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0f5cbd-fb07-40ce-a7a8-55fff1c851a1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:45.375371 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0f5cbd-fb07-40ce-a7a8-55fff1c851a1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:45.375371 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3d0f5cbd-fb07-40ce-a7a8-55fff1c851a1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:45.375371 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3d0f5cbd-fb07-40ce-a7a8-55fff1c851a1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3410642 Sep 23 15:16:45.378438 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50960) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:16:45.417457 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-978aa11b-a307-4415-b6d1-1f4bf5ad5e50 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '701da132-79de-4c26-9182-b6b944c0df50', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:16:45.426374 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-978aa11b-a307-4415-b6d1-1f4bf5ad5e50 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:16:45.440694 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-978aa11b-a307-4415-b6d1-1f4bf5ad5e50 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:16:45.440694 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-978aa11b-a307-4415-b6d1-1f4bf5ad5e50 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:16:45.450302 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-978aa11b-a307-4415-b6d1-1f4bf5ad5e50 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:16:45.468925 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4172b-33ce-4601-b52c-9da8033bb41d req-e420b387-8aa5-4613-8b5f-f5f2666ca72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:45.468925 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4dd4172b-33ce-4601-b52c-9da8033bb41d req-e420b387-8aa5-4613-8b5f-f5f2666ca72f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64979ce6-fb4a-43b7-a76f-4e9da53aeed1 HTTP/1.1" status: 200 len: 850 time: 0.0873311 Sep 23 15:16:45.534305 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-978aa11b-a307-4415-b6d1-1f4bf5ad5e50 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:45.605890 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4172b-33ce-4601-b52c-9da8033bb41d req-c6abd463-5e8e-4784-b6d5-7be7cf6b3c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:45.605890 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4dd4172b-33ce-4601-b52c-9da8033bb41d req-c6abd463-5e8e-4784-b6d5-7be7cf6b3c09 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1328790 Sep 23 15:16:45.637193 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-978aa11b-a307-4415-b6d1-1f4bf5ad5e50 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:45.708162 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-978aa11b-a307-4415-b6d1-1f4bf5ad5e50 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:45.734092 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978aa11b-a307-4415-b6d1-1f4bf5ad5e50 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f000c13-9091-436a-8791-59baacd2d467,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:16:45.763455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978aa11b-a307-4415-b6d1-1f4bf5ad5e50 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:45.763455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978aa11b-a307-4415-b6d1-1f4bf5ad5e50 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:45.763455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978aa11b-a307-4415-b6d1-1f4bf5ad5e50 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:45.763455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978aa11b-a307-4415-b6d1-1f4bf5ad5e50 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:45.763455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978aa11b-a307-4415-b6d1-1f4bf5ad5e50 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:45.763455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978aa11b-a307-4415-b6d1-1f4bf5ad5e50 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:45.763455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978aa11b-a307-4415-b6d1-1f4bf5ad5e50 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:45.763455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978aa11b-a307-4415-b6d1-1f4bf5ad5e50 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:45.763455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978aa11b-a307-4415-b6d1-1f4bf5ad5e50 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:45.763455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978aa11b-a307-4415-b6d1-1f4bf5ad5e50 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:45.763455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978aa11b-a307-4415-b6d1-1f4bf5ad5e50 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:45.763455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978aa11b-a307-4415-b6d1-1f4bf5ad5e50 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:45.787862 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4dd4172b-33ce-4601-b52c-9da8033bb41d req-09dc5202-1b80-4f3a-a448-5e65eee458d2 service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735787 Sep 23 15:16:45.865190 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-978aa11b-a307-4415-b6d1-1f4bf5ad5e50 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:45.865190 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-978aa11b-a307-4415-b6d1-1f4bf5ad5e50 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4876080 Sep 23 15:16:45.868432 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50964) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:16:45.873764 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-43475226-394d-4921-9cb4-1db19a973b0e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '701da132-79de-4c26-9182-b6b944c0df50', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:16:45.884084 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-43475226-394d-4921-9cb4-1db19a973b0e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:16:45.884084 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-43475226-394d-4921-9cb4-1db19a973b0e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:16:45.888839 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-43475226-394d-4921-9cb4-1db19a973b0e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:16:45.906723 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-43475226-394d-4921-9cb4-1db19a973b0e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:16:45.934240 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4dd4172b-33ce-4601-b52c-9da8033bb41d req-6bb7b770-413f-4f22-8e36-352eb428ee5a service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413174 Sep 23 15:16:45.998578 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-43475226-394d-4921-9cb4-1db19a973b0e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:46.067689 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-43475226-394d-4921-9cb4-1db19a973b0e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:46.131916 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-43475226-394d-4921-9cb4-1db19a973b0e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:46.157023 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43475226-394d-4921-9cb4-1db19a973b0e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b668e96-131d-4060-8f56-60fa44348b6a,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:16:46.226296 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-43475226-394d-4921-9cb4-1db19a973b0e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:46.226296 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-43475226-394d-4921-9cb4-1db19a973b0e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3546576 Sep 23 15:16:46.229062 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 50968) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:16:46.230044 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-098ef8fc-5b50-41d9-9441-791ef94223d3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '701da132-79de-4c26-9182-b6b944c0df50', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:16:46.235531 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-098ef8fc-5b50-41d9-9441-791ef94223d3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:16:46.240228 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-098ef8fc-5b50-41d9-9441-791ef94223d3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:16:46.243147 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-098ef8fc-5b50-41d9-9441-791ef94223d3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:16:46.249242 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-098ef8fc-5b50-41d9-9441-791ef94223d3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:16:46.317028 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-098ef8fc-5b50-41d9-9441-791ef94223d3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:46.382828 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-098ef8fc-5b50-41d9-9441-791ef94223d3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:46.475823 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-098ef8fc-5b50-41d9-9441-791ef94223d3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:46.505768 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ef8fc-5b50-41d9-9441-791ef94223d3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18e6cf5-91d5-43d9-93f4-e66f8efc8ca1,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:16:46.589635 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-098ef8fc-5b50-41d9-9441-791ef94223d3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:46.592142 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50972) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:16:46.594476 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-098ef8fc-5b50-41d9-9441-791ef94223d3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3552985 Sep 23 15:16:46.596730 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-02aedda3-2e92-4b68-baca-f34b43052403 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '701da132-79de-4c26-9182-b6b944c0df50', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:16:46.596730 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-02aedda3-2e92-4b68-baca-f34b43052403 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:16:46.602859 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-02aedda3-2e92-4b68-baca-f34b43052403 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:16:46.602859 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-02aedda3-2e92-4b68-baca-f34b43052403 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:16:46.609271 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-02aedda3-2e92-4b68-baca-f34b43052403 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:16:46.713955 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-02aedda3-2e92-4b68-baca-f34b43052403 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:46.780156 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-02aedda3-2e92-4b68-baca-f34b43052403 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:46.853208 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-02aedda3-2e92-4b68-baca-f34b43052403 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:46.877504 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aedda3-2e92-4b68-baca-f34b43052403 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc6f1e2e-4b2a-44f8-965c-7ea82cf239fb,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:16:46.976164 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-02aedda3-2e92-4b68-baca-f34b43052403 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:46.976164 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-02aedda3-2e92-4b68-baca-f34b43052403 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3942757 Sep 23 15:16:46.978443 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50976) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:16:46.983774 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-f04194fa-61d5-4c4a-b11a-d46660fd0bb8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '701da132-79de-4c26-9182-b6b944c0df50', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:16:46.991642 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f04194fa-61d5-4c4a-b11a-d46660fd0bb8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:16:46.994995 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f04194fa-61d5-4c4a-b11a-d46660fd0bb8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:16:46.997866 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f04194fa-61d5-4c4a-b11a-d46660fd0bb8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:16:47.003539 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f04194fa-61d5-4c4a-b11a-d46660fd0bb8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:16:47.146340 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.securitygroups_db [None req-f04194fa-61d5-4c4a-b11a-d46660fd0bb8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Project 8433d6d3ee51437084758ba6444603b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:16:47.153395 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f04194fa-61d5-4c4a-b11a-d46660fd0bb8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:47.222650 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f04194fa-61d5-4c4a-b11a-d46660fd0bb8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:47.325202 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f04194fa-61d5-4c4a-b11a-d46660fd0bb8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:47.345025 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04194fa-61d5-4c4a-b11a-d46660fd0bb8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15a07191-a92b-4d09-9f66-c816c54b4176,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:16:47.420088 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f04194fa-61d5-4c4a-b11a-d46660fd0bb8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:47.424096 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f04194fa-61d5-4c4a-b11a-d46660fd0bb8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4416862 Sep 23 15:16:47.424096 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 50980) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:16:47.428806 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-94ca22fb-7aeb-4d10-b0d2-d3496a2f4ab8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '701da132-79de-4c26-9182-b6b944c0df50', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:16:47.435048 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-94ca22fb-7aeb-4d10-b0d2-d3496a2f4ab8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:16:47.438826 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-94ca22fb-7aeb-4d10-b0d2-d3496a2f4ab8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:16:47.441642 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-94ca22fb-7aeb-4d10-b0d2-d3496a2f4ab8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:16:47.453244 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-94ca22fb-7aeb-4d10-b0d2-d3496a2f4ab8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:16:47.517782 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.securitygroups_db [None req-94ca22fb-7aeb-4d10-b0d2-d3496a2f4ab8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Project 8433d6d3ee51437084758ba6444603b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:16:47.525364 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-94ca22fb-7aeb-4d10-b0d2-d3496a2f4ab8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:47.591437 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-94ca22fb-7aeb-4d10-b0d2-d3496a2f4ab8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:47.683091 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-94ca22fb-7aeb-4d10-b0d2-d3496a2f4ab8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:47.705699 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca22fb-7aeb-4d10-b0d2-d3496a2f4ab8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e1290b9-bb90-4b53-b2f8-62fb74e49522,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:16:47.814500 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-94ca22fb-7aeb-4d10-b0d2-d3496a2f4ab8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:47.815844 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-94ca22fb-7aeb-4d10-b0d2-d3496a2f4ab8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3908796 Sep 23 15:16:47.995237 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-dad9f5a6-2ac4-46c8-a938-d40112645138 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:16:48.066286 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-dad9f5a6-2ac4-46c8-a938-d40112645138 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:16:48.068144 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-dad9f5a6-2ac4-46c8-a938-d40112645138 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-922967054&fields=id&tenant_id=8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 267 time: 0.1237261 Sep 23 15:16:48.219361 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-72fa56e4-6f6a-4f3c-8ad8-7aa32d6e733d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:48.220745 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-72fa56e4-6f6a-4f3c-8ad8-7aa32d6e733d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/networks?id=fbeb33d3-1b9a-4da0-8253-dea186cbd7db HTTP/1.1" status: 200 len: 797 time: 0.1459272 Sep 23 15:16:48.236231 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-8678a717-326d-48e9-bb2e-ce3006190698 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/quotas/8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 375 time: 0.0089011 Sep 23 15:16:48.345679 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-ee20a70a-823d-4a3a-8ff6-38883cacc3c1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0979831 Sep 23 15:16:48.495730 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-7c26551d-daee-42e4-96b7-dabcef597a7e service neutron] 10.222.0.67 "GET /v2.0/networks/fbeb33d3-1b9a-4da0-8253-dea186cbd7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284914 Sep 23 15:16:48.739124 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-496cea79-13ea-4798-aecc-68cb499f056e service neutron] 10.222.0.67 "GET /v2.0/networks/fbeb33d3-1b9a-4da0-8253-dea186cbd7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472835 Sep 23 15:16:49.022201 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ca1ae88a-a290-4cd1-9bd5-ab63c629a3ed req-270a481b-9360-4921-817b-da375e80f8c6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=6afd0227-cc88-4bb5-9be6-ed8ae26acaa6 HTTP/1.1" status: 200 len: 210 time: 0.0533032 Sep 23 15:16:50.184224 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-990ee339-5860-4177-bedf-bbed51f3199f req-c90e921e-c1bd-41b5-a7a4-b0bdec41d6ec tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=6afd0227-cc88-4bb5-9be6-ed8ae26acaa6 HTTP/1.1" status: 200 len: 210 time: 0.0509460 Sep 23 15:16:51.113201 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-8bb2727d-5e60-415e-8e67-4aa403a903a6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:51.115166 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-8bb2727d-5e60-415e-8e67-4aa403a903a6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/networks?id=fbeb33d3-1b9a-4da0-8253-dea186cbd7db HTTP/1.1" status: 200 len: 797 time: 0.1579008 Sep 23 15:16:51.169195 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-4e6a1f4b-226d-43d1-9317-1aa0bbc94fd3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 471 time: 0.0445499 Sep 23 15:16:51.179635 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-c2298fb3-1ca1-423d-91b3-becafe7e8eaf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'port': {'device_id': '6afd0227-cc88-4bb5-9be6-ed8ae26acaa6', 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db', 'admin_state_up': True, 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'security_groups': ['701da132-79de-4c26-9182-b6b944c0df50']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:16:51.374986 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a1bae7c8-8c56-4cfb-8e75-9b09e68f09fe req-ac794aec-793c-43d3-a0a6-c0f301021f84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=6afd0227-cc88-4bb5-9be6-ed8ae26acaa6 HTTP/1.1" status: 200 len: 210 time: 0.0683424 Sep 23 15:16:51.380079 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-c2298fb3-1ca1-423d-91b3-becafe7e8eaf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:16:51.390117 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-c2298fb3-1ca1-423d-91b3-becafe7e8eaf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:16:51.477548 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-c2298fb3-1ca1-423d-91b3-becafe7e8eaf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:16:51.481435 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-c2298fb3-1ca1-423d-91b3-becafe7e8eaf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:51.644979 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-c2298fb3-1ca1-423d-91b3-becafe7e8eaf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.20.0.13 (fbeb33d3-1b9a-4da0-8253-dea186cbd7db/979a5773-e0c0-400a-be25-f49833ac94c2/49386d42-dd14-4d01-b233-dcdb6c50f0fa) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:16:51.840507 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-c2298fb3-1ca1-423d-91b3-becafe7e8eaf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:51.856834 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-c2298fb3-1ca1-423d-91b3-becafe7e8eaf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Transition to ACTIVE for port object 49386d42-dd14-4d01-b233-dcdb6c50f0fa will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:16:51.940420 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-c2298fb3-1ca1-423d-91b3-becafe7e8eaf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:52.010719 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-c2298fb3-1ca1-423d-91b3-becafe7e8eaf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network fbeb33d3-1b9a-4da0-8253-dea186cbd7db is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:16:52.013839 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-c2298fb3-1ca1-423d-91b3-becafe7e8eaf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:16:52.017824 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-c2298fb3-1ca1-423d-91b3-becafe7e8eaf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:16:52.157671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2298fb3-1ca1-423d-91b3-becafe7e8eaf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=49386d42-dd14-4d01-b233-dcdb6c50f0fa,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:16:52.196308 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-c2298fb3-1ca1-423d-91b3-becafe7e8eaf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:52.196917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-c2298fb3-1ca1-423d-91b3-becafe7e8eaf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:52.332849 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-c2298fb3-1ca1-423d-91b3-becafe7e8eaf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1543601 Sep 23 15:16:52.351046 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-7e252e22-7a73-49b8-9e51-b0b974c719e8 service neutron] Request body: {'port': {'device_id': '6afd0227-cc88-4bb5-9be6-ed8ae26acaa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:16:52.353974 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ceeb5cc8-3ca8-4cde-886e-830f37076251 None None] Provisioning for port 49386d42-dd14-4d01-b233-dcdb6c50f0fa completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:16:52.365855 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ceeb5cc8-3ca8-4cde-886e-830f37076251 None None] Provisioning complete for port 49386d42-dd14-4d01-b233-dcdb6c50f0fa triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:16:52.365855 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ceeb5cc8-3ca8-4cde-886e-830f37076251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:52.365855 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ceeb5cc8-3ca8-4cde-886e-830f37076251 None None] Attempt 1 to provision port 49386d42-dd14-4d01-b233-dcdb6c50f0fa Sep 23 15:16:52.437166 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ceeb5cc8-3ca8-4cde-886e-830f37076251 None None] Port 49386d42-dd14-4d01-b233-dcdb6c50f0fa cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:16:52.461891 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-7e252e22-7a73-49b8-9e51-b0b974c719e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:52.589305 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a607ffd-86ad-4c1a-a983-ed5a5b92144f req-65404c45-3e1a-4e46-9846-a8c4b8cb0948 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:52.590842 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-9a607ffd-86ad-4c1a-a983-ed5a5b92144f req-65404c45-3e1a-4e46-9846-a8c4b8cb0948 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=6afd0227-cc88-4bb5-9be6-ed8ae26acaa6 HTTP/1.1" status: 200 len: 932 time: 0.0965576 Sep 23 15:16:52.642666 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-9a607ffd-86ad-4c1a-a983-ed5a5b92144f req-23edd2ad-9490-4dec-a746-13dda061532e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=701da132-79de-4c26-9182-b6b944c0df50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435896 Sep 23 15:16:52.834628 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-7e252e22-7a73-49b8-9e51-b0b974c719e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49386d42-dd14-4d01-b233-dcdb6c50f0fa {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:16:52.841873 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-7e252e22-7a73-49b8-9e51-b0b974c719e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:52.857500 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-7e252e22-7a73-49b8-9e51-b0b974c719e8 service neutron] Transition to ACTIVE for port object 49386d42-dd14-4d01-b233-dcdb6c50f0fa will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:16:52.933022 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-7e252e22-7a73-49b8-9e51-b0b974c719e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:52.938520 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ceeb5cc8-3ca8-4cde-886e-830f37076251 None None] Attempt 2 to provision port 49386d42-dd14-4d01-b233-dcdb6c50f0fa Sep 23 15:16:52.992847 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ceeb5cc8-3ca8-4cde-886e-830f37076251 None None] Port 49386d42-dd14-4d01-b233-dcdb6c50f0fa cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:16:53.130155 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e252e22-7a73-49b8-9e51-b0b974c719e8 service neutron] Pushing event updated for resources: {'Port': ['ID=49386d42-dd14-4d01-b233-dcdb6c50f0fa,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:16:53.168509 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-7e252e22-7a73-49b8-9e51-b0b974c719e8 service neutron] Attempting to bind port 49386d42-dd14-4d01-b233-dcdb6c50f0fa on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:16:53.169992 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-7e252e22-7a73-49b8-9e51-b0b974c719e8 service neutron] Attempting to bind port 49386d42-dd14-4d01-b233-dcdb6c50f0fa by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '0d89939b-77dc-4a89-99ee-6c334216e4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:16:53.169992 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-7e252e22-7a73-49b8-9e51-b0b974c719e8 service neutron] Attempting to bind port 49386d42-dd14-4d01-b233-dcdb6c50f0fa on network fbeb33d3-1b9a-4da0-8253-dea186cbd7db {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:16:53.174022 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-7e252e22-7a73-49b8-9e51-b0b974c719e8 service neutron] Port 49386d42-dd14-4d01-b233-dcdb6c50f0fa on network fbeb33d3-1b9a-4da0-8253-dea186cbd7db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:16:53.174364 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-7e252e22-7a73-49b8-9e51-b0b974c719e8 service neutron] Attempting to bind port 49386d42-dd14-4d01-b233-dcdb6c50f0fa on network fbeb33d3-1b9a-4da0-8253-dea186cbd7db {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:16:53.179377 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-7e252e22-7a73-49b8-9e51-b0b974c719e8 service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:16:53.179711 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-7e252e22-7a73-49b8-9e51-b0b974c719e8 service neutron] Checking segment: {'id': '0d89939b-77dc-4a89-99ee-6c334216e4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:16:53.180094 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-7e252e22-7a73-49b8-9e51-b0b974c719e8 service neutron] Bound using segment: {'id': '0d89939b-77dc-4a89-99ee-6c334216e4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:16:53.180516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-7e252e22-7a73-49b8-9e51-b0b974c719e8 service neutron] Bound port: 49386d42-dd14-4d01-b233-dcdb6c50f0fa, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d89939b-77dc-4a89-99ee-6c334216e4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:16:53.180895 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-7e252e22-7a73-49b8-9e51-b0b974c719e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:53.269026 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-7e252e22-7a73-49b8-9e51-b0b974c719e8 service neutron] For port 49386d42-dd14-4d01-b233-dcdb6c50f0fa, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:16:53.272884 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-7e252e22-7a73-49b8-9e51-b0b974c719e8 service neutron] For port 49386d42-dd14-4d01-b233-dcdb6c50f0fa, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=49386d42-dd14-4d01-b233-dcdb6c50f0fa,segment=NetworkSegment(0d89939b-77dc-4a89-99ee-6c334216e4ff),segment_id=0d89939b-77dc-4a89-99ee-6c334216e4ff)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:16:53.312492 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-7e252e22-7a73-49b8-9e51-b0b974c719e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:53.344793 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-7e252e22-7a73-49b8-9e51-b0b974c719e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:53.344793 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-7e252e22-7a73-49b8-9e51-b0b974c719e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:53.356023 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-7e252e22-7a73-49b8-9e51-b0b974c719e8 service neutron] 10.222.0.72 "PUT /v2.0/ports/49386d42-dd14-4d01-b233-dcdb6c50f0fa HTTP/1.1" status: 200 len: 1094 time: 1.0083547 Sep 23 15:16:53.356023 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afd0227-cc88-4bb5-9be6-ed8ae26acaa6', 'tag': '49386d42-dd14-4d01-b233-dcdb6c50f0fa'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:16:53.356023 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909e9fe9-5d12-4dac-acf8-f8adb800f047" -d '{"events": [{"name": "network-changed", "server_uuid": "6afd0227-cc88-4bb5-9be6-ed8ae26acaa6", "tag": "49386d42-dd14-4d01-b233-dcdb6c50f0fa"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:16:53.394344 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a47a4e-5e7a-4e5f-afe9-e28cce809107 x-openstack-request-id: req-37a47a4e-5e7a-4e5f-afe9-e28cce809107 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:16:53.394683 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6afd0227-cc88-4bb5-9be6-ed8ae26acaa6", "tag": "49386d42-dd14-4d01-b233-dcdb6c50f0fa", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:16:53.394929 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-37a47a4e-5e7a-4e5f-afe9-e28cce809107 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:16:53.395324 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a47a4e-5e7a-4e5f-afe9-e28cce809107'] response: {'name': 'network-changed', 'server_uuid': '6afd0227-cc88-4bb5-9be6-ed8ae26acaa6', 'tag': '49386d42-dd14-4d01-b233-dcdb6c50f0fa', 'status': 'completed', 'code': 200} Sep 23 15:16:53.403736 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e252e22-7a73-49b8-9e51-b0b974c719e8 service neutron] Pushing event updated for resources: {'Port': ['ID=49386d42-dd14-4d01-b233-dcdb6c50f0fa,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:16:53.492120 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e9fe9-5d12-4dac-acf8-f8adb800f047 req-6ab0ee7f-4a72-4d50-8150-ff113382008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:53.493285 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-909e9fe9-5d12-4dac-acf8-f8adb800f047 req-6ab0ee7f-4a72-4d50-8150-ff113382008d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=6afd0227-cc88-4bb5-9be6-ed8ae26acaa6 HTTP/1.1" status: 200 len: 1097 time: 0.0796316 Sep 23 15:16:53.494479 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ceeb5cc8-3ca8-4cde-886e-830f37076251 None None] Attempt 3 to provision port 49386d42-dd14-4d01-b233-dcdb6c50f0fa Sep 23 15:16:53.560438 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ceeb5cc8-3ca8-4cde-886e-830f37076251 None None] Port 49386d42-dd14-4d01-b233-dcdb6c50f0fa had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:16:53.647638 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e9fe9-5d12-4dac-acf8-f8adb800f047 req-e70737cf-061d-4ef5-866c-f9b41924ab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:53.647638 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-909e9fe9-5d12-4dac-acf8-f8adb800f047 req-e70737cf-061d-4ef5-866c-f9b41924ab69 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=8433d6d3ee51437084758ba6444603b3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1443598 Sep 23 15:16:53.785791 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e9fe9-5d12-4dac-acf8-f8adb800f047 req-5ad8f0f4-4a7f-48af-b9c7-25574e6bc300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:53.787818 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-909e9fe9-5d12-4dac-acf8-f8adb800f047 req-5ad8f0f4-4a7f-48af-b9c7-25574e6bc300 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1356459 Sep 23 15:16:53.850337 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93266cb0-8e79-4f3d-acf1-051e468e4869 req-a9a41b2b-9925-46e1-b759-2f1bacb6617f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:53.851824 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-93266cb0-8e79-4f3d-acf1-051e468e4869 req-a9a41b2b-9925-46e1-b759-2f1bacb6617f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=6afd0227-cc88-4bb5-9be6-ed8ae26acaa6 HTTP/1.1" status: 200 len: 944 time: 0.0978770 Sep 23 15:16:53.895797 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-93266cb0-8e79-4f3d-acf1-051e468e4869 req-7c9c2b79-0684-4018-9689-271718010e3a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=701da132-79de-4c26-9182-b6b944c0df50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382168 Sep 23 15:16:53.906826 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-4031cc97-e518-43f8-be1e-e348d50b19e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:53.908280 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-4031cc97-e518-43f8-be1e-e348d50b19e0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=6afd0227-cc88-4bb5-9be6-ed8ae26acaa6 HTTP/1.1" status: 200 len: 1097 time: 0.0842280 Sep 23 15:16:53.988255 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-79fc41b2-3d3a-4266-9137-d70f748ae36d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49386d42-dd14-4d01-b233-dcdb6c50f0fa HTTP/1.1" status: 200 len: 217 time: 0.0685999 Sep 23 15:16:54.054517 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-41527d88-e9d3-4471-a550-f6e36fe95eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:54.054517 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-41527d88-e9d3-4471-a550-f6e36fe95eef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=979a5773-e0c0-400a-be25-f49833ac94c2 HTTP/1.1" status: 200 len: 835 time: 0.0614185 Sep 23 15:16:54.144296 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-75c13fde-d41f-4857-88c6-aeed1800f6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:54.144296 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-75c13fde-d41f-4857-88c6-aeed1800f6c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fbeb33d3-1b9a-4da0-8253-dea186cbd7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850506 Sep 23 15:16:54.372745 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-fa79ae7b-d3e6-4976-84d5-9cb42c5b8f64 service neutron] 10.222.0.72 "GET /v2.0/networks/fbeb33d3-1b9a-4da0-8253-dea186cbd7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219558 Sep 23 15:16:54.502886 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1ce48c56-84ee-4663-9901-18fec1c3e254 req-0133a506-ab87-4621-9188-d8801efa8e9d service neutron] 10.222.0.72 "GET /v2.0/networks/fbeb33d3-1b9a-4da0-8253-dea186cbd7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241968 Sep 23 15:16:55.101273 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5f1cf-5502-436b-aa81-aa223a459ed6 req-c97eba0d-e277-496f-bfd4-c75aedce002f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:55.101972 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-61b5f1cf-5502-436b-aa81-aa223a459ed6 req-c97eba0d-e277-496f-bfd4-c75aedce002f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:16:55.201781 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-61b5f1cf-5502-436b-aa81-aa223a459ed6 req-c97eba0d-e277-496f-bfd4-c75aedce002f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:16:55.201781 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-61b5f1cf-5502-436b-aa81-aa223a459ed6 req-c97eba0d-e277-496f-bfd4-c75aedce002f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=6afd0227-cc88-4bb5-9be6-ed8ae26acaa6 HTTP/1.1" status: 200 len: 944 time: 0.1876671 Sep 23 15:16:55.244261 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-61b5f1cf-5502-436b-aa81-aa223a459ed6 req-05c42085-6633-4e56-a2a2-69fe4f10c385 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=701da132-79de-4c26-9182-b6b944c0df50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401390 Sep 23 15:16:56.471505 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5008388-7235-4ace-88ed-d0f8e951f242 req-4e2bec7e-673d-4042-b03d-f2b285bd9e31 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:56.471505 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f5008388-7235-4ace-88ed-d0f8e951f242 req-4e2bec7e-673d-4042-b03d-f2b285bd9e31 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=6afd0227-cc88-4bb5-9be6-ed8ae26acaa6 HTTP/1.1" status: 200 len: 944 time: 0.0924363 Sep 23 15:16:56.508377 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f5008388-7235-4ace-88ed-d0f8e951f242 req-34f224bc-6f29-43a7-8521-f6368a5d714f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=701da132-79de-4c26-9182-b6b944c0df50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395532 Sep 23 15:16:57.343334 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 49386d42-dd14-4d01-b233-dcdb6c50f0fa details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:16:57.477894 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 49386d42-dd14-4d01-b233-dcdb6c50f0fa, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=49386d42-dd14-4d01-b233-dcdb6c50f0fa,segment=NetworkSegment(0d89939b-77dc-4a89-99ee-6c334216e4ff),segment_id=0d89939b-77dc-4a89-99ee-6c334216e4ff)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:16:57.491125 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '49386d42-dd14-4d01-b233-dcdb6c50f0fa', 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db', 'port_id': '49386d42-dd14-4d01-b233-dcdb6c50f0fa', 'mac_address': 'fa:16:3e:1d:f0:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:16:57.550072 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 49386d42-dd14-4d01-b233-dcdb6c50f0fa is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:16:57.550072 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:57.566547 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49386d42-dd14-4d01-b233-dcdb6c50f0fa {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:16:57.582796 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 49386d42-dd14-4d01-b233-dcdb6c50f0fa, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=49386d42-dd14-4d01-b233-dcdb6c50f0fa,segment=NetworkSegment(0d89939b-77dc-4a89-99ee-6c334216e4ff),segment_id=0d89939b-77dc-4a89-99ee-6c334216e4ff)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:16:57.664755 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:57.715438 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420e99c-7e2f-40e5-a903-0a1c9804b053 req-be495e8f-6cab-49d9-a235-1236ed511a16 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:57.717122 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8420e99c-7e2f-40e5-a903-0a1c9804b053 req-be495e8f-6cab-49d9-a235-1236ed511a16 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=6afd0227-cc88-4bb5-9be6-ed8ae26acaa6 HTTP/1.1" status: 200 len: 945 time: 0.0941613 Sep 23 15:16:57.738047 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=49386d42-dd14-4d01-b233-dcdb6c50f0fa,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:16:57.746434 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:57.746434 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:57.746610 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:57.746948 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:57.747682 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:57.747682 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:57.747880 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:57.748184 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:57.748510 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:57.748832 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:57.749152 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:57.749471 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:57.767635 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8420e99c-7e2f-40e5-a903-0a1c9804b053 req-0a5c8cdc-ccf8-4dd5-a61d-8541485e39dc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=701da132-79de-4c26-9182-b6b944c0df50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446792 Sep 23 15:16:57.914489 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['49386d42-dd14-4d01-b233-dcdb6c50f0fa'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:16:58.970667 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b497668-7204-4c86-af64-acf6ba450ecb req-eaafc7a1-eb94-4eb8-a264-55351f23a8c9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:16:58.972070 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-0b497668-7204-4c86-af64-acf6ba450ecb req-eaafc7a1-eb94-4eb8-a264-55351f23a8c9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=6afd0227-cc88-4bb5-9be6-ed8ae26acaa6 HTTP/1.1" status: 200 len: 945 time: 0.0923657 Sep 23 15:16:59.016650 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-0b497668-7204-4c86-af64-acf6ba450ecb req-b943c63f-508b-46ce-9e63-30dcb73ee826 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=701da132-79de-4c26-9182-b6b944c0df50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389810 Sep 23 15:16:59.344327 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 49386d42-dd14-4d01-b233-dcdb6c50f0fa up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:16:59.460642 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 49386d42-dd14-4d01-b233-dcdb6c50f0fa completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:16:59.465454 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 49386d42-dd14-4d01-b233-dcdb6c50f0fa triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:16:59.473353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:59.473353 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 49386d42-dd14-4d01-b233-dcdb6c50f0fa Sep 23 15:16:59.585989 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 49386d42-dd14-4d01-b233-dcdb6c50f0fa is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:16:59.586404 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:59.616544 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afd0227-cc88-4bb5-9be6-ed8ae26acaa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49386d42-dd14-4d01-b233-dcdb6c50f0fa'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:16:59.616544 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c784d8-2032-4bba-84c5-3317ba144802" -d '{"events": [{"server_uuid": "6afd0227-cc88-4bb5-9be6-ed8ae26acaa6", "name": "network-vif-plugged", "status": "completed", "tag": "49386d42-dd14-4d01-b233-dcdb6c50f0fa"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:16:59.623807 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 49386d42-dd14-4d01-b233-dcdb6c50f0fa, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=49386d42-dd14-4d01-b233-dcdb6c50f0fa,segment=NetworkSegment(0d89939b-77dc-4a89-99ee-6c334216e4ff),segment_id=0d89939b-77dc-4a89-99ee-6c334216e4ff)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:16:59.657407 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949a9044-0a3b-4f87-aa95-3328b845cee7 x-openstack-request-id: req-949a9044-0a3b-4f87-aa95-3328b845cee7 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:16:59.657701 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afd0227-cc88-4bb5-9be6-ed8ae26acaa6", "name": "network-vif-plugged", "status": "completed", "tag": "49386d42-dd14-4d01-b233-dcdb6c50f0fa", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:16:59.657962 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-949a9044-0a3b-4f87-aa95-3328b845cee7 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:16:59.658412 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-949a9044-0a3b-4f87-aa95-3328b845cee7'] response: {'server_uuid': '6afd0227-cc88-4bb5-9be6-ed8ae26acaa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49386d42-dd14-4d01-b233-dcdb6c50f0fa', 'code': 200} Sep 23 15:16:59.700988 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:16:59.770598 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=49386d42-dd14-4d01-b233-dcdb6c50f0fa,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:00.056213 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49ff71-715e-4e18-a22e-34097b287b1e req-23bc89c4-568d-42e9-beb9-cd4e8f4260be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:00.058105 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-af49ff71-715e-4e18-a22e-34097b287b1e req-23bc89c4-568d-42e9-beb9-cd4e8f4260be service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6afd0227-cc88-4bb5-9be6-ed8ae26acaa6 HTTP/1.1" status: 200 len: 1099 time: 0.0790257 Sep 23 15:17:00.081371 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:17:00.100652 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-af49ff71-715e-4e18-a22e-34097b287b1e req-d8415aa5-96f3-44b1-975f-2b710634413e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=701da132-79de-4c26-9182-b6b944c0df50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357096 Sep 23 15:17:00.225779 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1fed5-1420-4533-9bea-dad1167e34ae req-4ca2c0ed-8832-4cf7-a793-6169849224d2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:00.226730 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2ba1fed5-1420-4533-9bea-dad1167e34ae req-4ca2c0ed-8832-4cf7-a793-6169849224d2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=6afd0227-cc88-4bb5-9be6-ed8ae26acaa6 HTTP/1.1" status: 200 len: 946 time: 0.0929976 Sep 23 15:17:00.270685 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2ba1fed5-1420-4533-9bea-dad1167e34ae req-e763da19-b768-4df3-8633-c0f68e5f3d05 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=701da132-79de-4c26-9182-b6b944c0df50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380321 Sep 23 15:17:01.475130 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0831a-d2b9-4fc3-bdcc-80c7089fe32b req-04a55e16-bbcc-4751-b81a-865018c4728e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:01.476623 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bad0831a-d2b9-4fc3-bdcc-80c7089fe32b req-04a55e16-bbcc-4751-b81a-865018c4728e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=6afd0227-cc88-4bb5-9be6-ed8ae26acaa6 HTTP/1.1" status: 200 len: 946 time: 0.0934176 Sep 23 15:17:01.522945 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bad0831a-d2b9-4fc3-bdcc-80c7089fe32b req-8d987c24-1d77-430a-9884-c724b69700e4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=701da132-79de-4c26-9182-b6b944c0df50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403333 Sep 23 15:17:02.072608 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cbc75358-b4dc-4474-ba2c-fcac8933d359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:02.733317 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868748c1-817e-4b03-96e1-2a87c44d7059 req-3cf72fc8-e89d-46fd-b8dd-a12ea3001187 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:02.734800 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-868748c1-817e-4b03-96e1-2a87c44d7059 req-3cf72fc8-e89d-46fd-b8dd-a12ea3001187 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=6afd0227-cc88-4bb5-9be6-ed8ae26acaa6 HTTP/1.1" status: 200 len: 946 time: 0.0893209 Sep 23 15:17:02.780530 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-868748c1-817e-4b03-96e1-2a87c44d7059 req-b71376b6-9250-456d-805b-be2bcc4628cb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=701da132-79de-4c26-9182-b6b944c0df50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399618 Sep 23 15:17:02.977600 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbfb37-a83c-4b82-842c-c3c42242a120 req-62206257-bb4b-498f-b11c-05faee36ebf4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:02.979080 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b8bbfb37-a83c-4b82-842c-c3c42242a120 req-62206257-bb4b-498f-b11c-05faee36ebf4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=6afd0227-cc88-4bb5-9be6-ed8ae26acaa6 HTTP/1.1" status: 200 len: 946 time: 0.0858028 Sep 23 15:17:03.026236 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b8bbfb37-a83c-4b82-842c-c3c42242a120 req-e77a1d77-3cad-4389-9700-4c23d44a7200 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=701da132-79de-4c26-9182-b6b944c0df50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414987 Sep 23 15:17:03.054983 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51042) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:17:03.105525 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:03.137856 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db487fde-ea6a-4775-ab3d-f8b2a382205f tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:03.139454 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-db487fde-ea6a-4775-ab3d-f8b2a382205f tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6afd0227-cc88-4bb5-9be6-ed8ae26acaa6 HTTP/1.1" status: 200 len: 1094 time: 0.0833859 Sep 23 15:17:03.142330 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51046) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:17:03.147304 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-4f3a8d2f-0826-45e0-aa47-36863354fc0c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'floatingip': {'port_id': '49386d42-dd14-4d01-b233-dcdb6c50f0fa'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:17:03.247518 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4f3a8d2f-0826-45e0-aa47-36863354fc0c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:04.015965 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4f3a8d2f-0826-45e0-aa47-36863354fc0c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:04.088567 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4f3a8d2f-0826-45e0-aa47-36863354fc0c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:04.257712 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-4f3a8d2f-0826-45e0-aa47-36863354fc0c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Floating IP a42b3a76-4d28-4874-92f3-ca0c54dbe7ce associated. External IP: 172.26.10.93, port: 49386d42-dd14-4d01-b233-dcdb6c50f0fa. Sep 23 15:17:04.612388 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3a8d2f-0826-45e0-aa47-36863354fc0c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router aaa41f52-ab1f-43de-9365-e793afa579d7 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:17:04.791048 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3a8d2f-0826-45e0-aa47-36863354fc0c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:17:04.796085 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4f3a8d2f-0826-45e0-aa47-36863354fc0c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:04.801440 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e3617-7627-4e66-aa62-80de7b702e49 None None] Sync routers for ids ['aaa41f52-ab1f-43de-9365-e793afa579d7'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:17:04.812662 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e3617-7627-4e66-aa62-80de7b702e49 None None] Routers {'aaa41f52-ab1f-43de-9365-e793afa579d7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:17:04.813340 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-801e3617-7627-4e66-aa62-80de7b702e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:16:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['aaa41f52-ab1f-43de-9365-e793afa579d7'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:17:04.856869 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4f3a8d2f-0826-45e0-aa47-36863354fc0c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "PUT /v2.0/floatingips/a42b3a76-4d28-4874-92f3-ca0c54dbe7ce HTTP/1.1" status: 200 len: 992 time: 1.7135184 Sep 23 15:17:04.857444 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afd0227-cc88-4bb5-9be6-ed8ae26acaa6', 'tag': '49386d42-dd14-4d01-b233-dcdb6c50f0fa'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:17:04.859722 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51050) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:17:04.860200 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8009c2c01c24846940f3c9c2beb64f503f2d744ca5e92813e431a27377ac34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec8d0e9-b84f-4e57-b192-e4bac219a720" -d '{"events": [{"name": "network-changed", "server_uuid": "6afd0227-cc88-4bb5-9be6-ed8ae26acaa6", "tag": "49386d42-dd14-4d01-b233-dcdb6c50f0fa"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:17:04.901228 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5d3d4f-4167-4508-b15a-170621b34e7e x-openstack-request-id: req-cf5d3d4f-4167-4508-b15a-170621b34e7e {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:17:04.901520 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6afd0227-cc88-4bb5-9be6-ed8ae26acaa6", "tag": "49386d42-dd14-4d01-b233-dcdb6c50f0fa", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:17:04.901774 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cf5d3d4f-4167-4508-b15a-170621b34e7e {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:17:04.902228 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf5d3d4f-4167-4508-b15a-170621b34e7e'] response: {'name': 'network-changed', 'server_uuid': '6afd0227-cc88-4bb5-9be6-ed8ae26acaa6', 'tag': '49386d42-dd14-4d01-b233-dcdb6c50f0fa', 'status': 'completed', 'code': 200} Sep 23 15:17:05.022438 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c735d9c2-c81f-411d-8211-fda4d4940172 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/a42b3a76-4d28-4874-92f3-ca0c54dbe7ce HTTP/1.1" status: 200 len: 992 time: 0.1615694 Sep 23 15:17:05.041155 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8d0e9-b84f-4e57-b192-e4bac219a720 req-e9935548-bfbe-49fe-b289-273d98c879ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:05.042649 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4ec8d0e9-b84f-4e57-b192-e4bac219a720 req-e9935548-bfbe-49fe-b289-273d98c879ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=6afd0227-cc88-4bb5-9be6-ed8ae26acaa6 HTTP/1.1" status: 200 len: 1099 time: 0.1055973 Sep 23 15:17:05.057300 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-801e3617-7627-4e66-aa62-80de7b702e49 None None] Set router aaa41f52-ab1f-43de-9365-e793afa579d7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:17:05.100275 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f24f2a92-22e2-4565-9752-cb719e303c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:05.175988 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8d0e9-b84f-4e57-b192-e4bac219a720 req-6484f72e-38d3-47e1-8051-4a113504540d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:05.177428 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4ec8d0e9-b84f-4e57-b192-e4bac219a720 req-6484f72e-38d3-47e1-8051-4a113504540d service neutron] 10.222.0.72 "GET /v2.0/networks?id=fbeb33d3-1b9a-4da0-8253-dea186cbd7db HTTP/1.1" status: 200 len: 898 time: 0.1284742 Sep 23 15:17:05.286135 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4ec8d0e9-b84f-4e57-b192-e4bac219a720 req-c2616c68-769c-409f-beb8-f83dfc4c7fe6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49386d42-dd14-4d01-b233-dcdb6c50f0fa HTTP/1.1" status: 200 len: 1000 time: 0.0987029 Sep 23 15:17:05.347950 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8d0e9-b84f-4e57-b192-e4bac219a720 req-b7004936-a211-4af1-b6b6-beff66c8edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:05.349438 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4ec8d0e9-b84f-4e57-b192-e4bac219a720 req-b7004936-a211-4af1-b6b6-beff66c8edd9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=979a5773-e0c0-400a-be25-f49833ac94c2 HTTP/1.1" status: 200 len: 835 time: 0.0574915 Sep 23 15:17:05.408647 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-801e3617-7627-4e66-aa62-80de7b702e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'name': 'tempest-TestNetworkBasicOps-router-1618451818', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187'}], 'enable_snat': True}, 'gw_port_id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': 'a42b3a76-4d28-4874-92f3-ca0c54dbe7ce', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.93', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'port_id': '49386d42-dd14-4d01-b233-dcdb6c50f0fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db', 'mac_address': 'fa:16:3e:1d:f0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afd0227-cc88-4bb5-9be6-ed8ae26acaa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:16:03Z', 'updated_at': '2022-09-23T15:17:03Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ffd4ae-73b3-499f-97ed-7ae8695008fc', 'name': '', 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:6a:c5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:42Z', 'updated_at': '2022-09-23T15:15:49Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:17:05.412964 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e3617-7627-4e66-aa62-80de7b702e49 None None] Checking router: aaa41f52-ab1f-43de-9365-e793afa579d7 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:17:05.421161 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e3617-7627-4e66-aa62-80de7b702e49 None None] Routers {'aaa41f52-ab1f-43de-9365-e793afa579d7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:17:05.421760 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-801e3617-7627-4e66-aa62-80de7b702e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:17:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['aaa41f52-ab1f-43de-9365-e793afa579d7'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:17:05.436286 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8d0e9-b84f-4e57-b192-e4bac219a720 req-5d3460e0-e104-407d-97ff-50fc01b10355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:05.437727 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4ec8d0e9-b84f-4e57-b192-e4bac219a720 req-5d3460e0-e104-407d-97ff-50fc01b10355 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fbeb33d3-1b9a-4da0-8253-dea186cbd7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828869 Sep 23 15:17:05.576268 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4ec8d0e9-b84f-4e57-b192-e4bac219a720 req-d36876cf-7f94-4247-b4c9-ff1527c17eea service neutron] 10.222.0.72 "GET /v2.0/networks/fbeb33d3-1b9a-4da0-8253-dea186cbd7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307259 Sep 23 15:17:05.615180 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:05.619054 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:05.628455 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-801e3617-7627-4e66-aa62-80de7b702e49 None None] Set router aaa41f52-ab1f-43de-9365-e793afa579d7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:17:05.818102 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4ec8d0e9-b84f-4e57-b192-e4bac219a720 req-b6de265d-e011-43e5-bbbc-246ce7704b51 service neutron] 10.222.0.72 "GET /v2.0/networks/fbeb33d3-1b9a-4da0-8253-dea186cbd7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366273 Sep 23 15:17:05.993307 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-801e3617-7627-4e66-aa62-80de7b702e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'name': 'tempest-TestNetworkBasicOps-router-1618451818', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187'}], 'enable_snat': True}, 'gw_port_id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': 'a42b3a76-4d28-4874-92f3-ca0c54dbe7ce', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.93', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'port_id': '49386d42-dd14-4d01-b233-dcdb6c50f0fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db', 'mac_address': 'fa:16:3e:1d:f0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afd0227-cc88-4bb5-9be6-ed8ae26acaa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:16:03Z', 'updated_at': '2022-09-23T15:17:03Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ffd4ae-73b3-499f-97ed-7ae8695008fc', 'name': '', 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:6a:c5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:42Z', 'updated_at': '2022-09-23T15:15:49Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:17:05.997386 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e3617-7627-4e66-aa62-80de7b702e49 None None] The sync data for ids ['aaa41f52-ab1f-43de-9365-e793afa579d7'] in dv-neutron-859093-1-hyperv is: [{'id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'name': 'tempest-TestNetworkBasicOps-router-1618451818', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187'}], 'enable_snat': True}, 'gw_port_id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': 'a42b3a76-4d28-4874-92f3-ca0c54dbe7ce', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.93', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'port_id': '49386d42-dd14-4d01-b233-dcdb6c50f0fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db', 'mac_address': 'fa:16:3e:1d:f0:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afd0227-cc88-4bb5-9be6-ed8ae26acaa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:16:03Z', 'updated_at': '2022-09-23T15:17:03Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ffd4ae-73b3-499f-97ed-7ae8695008fc', 'name': '', 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:6a:c5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:42Z', 'updated_at': '2022-09-23T15:15:49Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:17:06.026665 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51056) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:17:06.138062 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ad780f90-ab7e-4a9e-b15e-b56cfe2a44ef tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/a42b3a76-4d28-4874-92f3-ca0c54dbe7ce HTTP/1.1" status: 200 len: 992 time: 0.1091487 Sep 23 15:17:06.285749 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32756653-1a06-429d-a082-cbf459c58dd8 None None] New status for floating IP a42b3a76-4d28-4874-92f3-ca0c54dbe7ce: ACTIVE {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:17:06.932898 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:07.140482 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51062) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:17:07.243945 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d1f982e9-71a9-44c3-a22f-ad518eb4ab85 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/a42b3a76-4d28-4874-92f3-ca0c54dbe7ce HTTP/1.1" status: 200 len: 994 time: 0.1021910 Sep 23 15:17:32.070147 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c134c30c-19d1-4abf-97dc-95ee3944b340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:32.625134 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:35.041699 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c3e70909-063e-4774-b3f4-d90ce38a4fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:35.532116 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:35.548698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:36.948639 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:36.997859 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dc1cf-ba3f-47ef-b832-2e26da0cc1a7 req-81b3a05e-cd50-434f-95a3-0b2747d34e5c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:36.997859 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d55dc1cf-ba3f-47ef-b832-2e26da0cc1a7 req-81b3a05e-cd50-434f-95a3-0b2747d34e5c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=6afd0227-cc88-4bb5-9be6-ed8ae26acaa6 HTTP/1.1" status: 200 len: 946 time: 0.1391795 Sep 23 15:17:37.043820 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d55dc1cf-ba3f-47ef-b832-2e26da0cc1a7 req-9039ca8f-1983-4bc8-becd-b2d7ccd47d58 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=701da132-79de-4c26-9182-b6b944c0df50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416644 Sep 23 15:17:37.077201 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:17:38.300096 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5a9e2-a2c0-4fe4-b540-d07b71c34f30 req-6ee8f7ce-d1e1-4d27-8c38-ccf76fbe514a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:38.301571 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-06e5a9e2-a2c0-4fe4-b540-d07b71c34f30 req-6ee8f7ce-d1e1-4d27-8c38-ccf76fbe514a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=6afd0227-cc88-4bb5-9be6-ed8ae26acaa6 HTTP/1.1" status: 200 len: 946 time: 0.1358645 Sep 23 15:17:38.335232 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7461617-36c1-415f-a5bc-7b6ab2a59103 req-a34d64bf-b594-4139-a2a6-479beb269edf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:38.335232 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e7461617-36c1-415f-a5bc-7b6ab2a59103 req-a34d64bf-b594-4139-a2a6-479beb269edf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/ports?device_id=6afd0227-cc88-4bb5-9be6-ed8ae26acaa6 HTTP/1.1" status: 200 len: 946 time: 0.0888183 Sep 23 15:17:38.348509 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-06e5a9e2-a2c0-4fe4-b540-d07b71c34f30 req-f2623918-0ee4-4342-9cc9-8aa3e8590655 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=701da132-79de-4c26-9182-b6b944c0df50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394924 Sep 23 15:17:38.409131 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-e7461617-36c1-415f-a5bc-7b6ab2a59103 req-8aa18548-9e41-49fc-8913-19b54199cf76 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port 49386d42-dd14-4d01-b233-dcdb6c50f0fa {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:17:38.409477 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-e7461617-36c1-415f-a5bc-7b6ab2a59103 req-8aa18548-9e41-49fc-8913-19b54199cf76 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:38.665212 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-e7461617-36c1-415f-a5bc-7b6ab2a59103 req-8aa18548-9e41-49fc-8913-19b54199cf76 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port 49386d42-dd14-4d01-b233-dcdb6c50f0fa, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=49386d42-dd14-4d01-b233-dcdb6c50f0fa,segment=NetworkSegment(0d89939b-77dc-4a89-99ee-6c334216e4ff),segment_id=0d89939b-77dc-4a89-99ee-6c334216e4ff)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:17:38.665572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-e7461617-36c1-415f-a5bc-7b6ab2a59103 req-8aa18548-9e41-49fc-8913-19b54199cf76 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:38.962037 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-e7461617-36c1-415f-a5bc-7b6ab2a59103 req-8aa18548-9e41-49fc-8913-19b54199cf76 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:38.962441 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-e7461617-36c1-415f-a5bc-7b6ab2a59103 req-8aa18548-9e41-49fc-8913-19b54199cf76 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:38.962752 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [req-e7461617-36c1-415f-a5bc-7b6ab2a59103 req-8aa18548-9e41-49fc-8913-19b54199cf76 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Floating IP a42b3a76-4d28-4874-92f3-ca0c54dbe7ce disassociated. External IP: 172.26.10.93, port: 49386d42-dd14-4d01-b233-dcdb6c50f0fa. Sep 23 15:17:38.963084 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-e7461617-36c1-415f-a5bc-7b6ab2a59103 req-8aa18548-9e41-49fc-8913-19b54199cf76 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for 49386d42-dd14-4d01-b233-dcdb6c50f0fa owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:17:39.155038 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-e7461617-36c1-415f-a5bc-7b6ab2a59103 req-8aa18548-9e41-49fc-8913-19b54199cf76 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:39.205312 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa18548-9e41-49fc-8913-19b54199cf76 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=49386d42-dd14-4d01-b233-dcdb6c50f0fa,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:39.392015 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7461617-36c1-415f-a5bc-7b6ab2a59103 req-8aa18548-9e41-49fc-8913-19b54199cf76 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router aaa41f52-ab1f-43de-9365-e793afa579d7 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:17:39.638765 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7ec1e6a9-5c7a-4564-9a4b-ef3b556a4bc6 req-f726b44b-bc59-4326-af9b-aa7ae9257ad2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=6afd0227-cc88-4bb5-9be6-ed8ae26acaa6 HTTP/1.1" status: 200 len: 210 time: 0.1751082 Sep 23 15:17:39.737382 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7461617-36c1-415f-a5bc-7b6ab2a59103 req-8aa18548-9e41-49fc-8913-19b54199cf76 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:17:39.746785 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24830ac8-4e2f-428b-8383-b192ca54ec49 None None] Sync routers for ids ['aaa41f52-ab1f-43de-9365-e793afa579d7'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:17:39.760840 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24830ac8-4e2f-428b-8383-b192ca54ec49 None None] Routers {'aaa41f52-ab1f-43de-9365-e793afa579d7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:17:39.761669 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-24830ac8-4e2f-428b-8383-b192ca54ec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:17:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['aaa41f52-ab1f-43de-9365-e793afa579d7'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:17:39.825180 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7461617-36c1-415f-a5bc-7b6ab2a59103 req-8aa18548-9e41-49fc-8913-19b54199cf76 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] No DVR routers for this DVR port 49386d42-dd14-4d01-b233-dcdb6c50f0fa on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:17:39.827744 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-e7461617-36c1-415f-a5bc-7b6ab2a59103 req-8aa18548-9e41-49fc-8913-19b54199cf76 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:39.830473 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afd0227-cc88-4bb5-9be6-ed8ae26acaa6', 'name': 'network-vif-deleted', 'tag': '49386d42-dd14-4d01-b233-dcdb6c50f0fa'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:17:39.832823 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dfb647-eb0c-469e-81e5-e544ea705dad" -d '{"events": [{"server_uuid": "6afd0227-cc88-4bb5-9be6-ed8ae26acaa6", "name": "network-vif-deleted", "tag": "49386d42-dd14-4d01-b233-dcdb6c50f0fa"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:17:39.880246 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9778594-f530-4ae2-afde-036311d237b8 x-openstack-request-id: req-b9778594-f530-4ae2-afde-036311d237b8 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:17:39.880246 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afd0227-cc88-4bb5-9be6-ed8ae26acaa6", "name": "network-vif-deleted", "tag": "49386d42-dd14-4d01-b233-dcdb6c50f0fa", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:17:39.880246 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b9778594-f530-4ae2-afde-036311d237b8 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:17:39.880246 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9778594-f530-4ae2-afde-036311d237b8'] response: {'server_uuid': '6afd0227-cc88-4bb5-9be6-ed8ae26acaa6', 'name': 'network-vif-deleted', 'tag': '49386d42-dd14-4d01-b233-dcdb6c50f0fa', 'status': 'completed', 'code': 200} Sep 23 15:17:39.922525 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e7461617-36c1-415f-a5bc-7b6ab2a59103 req-8aa18548-9e41-49fc-8913-19b54199cf76 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "DELETE /v2.0/ports/49386d42-dd14-4d01-b233-dcdb6c50f0fa HTTP/1.1" status: 204 len: 173 time: 1.5832858 Sep 23 15:17:39.994303 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-24830ac8-4e2f-428b-8383-b192ca54ec49 None None] Set router aaa41f52-ab1f-43de-9365-e793afa579d7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:17:40.311396 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-24830ac8-4e2f-428b-8383-b192ca54ec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'name': 'tempest-TestNetworkBasicOps-router-1618451818', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187'}], 'enable_snat': True}, 'gw_port_id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '17ffd4ae-73b3-499f-97ed-7ae8695008fc', 'name': '', 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:6a:c5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:42Z', 'updated_at': '2022-09-23T15:15:49Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:17:40.315324 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24830ac8-4e2f-428b-8383-b192ca54ec49 None None] Checking router: aaa41f52-ab1f-43de-9365-e793afa579d7 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:17:40.324347 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24830ac8-4e2f-428b-8383-b192ca54ec49 None None] Routers {'aaa41f52-ab1f-43de-9365-e793afa579d7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:17:40.324957 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-24830ac8-4e2f-428b-8383-b192ca54ec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:17:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['aaa41f52-ab1f-43de-9365-e793afa579d7'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:17:40.505555 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-24830ac8-4e2f-428b-8383-b192ca54ec49 None None] Set router aaa41f52-ab1f-43de-9365-e793afa579d7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:17:40.823295 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-24830ac8-4e2f-428b-8383-b192ca54ec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'name': 'tempest-TestNetworkBasicOps-router-1618451818', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187'}], 'enable_snat': True}, 'gw_port_id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '17ffd4ae-73b3-499f-97ed-7ae8695008fc', 'name': '', 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:6a:c5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:42Z', 'updated_at': '2022-09-23T15:15:49Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:17:40.827783 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-4517b19f-e580-40f7-aca0-731aa3c4ad44 req-0e923d2c-1b76-4d34-a267-4760ef0d11e4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:17:40.828242 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24830ac8-4e2f-428b-8383-b192ca54ec49 None None] The sync data for ids ['aaa41f52-ab1f-43de-9365-e793afa579d7'] in dv-neutron-859093-1-hyperv is: [{'id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'name': 'tempest-TestNetworkBasicOps-router-1618451818', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187'}], 'enable_snat': True}, 'gw_port_id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '17ffd4ae-73b3-499f-97ed-7ae8695008fc', 'name': '', 'network_id': 'fbeb33d3-1b9a-4da0-8253-dea186cbd7db', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:6a:c5:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:42Z', 'updated_at': '2022-09-23T15:15:49Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '979a5773-e0c0-400a-be25-f49833ac94c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:17:40.943129 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-4517b19f-e580-40f7-aca0-731aa3c4ad44 req-0e923d2c-1b76-4d34-a267-4760ef0d11e4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:17:40.946954 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4517b19f-e580-40f7-aca0-731aa3c4ad44 req-0e923d2c-1b76-4d34-a267-4760ef0d11e4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=6afd0227-cc88-4bb5-9be6-ed8ae26acaa6 HTTP/1.1" status: 200 len: 210 time: 0.1744967 Sep 23 15:17:41.053705 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10982f62-5bdf-4aa5-b736-418537c4e0cd None None] New status for floating IP a42b3a76-4d28-4874-92f3-ca0c54dbe7ce: DOWN {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:17:41.546127 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 49386d42-dd14-4d01-b233-dcdb6c50f0fa no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:17:41.583950 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 49386d42-dd14-4d01-b233-dcdb6c50f0fa {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:17:41.584241 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 49386d42-dd14-4d01-b233-dcdb6c50f0fa not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:17:42.044286 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51102) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:17:42.112633 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-82ad54ba-318b-4735-b210-40e1cf050561 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:42.147708 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-82ad54ba-318b-4735-b210-40e1cf050561 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:42.269667 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-82ad54ba-318b-4735-b210-40e1cf050561 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:42.286689 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad54ba-318b-4735-b210-40e1cf050561 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=701da132-79de-4c26-9182-b6b944c0df50,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:42.366852 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-82ad54ba-318b-4735-b210-40e1cf050561 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:42.367975 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-82ad54ba-318b-4735-b210-40e1cf050561 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/security-groups/701da132-79de-4c26-9182-b6b944c0df50 HTTP/1.1" status: 204 len: 168 time: 0.3227072 Sep 23 15:17:42.458289 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51108) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:17:42.613065 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-6690f791-4c7b-4d3e-96c2-b2a65f0951c4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port e67cf898-bf20-4b39-aace-83b2a09a2ac2 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:17:42.613414 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6690f791-4c7b-4d3e-96c2-b2a65f0951c4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:42.786062 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6690f791-4c7b-4d3e-96c2-b2a65f0951c4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:42.786345 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6690f791-4c7b-4d3e-96c2-b2a65f0951c4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:42.911428 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-6690f791-4c7b-4d3e-96c2-b2a65f0951c4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for e67cf898-bf20-4b39-aace-83b2a09a2ac2 owned by network:floatingip {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:17:43.116664 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6690f791-4c7b-4d3e-96c2-b2a65f0951c4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:43.163089 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690f791-4c7b-4d3e-96c2-b2a65f0951c4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=e67cf898-bf20-4b39-aace-83b2a09a2ac2,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:43.262188 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6690f791-4c7b-4d3e-96c2-b2a65f0951c4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:43.332225 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6690f791-4c7b-4d3e-96c2-b2a65f0951c4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:43.333371 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6690f791-4c7b-4d3e-96c2-b2a65f0951c4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/floatingips/a42b3a76-4d28-4874-92f3-ca0c54dbe7ce HTTP/1.1" status: 204 len: 168 time: 0.8743329 Sep 23 15:17:44.010444 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476e9cb-11d3-446a-84b6-6a446ca9edc3 req-a616b8a2-29e2-46ac-a261-aba5a9bac90e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:44.011202 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-b476e9cb-11d3-446a-84b6-6a446ca9edc3 req-a616b8a2-29e2-46ac-a261-aba5a9bac90e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:17:44.076014 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-b476e9cb-11d3-446a-84b6-6a446ca9edc3 req-a616b8a2-29e2-46ac-a261-aba5a9bac90e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:17:44.076812 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b476e9cb-11d3-446a-84b6-6a446ca9edc3 req-a616b8a2-29e2-46ac-a261-aba5a9bac90e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9d33920-4506-4875-9424-7f365f35a2b7 HTTP/1.1" status: 200 len: 945 time: 0.1544755 Sep 23 15:17:44.121426 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b476e9cb-11d3-446a-84b6-6a446ca9edc3 req-2d4b8d5d-1505-4080-bed6-662a7ba102a7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=148e184f-f14c-4e0f-878c-7f1bfbd47a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388324 Sep 23 15:17:44.936369 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0e9bb51a-64a9-4adc-aef7-1442af8b1534 req-ef1a6548-d829-43f1-99a6-e961a52f8f9b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c16ec363-25c8-4d86-97b0-1f576664f195&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1185994 Sep 23 15:17:45.035864 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bb51a-64a9-4adc-aef7-1442af8b1534 req-009e9dff-3401-4cb9-9228-e33ce50a61a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:45.037374 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0e9bb51a-64a9-4adc-aef7-1442af8b1534 req-009e9dff-3401-4cb9-9228-e33ce50a61a1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4dd03006331a43759c203c055fc73500&device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 1099 time: 0.0785687 Sep 23 15:17:45.191376 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bb51a-64a9-4adc-aef7-1442af8b1534 req-7ed4c9c9-62a1-405f-b13c-26652e263ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:45.192814 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0e9bb51a-64a9-4adc-aef7-1442af8b1534 req-7ed4c9c9-62a1-405f-b13c-26652e263ae9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a HTTP/1.1" status: 200 len: 912 time: 0.1315870 Sep 23 15:17:45.327945 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb633e-e7bc-482c-98f7-6cdb279d28df req-dca6ba05-3598-4dfc-b8a0-100fe992d1f7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:45.328865 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e0eb633e-e7bc-482c-98f7-6cdb279d28df req-dca6ba05-3598-4dfc-b8a0-100fe992d1f7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9d33920-4506-4875-9424-7f365f35a2b7 HTTP/1.1" status: 200 len: 945 time: 0.0940425 Sep 23 15:17:45.380734 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-e0eb633e-e7bc-482c-98f7-6cdb279d28df req-e8ea7057-cf75-4a9a-8aab-7189e5ba106e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:17:45.451867 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0e9bb51a-64a9-4adc-aef7-1442af8b1534 req-de335f7c-25fe-4fc3-a8d8-e972a5713464 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c HTTP/1.1" status: 200 len: 1003 time: 0.2518747 Sep 23 15:17:45.464173 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-e0eb633e-e7bc-482c-98f7-6cdb279d28df req-e8ea7057-cf75-4a9a-8aab-7189e5ba106e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:17:45.465372 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e0eb633e-e7bc-482c-98f7-6cdb279d28df req-e8ea7057-cf75-4a9a-8aab-7189e5ba106e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=148e184f-f14c-4e0f-878c-7f1bfbd47a00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302567 Sep 23 15:17:45.517222 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2278d5d-4f63-4edb-8319-69978b432bd1 req-f76b20ef-d5d2-4ffe-8963-fef945d489b5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:45.521165 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d2278d5d-4f63-4edb-8319-69978b432bd1 req-f76b20ef-d5d2-4ffe-8963-fef945d489b5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9d33920-4506-4875-9424-7f365f35a2b7 HTTP/1.1" status: 200 len: 945 time: 0.1638415 Sep 23 15:17:45.577504 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bb51a-64a9-4adc-aef7-1442af8b1534 req-a1634ef2-4d27-4bc4-b647-a76acc9a968e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:45.578948 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0e9bb51a-64a9-4adc-aef7-1442af8b1534 req-a1634ef2-4d27-4bc4-b647-a76acc9a968e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64979ce6-fb4a-43b7-a76f-4e9da53aeed1 HTTP/1.1" status: 200 len: 850 time: 0.1205363 Sep 23 15:17:45.639739 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-d2278d5d-4f63-4edb-8319-69978b432bd1 req-19f235fe-4f9c-420e-8def-5db25b12a685 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:17:45.640089 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d2278d5d-4f63-4edb-8319-69978b432bd1 req-19f235fe-4f9c-420e-8def-5db25b12a685 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:45.785754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bb51a-64a9-4adc-aef7-1442af8b1534 req-6790676a-2c5a-4ed4-897f-199501513826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:45.787250 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0e9bb51a-64a9-4adc-aef7-1442af8b1534 req-6790676a-2c5a-4ed4-897f-199501513826 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2008893 Sep 23 15:17:46.002576 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-d2278d5d-4f63-4edb-8319-69978b432bd1 req-19f235fe-4f9c-420e-8def-5db25b12a685 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port d860b7fd-bb7f-4e1a-a824-de5e5f95daa4, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=d860b7fd-bb7f-4e1a-a824-de5e5f95daa4,segment=NetworkSegment(0d89939b-77dc-4a89-99ee-6c334216e4ff),segment_id=0d89939b-77dc-4a89-99ee-6c334216e4ff)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:17:46.003855 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d2278d5d-4f63-4edb-8319-69978b432bd1 req-19f235fe-4f9c-420e-8def-5db25b12a685 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:46.129551 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0e9bb51a-64a9-4adc-aef7-1442af8b1534 req-ea750144-6327-4997-848c-e9cf9af1db9a service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924247 Sep 23 15:17:46.135886 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-d2278d5d-4f63-4edb-8319-69978b432bd1 req-19f235fe-4f9c-420e-8def-5db25b12a685 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:17:46.361659 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0e9bb51a-64a9-4adc-aef7-1442af8b1534 req-62b4dc10-9a57-4d34-8f42-0bc2a14f51ea service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959674 Sep 23 15:17:46.453463 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d2278d5d-4f63-4edb-8319-69978b432bd1 req-19f235fe-4f9c-420e-8def-5db25b12a685 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:46.503458 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f235fe-4f9c-420e-8def-5db25b12a685 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=d860b7fd-bb7f-4e1a-a824-de5e5f95daa4,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:46.546732 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f235fe-4f9c-420e-8def-5db25b12a685 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:46.547084 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f235fe-4f9c-420e-8def-5db25b12a685 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:46.547427 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f235fe-4f9c-420e-8def-5db25b12a685 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:46.547760 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f235fe-4f9c-420e-8def-5db25b12a685 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:46.548090 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f235fe-4f9c-420e-8def-5db25b12a685 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:46.548419 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f235fe-4f9c-420e-8def-5db25b12a685 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:46.548747 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f235fe-4f9c-420e-8def-5db25b12a685 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:46.549074 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f235fe-4f9c-420e-8def-5db25b12a685 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:46.549406 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f235fe-4f9c-420e-8def-5db25b12a685 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:46.549726 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f235fe-4f9c-420e-8def-5db25b12a685 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:46.550046 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f235fe-4f9c-420e-8def-5db25b12a685 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:46.550384 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f235fe-4f9c-420e-8def-5db25b12a685 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:46.645067 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2278d5d-4f63-4edb-8319-69978b432bd1 req-19f235fe-4f9c-420e-8def-5db25b12a685 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] No DVR routers for this DVR port d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:17:46.652685 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d2278d5d-4f63-4edb-8319-69978b432bd1 req-19f235fe-4f9c-420e-8def-5db25b12a685 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:46.655187 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d33920-4506-4875-9424-7f365f35a2b7', 'name': 'network-vif-deleted', 'tag': 'd860b7fd-bb7f-4e1a-a824-de5e5f95daa4'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:17:46.657436 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0044218-2c99-46c9-8b07-67dcbfdb5a19" -d '{"events": [{"server_uuid": "f9d33920-4506-4875-9424-7f365f35a2b7", "name": "network-vif-deleted", "tag": "d860b7fd-bb7f-4e1a-a824-de5e5f95daa4"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:17:46.662902 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d748c30a-0e2c-401d-9e44-4e30c6098485 req-d13fd5e0-c05e-4e59-914e-a1bada75c91c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9d33920-4506-4875-9424-7f365f35a2b7 HTTP/1.1" status: 200 len: 210 time: 0.0622766 Sep 23 15:17:46.698709 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025ce098-6031-414b-86eb-e67d998d7173 x-openstack-request-id: req-025ce098-6031-414b-86eb-e67d998d7173 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:17:46.699001 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d33920-4506-4875-9424-7f365f35a2b7", "name": "network-vif-deleted", "tag": "d860b7fd-bb7f-4e1a-a824-de5e5f95daa4", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:17:46.699254 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-025ce098-6031-414b-86eb-e67d998d7173 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:17:46.699652 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-025ce098-6031-414b-86eb-e67d998d7173'] response: {'server_uuid': 'f9d33920-4506-4875-9424-7f365f35a2b7', 'name': 'network-vif-deleted', 'tag': 'd860b7fd-bb7f-4e1a-a824-de5e5f95daa4', 'status': 'completed', 'code': 200} Sep 23 15:17:46.727429 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d2278d5d-4f63-4edb-8319-69978b432bd1 req-19f235fe-4f9c-420e-8def-5db25b12a685 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "DELETE /v2.0/ports/d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 HTTP/1.1" status: 204 len: 173 time: 1.1982658 Sep 23 15:17:47.766934 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51126) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:17:47.839997 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-39703b33-acc1-4e54-beec-981819038702 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:47.869962 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-39703b33-acc1-4e54-beec-981819038702 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:48.001802 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-39703b33-acc1-4e54-beec-981819038702 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:48.019976 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39703b33-acc1-4e54-beec-981819038702 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=148e184f-f14c-4e0f-878c-7f1bfbd47a00,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:48.119086 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-39703b33-acc1-4e54-beec-981819038702 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:48.120280 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-39703b33-acc1-4e54-beec-981819038702 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/security-groups/148e184f-f14c-4e0f-878c-7f1bfbd47a00 HTTP/1.1" status: 204 len: 168 time: 0.3522620 Sep 23 15:17:49.243781 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51134) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:17:49.564233 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:17:49.599305 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:17:49.599661 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device d860b7fd-bb7f-4e1a-a824-de5e5f95daa4 not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:17:49.924689 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-85f6a782-3b75-4e14-8d8d-c8a0b37f90cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:50.281683 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-85f6a782-3b75-4e14-8d8d-c8a0b37f90cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port 17ffd4ae-73b3-499f-97ed-7ae8695008fc {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:17:50.282289 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-85f6a782-3b75-4e14-8d8d-c8a0b37f90cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:50.471674 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-85f6a782-3b75-4e14-8d8d-c8a0b37f90cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port 17ffd4ae-73b3-499f-97ed-7ae8695008fc, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=17ffd4ae-73b3-499f-97ed-7ae8695008fc,segment=NetworkSegment(0d89939b-77dc-4a89-99ee-6c334216e4ff),segment_id=0d89939b-77dc-4a89-99ee-6c334216e4ff)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:17:50.472035 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-85f6a782-3b75-4e14-8d8d-c8a0b37f90cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:50.606741 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-85f6a782-3b75-4e14-8d8d-c8a0b37f90cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for 17ffd4ae-73b3-499f-97ed-7ae8695008fc owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:17:51.120016 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-85f6a782-3b75-4e14-8d8d-c8a0b37f90cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:51.167719 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6a782-3b75-4e14-8d8d-c8a0b37f90cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=17ffd4ae-73b3-499f-97ed-7ae8695008fc,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:51.219020 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f6a782-3b75-4e14-8d8d-c8a0b37f90cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:51.223012 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f6a782-3b75-4e14-8d8d-c8a0b37f90cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:51.223012 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f6a782-3b75-4e14-8d8d-c8a0b37f90cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:51.223012 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f6a782-3b75-4e14-8d8d-c8a0b37f90cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:51.223012 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f6a782-3b75-4e14-8d8d-c8a0b37f90cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:51.223012 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f6a782-3b75-4e14-8d8d-c8a0b37f90cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:51.223012 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f6a782-3b75-4e14-8d8d-c8a0b37f90cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:51.223012 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f6a782-3b75-4e14-8d8d-c8a0b37f90cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:51.223012 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f6a782-3b75-4e14-8d8d-c8a0b37f90cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:51.223012 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f6a782-3b75-4e14-8d8d-c8a0b37f90cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:51.223012 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f6a782-3b75-4e14-8d8d-c8a0b37f90cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:51.223012 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f6a782-3b75-4e14-8d8d-c8a0b37f90cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:51.478763 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-85f6a782-3b75-4e14-8d8d-c8a0b37f90cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:51.840725 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f6a782-3b75-4e14-8d8d-c8a0b37f90cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router aaa41f52-ab1f-43de-9365-e793afa579d7 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:17:52.017515 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f6a782-3b75-4e14-8d8d-c8a0b37f90cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:17:52.028156 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2429a43c-28bd-49e4-afb7-516268a1eb4b None None] Sync routers for ids ['aaa41f52-ab1f-43de-9365-e793afa579d7'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:17:52.031000 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-85f6a782-3b75-4e14-8d8d-c8a0b37f90cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "PUT /v2.0/routers/aaa41f52-ab1f-43de-9365-e793afa579d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7861536 Sep 23 15:17:52.033632 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51140) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:17:52.037462 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2429a43c-28bd-49e4-afb7-516268a1eb4b None None] Routers {'aaa41f52-ab1f-43de-9365-e793afa579d7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:17:52.038067 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-2429a43c-28bd-49e4-afb7-516268a1eb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:17:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['aaa41f52-ab1f-43de-9365-e793afa579d7'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:17:52.101968 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3ff114-c667-47a9-b305-345b5f783e5a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting subnet 979a5773-e0c0-400a-be25-f49833ac94c2 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:17:52.105456 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2f3ff114-c667-47a9-b305-345b5f783e5a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:52.159437 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2f3ff114-c667-47a9-b305-345b5f783e5a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:52.213662 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-2429a43c-28bd-49e4-afb7-516268a1eb4b None None] Set router aaa41f52-ab1f-43de-9365-e793afa579d7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:17:52.248679 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2f3ff114-c667-47a9-b305-345b5f783e5a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:52.407295 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2f3ff114-c667-47a9-b305-345b5f783e5a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:52.448292 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ff114-c667-47a9-b305-345b5f783e5a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Subnet': ['ID=979a5773-e0c0-400a-be25-f49833ac94c2,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:52.453296 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2f3ff114-c667-47a9-b305-345b5f783e5a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:52.460600 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2f3ff114-c667-47a9-b305-345b5f783e5a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/subnets/979a5773-e0c0-400a-be25-f49833ac94c2 HTTP/1.1" status: 204 len: 168 time: 0.4259522 Sep 23 15:17:52.461161 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67939cc-e5d7-4c62-8ed5-70975a080b04 None None] Network fbeb33d3-1b9a-4da0-8253-dea186cbd7db requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:17:52.463354 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51144) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:17:52.724712 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-2429a43c-28bd-49e4-afb7-516268a1eb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'name': 'tempest-TestNetworkBasicOps-router-1618451818', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187'}], 'enable_snat': True}, 'gw_port_id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:17:50Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:17:52.733002 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2429a43c-28bd-49e4-afb7-516268a1eb4b None None] Checking router: aaa41f52-ab1f-43de-9365-e793afa579d7 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:17:52.757478 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2429a43c-28bd-49e4-afb7-516268a1eb4b None None] Routers {'aaa41f52-ab1f-43de-9365-e793afa579d7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:17:52.758345 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-2429a43c-28bd-49e4-afb7-516268a1eb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:17:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['aaa41f52-ab1f-43de-9365-e793afa579d7'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:17:52.765754 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ccae2b03-fdd4-4ceb-b237-41c079001155 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:52.833761 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b21bdc-fdc5-4e82-ac5f-8a5af319b7cf None None] DHCP port deletion for fbeb33d3-1b9a-4da0-8253-dea186cbd7db request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:17:52.844875 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a0b21bdc-fdc5-4e82-ac5f-8a5af319b7cf None None] Deleting port 8161c0f4-a10b-4f0a-855a-dd763ceca492 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:17:52.845249 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a0b21bdc-fdc5-4e82-ac5f-8a5af319b7cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:52.961356 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ccae2b03-fdd4-4ceb-b237-41c079001155 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:53.063819 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-ccae2b03-fdd4-4ceb-b237-41c079001155 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port bc5b05b5-07ca-455b-8249-5078f1b38030 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:17:53.066742 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ccae2b03-fdd4-4ceb-b237-41c079001155 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:53.113399 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-2429a43c-28bd-49e4-afb7-516268a1eb4b None None] Set router aaa41f52-ab1f-43de-9365-e793afa579d7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:17:53.226904 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8161c0f4-a10b-4f0a-855a-dd763ceca492 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:17:53.250683 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-ccae2b03-fdd4-4ceb-b237-41c079001155 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port bc5b05b5-07ca-455b-8249-5078f1b38030, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=bc5b05b5-07ca-455b-8249-5078f1b38030,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:17:53.251041 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ccae2b03-fdd4-4ceb-b237-41c079001155 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:53.374254 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-a0b21bdc-fdc5-4e82-ac5f-8a5af319b7cf None None] For port 8161c0f4-a10b-4f0a-855a-dd763ceca492, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8161c0f4-a10b-4f0a-855a-dd763ceca492,segment=NetworkSegment(0d89939b-77dc-4a89-99ee-6c334216e4ff),segment_id=0d89939b-77dc-4a89-99ee-6c334216e4ff)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:17:53.374576 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a0b21bdc-fdc5-4e82-ac5f-8a5af319b7cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:53.375562 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-ccae2b03-fdd4-4ceb-b237-41c079001155 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for bc5b05b5-07ca-455b-8249-5078f1b38030 owned by network:router_gateway {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:17:53.513409 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a0b21bdc-fdc5-4e82-ac5f-8a5af319b7cf None None] Calling delete_port for 8161c0f4-a10b-4f0a-855a-dd763ceca492 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:17:53.624501 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ccae2b03-fdd4-4ceb-b237-41c079001155 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:53.676696 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae2b03-fdd4-4ceb-b237-41c079001155 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=bc5b05b5-07ca-455b-8249-5078f1b38030,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:53.736828 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 8161c0f4-a10b-4f0a-855a-dd763ceca492 is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:17:53.737248 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:53.778284 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ccae2b03-fdd4-4ceb-b237-41c079001155 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:53.795744 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-2429a43c-28bd-49e4-afb7-516268a1eb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'name': 'tempest-TestNetworkBasicOps-router-1618451818', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187'}], 'enable_snat': True}, 'gw_port_id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:17:50Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:17:53.804334 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2429a43c-28bd-49e4-afb7-516268a1eb4b None None] The sync data for ids ['aaa41f52-ab1f-43de-9365-e793afa579d7'] in dv-neutron-859093-1-hyperv is: [{'id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'name': 'tempest-TestNetworkBasicOps-router-1618451818', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187'}], 'enable_snat': True}, 'gw_port_id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:17:50Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'bc5b05b5-07ca-455b-8249-5078f1b38030', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:23:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa41f52-ab1f-43de-9365-e793afa579d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:15:37Z', 'updated_at': '2022-09-23T15:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:17:53.889734 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a0b21bdc-fdc5-4e82-ac5f-8a5af319b7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:53.949389 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b21bdc-fdc5-4e82-ac5f-8a5af319b7cf None None] Pushing event deleted for resources: {'Port': ['ID=8161c0f4-a10b-4f0a-855a-dd763ceca492,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:53.952892 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b21bdc-fdc5-4e82-ac5f-8a5af319b7cf None None] No DVR routers for this DVR port 8161c0f4-a10b-4f0a-855a-dd763ceca492 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:17:53.974918 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ccae2b03-fdd4-4ceb-b237-41c079001155 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:53.977893 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ccae2b03-fdd4-4ceb-b237-41c079001155 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:54.081812 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ccae2b03-fdd4-4ceb-b237-41c079001155 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:54.081812 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccae2b03-fdd4-4ceb-b237-41c079001155 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Fanout notify agent at l3_agent the message router_deleted on router aaa41f52-ab1f-43de-9365-e793afa579d7 {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:17:54.096938 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ccae2b03-fdd4-4ceb-b237-41c079001155 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:54.098049 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ccae2b03-fdd4-4ceb-b237-41c079001155 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/routers/aaa41f52-ab1f-43de-9365-e793afa579d7 HTTP/1.1" status: 204 len: 168 time: 1.6337833 Sep 23 15:17:54.100868 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51148) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:17:54.230822 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f6957633-a53c-4653-8ddf-67d264d3ff7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:54.368982 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f6957633-a53c-4653-8ddf-67d264d3ff7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:54.395294 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-f6957633-a53c-4653-8ddf-67d264d3ff7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbeb33d3-1b9a-4da0-8253-dea186cbd7db']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:17:54.409567 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-f6957633-a53c-4653-8ddf-67d264d3ff7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d89939b-77dc-4a89-99ee-6c334216e4ff') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:17:54.409567 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-f6957633-a53c-4653-8ddf-67d264d3ff7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d89939b-77dc-4a89-99ee-6c334216e4ff') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:17:54.420836 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f6957633-a53c-4653-8ddf-67d264d3ff7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:54.442111 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f6957633-a53c-4653-8ddf-67d264d3ff7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:54.448868 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6957633-a53c-4653-8ddf-67d264d3ff7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:17:54.449860 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f6957633-a53c-4653-8ddf-67d264d3ff7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:54.639418 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 0d89939b-77dc-4a89-99ee-6c334216e4ff resource provider aggregate not found Sep 23 15:17:54.662255 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 0d89939b-77dc-4a89-99ee-6c334216e4ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d89939b-77dc-4a89-99ee-6c334216e4ff found for delete ", "request_id": "req-3926a23b-010d-4976-bd53-9cddbfcb15e9"}]} Sep 23 15:17:54.762160 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f6957633-a53c-4653-8ddf-67d264d3ff7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:54.790098 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f6957633-a53c-4653-8ddf-67d264d3ff7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:54.796491 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6957633-a53c-4653-8ddf-67d264d3ff7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Network': ['ID=fbeb33d3-1b9a-4da0-8253-dea186cbd7db,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:54.881589 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f6957633-a53c-4653-8ddf-67d264d3ff7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/networks/fbeb33d3-1b9a-4da0-8253-dea186cbd7db HTTP/1.1" status: 204 len: 168 time: 0.7797222 Sep 23 15:17:54.909313 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51158) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:17:54.910418 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-694fb98d-21fb-429d-a55a-109fb2f73cdb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'network': {'name': 'tempest-network-smoke--143716677', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'port_security_enabled': True}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:17:54.915491 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-694fb98d-21fb-429d-a55a-109fb2f73cdb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:17:54.919773 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-694fb98d-21fb-429d-a55a-109fb2f73cdb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:network and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:17:54.922734 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-694fb98d-21fb-429d-a55a-109fb2f73cdb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:17:54.928421 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-694fb98d-21fb-429d-a55a-109fb2f73cdb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:17:55.006523 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694fb98d-21fb-429d-a55a-109fb2f73cdb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:17:55.010527 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-694fb98d-21fb-429d-a55a-109fb2f73cdb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:55.037906 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-694fb98d-21fb-429d-a55a-109fb2f73cdb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:17:55.046363 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-694fb98d-21fb-429d-a55a-109fb2f73cdb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:55.046704 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-694fb98d-21fb-429d-a55a-109fb2f73cdb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Added segment 507975e9-aa61-4e03-a87d-c7285c4d474e of type vlan for network 668abeec-ab08-4a8d-a1dd-96de77bb1ac2 Sep 23 15:17:55.072139 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-694fb98d-21fb-429d-a55a-109fb2f73cdb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:55.152148 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 17ffd4ae-73b3-499f-97ed-7ae8695008fc no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:17:55.165772 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-694fb98d-21fb-429d-a55a-109fb2f73cdb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:55.171245 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694fb98d-21fb-429d-a55a-109fb2f73cdb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:55.175059 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-694fb98d-21fb-429d-a55a-109fb2f73cdb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:55.189954 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 17ffd4ae-73b3-499f-97ed-7ae8695008fc {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:17:55.190303 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 17ffd4ae-73b3-499f-97ed-7ae8695008fc not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:17:55.190742 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device bc5b05b5-07ca-455b-8249-5078f1b38030 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:17:55.224201 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: bc5b05b5-07ca-455b-8249-5078f1b38030 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:17:55.224548 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device bc5b05b5-07ca-455b-8249-5078f1b38030 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:17:55.279708 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694fb98d-21fb-429d-a55a-109fb2f73cdb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Network': ['ID=668abeec-ab08-4a8d-a1dd-96de77bb1ac2,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:55.292767 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 668abeec-ab08-4a8d-a1dd-96de77bb1ac2 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:17:55.338533 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-694fb98d-21fb-429d-a55a-109fb2f73cdb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4323530 Sep 23 15:17:55.341445 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51162) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:17:55.346634 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-c0cf5116-5ca8-4055-a0c0-3417befacd9d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-790489046', 'admin_state_up': True, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:17:55.354105 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-c0cf5116-5ca8-4055-a0c0-3417befacd9d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:17:55.357962 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-c0cf5116-5ca8-4055-a0c0-3417befacd9d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:router and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:17:55.360822 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-c0cf5116-5ca8-4055-a0c0-3417befacd9d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:17:55.368159 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-c0cf5116-5ca8-4055-a0c0-3417befacd9d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:17:55.479870 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c0cf5116-5ca8-4055-a0c0-3417befacd9d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:55.484490 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c0cf5116-5ca8-4055-a0c0-3417befacd9d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:55.496225 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c0cf5116-5ca8-4055-a0c0-3417befacd9d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:55.891757 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c0cf5116-5ca8-4055-a0c0-3417befacd9d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:56.269466 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c0cf5116-5ca8-4055-a0c0-3417befacd9d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:56.297798 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c0cf5116-5ca8-4055-a0c0-3417befacd9d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:56.434339 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-c0cf5116-5ca8-4055-a0c0-3417befacd9d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.26.10.106 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/67d67a90-c001-4169-a678-fb41d5a84fac) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:17:56.579339 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c0cf5116-5ca8-4055-a0c0-3417befacd9d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:56.665683 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c0cf5116-5ca8-4055-a0c0-3417befacd9d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:56.729270 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cf5116-5ca8-4055-a0c0-3417befacd9d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:17:56.731963 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-c0cf5116-5ca8-4055-a0c0-3417befacd9d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:17:56.735745 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cf5116-5ca8-4055-a0c0-3417befacd9d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:17:56.769173 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf5116-5ca8-4055-a0c0-3417befacd9d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=67d67a90-c001-4169-a678-fb41d5a84fac,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:57.336330 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c0cf5116-5ca8-4055-a0c0-3417befacd9d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:57.676400 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c0cf5116-5ca8-4055-a0c0-3417befacd9d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:57.938180 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cf5116-5ca8-4055-a0c0-3417befacd9d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 17ffc3af-3590-49a7-bc89-a004f4c7ee96 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:17:58.115195 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cf5116-5ca8-4055-a0c0-3417befacd9d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:17:58.124609 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c439c8-73eb-4063-83d1-9aafa2fd7963 None None] Sync routers for ids ['17ffc3af-3590-49a7-bc89-a004f4c7ee96'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:17:58.135036 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c439c8-73eb-4063-83d1-9aafa2fd7963 None None] Routers {'17ffc3af-3590-49a7-bc89-a004f4c7ee96'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:17:58.135630 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-d2c439c8-73eb-4063-83d1-9aafa2fd7963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:17:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['17ffc3af-3590-49a7-bc89-a004f4c7ee96'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:17:58.206240 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c0cf5116-5ca8-4055-a0c0-3417befacd9d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:58.206733 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c0cf5116-5ca8-4055-a0c0-3417befacd9d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8643639 Sep 23 15:17:58.211367 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51166) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:17:58.298525 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-811403e9-2e33-4367-8d21-77c432acc85b tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=8433d6d3ee51437084758ba6444603b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0867815 Sep 23 15:17:58.301124 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51172) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:17:58.314249 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-d2c439c8-73eb-4063-83d1-9aafa2fd7963 None None] Set router 17ffc3af-3590-49a7-bc89-a004f4c7ee96 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:17:58.543810 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0632bce-a8a2-405c-a70b-bb3c302414f4 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:58.545303 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b0632bce-a8a2-405c-a70b-bb3c302414f4 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2432866 Sep 23 15:17:58.548163 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51176) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:17:58.590623 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-51853fe2-e319-4046-acc2-72f5556e89d6 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=61b1518d-d511-4beb-b056-d894a2c85079&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389044 Sep 23 15:17:58.590811 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51180) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:17:58.596203 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-28727ad6-1601-4bca-b4a9-ce9ac6b91a6a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-226021490', 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:17:58.641191 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-d2c439c8-73eb-4063-83d1-9aafa2fd7963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'name': 'tempest-TestNetworkBasicOps-router-790489046', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:17:57Z', 'revision_number': 3, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:56Z', 'updated_at': '2022-09-23T15:17:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:17:58.642184 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c439c8-73eb-4063-83d1-9aafa2fd7963 None None] Checking router: 17ffc3af-3590-49a7-bc89-a004f4c7ee96 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:17:58.642556 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c439c8-73eb-4063-83d1-9aafa2fd7963 None None] Updating router 17ffc3af-3590-49a7-bc89-a004f4c7ee96 port 67d67a90-c001-4169-a678-fb41d5a84fac binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:17:58.697646 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d2c439c8-73eb-4063-83d1-9aafa2fd7963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:58.707189 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-28727ad6-1601-4bca-b4a9-ce9ac6b91a6a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:17:58.711599 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-28727ad6-1601-4bca-b4a9-ce9ac6b91a6a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:subnet and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:17:58.714563 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-28727ad6-1601-4bca-b4a9-ce9ac6b91a6a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:17:58.720221 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-28727ad6-1601-4bca-b4a9-ce9ac6b91a6a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:17:58.812696 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28727ad6-1601-4bca-b4a9-ce9ac6b91a6a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:17:58.816039 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-28727ad6-1601-4bca-b4a9-ce9ac6b91a6a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:59.023147 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d2c439c8-73eb-4063-83d1-9aafa2fd7963 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:59.034442 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-d2c439c8-73eb-4063-83d1-9aafa2fd7963 None None] Transition to ACTIVE for port object 67d67a90-c001-4169-a678-fb41d5a84fac will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:17:59.161059 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-28727ad6-1601-4bca-b4a9-ce9ac6b91a6a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:59.188190 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d2c439c8-73eb-4063-83d1-9aafa2fd7963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:59.242913 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28727ad6-1601-4bca-b4a9-ce9ac6b91a6a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Subnet': ['ID=14e29846-096c-417a-8356-047902de0d51,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:59.249081 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-d2c439c8-73eb-4063-83d1-9aafa2fd7963 None None] Attempting to bind port 67d67a90-c001-4169-a678-fb41d5a84fac on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:17:59.249445 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-d2c439c8-73eb-4063-83d1-9aafa2fd7963 None None] Attempting to bind port 67d67a90-c001-4169-a678-fb41d5a84fac by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:17:59.249800 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c439c8-73eb-4063-83d1-9aafa2fd7963 None None] Attempting to bind port 67d67a90-c001-4169-a678-fb41d5a84fac on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:17:59.250596 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28727ad6-1601-4bca-b4a9-ce9ac6b91a6a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Checking segment: {'id': '507975e9-aa61-4e03-a87d-c7285c4d474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:17:59.250957 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28727ad6-1601-4bca-b4a9-ce9ac6b91a6a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network hostable DHCP agents. Network: 668abeec-ab08-4a8d-a1dd-96de77bb1ac2, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:17:59.260497 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c439c8-73eb-4063-83d1-9aafa2fd7963 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:17:59.260867 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c439c8-73eb-4063-83d1-9aafa2fd7963 None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:17:59.261255 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d2c439c8-73eb-4063-83d1-9aafa2fd7963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:59.261637 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c439c8-73eb-4063-83d1-9aafa2fd7963 None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:17:59.262094 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-d2c439c8-73eb-4063-83d1-9aafa2fd7963 None None] Bound port: 67d67a90-c001-4169-a678-fb41d5a84fac, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:17:59.262483 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d2c439c8-73eb-4063-83d1-9aafa2fd7963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:59.307372 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa44f7f-8d52-4f41-9436-b85d48af2094 None None] Pushing event updated for resources: {'Port': ['ID=67d67a90-c001-4169-a678-fb41d5a84fac,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:59.319093 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa44f7f-8d52-4f41-9436-b85d48af2094 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:59.319993 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa44f7f-8d52-4f41-9436-b85d48af2094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:59.320324 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa44f7f-8d52-4f41-9436-b85d48af2094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:59.320648 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa44f7f-8d52-4f41-9436-b85d48af2094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:59.320967 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa44f7f-8d52-4f41-9436-b85d48af2094 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:59.321285 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa44f7f-8d52-4f41-9436-b85d48af2094 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:59.321601 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa44f7f-8d52-4f41-9436-b85d48af2094 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:59.321914 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa44f7f-8d52-4f41-9436-b85d48af2094 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:59.322229 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa44f7f-8d52-4f41-9436-b85d48af2094 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:59.322565 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa44f7f-8d52-4f41-9436-b85d48af2094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:59.322877 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa44f7f-8d52-4f41-9436-b85d48af2094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:59.323211 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa44f7f-8d52-4f41-9436-b85d48af2094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:17:59.351175 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-d2c439c8-73eb-4063-83d1-9aafa2fd7963 None None] For port 67d67a90-c001-4169-a678-fb41d5a84fac, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:17:59.354029 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-d2c439c8-73eb-4063-83d1-9aafa2fd7963 None None] For port 67d67a90-c001-4169-a678-fb41d5a84fac, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=67d67a90-c001-4169-a678-fb41d5a84fac,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:17:59.354267 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28727ad6-1601-4bca-b4a9-ce9ac6b91a6a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 668abeec-ab08-4a8d-a1dd-96de77bb1ac2 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:17:59.441194 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d2c439c8-73eb-4063-83d1-9aafa2fd7963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:59.463323 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-28727ad6-1601-4bca-b4a9-ce9ac6b91a6a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 668abeec-ab08-4a8d-a1dd-96de77bb1ac2) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:17:59.467836 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28727ad6-1601-4bca-b4a9-ce9ac6b91a6a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:17:59.468479 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-28727ad6-1601-4bca-b4a9-ce9ac6b91a6a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:59.479613 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caaa07a-b362-4485-a929-07a396a135f5 None None] Network 668abeec-ab08-4a8d-a1dd-96de77bb1ac2 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:17:59.502565 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c439c8-73eb-4063-83d1-9aafa2fd7963 None None] Routers {'17ffc3af-3590-49a7-bc89-a004f4c7ee96'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:17:59.503173 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-d2c439c8-73eb-4063-83d1-9aafa2fd7963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:17:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['17ffc3af-3590-49a7-bc89-a004f4c7ee96'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:17:59.550835 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-28727ad6-1601-4bca-b4a9-ce9ac6b91a6a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9589653 Sep 23 15:17:59.553559 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51184) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:17:59.588772 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa44f7f-8d52-4f41-9436-b85d48af2094 None None] Pushing event updated for resources: {'Port': ['ID=67d67a90-c001-4169-a678-fb41d5a84fac,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:17:59.695428 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-d2c439c8-73eb-4063-83d1-9aafa2fd7963 None None] Set router 17ffc3af-3590-49a7-bc89-a004f4c7ee96 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:17:59.715720 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-668abeec-ab08-4a8d-a1dd-96de77bb1ac2', 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ips': [{'subnet_id': '14e29846-096c-417a-8356-047902de0d51'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:17:59.716519 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:17:59.913668 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Allocated IP 172.20.0.2 (668abeec-ab08-4a8d-a1dd-96de77bb1ac2/14e29846-096c-417a-8356-047902de0d51/2bbf436a-25da-449c-af86-4d6f5f8e1276) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:18:00.004391 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-d2c439c8-73eb-4063-83d1-9aafa2fd7963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'name': 'tempest-TestNetworkBasicOps-router-790489046', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:17:57Z', 'revision_number': 3, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:56Z', 'updated_at': '2022-09-23T15:17:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:00.008465 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c439c8-73eb-4063-83d1-9aafa2fd7963 None None] The sync data for ids ['17ffc3af-3590-49a7-bc89-a004f4c7ee96'] in dv-neutron-859093-1-hyperv is: [{'id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'name': 'tempest-TestNetworkBasicOps-router-790489046', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:17:57Z', 'revision_number': 3, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:56Z', 'updated_at': '2022-09-23T15:17:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:18:00.140487 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:00.158090 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Transition to ACTIVE for port object 2bbf436a-25da-449c-af86-4d6f5f8e1276 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:18:00.176783 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Transition to ACTIVE for port object 2bbf436a-25da-449c-af86-4d6f5f8e1276 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:18:00.276085 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:00.328681 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e94f8869-287b-4f24-9fe6-fd89da9adaf5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:00.355827 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Network 668abeec-ab08-4a8d-a1dd-96de77bb1ac2 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:18:00.358742 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:18:00.363098 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:18:00.365270 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Pushing event updated for resources: {'Port': ['ID=2bbf436a-25da-449c-af86-4d6f5f8e1276,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:00.408327 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:00.408679 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:00.409020 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:00.409359 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:00.409693 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:00.410025 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:00.410397 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:00.410711 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:00.411375 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:00.411465 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:00.411792 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:00.412112 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:00.491747 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Attempting to bind port 2bbf436a-25da-449c-af86-4d6f5f8e1276 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:18:00.491747 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Attempting to bind port 2bbf436a-25da-449c-af86-4d6f5f8e1276 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '507975e9-aa61-4e03-a87d-c7285c4d474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:18:00.491747 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Attempting to bind port 2bbf436a-25da-449c-af86-4d6f5f8e1276 on network 668abeec-ab08-4a8d-a1dd-96de77bb1ac2 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:18:00.493135 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:18:00.493512 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Checking segment: {'id': '507975e9-aa61-4e03-a87d-c7285c4d474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:18:00.493915 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:00.494352 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Bound using segment: {'id': '507975e9-aa61-4e03-a87d-c7285c4d474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:18:00.494805 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Bound port: 2bbf436a-25da-449c-af86-4d6f5f8e1276, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '507975e9-aa61-4e03-a87d-c7285c4d474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:18:00.495179 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:00.598997 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] For port 2bbf436a-25da-449c-af86-4d6f5f8e1276, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:18:00.602404 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] For port 2bbf436a-25da-449c-af86-4d6f5f8e1276, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=2bbf436a-25da-449c-af86-4d6f5f8e1276,segment=NetworkSegment(507975e9-aa61-4e03-a87d-c7285c4d474e),segment_id=507975e9-aa61-4e03-a87d-c7285c4d474e)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:18:00.692722 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:00.793311 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba5944-c4b0-4d6f-b199-327ca62119ec None None] Pushing event updated for resources: {'Port': ['ID=2bbf436a-25da-449c-af86-4d6f5f8e1276,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:00.890876 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-e94f8869-287b-4f24-9fe6-fd89da9adaf5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.20.0.1 (668abeec-ab08-4a8d-a1dd-96de77bb1ac2/14e29846-096c-417a-8356-047902de0d51/5702837a-55a7-4826-a579-48586e3ad33d) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:18:01.079815 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e94f8869-287b-4f24-9fe6-fd89da9adaf5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:01.097203 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-e94f8869-287b-4f24-9fe6-fd89da9adaf5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Transition to ACTIVE for port object 5702837a-55a7-4826-a579-48586e3ad33d will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:18:01.184377 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e94f8869-287b-4f24-9fe6-fd89da9adaf5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:01.217498 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 67d67a90-c001-4169-a678-fb41d5a84fac up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:18:01.255450 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94f8869-287b-4f24-9fe6-fd89da9adaf5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 668abeec-ab08-4a8d-a1dd-96de77bb1ac2 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:18:01.259196 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-e94f8869-287b-4f24-9fe6-fd89da9adaf5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:18:01.264431 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94f8869-287b-4f24-9fe6-fd89da9adaf5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:18:01.316194 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f8869-287b-4f24-9fe6-fd89da9adaf5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=5702837a-55a7-4826-a579-48586e3ad33d,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:01.334049 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e94f8869-287b-4f24-9fe6-fd89da9adaf5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:01.354927 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 67d67a90-c001-4169-a678-fb41d5a84fac completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:18:01.360049 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 67d67a90-c001-4169-a678-fb41d5a84fac triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:18:01.360418 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:01.360752 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 67d67a90-c001-4169-a678-fb41d5a84fac Sep 23 15:18:01.482262 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 67d67a90-c001-4169-a678-fb41d5a84fac is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:18:01.486706 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:01.502815 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 67d67a90-c001-4169-a678-fb41d5a84fac, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=67d67a90-c001-4169-a678-fb41d5a84fac,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:18:01.567152 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:01.568133 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 2bbf436a-25da-449c-af86-4d6f5f8e1276 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:18:01.656100 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e94f8869-287b-4f24-9fe6-fd89da9adaf5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:01.728728 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=67d67a90-c001-4169-a678-fb41d5a84fac,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:01.797637 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99af5c16-8ad2-44bd-8234-31342c635b1f None None] Network 668abeec-ab08-4a8d-a1dd-96de77bb1ac2 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:18:01.864872 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 2bbf436a-25da-449c-af86-4d6f5f8e1276 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:18:01.974169 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e9fc57be-3461-4d39-a3c3-c6eab96ce1e1 None None] Provisioning for port 2bbf436a-25da-449c-af86-4d6f5f8e1276 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:18:01.983551 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e9fc57be-3461-4d39-a3c3-c6eab96ce1e1 None None] Provisioning complete for port 2bbf436a-25da-449c-af86-4d6f5f8e1276 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:18:01.986443 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e9fc57be-3461-4d39-a3c3-c6eab96ce1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:01.986443 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-e9fc57be-3461-4d39-a3c3-c6eab96ce1e1 None None] Attempt 1 to provision port 2bbf436a-25da-449c-af86-4d6f5f8e1276 Sep 23 15:18:02.114772 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e94f8869-287b-4f24-9fe6-fd89da9adaf5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:02.116671 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3fe88488-9626-43d3-afc1-6cb89453448e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:02.183564 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e94f8869-287b-4f24-9fe6-fd89da9adaf5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:02.188080 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e9fc57be-3461-4d39-a3c3-c6eab96ce1e1 None None] Current status of the port 2bbf436a-25da-449c-af86-4d6f5f8e1276 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:18:02.188521 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e9fc57be-3461-4d39-a3c3-c6eab96ce1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:02.224283 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e9fc57be-3461-4d39-a3c3-c6eab96ce1e1 None None] For port 2bbf436a-25da-449c-af86-4d6f5f8e1276, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=2bbf436a-25da-449c-af86-4d6f5f8e1276,segment=NetworkSegment(507975e9-aa61-4e03-a87d-c7285c4d474e),segment_id=507975e9-aa61-4e03-a87d-c7285c4d474e)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:18:02.293435 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e9fc57be-3461-4d39-a3c3-c6eab96ce1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:02.305657 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e94f8869-287b-4f24-9fe6-fd89da9adaf5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:02.310925 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f8869-287b-4f24-9fe6-fd89da9adaf5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=5702837a-55a7-4826-a579-48586e3ad33d,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:02.367957 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc57be-3461-4d39-a3c3-c6eab96ce1e1 None None] Pushing event updated for resources: {'Port': ['ID=2bbf436a-25da-449c-af86-4d6f5f8e1276,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:02.417300 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-aa3e9341-64dc-49eb-9697-245eb31530f3 None None] Provisioning complete for port 2bbf436a-25da-449c-af86-4d6f5f8e1276 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:18:02.418203 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aa3e9341-64dc-49eb-9697-245eb31530f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:02.418203 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-aa3e9341-64dc-49eb-9697-245eb31530f3 None None] Attempt 1 to provision port 2bbf436a-25da-449c-af86-4d6f5f8e1276 Sep 23 15:18:02.458537 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94f8869-287b-4f24-9fe6-fd89da9adaf5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 668abeec-ab08-4a8d-a1dd-96de77bb1ac2 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:18:02.460005 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-e94f8869-287b-4f24-9fe6-fd89da9adaf5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:18:02.559478 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e9341-64dc-49eb-9697-245eb31530f3 None None] Current status of the port 2bbf436a-25da-449c-af86-4d6f5f8e1276 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:18:02.612778 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:02.641373 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-aa3e9341-64dc-49eb-9697-245eb31530f3 None None] Provisioning for port 5702837a-55a7-4826-a579-48586e3ad33d completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:18:02.644288 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-aa3e9341-64dc-49eb-9697-245eb31530f3 None None] Provisioning complete for port 5702837a-55a7-4826-a579-48586e3ad33d triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:18:02.644719 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aa3e9341-64dc-49eb-9697-245eb31530f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:02.645122 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-aa3e9341-64dc-49eb-9697-245eb31530f3 None None] Attempt 1 to provision port 5702837a-55a7-4826-a579-48586e3ad33d Sep 23 15:18:02.710439 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e9341-64dc-49eb-9697-245eb31530f3 None None] Port 5702837a-55a7-4826-a579-48586e3ad33d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:18:02.782461 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94f8869-287b-4f24-9fe6-fd89da9adaf5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 17ffc3af-3590-49a7-bc89-a004f4c7ee96 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:18:02.963515 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94f8869-287b-4f24-9fe6-fd89da9adaf5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:18:02.972926 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727e142a-9880-4467-8730-b85ba2e19776 None None] Sync routers for ids ['17ffc3af-3590-49a7-bc89-a004f4c7ee96'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:18:02.976969 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e94f8869-287b-4f24-9fe6-fd89da9adaf5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "PUT /v2.0/routers/17ffc3af-3590-49a7-bc89-a004f4c7ee96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4208724 Sep 23 15:18:02.979222 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51188) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:02.983180 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727e142a-9880-4467-8730-b85ba2e19776 None None] Routers {'17ffc3af-3590-49a7-bc89-a004f4c7ee96'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:18:02.983918 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-727e142a-9880-4467-8730-b85ba2e19776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:17:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['17ffc3af-3590-49a7-bc89-a004f4c7ee96'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:03.126916 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca656e8-24e6-4d3b-b748-6d6ccdfa5e95 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:03.127368 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca656e8-24e6-4d3b-b748-6d6ccdfa5e95 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:03.127801 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca656e8-24e6-4d3b-b748-6d6ccdfa5e95 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:03.128264 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca656e8-24e6-4d3b-b748-6d6ccdfa5e95 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:03.128725 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca656e8-24e6-4d3b-b748-6d6ccdfa5e95 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:03.129180 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca656e8-24e6-4d3b-b748-6d6ccdfa5e95 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:03.133969 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8ca656e8-24e6-4d3b-b748-6d6ccdfa5e95 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.1508894 Sep 23 15:18:03.134716 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51192) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:03.171150 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-727e142a-9880-4467-8730-b85ba2e19776 None None] Set router 17ffc3af-3590-49a7-bc89-a004f4c7ee96 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:18:03.207191 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0478a6e-f569-4d04-9ba6-6d975edec009 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:03.207668 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0478a6e-f569-4d04-9ba6-6d975edec009 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:03.208123 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0478a6e-f569-4d04-9ba6-6d975edec009 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:03.208576 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0478a6e-f569-4d04-9ba6-6d975edec009 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:03.209024 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0478a6e-f569-4d04-9ba6-6d975edec009 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:03.209469 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0478a6e-f569-4d04-9ba6-6d975edec009 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:03.211910 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d0478a6e-f569-4d04-9ba6-6d975edec009 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0767834 Sep 23 15:18:03.215143 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51196) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:03.219673 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-aa3e9341-64dc-49eb-9697-245eb31530f3 None None] Attempt 2 to provision port 5702837a-55a7-4826-a579-48586e3ad33d Sep 23 15:18:03.257490 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 67d67a90-c001-4169-a678-fb41d5a84fac up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:18:03.342610 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e9341-64dc-49eb-9697-245eb31530f3 None None] Port 5702837a-55a7-4826-a579-48586e3ad33d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:18:03.426103 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f169bd99-6b7f-492f-a1ab-32dfabe56ab8 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.2102218 Sep 23 15:18:03.429551 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51202) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:03.435127 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-f3e274da-a0aa-43ff-91a8-c98eb7bccd13 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-946177753', 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:18:03.516075 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 67d67a90-c001-4169-a678-fb41d5a84fac triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:18:03.516449 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:03.516780 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 67d67a90-c001-4169-a678-fb41d5a84fac Sep 23 15:18:03.575093 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f3e274da-a0aa-43ff-91a8-c98eb7bccd13 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:18:03.579439 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f3e274da-a0aa-43ff-91a8-c98eb7bccd13 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:port and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:18:03.582265 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f3e274da-a0aa-43ff-91a8-c98eb7bccd13 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:18:03.588877 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f3e274da-a0aa-43ff-91a8-c98eb7bccd13 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:18:03.680698 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e274da-a0aa-43ff-91a8-c98eb7bccd13 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'port': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:18:03.684198 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f3e274da-a0aa-43ff-91a8-c98eb7bccd13 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:03.715274 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [None req-f3e274da-a0aa-43ff-91a8-c98eb7bccd13 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] device_id is not set on port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 yet. {{(pid=89738) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:18:03.746840 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 67d67a90-c001-4169-a678-fb41d5a84fac is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:18:03.748433 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 2bbf436a-25da-449c-af86-4d6f5f8e1276 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:18:03.800594 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-727e142a-9880-4467-8730-b85ba2e19776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'name': 'tempest-TestNetworkBasicOps-router-790489046', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:18:01Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:56Z', 'updated_at': '2022-09-23T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '5702837a-55a7-4826-a579-48586e3ad33d', 'name': '', 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:c1:3f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '14e29846-096c-417a-8356-047902de0d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:01Z', 'revision_number': 2, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '14e29846-096c-417a-8356-047902de0d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:03.809207 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727e142a-9880-4467-8730-b85ba2e19776 None None] Checking router: 17ffc3af-3590-49a7-bc89-a004f4c7ee96 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:18:03.809564 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727e142a-9880-4467-8730-b85ba2e19776 None None] Updating router 17ffc3af-3590-49a7-bc89-a004f4c7ee96 port 5702837a-55a7-4826-a579-48586e3ad33d binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:18:03.845864 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-aa3e9341-64dc-49eb-9697-245eb31530f3 None None] Attempt 3 to provision port 5702837a-55a7-4826-a579-48586e3ad33d Sep 23 15:18:03.863045 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-f3e274da-a0aa-43ff-91a8-c98eb7bccd13 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.20.0.11 (668abeec-ab08-4a8d-a1dd-96de77bb1ac2/14e29846-096c-417a-8356-047902de0d51/65d609d8-b7f4-4c21-be4c-164cbb9a3667) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:18:03.920747 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e9341-64dc-49eb-9697-245eb31530f3 None None] Port 5702837a-55a7-4826-a579-48586e3ad33d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:18:03.921599 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-727e142a-9880-4467-8730-b85ba2e19776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:03.941220 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 2bbf436a-25da-449c-af86-4d6f5f8e1276 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:18:03.941335 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:03.941665 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 2bbf436a-25da-449c-af86-4d6f5f8e1276 Sep 23 15:18:04.068310 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f3e274da-a0aa-43ff-91a8-c98eb7bccd13 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:04.084017 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-f3e274da-a0aa-43ff-91a8-c98eb7bccd13 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Transition to ACTIVE for port object 65d609d8-b7f4-4c21-be4c-164cbb9a3667 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:18:04.166884 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 2bbf436a-25da-449c-af86-4d6f5f8e1276 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:18:04.394568 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f3e274da-a0aa-43ff-91a8-c98eb7bccd13 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:04.460309 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-aa3e9341-64dc-49eb-9697-245eb31530f3 None None] Attempt 4 to provision port 5702837a-55a7-4826-a579-48586e3ad33d Sep 23 15:18:04.468059 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e274da-a0aa-43ff-91a8-c98eb7bccd13 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 668abeec-ab08-4a8d-a1dd-96de77bb1ac2 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:18:04.471231 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-f3e274da-a0aa-43ff-91a8-c98eb7bccd13 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:18:04.475056 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e274da-a0aa-43ff-91a8-c98eb7bccd13 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:18:04.510293 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e274da-a0aa-43ff-91a8-c98eb7bccd13 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=65d609d8-b7f4-4c21-be4c-164cbb9a3667,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:04.542436 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e274da-a0aa-43ff-91a8-c98eb7bccd13 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:04.543054 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f3e274da-a0aa-43ff-91a8-c98eb7bccd13 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:04.547272 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e9341-64dc-49eb-9697-245eb31530f3 None None] Port 5702837a-55a7-4826-a579-48586e3ad33d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:18:04.619220 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f3e274da-a0aa-43ff-91a8-c98eb7bccd13 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1886036 Sep 23 15:18:04.659363 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-727e142a-9880-4467-8730-b85ba2e19776 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:04.671828 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-727e142a-9880-4467-8730-b85ba2e19776 None None] Transition to ACTIVE for port object 5702837a-55a7-4826-a579-48586e3ad33d will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:18:04.749198 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-727e142a-9880-4467-8730-b85ba2e19776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:04.816967 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51208) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:04.823791 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-04917fcd-55e9-43db-a255-a6c2e1ac8262 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1250839990', 'description': 'tempest-secgroup-smoke-1250839990 description', 'project_id': '8433d6d3ee51437084758ba6444603b3'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:18:04.831176 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-04917fcd-55e9-43db-a255-a6c2e1ac8262 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:18:04.836430 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-04917fcd-55e9-43db-a255-a6c2e1ac8262 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:18:04.840008 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-04917fcd-55e9-43db-a255-a6c2e1ac8262 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:18:04.845817 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-04917fcd-55e9-43db-a255-a6c2e1ac8262 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:18:04.919962 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-04917fcd-55e9-43db-a255-a6c2e1ac8262 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:04.941460 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-04917fcd-55e9-43db-a255-a6c2e1ac8262 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:18:04.946189 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-04917fcd-55e9-43db-a255-a6c2e1ac8262 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:18:04.947009 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae87ae0-c4d1-4ba0-9ea2-585400fb40bf None None] Pushing event updated for resources: {'Port': ['ID=5702837a-55a7-4826-a579-48586e3ad33d,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:04.951215 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-04917fcd-55e9-43db-a255-a6c2e1ac8262 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:18:04.957986 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-04917fcd-55e9-43db-a255-a6c2e1ac8262 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:18:04.980099 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-727e142a-9880-4467-8730-b85ba2e19776 None None] Attempting to bind port 5702837a-55a7-4826-a579-48586e3ad33d on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:18:04.980484 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-727e142a-9880-4467-8730-b85ba2e19776 None None] Attempting to bind port 5702837a-55a7-4826-a579-48586e3ad33d by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '507975e9-aa61-4e03-a87d-c7285c4d474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:18:04.980857 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727e142a-9880-4467-8730-b85ba2e19776 None None] Attempting to bind port 5702837a-55a7-4826-a579-48586e3ad33d on network 668abeec-ab08-4a8d-a1dd-96de77bb1ac2 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:18:04.986511 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727e142a-9880-4467-8730-b85ba2e19776 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:18:04.986918 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727e142a-9880-4467-8730-b85ba2e19776 None None] Checking segment: {'id': '507975e9-aa61-4e03-a87d-c7285c4d474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:18:04.987284 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-727e142a-9880-4467-8730-b85ba2e19776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:04.987761 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727e142a-9880-4467-8730-b85ba2e19776 None None] Bound using segment: {'id': '507975e9-aa61-4e03-a87d-c7285c4d474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:18:04.988235 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-727e142a-9880-4467-8730-b85ba2e19776 None None] Bound port: 5702837a-55a7-4826-a579-48586e3ad33d, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '507975e9-aa61-4e03-a87d-c7285c4d474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:18:04.988608 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-727e142a-9880-4467-8730-b85ba2e19776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:05.038490 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-04917fcd-55e9-43db-a255-a6c2e1ac8262 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:05.048310 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-aa3e9341-64dc-49eb-9697-245eb31530f3 None None] Attempt 5 to provision port 5702837a-55a7-4826-a579-48586e3ad33d Sep 23 15:18:05.080456 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4c629ccd-46cf-40a2-9ebf-e3df853434de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:05.115325 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-04917fcd-55e9-43db-a255-a6c2e1ac8262 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:05.125510 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e9341-64dc-49eb-9697-245eb31530f3 None None] Port 5702837a-55a7-4826-a579-48586e3ad33d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:18:05.129040 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-727e142a-9880-4467-8730-b85ba2e19776 None None] For port 5702837a-55a7-4826-a579-48586e3ad33d, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:18:05.132976 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-727e142a-9880-4467-8730-b85ba2e19776 None None] For port 5702837a-55a7-4826-a579-48586e3ad33d, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5702837a-55a7-4826-a579-48586e3ad33d,segment=NetworkSegment(507975e9-aa61-4e03-a87d-c7285c4d474e),segment_id=507975e9-aa61-4e03-a87d-c7285c4d474e)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:18:05.162429 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04917fcd-55e9-43db-a255-a6c2e1ac8262 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9da07ca-5f48-4f8a-b6ee-ed8aefe80f7c,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:05.224053 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-727e142a-9880-4467-8730-b85ba2e19776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:05.252072 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-04917fcd-55e9-43db-a255-a6c2e1ac8262 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:05.253403 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-04917fcd-55e9-43db-a255-a6c2e1ac8262 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4352393 Sep 23 15:18:05.256344 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51212) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:05.263556 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-e01e8925-a9ce-4c17-8f4d-0f50f2c4340a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': 'e9da07ca-5f48-4f8a-b6ee-ed8aefe80f7c', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:18:05.268214 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e01e8925-a9ce-4c17-8f4d-0f50f2c4340a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:18:05.272006 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e01e8925-a9ce-4c17-8f4d-0f50f2c4340a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:18:05.275037 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e01e8925-a9ce-4c17-8f4d-0f50f2c4340a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:18:05.280779 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e01e8925-a9ce-4c17-8f4d-0f50f2c4340a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:18:05.284509 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727e142a-9880-4467-8730-b85ba2e19776 None None] Routers {'17ffc3af-3590-49a7-bc89-a004f4c7ee96'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:18:05.285134 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-727e142a-9880-4467-8730-b85ba2e19776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:18:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['17ffc3af-3590-49a7-bc89-a004f4c7ee96'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:05.360959 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e01e8925-a9ce-4c17-8f4d-0f50f2c4340a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:05.372746 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae87ae0-c4d1-4ba0-9ea2-585400fb40bf None None] Pushing event updated for resources: {'Port': ['ID=5702837a-55a7-4826-a579-48586e3ad33d,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:05.499724 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-727e142a-9880-4467-8730-b85ba2e19776 None None] Set router 17ffc3af-3590-49a7-bc89-a004f4c7ee96 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:18:05.543621 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:05.556139 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e01e8925-a9ce-4c17-8f4d-0f50f2c4340a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:05.560897 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:05.630583 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-aa3e9341-64dc-49eb-9697-245eb31530f3 None None] Attempt 6 to provision port 5702837a-55a7-4826-a579-48586e3ad33d Sep 23 15:18:05.652251 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e01e8925-a9ce-4c17-8f4d-0f50f2c4340a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:05.678781 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e8925-a9ce-4c17-8f4d-0f50f2c4340a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c8ee45-4c15-4dbe-9e37-91c78c6299bc,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:05.749429 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e01e8925-a9ce-4c17-8f4d-0f50f2c4340a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:05.754707 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e01e8925-a9ce-4c17-8f4d-0f50f2c4340a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4933848 Sep 23 15:18:05.754707 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51216) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:05.758953 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-ea6d4935-8371-4a29-b615-983615138b2c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': 'e9da07ca-5f48-4f8a-b6ee-ed8aefe80f7c', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:18:05.765179 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ea6d4935-8371-4a29-b615-983615138b2c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:18:05.769028 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ea6d4935-8371-4a29-b615-983615138b2c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:18:05.771876 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ea6d4935-8371-4a29-b615-983615138b2c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:18:05.779534 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ea6d4935-8371-4a29-b615-983615138b2c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:18:05.831515 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e9341-64dc-49eb-9697-245eb31530f3 None None] Port 5702837a-55a7-4826-a579-48586e3ad33d had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:18:05.858951 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ea6d4935-8371-4a29-b615-983615138b2c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:05.910567 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-727e142a-9880-4467-8730-b85ba2e19776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'name': 'tempest-TestNetworkBasicOps-router-790489046', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:18:01Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:56Z', 'updated_at': '2022-09-23T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '5702837a-55a7-4826-a579-48586e3ad33d', 'name': '', 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:c1:3f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '14e29846-096c-417a-8356-047902de0d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:05Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '14e29846-096c-417a-8356-047902de0d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:05.915116 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727e142a-9880-4467-8730-b85ba2e19776 None None] The sync data for ids ['17ffc3af-3590-49a7-bc89-a004f4c7ee96'] in dv-neutron-859093-1-hyperv is: [{'id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'name': 'tempest-TestNetworkBasicOps-router-790489046', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:18:01Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:56Z', 'updated_at': '2022-09-23T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '5702837a-55a7-4826-a579-48586e3ad33d', 'name': '', 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:c1:3f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '14e29846-096c-417a-8356-047902de0d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:05Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '14e29846-096c-417a-8356-047902de0d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:18:05.920361 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ea6d4935-8371-4a29-b615-983615138b2c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:05.979824 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ea6d4935-8371-4a29-b615-983615138b2c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:06.006958 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-262a1844-6570-49f3-9a0b-e97c43116e31 None None] Provisioning for port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:18:06.007186 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d4935-8371-4a29-b615-983615138b2c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e0f3fa-0716-48bc-ba71-25615869f8e6,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:06.015565 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-262a1844-6570-49f3-9a0b-e97c43116e31 None None] Provisioning complete for port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:18:06.016270 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-262a1844-6570-49f3-9a0b-e97c43116e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:06.027280 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-262a1844-6570-49f3-9a0b-e97c43116e31 None None] Attempt 1 to provision port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 Sep 23 15:18:06.082437 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-262a1844-6570-49f3-9a0b-e97c43116e31 None None] Port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:18:06.119671 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ea6d4935-8371-4a29-b615-983615138b2c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:06.119671 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ea6d4935-8371-4a29-b615-983615138b2c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3615422 Sep 23 15:18:06.119671 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51220) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:06.124582 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-17de36d2-99a7-46c9-b141-d226f1e99f40 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': 'e9da07ca-5f48-4f8a-b6ee-ed8aefe80f7c', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:18:06.130802 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-17de36d2-99a7-46c9-b141-d226f1e99f40 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:18:06.135300 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-17de36d2-99a7-46c9-b141-d226f1e99f40 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:18:06.138506 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-17de36d2-99a7-46c9-b141-d226f1e99f40 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:18:06.146596 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-17de36d2-99a7-46c9-b141-d226f1e99f40 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:18:06.214141 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-17de36d2-99a7-46c9-b141-d226f1e99f40 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:06.282958 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-17de36d2-99a7-46c9-b141-d226f1e99f40 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:06.364651 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-17de36d2-99a7-46c9-b141-d226f1e99f40 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:06.379436 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de36d2-99a7-46c9-b141-d226f1e99f40 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d07304-6574-469d-9dce-3d8eebbcc771,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:06.461738 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-17de36d2-99a7-46c9-b141-d226f1e99f40 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:06.461738 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-17de36d2-99a7-46c9-b141-d226f1e99f40 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3392873 Sep 23 15:18:06.462427 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51224) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:06.467627 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-9d5a2c6c-1a9c-4201-a722-5f9811aef0f8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': 'e9da07ca-5f48-4f8a-b6ee-ed8aefe80f7c', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:18:06.473967 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-9d5a2c6c-1a9c-4201-a722-5f9811aef0f8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:18:06.478193 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-9d5a2c6c-1a9c-4201-a722-5f9811aef0f8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:18:06.485695 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-9d5a2c6c-1a9c-4201-a722-5f9811aef0f8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:18:06.488509 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-9d5a2c6c-1a9c-4201-a722-5f9811aef0f8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:18:06.562982 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9d5a2c6c-1a9c-4201-a722-5f9811aef0f8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:06.583990 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-262a1844-6570-49f3-9a0b-e97c43116e31 None None] Attempt 2 to provision port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 Sep 23 15:18:06.633272 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9d5a2c6c-1a9c-4201-a722-5f9811aef0f8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:06.645153 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-262a1844-6570-49f3-9a0b-e97c43116e31 None None] Port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:18:06.703667 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9d5a2c6c-1a9c-4201-a722-5f9811aef0f8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:06.728150 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a2c6c-1a9c-4201-a722-5f9811aef0f8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e9803a-4189-4402-86f4-433db6a3119d,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:06.795143 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9d5a2c6c-1a9c-4201-a722-5f9811aef0f8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:06.798867 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9d5a2c6c-1a9c-4201-a722-5f9811aef0f8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3330212 Sep 23 15:18:06.799055 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51228) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:06.804578 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-8001c2f3-9a02-43f5-bba3-63f88e2d416f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': 'e9da07ca-5f48-4f8a-b6ee-ed8aefe80f7c', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:18:06.811489 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8001c2f3-9a02-43f5-bba3-63f88e2d416f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:18:06.816908 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8001c2f3-9a02-43f5-bba3-63f88e2d416f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:18:06.821443 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8001c2f3-9a02-43f5-bba3-63f88e2d416f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:18:06.830439 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8001c2f3-9a02-43f5-bba3-63f88e2d416f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:18:06.960593 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.securitygroups_db [None req-8001c2f3-9a02-43f5-bba3-63f88e2d416f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Project 8433d6d3ee51437084758ba6444603b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:18:06.967924 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8001c2f3-9a02-43f5-bba3-63f88e2d416f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:07.012346 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:07.134703 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8001c2f3-9a02-43f5-bba3-63f88e2d416f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:07.146677 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-262a1844-6570-49f3-9a0b-e97c43116e31 None None] Attempt 3 to provision port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 Sep 23 15:18:07.172146 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8001c2f3-9a02-43f5-bba3-63f88e2d416f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:07.192652 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5702837a-55a7-4826-a579-48586e3ad33d up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:18:07.198191 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001c2f3-9a02-43f5-bba3-63f88e2d416f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2893bd-6af0-4e29-a736-687a7fc17590,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:07.256615 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-262a1844-6570-49f3-9a0b-e97c43116e31 None None] Port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:18:07.275230 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8001c2f3-9a02-43f5-bba3-63f88e2d416f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:07.276458 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8001c2f3-9a02-43f5-bba3-63f88e2d416f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4764965 Sep 23 15:18:07.279300 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51234) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:07.284136 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-b871ff2f-6694-460e-ad23-099d150cfe37 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': 'e9da07ca-5f48-4f8a-b6ee-ed8aefe80f7c', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:18:07.290765 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b871ff2f-6694-460e-ad23-099d150cfe37 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:18:07.294606 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b871ff2f-6694-460e-ad23-099d150cfe37 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:18:07.297386 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b871ff2f-6694-460e-ad23-099d150cfe37 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:18:07.303008 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b871ff2f-6694-460e-ad23-099d150cfe37 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:18:07.353721 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 5702837a-55a7-4826-a579-48586e3ad33d completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:18:07.358740 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 5702837a-55a7-4826-a579-48586e3ad33d triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:18:07.359105 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:07.359432 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 5702837a-55a7-4826-a579-48586e3ad33d Sep 23 15:18:07.405533 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.securitygroups_db [None req-b871ff2f-6694-460e-ad23-099d150cfe37 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Project 8433d6d3ee51437084758ba6444603b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:18:07.414938 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b871ff2f-6694-460e-ad23-099d150cfe37 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:07.475193 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 5702837a-55a7-4826-a579-48586e3ad33d is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:18:07.475567 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:07.482157 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b871ff2f-6694-460e-ad23-099d150cfe37 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:07.506964 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 5702837a-55a7-4826-a579-48586e3ad33d, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5702837a-55a7-4826-a579-48586e3ad33d,segment=NetworkSegment(507975e9-aa61-4e03-a87d-c7285c4d474e),segment_id=507975e9-aa61-4e03-a87d-c7285c4d474e)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:18:07.611109 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b871ff2f-6694-460e-ad23-099d150cfe37 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:07.630146 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:07.637167 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871ff2f-6694-460e-ad23-099d150cfe37 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f726cb-c565-4098-ae76-cb84b5844794,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:07.680680 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b871ff2f-6694-460e-ad23-099d150cfe37 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:07.682583 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b871ff2f-6694-460e-ad23-099d150cfe37 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4023445 Sep 23 15:18:07.695519 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=5702837a-55a7-4826-a579-48586e3ad33d,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:07.762829 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-262a1844-6570-49f3-9a0b-e97c43116e31 None None] Attempt 4 to provision port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 Sep 23 15:18:07.820795 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-262a1844-6570-49f3-9a0b-e97c43116e31 None None] Port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:18:07.850723 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-94996f73-a4e4-4dfc-9cb8-7d1d92c92aa0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:18:07.921762 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-94996f73-a4e4-4dfc-9cb8-7d1d92c92aa0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:18:07.922518 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-94996f73-a4e4-4dfc-9cb8-7d1d92c92aa0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1250839990&fields=id&tenant_id=8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 267 time: 0.1130261 Sep 23 15:18:08.000790 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-05188277-d4ed-4dc3-a48a-b627fa7348e8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:08.001372 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-05188277-d4ed-4dc3-a48a-b627fa7348e8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:18:08.101997 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-05188277-d4ed-4dc3-a48a-b627fa7348e8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:18:08.103162 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-05188277-d4ed-4dc3-a48a-b627fa7348e8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports/65d609d8-b7f4-4c21-be4c-164cbb9a3667 HTTP/1.1" status: 200 len: 930 time: 0.1734531 Sep 23 15:18:08.181194 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-4fa32c4f-d7ba-4f13-9133-742428087600 service neutron] 10.222.0.67 "GET /v2.0/ports/65d609d8-b7f4-4c21-be4c-164cbb9a3667?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0648363 Sep 23 15:18:08.312491 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-7702f0e6-4485-4470-8e07-64352cb5b400 service neutron] 10.222.0.67 "GET /v2.0/networks/668abeec-ab08-4a8d-a1dd-96de77bb1ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255352 Sep 23 15:18:08.322392 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-262a1844-6570-49f3-9a0b-e97c43116e31 None None] Attempt 5 to provision port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 Sep 23 15:18:08.377652 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-262a1844-6570-49f3-9a0b-e97c43116e31 None None] Port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:18:08.447011 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-a5fd8645-979f-49c1-af7b-85c238f18a5d service neutron] 10.222.0.67 "GET /v2.0/networks/668abeec-ab08-4a8d-a1dd-96de77bb1ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286850 Sep 23 15:18:08.705556 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-dd0b0181-f2d7-4636-9f9d-81efb7269092 req-9400179e-7768-4954-82e1-5b7660d35c15 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:18:08.717809 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-dd0b0181-f2d7-4636-9f9d-81efb7269092 req-9400179e-7768-4954-82e1-5b7660d35c15 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:18:08.719096 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-dd0b0181-f2d7-4636-9f9d-81efb7269092 req-9400179e-7768-4954-82e1-5b7660d35c15 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d137d06-d4ad-4d82-97ae-aed5546bbacc HTTP/1.1" status: 200 len: 210 time: 0.0655863 Sep 23 15:18:08.879218 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-262a1844-6570-49f3-9a0b-e97c43116e31 None None] Attempt 6 to provision port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 Sep 23 15:18:08.935879 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-262a1844-6570-49f3-9a0b-e97c43116e31 None None] Port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:18:09.161412 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5702837a-55a7-4826-a579-48586e3ad33d up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:18:09.235180 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 5702837a-55a7-4826-a579-48586e3ad33d triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:18:09.235564 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:09.235899 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 5702837a-55a7-4826-a579-48586e3ad33d Sep 23 15:18:09.354611 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 5702837a-55a7-4826-a579-48586e3ad33d is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:18:09.437501 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-262a1844-6570-49f3-9a0b-e97c43116e31 None None] Attempt 7 to provision port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 Sep 23 15:18:09.492634 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-262a1844-6570-49f3-9a0b-e97c43116e31 None None] Port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:18:09.890853 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3cae3597-7dd0-413d-827d-8eda43c2e3e0 req-aec6eb90-443f-4f38-b326-3a90a7486c31 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d137d06-d4ad-4d82-97ae-aed5546bbacc HTTP/1.1" status: 200 len: 210 time: 0.0490172 Sep 23 15:18:09.993567 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-262a1844-6570-49f3-9a0b-e97c43116e31 None None] Attempt 8 to provision port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 Sep 23 15:18:10.047727 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-262a1844-6570-49f3-9a0b-e97c43116e31 None None] Port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:18:10.557403 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-262a1844-6570-49f3-9a0b-e97c43116e31 None None] Attempt 9 to provision port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 Sep 23 15:18:10.607659 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-262a1844-6570-49f3-9a0b-e97c43116e31 None None] Port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:18:10.670271 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-704449e2-0809-4076-a180-9d6b692497c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:10.671652 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-704449e2-0809-4076-a180-9d6b692497c6 service neutron] 10.222.0.72 "GET /v2.0/ports/65d609d8-b7f4-4c21-be4c-164cbb9a3667 HTTP/1.1" status: 200 len: 1026 time: 0.0611553 Sep 23 15:18:10.822880 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-da17ccb1-bd6f-47e8-994f-b5ccc27644f5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:10.824275 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-da17ccb1-bd6f-47e8-994f-b5ccc27644f5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/networks?id=668abeec-ab08-4a8d-a1dd-96de77bb1ac2 HTTP/1.1" status: 200 len: 796 time: 0.1480238 Sep 23 15:18:10.880337 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-4c4beadc-c0f4-4490-8410-34f1ad5c6daf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:18:10.892413 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-4c4beadc-c0f4-4490-8410-34f1ad5c6daf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:18:10.894258 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-4c4beadc-c0f4-4490-8410-34f1ad5c6daf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 380 time: 0.0573766 Sep 23 15:18:10.902946 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-60418155-be15-4e91-860b-12e8424abb7d service neutron] Request body: {'port': {'device_id': '9d137d06-d4ad-4d82-97ae-aed5546bbacc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:18:11.086657 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0d027122-3b63-4f6d-9f3a-e5c28ff549dd req-5b308bbc-18a7-48bf-a849-a810c83d1348 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d137d06-d4ad-4d82-97ae-aed5546bbacc HTTP/1.1" status: 200 len: 210 time: 0.0693641 Sep 23 15:18:11.087226 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-60418155-be15-4e91-860b-12e8424abb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:11.108033 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-262a1844-6570-49f3-9a0b-e97c43116e31 None None] Attempt 10 to provision port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 Sep 23 15:18:11.167029 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-262a1844-6570-49f3-9a0b-e97c43116e31 None None] Port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:18:11.180600 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-262a1844-6570-49f3-9a0b-e97c43116e31 None None] Provisioning complete for port 5702837a-55a7-4826-a579-48586e3ad33d triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:18:11.181244 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-262a1844-6570-49f3-9a0b-e97c43116e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:11.181580 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-262a1844-6570-49f3-9a0b-e97c43116e31 None None] Attempt 1 to provision port 5702837a-55a7-4826-a579-48586e3ad33d Sep 23 15:18:11.301680 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-262a1844-6570-49f3-9a0b-e97c43116e31 None None] Current status of the port 5702837a-55a7-4826-a579-48586e3ad33d is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:18:11.453290 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-60418155-be15-4e91-860b-12e8424abb7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d609d8-b7f4-4c21-be4c-164cbb9a3667 {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:18:11.460564 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-60418155-be15-4e91-860b-12e8424abb7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:11.478924 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-60418155-be15-4e91-860b-12e8424abb7d service neutron] Transition to ACTIVE for port object 65d609d8-b7f4-4c21-be4c-164cbb9a3667 will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:18:11.583613 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-60418155-be15-4e91-860b-12e8424abb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:11.771141 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60418155-be15-4e91-860b-12e8424abb7d service neutron] Pushing event updated for resources: {'Port': ['ID=65d609d8-b7f4-4c21-be4c-164cbb9a3667,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:11.812977 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-60418155-be15-4e91-860b-12e8424abb7d service neutron] Attempting to bind port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:18:11.813319 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-60418155-be15-4e91-860b-12e8424abb7d service neutron] Attempting to bind port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '507975e9-aa61-4e03-a87d-c7285c4d474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:18:11.813637 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-60418155-be15-4e91-860b-12e8424abb7d service neutron] Attempting to bind port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 on network 668abeec-ab08-4a8d-a1dd-96de77bb1ac2 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:18:11.818490 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-60418155-be15-4e91-860b-12e8424abb7d service neutron] Port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 on network 668abeec-ab08-4a8d-a1dd-96de77bb1ac2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:18:11.818810 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-60418155-be15-4e91-860b-12e8424abb7d service neutron] Attempting to bind port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 on network 668abeec-ab08-4a8d-a1dd-96de77bb1ac2 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:18:11.824105 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-60418155-be15-4e91-860b-12e8424abb7d service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:18:11.829495 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-60418155-be15-4e91-860b-12e8424abb7d service neutron] Checking segment: {'id': '507975e9-aa61-4e03-a87d-c7285c4d474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:18:11.829495 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-60418155-be15-4e91-860b-12e8424abb7d service neutron] Bound using segment: {'id': '507975e9-aa61-4e03-a87d-c7285c4d474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:18:11.829495 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-60418155-be15-4e91-860b-12e8424abb7d service neutron] Bound port: 65d609d8-b7f4-4c21-be4c-164cbb9a3667, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '507975e9-aa61-4e03-a87d-c7285c4d474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:18:11.829495 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-60418155-be15-4e91-860b-12e8424abb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:11.912295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-60418155-be15-4e91-860b-12e8424abb7d service neutron] For port 65d609d8-b7f4-4c21-be4c-164cbb9a3667, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:18:11.915798 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-60418155-be15-4e91-860b-12e8424abb7d service neutron] For port 65d609d8-b7f4-4c21-be4c-164cbb9a3667, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=65d609d8-b7f4-4c21-be4c-164cbb9a3667,segment=NetworkSegment(507975e9-aa61-4e03-a87d-c7285c4d474e),segment_id=507975e9-aa61-4e03-a87d-c7285c4d474e)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:18:12.012301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-60418155-be15-4e91-860b-12e8424abb7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:12.045599 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-60418155-be15-4e91-860b-12e8424abb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:12.046213 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-60418155-be15-4e91-860b-12e8424abb7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:12.047598 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-60418155-be15-4e91-860b-12e8424abb7d service neutron] 10.222.0.72 "PUT /v2.0/ports/65d609d8-b7f4-4c21-be4c-164cbb9a3667 HTTP/1.1" status: 200 len: 1131 time: 1.1486070 Sep 23 15:18:12.048031 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d137d06-d4ad-4d82-97ae-aed5546bbacc', 'tag': '65d609d8-b7f4-4c21-be4c-164cbb9a3667'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:18:12.050299 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10ac204-db22-4b9b-abe9-484dba9e3a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "9d137d06-d4ad-4d82-97ae-aed5546bbacc", "tag": "65d609d8-b7f4-4c21-be4c-164cbb9a3667"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:18:12.096789 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60418155-be15-4e91-860b-12e8424abb7d service neutron] Pushing event updated for resources: {'Port': ['ID=65d609d8-b7f4-4c21-be4c-164cbb9a3667,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:12.146065 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c751bdd-6490-4f60-987a-6cebf48e55c6 x-openstack-request-id: req-6c751bdd-6490-4f60-987a-6cebf48e55c6 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:18:12.146443 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d137d06-d4ad-4d82-97ae-aed5546bbacc", "tag": "65d609d8-b7f4-4c21-be4c-164cbb9a3667", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:18:12.146686 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6c751bdd-6490-4f60-987a-6cebf48e55c6 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:18:12.147092 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c751bdd-6490-4f60-987a-6cebf48e55c6'] response: {'name': 'network-changed', 'server_uuid': '9d137d06-d4ad-4d82-97ae-aed5546bbacc', 'tag': '65d609d8-b7f4-4c21-be4c-164cbb9a3667', 'status': 'completed', 'code': 200} Sep 23 15:18:12.312279 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ac204-db22-4b9b-abe9-484dba9e3a0e req-f7f23f76-b79b-4a9d-ad3f-e4a052e636ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:12.315175 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a10ac204-db22-4b9b-abe9-484dba9e3a0e req-f7f23f76-b79b-4a9d-ad3f-e4a052e636ff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=9d137d06-d4ad-4d82-97ae-aed5546bbacc HTTP/1.1" status: 200 len: 1134 time: 0.1468823 Sep 23 15:18:12.324689 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01205c7b-52ab-4525-a095-e47682011be1 req-0a81324a-5708-45fb-9c07-975237b3acd3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:12.326974 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-01205c7b-52ab-4525-a095-e47682011be1 req-0a81324a-5708-45fb-9c07-975237b3acd3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d137d06-d4ad-4d82-97ae-aed5546bbacc HTTP/1.1" status: 200 len: 981 time: 0.1188474 Sep 23 15:18:12.546720 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-01205c7b-52ab-4525-a095-e47682011be1 req-d67bfccc-7734-45bd-b2fa-ad9b34c5d848 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d63443-cb2a-49b8-abdc-a0815fd3c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019413 Sep 23 15:18:12.594577 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ac204-db22-4b9b-abe9-484dba9e3a0e req-bbc0fc19-0554-450d-898d-f22b03808a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:12.598347 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a10ac204-db22-4b9b-abe9-484dba9e3a0e req-bbc0fc19-0554-450d-898d-f22b03808a0d service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=8433d6d3ee51437084758ba6444603b3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2690485 Sep 23 15:18:12.730914 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ac204-db22-4b9b-abe9-484dba9e3a0e req-f7b73de1-3667-4cd4-b55e-bf271e3d6cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:12.732337 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a10ac204-db22-4b9b-abe9-484dba9e3a0e req-f7b73de1-3667-4cd4-b55e-bf271e3d6cf1 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300983 Sep 23 15:18:12.853134 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-dff30f9e-c05e-497f-b767-35b20aef5605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:12.854570 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-dff30f9e-c05e-497f-b767-35b20aef5605 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=9d137d06-d4ad-4d82-97ae-aed5546bbacc HTTP/1.1" status: 200 len: 1134 time: 0.0853107 Sep 23 15:18:12.929428 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-631dace2-c078-42f7-bfe1-5065d3ac7b62 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65d609d8-b7f4-4c21-be4c-164cbb9a3667 HTTP/1.1" status: 200 len: 217 time: 0.0680165 Sep 23 15:18:12.996258 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-aa2192c1-8c26-46cd-97aa-b6950ea0d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:12.997721 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-aa2192c1-8c26-46cd-97aa-b6950ea0d200 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=14e29846-096c-417a-8356-047902de0d51 HTTP/1.1" status: 200 len: 834 time: 0.0611815 Sep 23 15:18:13.090019 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-f18e228f-6cf4-402d-aca3-4df89155abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:13.091552 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-f18e228f-6cf4-402d-aca3-4df89155abb3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=668abeec-ab08-4a8d-a1dd-96de77bb1ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879726 Sep 23 15:18:13.225058 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-d7709b6e-536c-4855-8bbc-b3c11a9da4d3 service neutron] 10.222.0.72 "GET /v2.0/networks/668abeec-ab08-4a8d-a1dd-96de77bb1ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267459 Sep 23 15:18:13.357137 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1a32cc7e-4e8a-4ff7-a83c-7033990988c3 req-9d399e8a-f2aa-4e1f-b833-8b9a31a71410 service neutron] 10.222.0.72 "GET /v2.0/networks/668abeec-ab08-4a8d-a1dd-96de77bb1ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248856 Sep 23 15:18:13.751102 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b504fac-5ec1-4d70-b923-2ea544811e90 req-10fb6457-774e-4ca5-8dfd-bbdc0a6b4099 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:13.752568 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3b504fac-5ec1-4d70-b923-2ea544811e90 req-10fb6457-774e-4ca5-8dfd-bbdc0a6b4099 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d137d06-d4ad-4d82-97ae-aed5546bbacc HTTP/1.1" status: 200 len: 981 time: 0.0930741 Sep 23 15:18:13.796943 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3b504fac-5ec1-4d70-b923-2ea544811e90 req-daa238c0-ac9a-47e9-a43a-32fb5443f888 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d63443-cb2a-49b8-abdc-a0815fd3c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386152 Sep 23 15:18:14.076479 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:18:15.000504 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ecffc-f95c-4ada-9070-d9bd4fc66799 req-c06baf42-aff7-49c2-9e65-598d888a3646 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:15.001963 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-292ecffc-f95c-4ada-9070-d9bd4fc66799 req-c06baf42-aff7-49c2-9e65-598d888a3646 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d137d06-d4ad-4d82-97ae-aed5546bbacc HTTP/1.1" status: 200 len: 981 time: 0.0923207 Sep 23 15:18:15.048391 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-292ecffc-f95c-4ada-9070-d9bd4fc66799 req-50a539de-4325-4b2e-acf8-4858dadcc841 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d63443-cb2a-49b8-abdc-a0815fd3c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405583 Sep 23 15:18:15.654419 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 65d609d8-b7f4-4c21-be4c-164cbb9a3667 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:18:15.786812 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 65d609d8-b7f4-4c21-be4c-164cbb9a3667, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=65d609d8-b7f4-4c21-be4c-164cbb9a3667,segment=NetworkSegment(507975e9-aa61-4e03-a87d-c7285c4d474e),segment_id=507975e9-aa61-4e03-a87d-c7285c4d474e)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:18:15.800963 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '65d609d8-b7f4-4c21-be4c-164cbb9a3667', 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2', 'port_id': '65d609d8-b7f4-4c21-be4c-164cbb9a3667', 'mac_address': 'fa:16:3e:c3:5b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e29846-096c-417a-8356-047902de0d51', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:18:15.864521 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:18:15.864521 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:15.908609 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d609d8-b7f4-4c21-be4c-164cbb9a3667 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:18:15.923528 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 65d609d8-b7f4-4c21-be4c-164cbb9a3667, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=65d609d8-b7f4-4c21-be4c-164cbb9a3667,segment=NetworkSegment(507975e9-aa61-4e03-a87d-c7285c4d474e),segment_id=507975e9-aa61-4e03-a87d-c7285c4d474e)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:18:15.989151 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:16.057898 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=65d609d8-b7f4-4c21-be4c-164cbb9a3667,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:16.243151 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['65d609d8-b7f4-4c21-be4c-164cbb9a3667'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:18:16.248717 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e431d9-82ee-4acb-953c-70accfc8fe51 req-e15506a2-6acb-40ff-a795-59e5105f57c2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:16.252257 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e0e431d9-82ee-4acb-953c-70accfc8fe51 req-e15506a2-6acb-40ff-a795-59e5105f57c2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d137d06-d4ad-4d82-97ae-aed5546bbacc HTTP/1.1" status: 200 len: 982 time: 0.0909393 Sep 23 15:18:16.299278 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e0e431d9-82ee-4acb-953c-70accfc8fe51 req-c2f5d374-ad84-47d0-8c86-194e50aaeba8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d63443-cb2a-49b8-abdc-a0815fd3c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431488 Sep 23 15:18:17.499586 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32af4de-bb55-47fc-9162-1ffffa38669b req-e7ecc097-b4bd-4b93-a6be-bbab2c7f6a9e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:17.500957 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a32af4de-bb55-47fc-9162-1ffffa38669b req-e7ecc097-b4bd-4b93-a6be-bbab2c7f6a9e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d137d06-d4ad-4d82-97ae-aed5546bbacc HTTP/1.1" status: 200 len: 982 time: 0.0911298 Sep 23 15:18:17.546339 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a32af4de-bb55-47fc-9162-1ffffa38669b req-6a98ef67-5247-4fa0-aef5-965b6befec08 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d63443-cb2a-49b8-abdc-a0815fd3c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397115 Sep 23 15:18:17.654772 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 65d609d8-b7f4-4c21-be4c-164cbb9a3667 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:18:17.783155 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:18:17.788456 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:18:17.788820 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:17.789158 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 Sep 23 15:18:17.909701 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:18:17.909701 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:17.936992 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d137d06-d4ad-4d82-97ae-aed5546bbacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d609d8-b7f4-4c21-be4c-164cbb9a3667'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:18:17.940472 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80e766f-6514-45a2-a197-89bfd38f140d" -d '{"events": [{"server_uuid": "9d137d06-d4ad-4d82-97ae-aed5546bbacc", "name": "network-vif-plugged", "status": "completed", "tag": "65d609d8-b7f4-4c21-be4c-164cbb9a3667"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:18:17.948714 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 65d609d8-b7f4-4c21-be4c-164cbb9a3667, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=65d609d8-b7f4-4c21-be4c-164cbb9a3667,segment=NetworkSegment(507975e9-aa61-4e03-a87d-c7285c4d474e),segment_id=507975e9-aa61-4e03-a87d-c7285c4d474e)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:18:18.006170 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:18.048184 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c876f2-f90d-41fa-be83-cd6243fb4d31 x-openstack-request-id: req-23c876f2-f90d-41fa-be83-cd6243fb4d31 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:18:18.048477 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d137d06-d4ad-4d82-97ae-aed5546bbacc", "name": "network-vif-plugged", "status": "completed", "tag": "65d609d8-b7f4-4c21-be4c-164cbb9a3667", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:18:18.048729 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-23c876f2-f90d-41fa-be83-cd6243fb4d31 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:18:18.049118 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23c876f2-f90d-41fa-be83-cd6243fb4d31'] response: {'server_uuid': '9d137d06-d4ad-4d82-97ae-aed5546bbacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d609d8-b7f4-4c21-be4c-164cbb9a3667', 'code': 200} Sep 23 15:18:18.088651 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=65d609d8-b7f4-4c21-be4c-164cbb9a3667,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:18.443885 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd5bcc-41e6-4fb4-bf07-9a7d4b56e720 req-17ef6bfb-e96c-4f88-8316-8852cfa9255e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:18.447941 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-26bd5bcc-41e6-4fb4-bf07-9a7d4b56e720 req-17ef6bfb-e96c-4f88-8316-8852cfa9255e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9d137d06-d4ad-4d82-97ae-aed5546bbacc HTTP/1.1" status: 200 len: 1136 time: 0.0784471 Sep 23 15:18:18.486262 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-26bd5bcc-41e6-4fb4-bf07-9a7d4b56e720 req-072bfaed-45b8-4c9a-a61f-36dac35010fb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=04d63443-cb2a-49b8-abdc-a0815fd3c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350046 Sep 23 15:18:18.746635 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b273ea-0de5-4e15-b96d-bc80b26671f5 req-a5075575-ca86-4958-8049-d12796786ac8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:18.748761 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-58b273ea-0de5-4e15-b96d-bc80b26671f5 req-a5075575-ca86-4958-8049-d12796786ac8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d137d06-d4ad-4d82-97ae-aed5546bbacc HTTP/1.1" status: 200 len: 983 time: 0.0922785 Sep 23 15:18:18.794779 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-58b273ea-0de5-4e15-b96d-bc80b26671f5 req-4a8b8cf2-a139-496d-80f9-54ff0a94a78f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d63443-cb2a-49b8-abdc-a0815fd3c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401185 Sep 23 15:18:19.999631 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c9268-f7bb-468d-8bb8-f6f56b373e2f req-5e0a62e3-79f6-4aa2-912f-f8097c39b61c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:20.002278 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e11c9268-f7bb-468d-8bb8-f6f56b373e2f req-5e0a62e3-79f6-4aa2-912f-f8097c39b61c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d137d06-d4ad-4d82-97ae-aed5546bbacc HTTP/1.1" status: 200 len: 983 time: 0.0907469 Sep 23 15:18:20.046594 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e11c9268-f7bb-468d-8bb8-f6f56b373e2f req-834bee8c-99b1-46fd-ac05-12d6d6b26b04 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d63443-cb2a-49b8-abdc-a0815fd3c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395739 Sep 23 15:18:20.245378 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fef14-8665-4f68-b00a-1957cb9b3ac3 req-389ab90f-6d82-4bb0-b9a3-6f430ebdb714 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:20.246803 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d15fef14-8665-4f68-b00a-1957cb9b3ac3 req-389ab90f-6d82-4bb0-b9a3-6f430ebdb714 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d137d06-d4ad-4d82-97ae-aed5546bbacc HTTP/1.1" status: 200 len: 983 time: 0.0880783 Sep 23 15:18:20.295858 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d15fef14-8665-4f68-b00a-1957cb9b3ac3 req-541e574e-f3f4-4674-98d1-a5eb178daf5a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d63443-cb2a-49b8-abdc-a0815fd3c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433743 Sep 23 15:18:20.325062 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51300) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:20.403039 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78ac695-1631-41fd-a79b-b68d36314e5d tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:20.408902 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b78ac695-1631-41fd-a79b-b68d36314e5d tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=9d137d06-d4ad-4d82-97ae-aed5546bbacc HTTP/1.1" status: 200 len: 1131 time: 0.0785131 Sep 23 15:18:20.408902 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51304) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:20.412152 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-bb4333fb-2fe4-4b1f-bd3b-efa0dd143e1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': '65d609d8-b7f4-4c21-be4c-164cbb9a3667', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:18:20.418500 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-bb4333fb-2fe4-4b1f-bd3b-efa0dd143e1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:18:20.422496 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-bb4333fb-2fe4-4b1f-bd3b-efa0dd143e1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:floatingip and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:18:20.425306 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-bb4333fb-2fe4-4b1f-bd3b-efa0dd143e1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:18:20.432023 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-bb4333fb-2fe4-4b1f-bd3b-efa0dd143e1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:18:20.524498 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bb4333fb-2fe4-4b1f-bd3b-efa0dd143e1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:20.658712 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bb4333fb-2fe4-4b1f-bd3b-efa0dd143e1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:20.798514 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-bb4333fb-2fe4-4b1f-bd3b-efa0dd143e1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.26.10.92 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/b784f822-6a96-4c71-a252-b758e146871e) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:18:21.042414 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bb4333fb-2fe4-4b1f-bd3b-efa0dd143e1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:21.120642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bb4333fb-2fe4-4b1f-bd3b-efa0dd143e1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:21.187885 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4333fb-2fe4-4b1f-bd3b-efa0dd143e1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:18:21.190842 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-bb4333fb-2fe4-4b1f-bd3b-efa0dd143e1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:18:21.194492 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4333fb-2fe4-4b1f-bd3b-efa0dd143e1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:18:21.227937 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4333fb-2fe4-4b1f-bd3b-efa0dd143e1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=b784f822-6a96-4c71-a252-b758e146871e,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:21.613786 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bb4333fb-2fe4-4b1f-bd3b-efa0dd143e1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:21.783368 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bb4333fb-2fe4-4b1f-bd3b-efa0dd143e1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:21.990571 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bb4333fb-2fe4-4b1f-bd3b-efa0dd143e1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:22.074484 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bb4333fb-2fe4-4b1f-bd3b-efa0dd143e1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:22.176813 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4333fb-2fe4-4b1f-bd3b-efa0dd143e1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=b784f822-6a96-4c71-a252-b758e146871e,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:22.181450 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bb4333fb-2fe4-4b1f-bd3b-efa0dd143e1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:22.352704 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-bb4333fb-2fe4-4b1f-bd3b-efa0dd143e1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Floating IP 95c74649-59bb-4086-ac79-41a51b0805c0 associated. External IP: 172.26.10.92, port: 65d609d8-b7f4-4c21-be4c-164cbb9a3667. Sep 23 15:18:22.794779 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4333fb-2fe4-4b1f-bd3b-efa0dd143e1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 17ffc3af-3590-49a7-bc89-a004f4c7ee96 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:18:22.972397 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4333fb-2fe4-4b1f-bd3b-efa0dd143e1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:18:22.984486 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d785a0-5b9c-4eff-954a-e70ec6429d61 None None] Sync routers for ids ['17ffc3af-3590-49a7-bc89-a004f4c7ee96'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:18:22.997730 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d785a0-5b9c-4eff-954a-e70ec6429d61 None None] Routers {'17ffc3af-3590-49a7-bc89-a004f4c7ee96'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:18:22.998357 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-19d785a0-5b9c-4eff-954a-e70ec6429d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:18:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['17ffc3af-3590-49a7-bc89-a004f4c7ee96'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:23.074925 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bb4333fb-2fe4-4b1f-bd3b-efa0dd143e1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:23.134493 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-bb4333fb-2fe4-4b1f-bd3b-efa0dd143e1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.7260907 Sep 23 15:18:23.135084 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d137d06-d4ad-4d82-97ae-aed5546bbacc', 'tag': '65d609d8-b7f4-4c21-be4c-164cbb9a3667'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:18:23.137411 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3779a7bf-654d-45ca-832f-c26ecd692726" -d '{"events": [{"name": "network-changed", "server_uuid": "9d137d06-d4ad-4d82-97ae-aed5546bbacc", "tag": "65d609d8-b7f4-4c21-be4c-164cbb9a3667"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:18:23.137589 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51308) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:23.183422 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e244c56-fb08-4a46-bd80-88a1e4150d47 x-openstack-request-id: req-5e244c56-fb08-4a46-bd80-88a1e4150d47 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:18:23.183725 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d137d06-d4ad-4d82-97ae-aed5546bbacc", "tag": "65d609d8-b7f4-4c21-be4c-164cbb9a3667", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:18:23.183982 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5e244c56-fb08-4a46-bd80-88a1e4150d47 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:18:23.184386 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e244c56-fb08-4a46-bd80-88a1e4150d47'] response: {'name': 'network-changed', 'server_uuid': '9d137d06-d4ad-4d82-97ae-aed5546bbacc', 'tag': '65d609d8-b7f4-4c21-be4c-164cbb9a3667', 'status': 'completed', 'code': 200} Sep 23 15:18:23.206386 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-19d785a0-5b9c-4eff-954a-e70ec6429d61 None None] Set router 17ffc3af-3590-49a7-bc89-a004f4c7ee96 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:18:23.225899 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc37a21-6371-4b45-9ef7-c35ef9d9f0be tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:23.230882 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-adc37a21-6371-4b45-9ef7-c35ef9d9f0be tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=9d137d06-d4ad-4d82-97ae-aed5546bbacc&network_id=668abeec-ab08-4a8d-a1dd-96de77bb1ac2 HTTP/1.1" status: 200 len: 1131 time: 0.0921018 Sep 23 15:18:23.289875 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779a7bf-654d-45ca-832f-c26ecd692726 req-1ce53fef-893f-4fd8-a7f9-221c907f29e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:23.291645 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3779a7bf-654d-45ca-832f-c26ecd692726 req-1ce53fef-893f-4fd8-a7f9-221c907f29e0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=9d137d06-d4ad-4d82-97ae-aed5546bbacc HTTP/1.1" status: 200 len: 1136 time: 0.0874283 Sep 23 15:18:23.427054 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779a7bf-654d-45ca-832f-c26ecd692726 req-e683ca21-e7eb-4b82-a6f4-7c456b226808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:23.428509 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3779a7bf-654d-45ca-832f-c26ecd692726 req-e683ca21-e7eb-4b82-a6f4-7c456b226808 service neutron] 10.222.0.72 "GET /v2.0/networks?id=668abeec-ab08-4a8d-a1dd-96de77bb1ac2 HTTP/1.1" status: 200 len: 897 time: 0.1306896 Sep 23 15:18:23.533127 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3779a7bf-654d-45ca-832f-c26ecd692726 req-e57896c5-4f14-4a74-845a-8c3b1ebb5271 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65d609d8-b7f4-4c21-be4c-164cbb9a3667 HTTP/1.1" status: 200 len: 1037 time: 0.0981243 Sep 23 15:18:23.558792 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-19d785a0-5b9c-4eff-954a-e70ec6429d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'name': 'tempest-TestNetworkBasicOps-router-790489046', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:18:01Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:56Z', 'updated_at': '2022-09-23T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '95c74649-59bb-4086-ac79-41a51b0805c0', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.92', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'port_id': '65d609d8-b7f4-4c21-be4c-164cbb9a3667', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-946177753', 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2', 'mac_address': 'fa:16:3e:c3:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d137d06-d4ad-4d82-97ae-aed5546bbacc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:18:21Z', 'updated_at': '2022-09-23T15:18:21Z', 'revision_number': 0, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5702837a-55a7-4826-a579-48586e3ad33d', 'name': '', 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:c1:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '14e29846-096c-417a-8356-047902de0d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:07Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '14e29846-096c-417a-8356-047902de0d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:23.562649 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d785a0-5b9c-4eff-954a-e70ec6429d61 None None] Checking router: 17ffc3af-3590-49a7-bc89-a004f4c7ee96 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:18:23.571478 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d785a0-5b9c-4eff-954a-e70ec6429d61 None None] Routers {'17ffc3af-3590-49a7-bc89-a004f4c7ee96'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:18:23.572076 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-19d785a0-5b9c-4eff-954a-e70ec6429d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:18:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['17ffc3af-3590-49a7-bc89-a004f4c7ee96'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:23.597606 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779a7bf-654d-45ca-832f-c26ecd692726 req-f16d5947-b1aa-49b2-95c1-bd78e1030ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:23.599041 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3779a7bf-654d-45ca-832f-c26ecd692726 req-f16d5947-b1aa-49b2-95c1-bd78e1030ce1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=14e29846-096c-417a-8356-047902de0d51 HTTP/1.1" status: 200 len: 834 time: 0.0598068 Sep 23 15:18:23.689230 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779a7bf-654d-45ca-832f-c26ecd692726 req-d50d47bd-5cf2-44f0-8f4b-d1d15b114fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:23.689230 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3779a7bf-654d-45ca-832f-c26ecd692726 req-d50d47bd-5cf2-44f0-8f4b-d1d15b114fbc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=668abeec-ab08-4a8d-a1dd-96de77bb1ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820954 Sep 23 15:18:23.765612 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-19d785a0-5b9c-4eff-954a-e70ec6429d61 None None] Set router 17ffc3af-3590-49a7-bc89-a004f4c7ee96 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:18:23.821604 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3779a7bf-654d-45ca-832f-c26ecd692726 req-27697122-a80f-4e54-a678-ddd456230f5a service neutron] 10.222.0.72 "GET /v2.0/networks/668abeec-ab08-4a8d-a1dd-96de77bb1ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283987 Sep 23 15:18:23.860320 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd218538-cbbc-410c-bc98-27fcf9470305 req-e7899cf2-8155-468d-a33e-a63c2ec0a404 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:23.861818 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cd218538-cbbc-410c-bc98-27fcf9470305 req-e7899cf2-8155-468d-a33e-a63c2ec0a404 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d137d06-d4ad-4d82-97ae-aed5546bbacc HTTP/1.1" status: 200 len: 983 time: 0.1154456 Sep 23 15:18:23.907388 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cd218538-cbbc-410c-bc98-27fcf9470305 req-2f0af6aa-5cd1-40c0-88d3-5e96c0a80dff tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d63443-cb2a-49b8-abdc-a0815fd3c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393960 Sep 23 15:18:23.960004 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3779a7bf-654d-45ca-832f-c26ecd692726 req-6a8155ee-b743-48ff-bc1e-bbb5dcbd0442 service neutron] 10.222.0.72 "GET /v2.0/networks/668abeec-ab08-4a8d-a1dd-96de77bb1ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318715 Sep 23 15:18:24.118876 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-19d785a0-5b9c-4eff-954a-e70ec6429d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'name': 'tempest-TestNetworkBasicOps-router-790489046', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:18:01Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:56Z', 'updated_at': '2022-09-23T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '95c74649-59bb-4086-ac79-41a51b0805c0', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.92', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'port_id': '65d609d8-b7f4-4c21-be4c-164cbb9a3667', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-946177753', 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2', 'mac_address': 'fa:16:3e:c3:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d137d06-d4ad-4d82-97ae-aed5546bbacc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:18:21Z', 'updated_at': '2022-09-23T15:18:21Z', 'revision_number': 0, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5702837a-55a7-4826-a579-48586e3ad33d', 'name': '', 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:c1:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '14e29846-096c-417a-8356-047902de0d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:07Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '14e29846-096c-417a-8356-047902de0d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:24.122763 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d785a0-5b9c-4eff-954a-e70ec6429d61 None None] The sync data for ids ['17ffc3af-3590-49a7-bc89-a004f4c7ee96'] in dv-neutron-859093-1-hyperv is: [{'id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'name': 'tempest-TestNetworkBasicOps-router-790489046', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:18:01Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:56Z', 'updated_at': '2022-09-23T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '95c74649-59bb-4086-ac79-41a51b0805c0', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.92', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'port_id': '65d609d8-b7f4-4c21-be4c-164cbb9a3667', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-946177753', 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2', 'mac_address': 'fa:16:3e:c3:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d137d06-d4ad-4d82-97ae-aed5546bbacc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:18:21Z', 'updated_at': '2022-09-23T15:18:21Z', 'revision_number': 0, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5702837a-55a7-4826-a579-48586e3ad33d', 'name': '', 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:c1:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '14e29846-096c-417a-8356-047902de0d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:07Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '14e29846-096c-417a-8356-047902de0d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:18:24.312026 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfd094f-ad61-4661-a085-237f6834ab19 None None] New status for floating IP 95c74649-59bb-4086-ac79-41a51b0805c0: ACTIVE {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:18:25.188443 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970c0f5-aa17-48d8-9f12-abd73f266c44 req-fc285178-fb93-4299-a0a0-d164969c5ee5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:25.189916 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3970c0f5-aa17-48d8-9f12-abd73f266c44 req-fc285178-fb93-4299-a0a0-d164969c5ee5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d137d06-d4ad-4d82-97ae-aed5546bbacc HTTP/1.1" status: 200 len: 983 time: 0.1538780 Sep 23 15:18:25.198817 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f4a83-de03-414f-969e-0204de86127f req-22acfdcd-4066-4d1a-8aa5-de6421682864 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:25.200110 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ec6f4a83-de03-414f-969e-0204de86127f req-22acfdcd-4066-4d1a-8aa5-de6421682864 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/ports?device_id=9d137d06-d4ad-4d82-97ae-aed5546bbacc HTTP/1.1" status: 200 len: 983 time: 0.1245980 Sep 23 15:18:25.294012 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3970c0f5-aa17-48d8-9f12-abd73f266c44 req-f0311204-1a06-420c-a22a-eb1ea05e8c37 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d63443-cb2a-49b8-abdc-a0815fd3c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929425 Sep 23 15:18:25.301740 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f4a83-de03-414f-969e-0204de86127f req-dbfcff7c-12b6-47e4-a4bd-3533c21c1eda tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:25.303095 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ec6f4a83-de03-414f-969e-0204de86127f req-dbfcff7c-12b6-47e4-a4bd-3533c21c1eda tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/ports/65d609d8-b7f4-4c21-be4c-164cbb9a3667?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0866480 Sep 23 15:18:25.449904 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ec6f4a83-de03-414f-969e-0204de86127f req-838849c1-3d41-44f6-a0ad-583ea7672065 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/networks/668abeec-ab08-4a8d-a1dd-96de77bb1ac2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1407115 Sep 23 15:18:25.459069 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-ec6f4a83-de03-414f-969e-0204de86127f req-ce97a7aa-1d7d-4bf9-adaa-7250c65e0a86 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:18:25.667238 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-ec6f4a83-de03-414f-969e-0204de86127f req-ce97a7aa-1d7d-4bf9-adaa-7250c65e0a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:25.862039 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-ec6f4a83-de03-414f-969e-0204de86127f req-ce97a7aa-1d7d-4bf9-adaa-7250c65e0a86 service neutron] For port 65d609d8-b7f4-4c21-be4c-164cbb9a3667, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=65d609d8-b7f4-4c21-be4c-164cbb9a3667,segment=NetworkSegment(507975e9-aa61-4e03-a87d-c7285c4d474e),segment_id=507975e9-aa61-4e03-a87d-c7285c4d474e)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:18:25.893793 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-ec6f4a83-de03-414f-969e-0204de86127f req-ce97a7aa-1d7d-4bf9-adaa-7250c65e0a86 service neutron] For port 65d609d8-b7f4-4c21-be4c-164cbb9a3667, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:18:25.943898 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-ec6f4a83-de03-414f-969e-0204de86127f req-ce97a7aa-1d7d-4bf9-adaa-7250c65e0a86 service neutron] device_id is not set on port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:18:25.952039 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-ec6f4a83-de03-414f-969e-0204de86127f req-ce97a7aa-1d7d-4bf9-adaa-7250c65e0a86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:26.005722 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-ec6f4a83-de03-414f-969e-0204de86127f req-ce97a7aa-1d7d-4bf9-adaa-7250c65e0a86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:26.143352 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97a7aa-1d7d-4bf9-adaa-7250c65e0a86 service neutron] Pushing event updated for resources: {'Port': ['ID=65d609d8-b7f4-4c21-be4c-164cbb9a3667,revision_number=6']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:26.190595 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6f4a83-de03-414f-969e-0204de86127f req-ce97a7aa-1d7d-4bf9-adaa-7250c65e0a86 service neutron] No DVR routers for this DVR port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:18:26.410948 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-ec6f4a83-de03-414f-969e-0204de86127f req-ce97a7aa-1d7d-4bf9-adaa-7250c65e0a86 service neutron] In _notify_port_updated(), no bound segment for port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 on network 668abeec-ab08-4a8d-a1dd-96de77bb1ac2 {{(pid=89739) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 23 15:18:26.411848 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f4a83-de03-414f-969e-0204de86127f req-ce97a7aa-1d7d-4bf9-adaa-7250c65e0a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:26.412465 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-ec6f4a83-de03-414f-969e-0204de86127f req-ce97a7aa-1d7d-4bf9-adaa-7250c65e0a86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:26.413762 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ec6f4a83-de03-414f-969e-0204de86127f req-ce97a7aa-1d7d-4bf9-adaa-7250c65e0a86 service neutron] 10.222.0.72 "PUT /v2.0/ports/65d609d8-b7f4-4c21-be4c-164cbb9a3667 HTTP/1.1" status: 200 len: 1026 time: 0.9585445 Sep 23 15:18:26.461929 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-9b05fcb8-6d2d-4aab-897e-55dc79e0b5e5 req-fe78e330-b688-4750-8d97-131cf565bf0b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d137d06-d4ad-4d82-97ae-aed5546bbacc HTTP/1.1" status: 200 len: 210 time: 0.0529585 Sep 23 15:18:27.561161 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51324) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:27.632631 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab499e9-f83c-48f1-8d7c-091bdaef901b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:27.634000 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-dab499e9-f83c-48f1-8d7c-091bdaef901b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports/65d609d8-b7f4-4c21-be4c-164cbb9a3667 HTTP/1.1" status: 200 len: 925 time: 0.0718052 Sep 23 15:18:27.739946 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51330) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:27.745569 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-5db78d16-19cf-4edf-9309-6e53c3d5a39d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-701387790', 'description': 'tempest-secgroup-smoke-701387790 description', 'project_id': '8433d6d3ee51437084758ba6444603b3'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:18:27.752197 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5db78d16-19cf-4edf-9309-6e53c3d5a39d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:18:27.762758 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5db78d16-19cf-4edf-9309-6e53c3d5a39d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:18:27.834597 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5db78d16-19cf-4edf-9309-6e53c3d5a39d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:27.856239 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5db78d16-19cf-4edf-9309-6e53c3d5a39d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:18:27.860074 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-5db78d16-19cf-4edf-9309-6e53c3d5a39d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:18:27.862998 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-5db78d16-19cf-4edf-9309-6e53c3d5a39d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:18:27.868797 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5db78d16-19cf-4edf-9309-6e53c3d5a39d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:18:27.936301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5db78d16-19cf-4edf-9309-6e53c3d5a39d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:28.034422 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5db78d16-19cf-4edf-9309-6e53c3d5a39d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:28.076491 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db78d16-19cf-4edf-9309-6e53c3d5a39d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1e326c-3bfb-4d5b-a37c-b69bef7a28f0,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:28.154445 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5db78d16-19cf-4edf-9309-6e53c3d5a39d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:28.155685 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5db78d16-19cf-4edf-9309-6e53c3d5a39d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4146061 Sep 23 15:18:28.158454 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51334) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:28.163410 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-5361ad27-e97a-45e4-a491-615b571a943b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '5f1e326c-3bfb-4d5b-a37c-b69bef7a28f0', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:18:28.170262 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5361ad27-e97a-45e4-a491-615b571a943b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:18:28.173039 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-5361ad27-e97a-45e4-a491-615b571a943b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:18:28.175907 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-5361ad27-e97a-45e4-a491-615b571a943b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:18:28.182489 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5361ad27-e97a-45e4-a491-615b571a943b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:18:28.264915 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5361ad27-e97a-45e4-a491-615b571a943b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:28.330524 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5361ad27-e97a-45e4-a491-615b571a943b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:28.399887 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5361ad27-e97a-45e4-a491-615b571a943b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:28.427411 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361ad27-e97a-45e4-a491-615b571a943b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb65652-9117-49f0-9803-2eb68052cc98,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:28.531392 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5361ad27-e97a-45e4-a491-615b571a943b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:28.532587 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5361ad27-e97a-45e4-a491-615b571a943b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3731952 Sep 23 15:18:28.535289 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51338) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:28.540684 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-83cda302-06e0-4258-bac1-353d59af2d86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '5f1e326c-3bfb-4d5b-a37c-b69bef7a28f0', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:18:28.546515 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-83cda302-06e0-4258-bac1-353d59af2d86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:18:28.550432 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-83cda302-06e0-4258-bac1-353d59af2d86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:18:28.553406 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-83cda302-06e0-4258-bac1-353d59af2d86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:18:28.560066 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-83cda302-06e0-4258-bac1-353d59af2d86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:18:28.640810 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-83cda302-06e0-4258-bac1-353d59af2d86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:28.701783 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-83cda302-06e0-4258-bac1-353d59af2d86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:28.776628 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-83cda302-06e0-4258-bac1-353d59af2d86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:28.804128 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cda302-06e0-4258-bac1-353d59af2d86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df67d73a-c627-47eb-be4d-1a9734f7e303,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:28.879747 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-83cda302-06e0-4258-bac1-353d59af2d86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:28.880958 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-83cda302-06e0-4258-bac1-353d59af2d86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3448110 Sep 23 15:18:28.883823 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51342) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:28.888920 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-ed012d21-e7c3-4153-b6af-97dc87da7b87 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '5f1e326c-3bfb-4d5b-a37c-b69bef7a28f0', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:18:28.894894 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ed012d21-e7c3-4153-b6af-97dc87da7b87 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:18:28.899252 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ed012d21-e7c3-4153-b6af-97dc87da7b87 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:18:28.902148 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ed012d21-e7c3-4153-b6af-97dc87da7b87 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:18:28.907984 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ed012d21-e7c3-4153-b6af-97dc87da7b87 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:18:28.977946 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed012d21-e7c3-4153-b6af-97dc87da7b87 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:29.038730 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed012d21-e7c3-4153-b6af-97dc87da7b87 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:29.096584 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed012d21-e7c3-4153-b6af-97dc87da7b87 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:29.119990 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed012d21-e7c3-4153-b6af-97dc87da7b87 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b506a2-07cd-4886-a9bc-27a42905db78,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:29.211789 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed012d21-e7c3-4153-b6af-97dc87da7b87 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:29.212922 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ed012d21-e7c3-4153-b6af-97dc87da7b87 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3281426 Sep 23 15:18:29.215583 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51346) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:29.220494 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-c65f2da6-4caa-49f4-8ba7-873b4c24752e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '5f1e326c-3bfb-4d5b-a37c-b69bef7a28f0', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:18:29.226272 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c65f2da6-4caa-49f4-8ba7-873b4c24752e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:18:29.230577 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c65f2da6-4caa-49f4-8ba7-873b4c24752e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:18:29.233381 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c65f2da6-4caa-49f4-8ba7-873b4c24752e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:18:29.239060 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c65f2da6-4caa-49f4-8ba7-873b4c24752e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:18:29.309141 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c65f2da6-4caa-49f4-8ba7-873b4c24752e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:29.373546 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c65f2da6-4caa-49f4-8ba7-873b4c24752e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:29.422645 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c65f2da6-4caa-49f4-8ba7-873b4c24752e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:29.446352 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f2da6-4caa-49f4-8ba7-873b4c24752e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9271615-b391-45a1-bf5f-2411e8ce6891,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:29.525684 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c65f2da6-4caa-49f4-8ba7-873b4c24752e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:29.526926 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c65f2da6-4caa-49f4-8ba7-873b4c24752e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3104239 Sep 23 15:18:29.529581 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51350) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:29.534560 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-abadad01-314e-46c3-8703-497289730e31 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '5f1e326c-3bfb-4d5b-a37c-b69bef7a28f0', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:18:29.540402 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-abadad01-314e-46c3-8703-497289730e31 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:18:29.544225 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-abadad01-314e-46c3-8703-497289730e31 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:18:29.547074 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-abadad01-314e-46c3-8703-497289730e31 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:18:29.552662 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-abadad01-314e-46c3-8703-497289730e31 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:18:29.639756 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.securitygroups_db [None req-abadad01-314e-46c3-8703-497289730e31 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Project 8433d6d3ee51437084758ba6444603b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:18:29.646851 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-abadad01-314e-46c3-8703-497289730e31 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:29.700110 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 65d609d8-b7f4-4c21-be4c-164cbb9a3667 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:18:29.712075 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-abadad01-314e-46c3-8703-497289730e31 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:29.760245 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 65d609d8-b7f4-4c21-be4c-164cbb9a3667 not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:18:29.776889 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-abadad01-314e-46c3-8703-497289730e31 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:29.800077 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadad01-314e-46c3-8703-497289730e31 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44708afe-2c87-428d-aba1-1ba37a1edf26,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:29.874132 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-abadad01-314e-46c3-8703-497289730e31 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:29.875477 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-abadad01-314e-46c3-8703-497289730e31 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3449507 Sep 23 15:18:29.878270 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51354) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:29.884299 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-40a9ad9d-8635-4752-a0cc-9f6ec5e07646 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '5f1e326c-3bfb-4d5b-a37c-b69bef7a28f0', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:18:29.890281 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-40a9ad9d-8635-4752-a0cc-9f6ec5e07646 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:18:29.894238 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-40a9ad9d-8635-4752-a0cc-9f6ec5e07646 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:18:29.897380 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-40a9ad9d-8635-4752-a0cc-9f6ec5e07646 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:18:29.903713 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-40a9ad9d-8635-4752-a0cc-9f6ec5e07646 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:18:29.953848 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.securitygroups_db [None req-40a9ad9d-8635-4752-a0cc-9f6ec5e07646 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Project 8433d6d3ee51437084758ba6444603b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:18:29.960365 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-40a9ad9d-8635-4752-a0cc-9f6ec5e07646 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:30.034898 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-40a9ad9d-8635-4752-a0cc-9f6ec5e07646 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:30.113921 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-40a9ad9d-8635-4752-a0cc-9f6ec5e07646 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:30.140796 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9ad9d-8635-4752-a0cc-9f6ec5e07646 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5a19f4-1ee3-4699-a463-2cb2579f47dc,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:30.194221 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-40a9ad9d-8635-4752-a0cc-9f6ec5e07646 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:30.195466 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-40a9ad9d-8635-4752-a0cc-9f6ec5e07646 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3161321 Sep 23 15:18:30.354910 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-70c5b268-961b-499b-a103-1969a94618f0 req-dc0af6ae-0d5b-4ffe-971e-e9bd3da0fe56 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:18:30.423043 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-70c5b268-961b-499b-a103-1969a94618f0 req-dc0af6ae-0d5b-4ffe-971e-e9bd3da0fe56 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:18:30.424208 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70c5b268-961b-499b-a103-1969a94618f0 req-dc0af6ae-0d5b-4ffe-971e-e9bd3da0fe56 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-701387790&fields=id&tenant_id=8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 267 time: 0.1076930 Sep 23 15:18:30.504875 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5b268-961b-499b-a103-1969a94618f0 req-a4366a28-81fb-431a-b7c8-f1ff8fcc4c91 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:30.506128 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70c5b268-961b-499b-a103-1969a94618f0 req-a4366a28-81fb-431a-b7c8-f1ff8fcc4c91 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports/65d609d8-b7f4-4c21-be4c-164cbb9a3667 HTTP/1.1" status: 200 len: 930 time: 0.0745649 Sep 23 15:18:30.580180 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70c5b268-961b-499b-a103-1969a94618f0 req-c6bf4674-242e-417a-8969-b1bf3c665e91 service neutron] 10.222.0.67 "GET /v2.0/ports/65d609d8-b7f4-4c21-be4c-164cbb9a3667?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0616825 Sep 23 15:18:30.713078 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70c5b268-961b-499b-a103-1969a94618f0 req-ad105eed-2c73-4a66-a27e-10f92400193a service neutron] 10.222.0.67 "GET /v2.0/networks/668abeec-ab08-4a8d-a1dd-96de77bb1ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272192 Sep 23 15:18:30.939692 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70c5b268-961b-499b-a103-1969a94618f0 req-de13eca0-fc68-4a0c-adc3-7804904cfe42 service neutron] 10.222.0.67 "GET /v2.0/networks/668abeec-ab08-4a8d-a1dd-96de77bb1ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204757 Sep 23 15:18:32.119067 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dd846b9d-58b6-42af-a0c7-c087975eb51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:32.280174 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-be79f29e-1e13-4578-ad61-20baaf67ca8d req-10018df5-2531-487a-8618-eb6055597706 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=b105c6ec-ab3f-447a-bf79-02cc20443e4a HTTP/1.1" status: 200 len: 210 time: 0.0503147 Sep 23 15:18:32.587904 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:33.393220 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-028b5713-46c1-4298-8ff7-8726a60e1ee3 req-6bea109c-3f5f-4edf-84a1-9e46b0c752b7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=b105c6ec-ab3f-447a-bf79-02cc20443e4a HTTP/1.1" status: 200 len: 210 time: 0.0525765 Sep 23 15:18:34.554092 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-4963e252-2a20-40b9-801c-76773216da7a req-cb625a40-cc91-4a5a-922b-0f6699ed9f28 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=b105c6ec-ab3f-447a-bf79-02cc20443e4a HTTP/1.1" status: 200 len: 210 time: 0.0493467 Sep 23 15:18:35.022436 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8f64f5ec-ce2f-4164-a96b-fb6883dd9c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:35.536502 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:35.537931 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:35.713428 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6284024c-8ca6-41db-a958-07f130247289 req-8953503d-44d7-40d3-aa9e-8e058e961e2a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=b105c6ec-ab3f-447a-bf79-02cc20443e4a HTTP/1.1" status: 200 len: 210 time: 0.0501418 Sep 23 15:18:36.299381 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5b268-961b-499b-a103-1969a94618f0 req-2fce8d3f-bc9c-4616-af67-c0597826975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:36.300685 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70c5b268-961b-499b-a103-1969a94618f0 req-2fce8d3f-bc9c-4616-af67-c0597826975a service neutron] 10.222.0.72 "GET /v2.0/ports/65d609d8-b7f4-4c21-be4c-164cbb9a3667 HTTP/1.1" status: 200 len: 1026 time: 0.0639715 Sep 23 15:18:36.447333 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5b268-961b-499b-a103-1969a94618f0 req-2147f3bc-a0b3-4679-b119-cf84d0b481a0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:36.448714 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70c5b268-961b-499b-a103-1969a94618f0 req-2147f3bc-a0b3-4679-b119-cf84d0b481a0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/networks?id=668abeec-ab08-4a8d-a1dd-96de77bb1ac2 HTTP/1.1" status: 200 len: 796 time: 0.1425545 Sep 23 15:18:36.499987 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70c5b268-961b-499b-a103-1969a94618f0 req-71bbfaa7-95a3-480f-b634-656bb673e254 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 472 time: 0.0429306 Sep 23 15:18:36.509362 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-70c5b268-961b-499b-a103-1969a94618f0 req-cd780f1b-7fa2-4494-95a3-28f86c29a70f service neutron] Request body: {'port': {'device_id': 'b105c6ec-ab3f-447a-bf79-02cc20443e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:18:36.621142 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-70c5b268-961b-499b-a103-1969a94618f0 req-cd780f1b-7fa2-4494-95a3-28f86c29a70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:36.881307 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-088043e7-91a7-4370-ab77-051dd3757fd7 req-e055197b-523d-4413-b666-14b2e29e7e08 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=b105c6ec-ab3f-447a-bf79-02cc20443e4a HTTP/1.1" status: 200 len: 210 time: 0.0532873 Sep 23 15:18:36.967190 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:36.971280 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-70c5b268-961b-499b-a103-1969a94618f0 req-cd780f1b-7fa2-4494-95a3-28f86c29a70f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d609d8-b7f4-4c21-be4c-164cbb9a3667 {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:18:36.978509 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-70c5b268-961b-499b-a103-1969a94618f0 req-cd780f1b-7fa2-4494-95a3-28f86c29a70f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:36.992727 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-70c5b268-961b-499b-a103-1969a94618f0 req-cd780f1b-7fa2-4494-95a3-28f86c29a70f service neutron] Transition to ACTIVE for port object 65d609d8-b7f4-4c21-be4c-164cbb9a3667 will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:18:37.056795 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-70c5b268-961b-499b-a103-1969a94618f0 req-cd780f1b-7fa2-4494-95a3-28f86c29a70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:37.193770 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd780f1b-7fa2-4494-95a3-28f86c29a70f service neutron] Pushing event updated for resources: {'Port': ['ID=65d609d8-b7f4-4c21-be4c-164cbb9a3667,revision_number=7']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:37.307389 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-70c5b268-961b-499b-a103-1969a94618f0 req-cd780f1b-7fa2-4494-95a3-28f86c29a70f service neutron] Attempting to bind port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:18:37.307718 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-70c5b268-961b-499b-a103-1969a94618f0 req-cd780f1b-7fa2-4494-95a3-28f86c29a70f service neutron] Attempting to bind port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '507975e9-aa61-4e03-a87d-c7285c4d474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:18:37.308039 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5b268-961b-499b-a103-1969a94618f0 req-cd780f1b-7fa2-4494-95a3-28f86c29a70f service neutron] Attempting to bind port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 on network 668abeec-ab08-4a8d-a1dd-96de77bb1ac2 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:18:37.312532 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5b268-961b-499b-a103-1969a94618f0 req-cd780f1b-7fa2-4494-95a3-28f86c29a70f service neutron] Port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 on network 668abeec-ab08-4a8d-a1dd-96de77bb1ac2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:18:37.312872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5b268-961b-499b-a103-1969a94618f0 req-cd780f1b-7fa2-4494-95a3-28f86c29a70f service neutron] Attempting to bind port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 on network 668abeec-ab08-4a8d-a1dd-96de77bb1ac2 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:18:37.317875 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5b268-961b-499b-a103-1969a94618f0 req-cd780f1b-7fa2-4494-95a3-28f86c29a70f service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:18:37.318207 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5b268-961b-499b-a103-1969a94618f0 req-cd780f1b-7fa2-4494-95a3-28f86c29a70f service neutron] Checking segment: {'id': '507975e9-aa61-4e03-a87d-c7285c4d474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:18:37.318611 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c5b268-961b-499b-a103-1969a94618f0 req-cd780f1b-7fa2-4494-95a3-28f86c29a70f service neutron] Bound using segment: {'id': '507975e9-aa61-4e03-a87d-c7285c4d474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:18:37.319028 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-70c5b268-961b-499b-a103-1969a94618f0 req-cd780f1b-7fa2-4494-95a3-28f86c29a70f service neutron] Bound port: 65d609d8-b7f4-4c21-be4c-164cbb9a3667, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '507975e9-aa61-4e03-a87d-c7285c4d474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:18:37.319363 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-70c5b268-961b-499b-a103-1969a94618f0 req-cd780f1b-7fa2-4494-95a3-28f86c29a70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:37.405228 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-70c5b268-961b-499b-a103-1969a94618f0 req-cd780f1b-7fa2-4494-95a3-28f86c29a70f service neutron] For port 65d609d8-b7f4-4c21-be4c-164cbb9a3667, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:18:37.408145 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-70c5b268-961b-499b-a103-1969a94618f0 req-cd780f1b-7fa2-4494-95a3-28f86c29a70f service neutron] For port 65d609d8-b7f4-4c21-be4c-164cbb9a3667, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=65d609d8-b7f4-4c21-be4c-164cbb9a3667,segment=NetworkSegment(507975e9-aa61-4e03-a87d-c7285c4d474e),segment_id=507975e9-aa61-4e03-a87d-c7285c4d474e)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:18:37.473009 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-70c5b268-961b-499b-a103-1969a94618f0 req-cd780f1b-7fa2-4494-95a3-28f86c29a70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:37.505985 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5b268-961b-499b-a103-1969a94618f0 req-cd780f1b-7fa2-4494-95a3-28f86c29a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:37.506588 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-70c5b268-961b-499b-a103-1969a94618f0 req-cd780f1b-7fa2-4494-95a3-28f86c29a70f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:37.507950 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70c5b268-961b-499b-a103-1969a94618f0 req-cd780f1b-7fa2-4494-95a3-28f86c29a70f service neutron] 10.222.0.72 "PUT /v2.0/ports/65d609d8-b7f4-4c21-be4c-164cbb9a3667 HTTP/1.1" status: 200 len: 1131 time: 1.0025287 Sep 23 15:18:37.508994 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b105c6ec-ab3f-447a-bf79-02cc20443e4a', 'tag': '65d609d8-b7f4-4c21-be4c-164cbb9a3667'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:18:37.511316 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fae6344-ee2d-408e-a62a-60b54cb4527a" -d '{"events": [{"name": "network-changed", "server_uuid": "b105c6ec-ab3f-447a-bf79-02cc20443e4a", "tag": "65d609d8-b7f4-4c21-be4c-164cbb9a3667"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:18:37.553449 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24362a4a-0a73-449e-92a1-c8475b3ca6d2 x-openstack-request-id: req-24362a4a-0a73-449e-92a1-c8475b3ca6d2 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:18:37.553731 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b105c6ec-ab3f-447a-bf79-02cc20443e4a", "tag": "65d609d8-b7f4-4c21-be4c-164cbb9a3667", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:18:37.553985 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-24362a4a-0a73-449e-92a1-c8475b3ca6d2 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:18:37.554423 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24362a4a-0a73-449e-92a1-c8475b3ca6d2'] response: {'name': 'network-changed', 'server_uuid': 'b105c6ec-ab3f-447a-bf79-02cc20443e4a', 'tag': '65d609d8-b7f4-4c21-be4c-164cbb9a3667', 'status': 'completed', 'code': 200} Sep 23 15:18:37.557780 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd780f1b-7fa2-4494-95a3-28f86c29a70f service neutron] Pushing event updated for resources: {'Port': ['ID=65d609d8-b7f4-4c21-be4c-164cbb9a3667,revision_number=8']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:37.647196 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae6344-ee2d-408e-a62a-60b54cb4527a req-07dabb2d-e076-47c9-aa82-8f447532fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:37.648687 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3fae6344-ee2d-408e-a62a-60b54cb4527a req-07dabb2d-e076-47c9-aa82-8f447532fafb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=b105c6ec-ab3f-447a-bf79-02cc20443e4a HTTP/1.1" status: 200 len: 1134 time: 0.0767372 Sep 23 15:18:37.787319 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae6344-ee2d-408e-a62a-60b54cb4527a req-b2c087f5-62d2-4f2d-9761-45a27cc076f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:37.788750 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3fae6344-ee2d-408e-a62a-60b54cb4527a req-b2c087f5-62d2-4f2d-9761-45a27cc076f6 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=8433d6d3ee51437084758ba6444603b3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1319180 Sep 23 15:18:38.012934 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae6344-ee2d-408e-a62a-60b54cb4527a req-535adb5e-54fc-445f-89bf-94b9ca132766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:38.014401 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3fae6344-ee2d-408e-a62a-60b54cb4527a req-535adb5e-54fc-445f-89bf-94b9ca132766 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2195060 Sep 23 15:18:38.079060 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85582f3-e84e-4083-8028-2cfc66d77d5e req-38444807-2ce1-43a1-884d-97f20aecad66 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:38.080480 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d85582f3-e84e-4083-8028-2cfc66d77d5e req-38444807-2ce1-43a1-884d-97f20aecad66 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=b105c6ec-ab3f-447a-bf79-02cc20443e4a HTTP/1.1" status: 200 len: 981 time: 0.0880849 Sep 23 15:18:38.124835 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d85582f3-e84e-4083-8028-2cfc66d77d5e req-f31a6cca-0c81-48bc-a000-0bd131a6585b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d63443-cb2a-49b8-abdc-a0815fd3c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387027 Sep 23 15:18:38.130885 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5b268-961b-499b-a103-1969a94618f0 req-b1d75b54-0bc1-49d8-a3a6-064288484be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:38.132353 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70c5b268-961b-499b-a103-1969a94618f0 req-b1d75b54-0bc1-49d8-a3a6-064288484be8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=b105c6ec-ab3f-447a-bf79-02cc20443e4a HTTP/1.1" status: 200 len: 1134 time: 0.0820937 Sep 23 15:18:38.239366 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70c5b268-961b-499b-a103-1969a94618f0 req-27d28b63-3ea7-4726-a45b-66450ec0e157 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65d609d8-b7f4-4c21-be4c-164cbb9a3667 HTTP/1.1" status: 200 len: 1037 time: 0.0994577 Sep 23 15:18:38.301156 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5b268-961b-499b-a103-1969a94618f0 req-2c17f97d-3186-4b84-85f3-3473662a0965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:38.302540 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70c5b268-961b-499b-a103-1969a94618f0 req-2c17f97d-3186-4b84-85f3-3473662a0965 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=14e29846-096c-417a-8356-047902de0d51 HTTP/1.1" status: 200 len: 834 time: 0.0563254 Sep 23 15:18:38.387524 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5b268-961b-499b-a103-1969a94618f0 req-5b7470fd-37f3-4be7-b01a-2655ce8434b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:38.388888 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70c5b268-961b-499b-a103-1969a94618f0 req-5b7470fd-37f3-4be7-b01a-2655ce8434b5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=668abeec-ab08-4a8d-a1dd-96de77bb1ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797899 Sep 23 15:18:38.520266 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70c5b268-961b-499b-a103-1969a94618f0 req-8c2f9f3c-ef8c-4673-a1e6-98be678d1684 service neutron] 10.222.0.72 "GET /v2.0/networks/668abeec-ab08-4a8d-a1dd-96de77bb1ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250212 Sep 23 15:18:38.651062 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70c5b268-961b-499b-a103-1969a94618f0 req-b3e7599f-d1e8-4e1c-bb78-e1c762af311c service neutron] 10.222.0.72 "GET /v2.0/networks/668abeec-ab08-4a8d-a1dd-96de77bb1ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239760 Sep 23 15:18:39.324259 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98760e96-7c94-4ec2-84ff-10597b9b1f53 req-33a93ac3-16db-4fe4-8787-c9a65303e54d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:39.325687 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-98760e96-7c94-4ec2-84ff-10597b9b1f53 req-33a93ac3-16db-4fe4-8787-c9a65303e54d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=b105c6ec-ab3f-447a-bf79-02cc20443e4a HTTP/1.1" status: 200 len: 981 time: 0.0866642 Sep 23 15:18:39.369050 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-98760e96-7c94-4ec2-84ff-10597b9b1f53 req-cf2fb2d0-759a-4072-838d-5e94c265949d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d63443-cb2a-49b8-abdc-a0815fd3c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375791 Sep 23 15:18:40.569617 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfd7c0-167f-45e7-9ac1-ccea18736a53 req-b68217eb-de63-4b92-8e6f-e760dac58615 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:40.571128 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-34dfd7c0-167f-45e7-9ac1-ccea18736a53 req-b68217eb-de63-4b92-8e6f-e760dac58615 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=b105c6ec-ab3f-447a-bf79-02cc20443e4a HTTP/1.1" status: 200 len: 981 time: 0.0912395 Sep 23 15:18:40.614584 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-34dfd7c0-167f-45e7-9ac1-ccea18736a53 req-c377717b-d392-48f1-ac3d-adcba9da5f9e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d63443-cb2a-49b8-abdc-a0815fd3c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378470 Sep 23 15:18:41.778377 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 65d609d8-b7f4-4c21-be4c-164cbb9a3667 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:18:41.815861 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89523118-4699-4fa0-8c18-acfcf241378a req-94d2f7c3-675c-4e94-9306-286b13f2503a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:41.817337 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-89523118-4699-4fa0-8c18-acfcf241378a req-94d2f7c3-675c-4e94-9306-286b13f2503a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=b105c6ec-ab3f-447a-bf79-02cc20443e4a HTTP/1.1" status: 200 len: 981 time: 0.0914731 Sep 23 15:18:41.862485 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-89523118-4699-4fa0-8c18-acfcf241378a req-41e8f2ff-3916-449d-9f31-dd05eee6ee78 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d63443-cb2a-49b8-abdc-a0815fd3c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388615 Sep 23 15:18:41.912170 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 65d609d8-b7f4-4c21-be4c-164cbb9a3667, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=65d609d8-b7f4-4c21-be4c-164cbb9a3667,segment=NetworkSegment(507975e9-aa61-4e03-a87d-c7285c4d474e),segment_id=507975e9-aa61-4e03-a87d-c7285c4d474e)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:18:41.925237 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '65d609d8-b7f4-4c21-be4c-164cbb9a3667', 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2', 'port_id': '65d609d8-b7f4-4c21-be4c-164cbb9a3667', 'mac_address': 'fa:16:3e:c3:5b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e29846-096c-417a-8356-047902de0d51', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:18:41.978600 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:18:41.978964 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:42.008574 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d609d8-b7f4-4c21-be4c-164cbb9a3667 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:18:42.024294 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 65d609d8-b7f4-4c21-be4c-164cbb9a3667, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=65d609d8-b7f4-4c21-be4c-164cbb9a3667,segment=NetworkSegment(507975e9-aa61-4e03-a87d-c7285c4d474e),segment_id=507975e9-aa61-4e03-a87d-c7285c4d474e)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:18:42.108070 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:42.176068 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=65d609d8-b7f4-4c21-be4c-164cbb9a3667,revision_number=9']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:42.322283 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['65d609d8-b7f4-4c21-be4c-164cbb9a3667'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:18:43.056263 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9474f2b-124f-4411-8008-7ddd23544a5a req-63011816-e0a3-40e7-b1c0-89dfdca27925 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:43.057712 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d9474f2b-124f-4411-8008-7ddd23544a5a req-63011816-e0a3-40e7-b1c0-89dfdca27925 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=b105c6ec-ab3f-447a-bf79-02cc20443e4a HTTP/1.1" status: 200 len: 982 time: 0.0874276 Sep 23 15:18:43.104813 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d9474f2b-124f-4411-8008-7ddd23544a5a req-3d663ed1-ffca-47cf-9e6f-f28fa469601b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d63443-cb2a-49b8-abdc-a0815fd3c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414209 Sep 23 15:18:43.788917 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 65d609d8-b7f4-4c21-be4c-164cbb9a3667 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:18:43.908004 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:18:43.912525 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:18:43.912892 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:43.913227 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 Sep 23 15:18:44.029111 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:18:44.029485 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:44.056716 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b105c6ec-ab3f-447a-bf79-02cc20443e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d609d8-b7f4-4c21-be4c-164cbb9a3667'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:18:44.058965 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caeffa83-0529-4de2-aad9-a803da783e9b" -d '{"events": [{"server_uuid": "b105c6ec-ab3f-447a-bf79-02cc20443e4a", "name": "network-vif-plugged", "status": "completed", "tag": "65d609d8-b7f4-4c21-be4c-164cbb9a3667"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:18:44.066256 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 65d609d8-b7f4-4c21-be4c-164cbb9a3667, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=65d609d8-b7f4-4c21-be4c-164cbb9a3667,segment=NetworkSegment(507975e9-aa61-4e03-a87d-c7285c4d474e),segment_id=507975e9-aa61-4e03-a87d-c7285c4d474e)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:18:44.100436 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d280f8d2-1f18-44a2-85f8-2c7e231068aa x-openstack-request-id: req-d280f8d2-1f18-44a2-85f8-2c7e231068aa {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:18:44.100552 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b105c6ec-ab3f-447a-bf79-02cc20443e4a", "name": "network-vif-plugged", "status": "completed", "tag": "65d609d8-b7f4-4c21-be4c-164cbb9a3667", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:18:44.100721 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d280f8d2-1f18-44a2-85f8-2c7e231068aa {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:18:44.101145 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d280f8d2-1f18-44a2-85f8-2c7e231068aa'] response: {'server_uuid': 'b105c6ec-ab3f-447a-bf79-02cc20443e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d609d8-b7f4-4c21-be4c-164cbb9a3667', 'code': 200} Sep 23 15:18:44.148616 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:44.218193 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=65d609d8-b7f4-4c21-be4c-164cbb9a3667,revision_number=10']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:44.306899 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd75b38-b1f1-4bc0-a071-d51189ae236e req-788932e3-194a-45c1-9018-44bd2505984b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:44.308348 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2dd75b38-b1f1-4bc0-a071-d51189ae236e req-788932e3-194a-45c1-9018-44bd2505984b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=b105c6ec-ab3f-447a-bf79-02cc20443e4a HTTP/1.1" status: 200 len: 984 time: 0.0904679 Sep 23 15:18:44.352296 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2dd75b38-b1f1-4bc0-a071-d51189ae236e req-d7b460af-c89b-44c2-a962-dc5fa1ca1c0b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d63443-cb2a-49b8-abdc-a0815fd3c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382586 Sep 23 15:18:44.478348 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea071dd0-c96f-4b83-bf95-cc4f23f8d335 req-d346b816-a4a7-4e13-92a6-bfc3891cf145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:44.479833 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ea071dd0-c96f-4b83-bf95-cc4f23f8d335 req-d346b816-a4a7-4e13-92a6-bfc3891cf145 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b105c6ec-ab3f-447a-bf79-02cc20443e4a HTTP/1.1" status: 200 len: 1137 time: 0.0771382 Sep 23 15:18:44.522694 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ea071dd0-c96f-4b83-bf95-cc4f23f8d335 req-18933c07-8f18-4bc2-9135-f4aea318cb30 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=04d63443-cb2a-49b8-abdc-a0815fd3c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369084 Sep 23 15:18:44.818462 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4b30ab47-c82b-4c99-ad48-d1a6b60415e7 req-535a3fb7-6b13-4e69-aa48-09afae1703a3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b2f24238-4edb-4248-841a-2f832000dcb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753989 Sep 23 15:18:44.980975 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30ab47-c82b-4c99-ad48-d1a6b60415e7 req-da086c57-82c3-416c-a57a-da58a4aac348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:44.982444 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4b30ab47-c82b-4c99-ad48-d1a6b60415e7 req-da086c57-82c3-416c-a57a-da58a4aac348 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4dd03006331a43759c203c055fc73500&device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 1098 time: 0.0807371 Sep 23 15:18:45.123675 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30ab47-c82b-4c99-ad48-d1a6b60415e7 req-0b99fe91-011a-4dd0-8bf2-73cac002f7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:45.125075 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4b30ab47-c82b-4c99-ad48-d1a6b60415e7 req-0b99fe91-011a-4dd0-8bf2-73cac002f7ca service neutron] 10.222.0.72 "GET /v2.0/networks?id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a HTTP/1.1" status: 200 len: 912 time: 0.1235595 Sep 23 15:18:45.225768 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4b30ab47-c82b-4c99-ad48-d1a6b60415e7 req-f02b0fb3-7eec-4cbe-b09c-5eb0f67c152c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 HTTP/1.1" status: 200 len: 1002 time: 0.0944469 Sep 23 15:18:45.291901 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30ab47-c82b-4c99-ad48-d1a6b60415e7 req-16520dab-9360-4239-ba3e-fd9d04727f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:45.293276 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4b30ab47-c82b-4c99-ad48-d1a6b60415e7 req-16520dab-9360-4239-ba3e-fd9d04727f90 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64979ce6-fb4a-43b7-a76f-4e9da53aeed1 HTTP/1.1" status: 200 len: 850 time: 0.0613279 Sep 23 15:18:45.378287 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30ab47-c82b-4c99-ad48-d1a6b60415e7 req-940cff40-6558-4b3e-88dc-348efd4ccb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:45.379697 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4b30ab47-c82b-4c99-ad48-d1a6b60415e7 req-940cff40-6558-4b3e-88dc-348efd4ccb0e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777967 Sep 23 15:18:45.662980 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4b30ab47-c82b-4c99-ad48-d1a6b60415e7 req-361487e3-a8bb-4256-9433-74350900cc15 service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749736 Sep 23 15:18:45.700170 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc90a6-e380-4b57-a7d4-0b04385fea87 req-50763a09-efba-4ba9-8a9d-6890cf40900d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:45.701583 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7acc90a6-e380-4b57-a7d4-0b04385fea87 req-50763a09-efba-4ba9-8a9d-6890cf40900d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=b105c6ec-ab3f-447a-bf79-02cc20443e4a HTTP/1.1" status: 200 len: 984 time: 0.1550686 Sep 23 15:18:45.819694 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7acc90a6-e380-4b57-a7d4-0b04385fea87 req-ba9c2ec8-2441-49eb-8ddf-18ea1a6db14d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d63443-cb2a-49b8-abdc-a0815fd3c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703349 Sep 23 15:18:45.841148 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4b30ab47-c82b-4c99-ad48-d1a6b60415e7 req-59faf4b5-ccaf-4dfa-b5b7-1fd76d8a8334 service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693296 Sep 23 15:18:47.167738 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134bc5a-080c-461f-abce-ecd20d8e5164 req-eac356d1-9939-45c9-ac7e-a71f4b181caf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:47.169743 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d134bc5a-080c-461f-abce-ecd20d8e5164 req-eac356d1-9939-45c9-ac7e-a71f4b181caf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=b105c6ec-ab3f-447a-bf79-02cc20443e4a HTTP/1.1" status: 200 len: 984 time: 0.0910635 Sep 23 15:18:47.213702 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d134bc5a-080c-461f-abce-ecd20d8e5164 req-73bb7af7-1c43-45a2-904a-842d1af91cbd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d63443-cb2a-49b8-abdc-a0815fd3c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383012 Sep 23 15:18:47.415694 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a5d1b-a359-4e5d-af70-ce977ff46200 req-c93a206a-2855-4a50-aa89-9847331d12bf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:47.417082 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ea7a5d1b-a359-4e5d-af70-ce977ff46200 req-c93a206a-2855-4a50-aa89-9847331d12bf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=b105c6ec-ab3f-447a-bf79-02cc20443e4a HTTP/1.1" status: 200 len: 984 time: 0.0925751 Sep 23 15:18:47.462016 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ea7a5d1b-a359-4e5d-af70-ce977ff46200 req-0177a732-c289-4357-89a1-3858ca1a4e06 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d63443-cb2a-49b8-abdc-a0815fd3c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392132 Sep 23 15:18:47.489935 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51424) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:47.567181 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b89eff9-94cc-4159-bd83-71f8e230d39d tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:47.568641 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2b89eff9-94cc-4159-bd83-71f8e230d39d tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b105c6ec-ab3f-447a-bf79-02cc20443e4a&network_id=668abeec-ab08-4a8d-a1dd-96de77bb1ac2 HTTP/1.1" status: 200 len: 1132 time: 0.0777156 Sep 23 15:18:48.113413 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236fa17-686b-4d91-b0f2-9ba35d602d75 req-eea699ac-5180-4524-9974-780f9f24046a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:48.115134 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b236fa17-686b-4d91-b0f2-9ba35d602d75 req-eea699ac-5180-4524-9974-780f9f24046a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=b105c6ec-ab3f-447a-bf79-02cc20443e4a HTTP/1.1" status: 200 len: 984 time: 0.0909913 Sep 23 15:18:48.159553 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b236fa17-686b-4d91-b0f2-9ba35d602d75 req-a59bc89c-8dde-4583-8f44-3a30d5c42c7d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d63443-cb2a-49b8-abdc-a0815fd3c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386536 Sep 23 15:18:49.365061 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436287ab-30e6-4cc5-938b-c93290221aeb req-5186896e-5990-4a36-9fdb-4a8a9b0c478f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:49.366556 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-436287ab-30e6-4cc5-938b-c93290221aeb req-5186896e-5990-4a36-9fdb-4a8a9b0c478f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=b105c6ec-ab3f-447a-bf79-02cc20443e4a HTTP/1.1" status: 200 len: 984 time: 0.0903933 Sep 23 15:18:49.376661 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5b286-33f2-4309-af3c-a5f2f30cec77 req-7e3688ac-10fa-4ae3-9f94-bb9a6dd71025 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:49.378037 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3ab5b286-33f2-4309-af3c-a5f2f30cec77 req-7e3688ac-10fa-4ae3-9f94-bb9a6dd71025 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/ports?device_id=b105c6ec-ab3f-447a-bf79-02cc20443e4a HTTP/1.1" status: 200 len: 984 time: 0.0887699 Sep 23 15:18:49.414470 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-436287ab-30e6-4cc5-938b-c93290221aeb req-d941eb61-1fab-4c6a-9e88-2453ecc661fd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d63443-cb2a-49b8-abdc-a0815fd3c91c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414748 Sep 23 15:18:49.452909 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5b286-33f2-4309-af3c-a5f2f30cec77 req-88b68e27-c8a8-4544-8da2-d49859135d49 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:49.454257 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3ab5b286-33f2-4309-af3c-a5f2f30cec77 req-88b68e27-c8a8-4544-8da2-d49859135d49 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/ports/65d609d8-b7f4-4c21-be4c-164cbb9a3667?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0704966 Sep 23 15:18:49.594647 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3ab5b286-33f2-4309-af3c-a5f2f30cec77 req-d1be56f3-beba-4574-b257-7ba3998d9a58 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/networks/668abeec-ab08-4a8d-a1dd-96de77bb1ac2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1354265 Sep 23 15:18:49.604571 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-3ab5b286-33f2-4309-af3c-a5f2f30cec77 req-ca4b61b2-bc72-480e-91a6-267a37396118 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:18:49.711818 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-3ab5b286-33f2-4309-af3c-a5f2f30cec77 req-ca4b61b2-bc72-480e-91a6-267a37396118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:49.905142 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-3ab5b286-33f2-4309-af3c-a5f2f30cec77 req-ca4b61b2-bc72-480e-91a6-267a37396118 service neutron] For port 65d609d8-b7f4-4c21-be4c-164cbb9a3667, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=65d609d8-b7f4-4c21-be4c-164cbb9a3667,segment=NetworkSegment(507975e9-aa61-4e03-a87d-c7285c4d474e),segment_id=507975e9-aa61-4e03-a87d-c7285c4d474e)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:18:49.933114 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-3ab5b286-33f2-4309-af3c-a5f2f30cec77 req-ca4b61b2-bc72-480e-91a6-267a37396118 service neutron] For port 65d609d8-b7f4-4c21-be4c-164cbb9a3667, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:18:49.983059 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-3ab5b286-33f2-4309-af3c-a5f2f30cec77 req-ca4b61b2-bc72-480e-91a6-267a37396118 service neutron] device_id is not set on port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 yet. {{(pid=89739) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 23 15:18:49.990885 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-3ab5b286-33f2-4309-af3c-a5f2f30cec77 req-ca4b61b2-bc72-480e-91a6-267a37396118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:50.039066 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-3ab5b286-33f2-4309-af3c-a5f2f30cec77 req-ca4b61b2-bc72-480e-91a6-267a37396118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:50.178143 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b61b2-bc72-480e-91a6-267a37396118 service neutron] Pushing event updated for resources: {'Port': ['ID=65d609d8-b7f4-4c21-be4c-164cbb9a3667,revision_number=11']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:50.221521 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b61b2-bc72-480e-91a6-267a37396118 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:50.221872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b61b2-bc72-480e-91a6-267a37396118 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:50.222212 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b61b2-bc72-480e-91a6-267a37396118 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:50.222572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b61b2-bc72-480e-91a6-267a37396118 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:50.222904 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b61b2-bc72-480e-91a6-267a37396118 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:50.223235 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b61b2-bc72-480e-91a6-267a37396118 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:50.223570 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b61b2-bc72-480e-91a6-267a37396118 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:50.223898 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b61b2-bc72-480e-91a6-267a37396118 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:50.224224 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b61b2-bc72-480e-91a6-267a37396118 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:50.224546 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b61b2-bc72-480e-91a6-267a37396118 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:50.224871 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b61b2-bc72-480e-91a6-267a37396118 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:50.225193 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4b61b2-bc72-480e-91a6-267a37396118 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:50.235232 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab5b286-33f2-4309-af3c-a5f2f30cec77 req-ca4b61b2-bc72-480e-91a6-267a37396118 service neutron] No DVR routers for this DVR port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:18:50.592293 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-88f33f99-76f5-450e-b936-1f81e64b6245 req-8072ddc8-0e81-4524-87b4-ee9a470e137e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=b105c6ec-ab3f-447a-bf79-02cc20443e4a HTTP/1.1" status: 200 len: 210 time: 0.0601323 Sep 23 15:18:50.602158 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-3ab5b286-33f2-4309-af3c-a5f2f30cec77 req-ca4b61b2-bc72-480e-91a6-267a37396118 service neutron] In _notify_port_updated(), no bound segment for port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 on network 668abeec-ab08-4a8d-a1dd-96de77bb1ac2 {{(pid=89739) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 23 15:18:50.603010 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5b286-33f2-4309-af3c-a5f2f30cec77 req-ca4b61b2-bc72-480e-91a6-267a37396118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:50.603685 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-3ab5b286-33f2-4309-af3c-a5f2f30cec77 req-ca4b61b2-bc72-480e-91a6-267a37396118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:50.604813 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3ab5b286-33f2-4309-af3c-a5f2f30cec77 req-ca4b61b2-bc72-480e-91a6-267a37396118 service neutron] 10.222.0.72 "PUT /v2.0/ports/65d609d8-b7f4-4c21-be4c-164cbb9a3667 HTTP/1.1" status: 200 len: 1027 time: 1.0039837 Sep 23 15:18:51.075035 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:18:51.692773 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51438) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:51.761007 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e511be6a-ee27-4a2b-8b1a-1cf6024717d9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:51.790594 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e511be6a-ee27-4a2b-8b1a-1cf6024717d9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:51.936101 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e511be6a-ee27-4a2b-8b1a-1cf6024717d9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:51.953411 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511be6a-ee27-4a2b-8b1a-1cf6024717d9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1e326c-3bfb-4d5b-a37c-b69bef7a28f0,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:52.031134 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e511be6a-ee27-4a2b-8b1a-1cf6024717d9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:52.032432 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e511be6a-ee27-4a2b-8b1a-1cf6024717d9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/security-groups/5f1e326c-3bfb-4d5b-a37c-b69bef7a28f0 HTTP/1.1" status: 204 len: 168 time: 0.3385713 Sep 23 15:18:52.119061 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51444) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:52.316177 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-8987d95e-7cce-4dc9-ad2b-f3131b23dd64 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port b784f822-6a96-4c71-a252-b758e146871e {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:18:52.316511 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8987d95e-7cce-4dc9-ad2b-f3131b23dd64 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:52.486539 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8987d95e-7cce-4dc9-ad2b-f3131b23dd64 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:52.486861 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8987d95e-7cce-4dc9-ad2b-f3131b23dd64 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:52.604856 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-8987d95e-7cce-4dc9-ad2b-f3131b23dd64 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for b784f822-6a96-4c71-a252-b758e146871e owned by network:floatingip {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:18:52.834171 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8987d95e-7cce-4dc9-ad2b-f3131b23dd64 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:52.881613 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987d95e-7cce-4dc9-ad2b-f3131b23dd64 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=b784f822-6a96-4c71-a252-b758e146871e,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:52.981551 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8987d95e-7cce-4dc9-ad2b-f3131b23dd64 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:52.981894 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-8987d95e-7cce-4dc9-ad2b-f3131b23dd64 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Floating IP 95c74649-59bb-4086-ac79-41a51b0805c0 disassociated (deleted). External IP: 172.26.10.92, port: 65d609d8-b7f4-4c21-be4c-164cbb9a3667. Sep 23 15:18:53.417598 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8987d95e-7cce-4dc9-ad2b-f3131b23dd64 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 17ffc3af-3590-49a7-bc89-a004f4c7ee96 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:18:53.598217 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8987d95e-7cce-4dc9-ad2b-f3131b23dd64 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:18:53.610589 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c37612-48af-4649-90f6-5c62655e3a51 None None] Sync routers for ids ['17ffc3af-3590-49a7-bc89-a004f4c7ee96'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:18:53.620511 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c37612-48af-4649-90f6-5c62655e3a51 None None] Routers {'17ffc3af-3590-49a7-bc89-a004f4c7ee96'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:18:53.621736 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-c3c37612-48af-4649-90f6-5c62655e3a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:18:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['17ffc3af-3590-49a7-bc89-a004f4c7ee96'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:53.690975 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8987d95e-7cce-4dc9-ad2b-f3131b23dd64 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:53.745129 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8987d95e-7cce-4dc9-ad2b-f3131b23dd64 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/floatingips/95c74649-59bb-4086-ac79-41a51b0805c0 HTTP/1.1" status: 204 len: 168 time: 1.6249781 Sep 23 15:18:53.798695 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-c3c37612-48af-4649-90f6-5c62655e3a51 None None] Set router 17ffc3af-3590-49a7-bc89-a004f4c7ee96 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:18:53.806788 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 65d609d8-b7f4-4c21-be4c-164cbb9a3667 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:18:53.891029 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51452) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:53.911655 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 65d609d8-b7f4-4c21-be4c-164cbb9a3667 not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:18:53.960864 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b7fa2275-35c9-42a0-8149-b59af1aa9bb1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:53.992722 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b7fa2275-35c9-42a0-8149-b59af1aa9bb1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:54.142151 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b7fa2275-35c9-42a0-8149-b59af1aa9bb1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:54.143516 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-c3c37612-48af-4649-90f6-5c62655e3a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'name': 'tempest-TestNetworkBasicOps-router-790489046', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:18:01Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:56Z', 'updated_at': '2022-09-23T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '5702837a-55a7-4826-a579-48586e3ad33d', 'name': '', 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:c1:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '14e29846-096c-417a-8356-047902de0d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:07Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '14e29846-096c-417a-8356-047902de0d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:54.147309 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c37612-48af-4649-90f6-5c62655e3a51 None None] Checking router: 17ffc3af-3590-49a7-bc89-a004f4c7ee96 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:18:54.155379 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c37612-48af-4649-90f6-5c62655e3a51 None None] Routers {'17ffc3af-3590-49a7-bc89-a004f4c7ee96'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:18:54.155973 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-c3c37612-48af-4649-90f6-5c62655e3a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:18:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['17ffc3af-3590-49a7-bc89-a004f4c7ee96'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:54.161313 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa2275-35c9-42a0-8149-b59af1aa9bb1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9da07ca-5f48-4f8a-b6ee-ed8aefe80f7c,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:54.168283 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b7fa2275-35c9-42a0-8149-b59af1aa9bb1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:54.172022 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b7fa2275-35c9-42a0-8149-b59af1aa9bb1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/security-groups/e9da07ca-5f48-4f8a-b6ee-ed8aefe80f7c HTTP/1.1" status: 204 len: 168 time: 0.2773263 Sep 23 15:18:54.251969 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51458) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:54.320666 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-ee7a1e71-9e71-44c7-8d9c-79475049c1b4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port 65d609d8-b7f4-4c21-be4c-164cbb9a3667 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:18:54.321003 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1e71-9e71-44c7-8d9c-79475049c1b4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:54.333600 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-c3c37612-48af-4649-90f6-5c62655e3a51 None None] Set router 17ffc3af-3590-49a7-bc89-a004f4c7ee96 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:18:54.648305 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-c3c37612-48af-4649-90f6-5c62655e3a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'name': 'tempest-TestNetworkBasicOps-router-790489046', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:18:01Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:56Z', 'updated_at': '2022-09-23T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '5702837a-55a7-4826-a579-48586e3ad33d', 'name': '', 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:c1:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '14e29846-096c-417a-8356-047902de0d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:07Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '14e29846-096c-417a-8356-047902de0d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:54.652314 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c37612-48af-4649-90f6-5c62655e3a51 None None] The sync data for ids ['17ffc3af-3590-49a7-bc89-a004f4c7ee96'] in dv-neutron-859093-1-hyperv is: [{'id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'name': 'tempest-TestNetworkBasicOps-router-790489046', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:18:01Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:56Z', 'updated_at': '2022-09-23T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '5702837a-55a7-4826-a579-48586e3ad33d', 'name': '', 'network_id': '668abeec-ab08-4a8d-a1dd-96de77bb1ac2', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:c1:3f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '14e29846-096c-417a-8356-047902de0d51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:18:00Z', 'updated_at': '2022-09-23T15:18:07Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '14e29846-096c-417a-8356-047902de0d51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:18:54.682253 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1e71-9e71-44c7-8d9c-79475049c1b4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:54.807945 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-ee7a1e71-9e71-44c7-8d9c-79475049c1b4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for 65d609d8-b7f4-4c21-be4c-164cbb9a3667 owned by {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:18:54.889067 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5923ecd8-c6a7-459c-b772-b37a5ad3bd07 None None] New status for floating IP 95c74649-59bb-4086-ac79-41a51b0805c0: DOWN {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:18:54.987615 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1e71-9e71-44c7-8d9c-79475049c1b4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:55.039201 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a1e71-9e71-44c7-8d9c-79475049c1b4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=65d609d8-b7f4-4c21-be4c-164cbb9a3667,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:55.091186 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a1e71-9e71-44c7-8d9c-79475049c1b4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:55.091536 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a1e71-9e71-44c7-8d9c-79475049c1b4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:55.091874 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a1e71-9e71-44c7-8d9c-79475049c1b4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:55.092233 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a1e71-9e71-44c7-8d9c-79475049c1b4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:55.092540 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a1e71-9e71-44c7-8d9c-79475049c1b4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:55.092861 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a1e71-9e71-44c7-8d9c-79475049c1b4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:55.093200 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a1e71-9e71-44c7-8d9c-79475049c1b4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:55.093607 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a1e71-9e71-44c7-8d9c-79475049c1b4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:55.093824 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a1e71-9e71-44c7-8d9c-79475049c1b4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:55.094143 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a1e71-9e71-44c7-8d9c-79475049c1b4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:55.094505 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a1e71-9e71-44c7-8d9c-79475049c1b4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:55.094835 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a1e71-9e71-44c7-8d9c-79475049c1b4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:18:55.158260 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ee7a1e71-9e71-44c7-8d9c-79475049c1b4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:55.168555 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ee7a1e71-9e71-44c7-8d9c-79475049c1b4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/ports/65d609d8-b7f4-4c21-be4c-164cbb9a3667 HTTP/1.1" status: 204 len: 168 time: 0.9155118 Sep 23 15:18:55.171299 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51462) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:55.728510 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cd54ae01-0d3d-4c40-ba66-91fbd67d1d18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:56.090854 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-cd54ae01-0d3d-4c40-ba66-91fbd67d1d18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port 5702837a-55a7-4826-a579-48586e3ad33d {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:18:56.091197 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cd54ae01-0d3d-4c40-ba66-91fbd67d1d18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:56.386607 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-cd54ae01-0d3d-4c40-ba66-91fbd67d1d18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port 5702837a-55a7-4826-a579-48586e3ad33d, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5702837a-55a7-4826-a579-48586e3ad33d,segment=NetworkSegment(507975e9-aa61-4e03-a87d-c7285c4d474e),segment_id=507975e9-aa61-4e03-a87d-c7285c4d474e)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:18:56.386885 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cd54ae01-0d3d-4c40-ba66-91fbd67d1d18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:56.510431 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-cd54ae01-0d3d-4c40-ba66-91fbd67d1d18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for 5702837a-55a7-4826-a579-48586e3ad33d owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:18:56.843797 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cd54ae01-0d3d-4c40-ba66-91fbd67d1d18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:56.891128 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54ae01-0d3d-4c40-ba66-91fbd67d1d18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=5702837a-55a7-4826-a579-48586e3ad33d,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:57.174961 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cd54ae01-0d3d-4c40-ba66-91fbd67d1d18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:57.548406 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd54ae01-0d3d-4c40-ba66-91fbd67d1d18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 17ffc3af-3590-49a7-bc89-a004f4c7ee96 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:18:57.844931 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd54ae01-0d3d-4c40-ba66-91fbd67d1d18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:18:57.854791 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cd1e06-8276-4b23-a494-4e5d3b0cd43d None None] Sync routers for ids ['17ffc3af-3590-49a7-bc89-a004f4c7ee96'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:18:57.858618 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-cd54ae01-0d3d-4c40-ba66-91fbd67d1d18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "PUT /v2.0/routers/17ffc3af-3590-49a7-bc89-a004f4c7ee96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6863081 Sep 23 15:18:57.861702 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51466) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:57.863968 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cd1e06-8276-4b23-a494-4e5d3b0cd43d None None] Routers {'17ffc3af-3590-49a7-bc89-a004f4c7ee96'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:18:57.864570 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-c4cd1e06-8276-4b23-a494-4e5d3b0cd43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:18:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['17ffc3af-3590-49a7-bc89-a004f4c7ee96'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:57.899232 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51470) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:57.927682 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31f5021-93c9-476a-9cf3-5af07ebb13d5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting subnet 14e29846-096c-417a-8356-047902de0d51 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:18:57.930970 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c31f5021-93c9-476a-9cf3-5af07ebb13d5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:57.988533 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c31f5021-93c9-476a-9cf3-5af07ebb13d5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:58.041347 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-c4cd1e06-8276-4b23-a494-4e5d3b0cd43d None None] Set router 17ffc3af-3590-49a7-bc89-a004f4c7ee96 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:18:58.078139 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c31f5021-93c9-476a-9cf3-5af07ebb13d5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:58.120160 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-31338dbf-5a3c-46e8-82e2-8b0df11b6987 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Deleting port b1acc83f-6e52-4db9-8a4b-b990f633473b {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:18:58.121172 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-31338dbf-5a3c-46e8-82e2-8b0df11b6987 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:58.228330 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c31f5021-93c9-476a-9cf3-5af07ebb13d5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:58.278768 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c31f5021-93c9-476a-9cf3-5af07ebb13d5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:58.284011 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f5021-93c9-476a-9cf3-5af07ebb13d5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Subnet': ['ID=14e29846-096c-417a-8356-047902de0d51,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:58.284885 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5bbbaf-3e5d-4f2a-b0f3-2f4a1ec68b58 None None] Network 668abeec-ab08-4a8d-a1dd-96de77bb1ac2 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:18:58.289175 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c31f5021-93c9-476a-9cf3-5af07ebb13d5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/subnets/14e29846-096c-417a-8356-047902de0d51 HTTP/1.1" status: 204 len: 168 time: 0.4268622 Sep 23 15:18:58.295254 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51474) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:18:58.312693 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-31338dbf-5a3c-46e8-82e2-8b0df11b6987 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:58.313771 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-31338dbf-5a3c-46e8-82e2-8b0df11b6987 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:58.336803 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-c4cd1e06-8276-4b23-a494-4e5d3b0cd43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'name': 'tempest-TestNetworkBasicOps-router-790489046', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:18:56Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:56Z', 'updated_at': '2022-09-23T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:58.341269 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cd1e06-8276-4b23-a494-4e5d3b0cd43d None None] Checking router: 17ffc3af-3590-49a7-bc89-a004f4c7ee96 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:18:58.349947 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cd1e06-8276-4b23-a494-4e5d3b0cd43d None None] Routers {'17ffc3af-3590-49a7-bc89-a004f4c7ee96'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:18:58.350876 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-c4cd1e06-8276-4b23-a494-4e5d3b0cd43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:18:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['17ffc3af-3590-49a7-bc89-a004f4c7ee96'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:58.466575 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-31338dbf-5a3c-46e8-82e2-8b0df11b6987 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Calling delete_port for b1acc83f-6e52-4db9-8a4b-b990f633473b owned by network:floatingip {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:18:58.495008 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-793851fc-24ec-47b0-a2ab-1c36dda92cf0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:58.557871 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-c4cd1e06-8276-4b23-a494-4e5d3b0cd43d None None] Set router 17ffc3af-3590-49a7-bc89-a004f4c7ee96 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:18:58.596627 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624474de-5c7b-4aa7-a28c-d19f0a07fe93 None None] DHCP port deletion for 668abeec-ab08-4a8d-a1dd-96de77bb1ac2 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:18:58.601124 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-624474de-5c7b-4aa7-a28c-d19f0a07fe93 None None] Deleting port 2bbf436a-25da-449c-af86-4d6f5f8e1276 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:18:58.601734 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-624474de-5c7b-4aa7-a28c-d19f0a07fe93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:58.689714 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-793851fc-24ec-47b0-a2ab-1c36dda92cf0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:58.752650 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-31338dbf-5a3c-46e8-82e2-8b0df11b6987 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:58.788417 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-793851fc-24ec-47b0-a2ab-1c36dda92cf0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port 67d67a90-c001-4169-a678-fb41d5a84fac {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:18:58.788832 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-793851fc-24ec-47b0-a2ab-1c36dda92cf0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:58.827531 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31338dbf-5a3c-46e8-82e2-8b0df11b6987 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Pushing event deleted for resources: {'Port': ['ID=b1acc83f-6e52-4db9-8a4b-b990f633473b,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:58.847038 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-624474de-5c7b-4aa7-a28c-d19f0a07fe93 None None] For port 2bbf436a-25da-449c-af86-4d6f5f8e1276, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=2bbf436a-25da-449c-af86-4d6f5f8e1276,segment=NetworkSegment(507975e9-aa61-4e03-a87d-c7285c4d474e),segment_id=507975e9-aa61-4e03-a87d-c7285c4d474e)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:18:58.847038 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-624474de-5c7b-4aa7-a28c-d19f0a07fe93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:58.944171 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-c4cd1e06-8276-4b23-a494-4e5d3b0cd43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'name': 'tempest-TestNetworkBasicOps-router-790489046', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:18:56Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:56Z', 'updated_at': '2022-09-23T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:58.944799 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-31338dbf-5a3c-46e8-82e2-8b0df11b6987 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for floatingip, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:58.944799 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-31338dbf-5a3c-46e8-82e2-8b0df11b6987 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Floating IP f6d22573-a1ff-4149-bfa0-834c6d59332f disassociated (deleted). External IP: 172.26.10.152, port: d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c. Sep 23 15:18:58.949732 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cd1e06-8276-4b23-a494-4e5d3b0cd43d None None] The sync data for ids ['17ffc3af-3590-49a7-bc89-a004f4c7ee96'] in dv-neutron-859093-1-hyperv is: [{'id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'name': 'tempest-TestNetworkBasicOps-router-790489046', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106'}], 'enable_snat': True}, 'gw_port_id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:17:55Z', 'updated_at': '2022-09-23T15:18:56Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '67d67a90-c001-4169-a678-fb41d5a84fac', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ffc3af-3590-49a7-bc89-a004f4c7ee96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:17:56Z', 'updated_at': '2022-09-23T15:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:18:58.986726 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-624474de-5c7b-4aa7-a28c-d19f0a07fe93 None None] Calling delete_port for 2bbf436a-25da-449c-af86-4d6f5f8e1276 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:18:59.027992 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-793851fc-24ec-47b0-a2ab-1c36dda92cf0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port 67d67a90-c001-4169-a678-fb41d5a84fac, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=67d67a90-c001-4169-a678-fb41d5a84fac,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:18:59.028579 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-793851fc-24ec-47b0-a2ab-1c36dda92cf0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:59.147008 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-624474de-5c7b-4aa7-a28c-d19f0a07fe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:59.163543 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-793851fc-24ec-47b0-a2ab-1c36dda92cf0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for 67d67a90-c001-4169-a678-fb41d5a84fac owned by network:router_gateway {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:18:59.195804 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624474de-5c7b-4aa7-a28c-d19f0a07fe93 None None] Pushing event deleted for resources: {'Port': ['ID=2bbf436a-25da-449c-af86-4d6f5f8e1276,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:59.199648 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624474de-5c7b-4aa7-a28c-d19f0a07fe93 None None] No DVR routers for this DVR port 2bbf436a-25da-449c-af86-4d6f5f8e1276 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:18:59.352983 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5702837a-55a7-4826-a579-48586e3ad33d no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:18:59.398675 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 5702837a-55a7-4826-a579-48586e3ad33d {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:18:59.398924 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5702837a-55a7-4826-a579-48586e3ad33d not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:18:59.399349 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 2bbf436a-25da-449c-af86-4d6f5f8e1276 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:18:59.400399 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-793851fc-24ec-47b0-a2ab-1c36dda92cf0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:59.436683 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 2bbf436a-25da-449c-af86-4d6f5f8e1276 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:18:59.437033 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 2bbf436a-25da-449c-af86-4d6f5f8e1276 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:18:59.467303 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31338dbf-5a3c-46e8-82e2-8b0df11b6987 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:18:59.514110 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793851fc-24ec-47b0-a2ab-1c36dda92cf0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=67d67a90-c001-4169-a678-fb41d5a84fac,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:18:59.579163 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-793851fc-24ec-47b0-a2ab-1c36dda92cf0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:59.656905 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31338dbf-5a3c-46e8-82e2-8b0df11b6987 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:18:59.667073 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5992bfca-cecc-4991-8e8c-aec018c63f2a None None] Sync routers for ids ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:18:59.676698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5992bfca-cecc-4991-8e8c-aec018c63f2a None None] Routers {'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:18:59.677316 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-5992bfca-cecc-4991-8e8c-aec018c63f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:18:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:18:59.725249 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-31338dbf-5a3c-46e8-82e2-8b0df11b6987 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:59.787462 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-31338dbf-5a3c-46e8-82e2-8b0df11b6987 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "DELETE /v2.0/floatingips/f6d22573-a1ff-4149-bfa0-834c6d59332f HTTP/1.1" status: 204 len: 168 time: 1.8839090 Sep 23 15:18:59.787462 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c16ec363-25c8-4d86-97b0-1f576664f195', 'tag': 'd5a1e7d9-56f7-4f6d-9c2f-ef598b14326c'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:18:59.801680 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a67498-5b49-4cd9-a938-517175ef4aab" -d '{"events": [{"name": "network-changed", "server_uuid": "c16ec363-25c8-4d86-97b0-1f576664f195", "tag": "d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:18:59.874517 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-793851fc-24ec-47b0-a2ab-1c36dda92cf0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:59.874743 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51ebcb9-9e6a-4617-94c4-ff452bf335d2 x-openstack-request-id: req-a51ebcb9-9e6a-4617-94c4-ff452bf335d2 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:18:59.875014 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c16ec363-25c8-4d86-97b0-1f576664f195", "tag": "d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:18:59.875264 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a51ebcb9-9e6a-4617-94c4-ff452bf335d2 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:18:59.875663 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a51ebcb9-9e6a-4617-94c4-ff452bf335d2'] response: {'name': 'network-changed', 'server_uuid': 'c16ec363-25c8-4d86-97b0-1f576664f195', 'tag': 'd5a1e7d9-56f7-4f6d-9c2f-ef598b14326c', 'status': 'completed', 'code': 200} Sep 23 15:18:59.877983 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-793851fc-24ec-47b0-a2ab-1c36dda92cf0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:59.904504 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-5992bfca-cecc-4991-8e8c-aec018c63f2a None None] Set router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:18:59.985211 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a67498-5b49-4cd9-a938-517175ef4aab req-3154a15d-b8a9-42be-a972-af879d3f7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:18:59.986790 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f2a67498-5b49-4cd9-a938-517175ef4aab req-3154a15d-b8a9-42be-a972-af879d3f7c1c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4dd03006331a43759c203c055fc73500&device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 1099 time: 0.0836048 Sep 23 15:18:59.998271 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-793851fc-24ec-47b0-a2ab-1c36dda92cf0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:18:59.999077 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793851fc-24ec-47b0-a2ab-1c36dda92cf0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Fanout notify agent at l3_agent the message router_deleted on router 17ffc3af-3590-49a7-bc89-a004f4c7ee96 {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:19:00.018881 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-793851fc-24ec-47b0-a2ab-1c36dda92cf0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:00.022581 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-793851fc-24ec-47b0-a2ab-1c36dda92cf0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/routers/17ffc3af-3590-49a7-bc89-a004f4c7ee96 HTTP/1.1" status: 204 len: 168 time: 1.7238133 Sep 23 15:19:00.022956 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51482) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:00.154613 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a67498-5b49-4cd9-a938-517175ef4aab req-2b2cc974-e88d-4085-8d52-74da949e993f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:00.156383 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f2a67498-5b49-4cd9-a938-517175ef4aab req-2b2cc974-e88d-4085-8d52-74da949e993f service neutron] 10.222.0.72 "GET /v2.0/networks?id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a HTTP/1.1" status: 200 len: 912 time: 0.1632278 Sep 23 15:19:00.171935 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-23c1a7c3-2586-43a0-b70f-9e9d62215f23 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:00.237645 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f2a67498-5b49-4cd9-a938-517175ef4aab req-255c43b9-9dff-416c-8788-c6828065d410 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c HTTP/1.1" status: 200 len: 217 time: 0.0749264 Sep 23 15:19:00.323028 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a67498-5b49-4cd9-a938-517175ef4aab req-be15730c-f329-48e3-a4ac-e40709e2c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:00.326192 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f2a67498-5b49-4cd9-a938-517175ef4aab req-be15730c-f329-48e3-a4ac-e40709e2c2ea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64979ce6-fb4a-43b7-a76f-4e9da53aeed1 HTTP/1.1" status: 200 len: 850 time: 0.0765405 Sep 23 15:19:00.331699 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-23c1a7c3-2586-43a0-b70f-9e9d62215f23 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:00.353420 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-5992bfca-cecc-4991-8e8c-aec018c63f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'name': 'tempest-TestVolumeBootPattern-818665133-router', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107'}], 'enable_snat': True}, 'gw_port_id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:05Z', 'updated_at': '2022-09-23T15:08:22Z', 'revision_number': 4, 'project_id': '4dd03006331a43759c203c055fc73500', 'gw_port': {'id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:07Z', 'updated_at': '2022-09-23T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '51638978-a8ce-490f-8119-2879b9e9d238', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'floating_ip_address': '172.26.10.122', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'port_id': '6a991f0f-65c5-4879-bce4-4dcc65ae0aa1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'mac_address': 'fa:16:3e:48:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f24238-4edb-4248-841a-2f832000dcb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:13:18Z', 'updated_at': '2022-09-23T15:13:21Z', 'revision_number': 1, 'project_id': '4dd03006331a43759c203c055fc73500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151e0e53-e3ba-4bc9-9023-6df4ff246ff1', 'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'mac_address': 'fa:16:3e:88:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:18Z', 'updated_at': '2022-09-23T15:08:32Z', 'revision_number': 5, 'project_id': '4dd03006331a43759c203c055fc73500', 'subnets': [{'id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:00.358886 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5992bfca-cecc-4991-8e8c-aec018c63f2a None None] Checking router: e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:19:00.363454 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-23c1a7c3-2586-43a0-b70f-9e9d62215f23 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['668abeec-ab08-4a8d-a1dd-96de77bb1ac2']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:00.368678 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5992bfca-cecc-4991-8e8c-aec018c63f2a None None] Routers {'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:19:00.369555 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-5992bfca-cecc-4991-8e8c-aec018c63f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:18:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:00.420022 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a67498-5b49-4cd9-a938-517175ef4aab req-e9c3c24f-67db-4e53-97f5-0620134c236b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:00.421608 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f2a67498-5b49-4cd9-a938-517175ef4aab req-e9c3c24f-67db-4e53-97f5-0620134c236b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0886750 Sep 23 15:19:00.429390 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-23c1a7c3-2586-43a0-b70f-9e9d62215f23 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507975e9-aa61-4e03-a87d-c7285c4d474e') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:00.429691 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-23c1a7c3-2586-43a0-b70f-9e9d62215f23 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507975e9-aa61-4e03-a87d-c7285c4d474e') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:00.450916 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-23c1a7c3-2586-43a0-b70f-9e9d62215f23 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:00.472494 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-23c1a7c3-2586-43a0-b70f-9e9d62215f23 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:00.481435 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c1a7c3-2586-43a0-b70f-9e9d62215f23 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:19:00.481826 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-23c1a7c3-2586-43a0-b70f-9e9d62215f23 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:00.556623 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 507975e9-aa61-4e03-a87d-c7285c4d474e resource provider aggregate not found Sep 23 15:19:00.576197 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f2a67498-5b49-4cd9-a938-517175ef4aab req-d720a058-e981-45ec-93dd-ea429944e735 service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477900 Sep 23 15:19:00.582505 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-5992bfca-cecc-4991-8e8c-aec018c63f2a None None] Set router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:19:00.598746 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 507975e9-aa61-4e03-a87d-c7285c4d474e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 507975e9-aa61-4e03-a87d-c7285c4d474e found for delete ", "request_id": "req-30752cab-0d1b-4e45-8836-2158b212b059"}]} Sep 23 15:19:00.611934 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ee322-3cda-4229-a640-ddc1b3804615 req-2fc10539-f202-4efc-a5c1-18621cb33b76 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:00.613608 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-545ee322-3cda-4229-a640-ddc1b3804615 req-2fc10539-f202-4efc-a5c1-18621cb33b76 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 946 time: 0.2418611 Sep 23 15:19:00.661223 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-545ee322-3cda-4229-a640-ddc1b3804615 req-07d16c21-1320-4708-8430-0ad538cf38bb tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385213 Sep 23 15:19:00.685064 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-23c1a7c3-2586-43a0-b70f-9e9d62215f23 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:00.709772 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-23c1a7c3-2586-43a0-b70f-9e9d62215f23 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:00.716735 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1a7c3-2586-43a0-b70f-9e9d62215f23 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Network': ['ID=668abeec-ab08-4a8d-a1dd-96de77bb1ac2,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:00.726840 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-23c1a7c3-2586-43a0-b70f-9e9d62215f23 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/networks/668abeec-ab08-4a8d-a1dd-96de77bb1ac2 HTTP/1.1" status: 204 len: 168 time: 0.7028527 Sep 23 15:19:00.739884 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51492) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:00.744107 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f2a67498-5b49-4cd9-a938-517175ef4aab req-b618f3a9-38fb-400d-97dd-53315df92b5a service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614716 Sep 23 15:19:00.755648 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a15eaab0-5b1b-41d9-9122-b58468c38c07 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0120752 Sep 23 15:19:00.756086 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51496) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:00.762782 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-aab5b34d-0004-4e45-b975-6d6ff730df1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'network': {'name': 'tempest-network-smoke--1922138986', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'port_security_enabled': True}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:19:00.768049 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-aab5b34d-0004-4e45-b975-6d6ff730df1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:19:00.772591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-aab5b34d-0004-4e45-b975-6d6ff730df1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:network and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:19:00.775658 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-aab5b34d-0004-4e45-b975-6d6ff730df1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:19:00.782758 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-aab5b34d-0004-4e45-b975-6d6ff730df1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:19:00.850292 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab5b34d-0004-4e45-b975-6d6ff730df1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:19:00.854398 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-aab5b34d-0004-4e45-b975-6d6ff730df1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:00.882152 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab5b34d-0004-4e45-b975-6d6ff730df1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:19:00.891019 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-aab5b34d-0004-4e45-b975-6d6ff730df1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:00.891375 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-aab5b34d-0004-4e45-b975-6d6ff730df1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Added segment 997979f2-8530-43ef-a931-ae37510574da of type vlan for network 78c7bf5d-ff8f-4027-927b-4130f295cdbf Sep 23 15:19:00.917011 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-aab5b34d-0004-4e45-b975-6d6ff730df1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:00.956463 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-5992bfca-cecc-4991-8e8c-aec018c63f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'name': 'tempest-TestVolumeBootPattern-818665133-router', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107'}], 'enable_snat': True}, 'gw_port_id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:05Z', 'updated_at': '2022-09-23T15:08:22Z', 'revision_number': 4, 'project_id': '4dd03006331a43759c203c055fc73500', 'gw_port': {'id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:07Z', 'updated_at': '2022-09-23T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '51638978-a8ce-490f-8119-2879b9e9d238', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'floating_ip_address': '172.26.10.122', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'port_id': '6a991f0f-65c5-4879-bce4-4dcc65ae0aa1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'mac_address': 'fa:16:3e:48:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f24238-4edb-4248-841a-2f832000dcb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:13:18Z', 'updated_at': '2022-09-23T15:13:21Z', 'revision_number': 1, 'project_id': '4dd03006331a43759c203c055fc73500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151e0e53-e3ba-4bc9-9023-6df4ff246ff1', 'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'mac_address': 'fa:16:3e:88:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:18Z', 'updated_at': '2022-09-23T15:08:32Z', 'revision_number': 5, 'project_id': '4dd03006331a43759c203c055fc73500', 'subnets': [{'id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:00.960785 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5992bfca-cecc-4991-8e8c-aec018c63f2a None None] The sync data for ids ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'] in dv-neutron-859093-1-hyperv is: [{'id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'name': 'tempest-TestVolumeBootPattern-818665133-router', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107'}], 'enable_snat': True}, 'gw_port_id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:05Z', 'updated_at': '2022-09-23T15:08:22Z', 'revision_number': 4, 'project_id': '4dd03006331a43759c203c055fc73500', 'gw_port': {'id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:07Z', 'updated_at': '2022-09-23T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '51638978-a8ce-490f-8119-2879b9e9d238', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'floating_ip_address': '172.26.10.122', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'port_id': '6a991f0f-65c5-4879-bce4-4dcc65ae0aa1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'mac_address': 'fa:16:3e:48:7b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f24238-4edb-4248-841a-2f832000dcb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:13:18Z', 'updated_at': '2022-09-23T15:13:21Z', 'revision_number': 1, 'project_id': '4dd03006331a43759c203c055fc73500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '151e0e53-e3ba-4bc9-9023-6df4ff246ff1', 'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'mac_address': 'fa:16:3e:88:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:18Z', 'updated_at': '2022-09-23T15:08:32Z', 'revision_number': 5, 'project_id': '4dd03006331a43759c203c055fc73500', 'subnets': [{'id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:19:01.033476 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-aab5b34d-0004-4e45-b975-6d6ff730df1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:01.039165 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab5b34d-0004-4e45-b975-6d6ff730df1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:01.039800 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-aab5b34d-0004-4e45-b975-6d6ff730df1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:01.150688 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5b34d-0004-4e45-b975-6d6ff730df1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Network': ['ID=78c7bf5d-ff8f-4027-927b-4130f295cdbf,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:01.162717 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 78c7bf5d-ff8f-4027-927b-4130f295cdbf details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:19:01.184210 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 67d67a90-c001-4169-a678-fb41d5a84fac no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:19:01.200244 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0388b53d-b613-4a79-a1b7-071dbacf7395 None None] New status for floating IP f6d22573-a1ff-4149-bfa0-834c6d59332f: DOWN {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:19:01.217765 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-aab5b34d-0004-4e45-b975-6d6ff730df1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4601736 Sep 23 15:19:01.220115 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51500) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:01.225530 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-6c1749bf-d252-4fed-83ff-40dadb9eebc5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1828609367', 'admin_state_up': True, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:19:01.233490 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6c1749bf-d252-4fed-83ff-40dadb9eebc5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:19:01.237569 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6c1749bf-d252-4fed-83ff-40dadb9eebc5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:router and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:19:01.240688 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6c1749bf-d252-4fed-83ff-40dadb9eebc5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:19:01.247150 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6c1749bf-d252-4fed-83ff-40dadb9eebc5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:19:01.276418 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 67d67a90-c001-4169-a678-fb41d5a84fac {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:19:01.277289 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 67d67a90-c001-4169-a678-fb41d5a84fac not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:19:01.342285 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c1749bf-d252-4fed-83ff-40dadb9eebc5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:01.347433 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c1749bf-d252-4fed-83ff-40dadb9eebc5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:01.359093 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c1749bf-d252-4fed-83ff-40dadb9eebc5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:01.700353 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c1749bf-d252-4fed-83ff-40dadb9eebc5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:02.084444 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a19f4130-5bed-4a71-adf5-3db850cd74d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:02.086386 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c1749bf-d252-4fed-83ff-40dadb9eebc5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:02.088151 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f4ed3-8f64-4a42-89c4-3e0a8bb42d17 req-3d646009-95f7-4cba-88c5-2d08f023de65 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:02.088880 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-676f4ed3-8f64-4a42-89c4-3e0a8bb42d17 req-3d646009-95f7-4cba-88c5-2d08f023de65 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Synchronizing usage tracker for tenant:4dd03006331a43759c203c055fc73500 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:19:02.099587 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69748c2f-02d4-480a-8505-26cf287a75fe req-2fc75f63-19cd-416d-a95d-0f22317c480d tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:02.100294 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-69748c2f-02d4-480a-8505-26cf287a75fe req-2fc75f63-19cd-416d-a95d-0f22317c480d tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Synchronizing usage tracker for tenant:4dd03006331a43759c203c055fc73500 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:19:02.154273 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-676f4ed3-8f64-4a42-89c4-3e0a8bb42d17 req-3d646009-95f7-4cba-88c5-2d08f023de65 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Unset dirty status for tenant:4dd03006331a43759c203c055fc73500 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:19:02.155467 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-676f4ed3-8f64-4a42-89c4-3e0a8bb42d17 req-3d646009-95f7-4cba-88c5-2d08f023de65 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.72 "GET /v2.0/ports?device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 946 time: 0.3611519 Sep 23 15:19:02.156273 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-69748c2f-02d4-480a-8505-26cf287a75fe req-2fc75f63-19cd-416d-a95d-0f22317c480d tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Unset dirty status for tenant:4dd03006331a43759c203c055fc73500 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:19:02.157262 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-69748c2f-02d4-480a-8505-26cf287a75fe req-2fc75f63-19cd-416d-a95d-0f22317c480d tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 946 time: 0.1869051 Sep 23 15:19:02.233514 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c1749bf-d252-4fed-83ff-40dadb9eebc5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:02.262693 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-676f4ed3-8f64-4a42-89c4-3e0a8bb42d17 req-5bebe102-d7ca-40e8-a760-c0c268ed7057 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Deleting port d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:19:02.262693 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-676f4ed3-8f64-4a42-89c4-3e0a8bb42d17 req-5bebe102-d7ca-40e8-a760-c0c268ed7057 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:02.294749 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-69748c2f-02d4-480a-8505-26cf287a75fe req-426aa871-128a-4305-b82b-7674115d70a3 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030076 Sep 23 15:19:02.369393 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-6c1749bf-d252-4fed-83ff-40dadb9eebc5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.26.10.239 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/5a59fad8-c445-415c-8ce8-af19db6db2e9) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:19:02.512782 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-676f4ed3-8f64-4a42-89c4-3e0a8bb42d17 req-5bebe102-d7ca-40e8-a760-c0c268ed7057 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] For port d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c,segment=NetworkSegment(2299cf50-8fc5-4710-8b0f-f89efce15188),segment_id=2299cf50-8fc5-4710-8b0f-f89efce15188)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:19:02.513066 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-676f4ed3-8f64-4a42-89c4-3e0a8bb42d17 req-5bebe102-d7ca-40e8-a760-c0c268ed7057 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:02.522253 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c1749bf-d252-4fed-83ff-40dadb9eebc5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:02.604962 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c1749bf-d252-4fed-83ff-40dadb9eebc5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:02.632024 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:02.639315 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-676f4ed3-8f64-4a42-89c4-3e0a8bb42d17 req-5bebe102-d7ca-40e8-a760-c0c268ed7057 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Calling delete_port for d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:19:02.671668 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1749bf-d252-4fed-83ff-40dadb9eebc5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:19:02.674423 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-6c1749bf-d252-4fed-83ff-40dadb9eebc5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:19:02.676815 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1749bf-d252-4fed-83ff-40dadb9eebc5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:19:02.719430 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1749bf-d252-4fed-83ff-40dadb9eebc5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=5a59fad8-c445-415c-8ce8-af19db6db2e9,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:02.850762 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-676f4ed3-8f64-4a42-89c4-3e0a8bb42d17 req-5bebe102-d7ca-40e8-a760-c0c268ed7057 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:02.905995 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bebe102-d7ca-40e8-a760-c0c268ed7057 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Pushing event deleted for resources: {'Port': ['ID=d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:02.990021 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-676f4ed3-8f64-4a42-89c4-3e0a8bb42d17 req-5bebe102-d7ca-40e8-a760-c0c268ed7057 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] No DVR routers for this DVR port d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:19:02.992510 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-676f4ed3-8f64-4a42-89c4-3e0a8bb42d17 req-5bebe102-d7ca-40e8-a760-c0c268ed7057 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:02.995053 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16ec363-25c8-4d86-97b0-1f576664f195', 'name': 'network-vif-deleted', 'tag': 'd5a1e7d9-56f7-4f6d-9c2f-ef598b14326c'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:19:02.997857 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad64ce1d-37e0-44a8-b6ef-ff3d6d1f1356" -d '{"events": [{"server_uuid": "c16ec363-25c8-4d86-97b0-1f576664f195", "name": "network-vif-deleted", "tag": "d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:19:03.039564 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d970bd5-8b82-4a03-923b-6137833debc6 x-openstack-request-id: req-2d970bd5-8b82-4a03-923b-6137833debc6 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:19:03.039860 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16ec363-25c8-4d86-97b0-1f576664f195", "name": "network-vif-deleted", "tag": "d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:19:03.040111 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2d970bd5-8b82-4a03-923b-6137833debc6 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:19:03.040513 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d970bd5-8b82-4a03-923b-6137833debc6'] response: {'server_uuid': 'c16ec363-25c8-4d86-97b0-1f576664f195', 'name': 'network-vif-deleted', 'tag': 'd5a1e7d9-56f7-4f6d-9c2f-ef598b14326c', 'status': 'completed', 'code': 200} Sep 23 15:19:03.068482 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-676f4ed3-8f64-4a42-89c4-3e0a8bb42d17 req-5bebe102-d7ca-40e8-a760-c0c268ed7057 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.72 "DELETE /v2.0/ports/d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c HTTP/1.1" status: 204 len: 173 time: 0.9075768 Sep 23 15:19:03.176240 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c1749bf-d252-4fed-83ff-40dadb9eebc5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:03.482851 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-c9213be7-7bf3-41ae-b54d-9066423bf68e req-f7a9dce2-51c9-4081-8576-6d49ed7e036f tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Synchronizing usage tracker for tenant:4dd03006331a43759c203c055fc73500 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:19:03.536297 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c1749bf-d252-4fed-83ff-40dadb9eebc5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:03.564689 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-c9213be7-7bf3-41ae-b54d-9066423bf68e req-f7a9dce2-51c9-4081-8576-6d49ed7e036f tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Unset dirty status for tenant:4dd03006331a43759c203c055fc73500 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:19:03.575865 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c9213be7-7bf3-41ae-b54d-9066423bf68e req-f7a9dce2-51c9-4081-8576-6d49ed7e036f tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=c16ec363-25c8-4d86-97b0-1f576664f195 HTTP/1.1" status: 200 len: 210 time: 0.1373463 Sep 23 15:19:03.793918 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1749bf-d252-4fed-83ff-40dadb9eebc5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 33da5bda-3d02-41c3-8970-c37d8ae1624a is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:19:04.084270 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1749bf-d252-4fed-83ff-40dadb9eebc5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:19:04.094218 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef614777-6189-4bc0-a6e9-9643dcdaa608 None None] Sync routers for ids ['33da5bda-3d02-41c3-8970-c37d8ae1624a'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:19:04.103675 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef614777-6189-4bc0-a6e9-9643dcdaa608 None None] Routers {'33da5bda-3d02-41c3-8970-c37d8ae1624a'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:19:04.104364 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-ef614777-6189-4bc0-a6e9-9643dcdaa608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:18:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['33da5bda-3d02-41c3-8970-c37d8ae1624a'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:04.153657 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6c1749bf-d252-4fed-83ff-40dadb9eebc5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:04.155014 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6c1749bf-d252-4fed-83ff-40dadb9eebc5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9337616 Sep 23 15:19:04.158072 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51510) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:04.197885 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-eb32cd05-7e45-4a97-a22a-9866027135f3 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=8433d6d3ee51437084758ba6444603b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387144 Sep 23 15:19:04.201072 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51514) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:04.285869 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-ef614777-6189-4bc0-a6e9-9643dcdaa608 None None] Set router 33da5bda-3d02-41c3-8970-c37d8ae1624a gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:19:04.332172 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12a83b4-edce-4df2-9cea-127bd1e7e2d2 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:04.333657 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d12a83b4-edce-4df2-9cea-127bd1e7e2d2 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316760 Sep 23 15:19:04.336598 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51518) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:04.376253 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-acced1bf-f992-4856-b0aa-322fe55e86d7 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=61b1518d-d511-4beb-b056-d894a2c85079&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385921 Sep 23 15:19:04.378868 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51522) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:04.384121 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-cfb53927-c4bd-4637-8398-b49f05f15877 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1450552209', 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:19:04.498813 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-cfb53927-c4bd-4637-8398-b49f05f15877 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:19:04.503499 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-cfb53927-c4bd-4637-8398-b49f05f15877 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:subnet and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:19:04.506381 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-cfb53927-c4bd-4637-8398-b49f05f15877 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:19:04.512901 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-cfb53927-c4bd-4637-8398-b49f05f15877 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:19:04.564587 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb53927-c4bd-4637-8398-b49f05f15877 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:19:04.568230 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cfb53927-c4bd-4637-8398-b49f05f15877 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:04.626865 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-ef614777-6189-4bc0-a6e9-9643dcdaa608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'name': 'tempest-TestNetworkBasicOps-router-1828609367', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239'}], 'enable_snat': True}, 'gw_port_id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:19:01Z', 'updated_at': '2022-09-23T15:19:02Z', 'revision_number': 3, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:83:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:02Z', 'updated_at': '2022-09-23T15:19:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:04.630850 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef614777-6189-4bc0-a6e9-9643dcdaa608 None None] Checking router: 33da5bda-3d02-41c3-8970-c37d8ae1624a for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:19:04.631202 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef614777-6189-4bc0-a6e9-9643dcdaa608 None None] Updating router 33da5bda-3d02-41c3-8970-c37d8ae1624a port 5a59fad8-c445-415c-8ce8-af19db6db2e9 binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:19:04.685147 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ef614777-6189-4bc0-a6e9-9643dcdaa608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:04.890676 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cfb53927-c4bd-4637-8398-b49f05f15877 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:04.971884 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb53927-c4bd-4637-8398-b49f05f15877 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Subnet': ['ID=b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:04.982304 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb53927-c4bd-4637-8398-b49f05f15877 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Checking segment: {'id': '997979f2-8530-43ef-a931-ae37510574da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:19:04.982304 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb53927-c4bd-4637-8398-b49f05f15877 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network hostable DHCP agents. Network: 78c7bf5d-ff8f-4027-927b-4130f295cdbf, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:19:05.030084 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ef614777-6189-4bc0-a6e9-9643dcdaa608 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:05.041631 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ef614777-6189-4bc0-a6e9-9643dcdaa608 None None] Transition to ACTIVE for port object 5a59fad8-c445-415c-8ce8-af19db6db2e9 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:19:05.067605 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb53927-c4bd-4637-8398-b49f05f15877 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 78c7bf5d-ff8f-4027-927b-4130f295cdbf is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:19:05.118971 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5b724acb-5165-4192-ab21-09f66c16266a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:05.136092 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ef614777-6189-4bc0-a6e9-9643dcdaa608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:05.136265 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-cfb53927-c4bd-4637-8398-b49f05f15877 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 78c7bf5d-ff8f-4027-927b-4130f295cdbf) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:19:05.140844 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb53927-c4bd-4637-8398-b49f05f15877 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:05.141446 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cfb53927-c4bd-4637-8398-b49f05f15877 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:05.189249 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5927fa0c-54c1-4fe3-a8a8-b19ccbf10e84 None None] Network 78c7bf5d-ff8f-4027-927b-4130f295cdbf requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:19:05.205120 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-cfb53927-c4bd-4637-8398-b49f05f15877 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8252418 Sep 23 15:19:05.207964 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51532) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:05.288608 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ef614777-6189-4bc0-a6e9-9643dcdaa608 None None] Attempting to bind port 5a59fad8-c445-415c-8ce8-af19db6db2e9 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:19:05.289087 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ef614777-6189-4bc0-a6e9-9643dcdaa608 None None] Attempting to bind port 5a59fad8-c445-415c-8ce8-af19db6db2e9 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:19:05.289527 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef614777-6189-4bc0-a6e9-9643dcdaa608 None None] Attempting to bind port 5a59fad8-c445-415c-8ce8-af19db6db2e9 on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:19:05.305424 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef614777-6189-4bc0-a6e9-9643dcdaa608 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:19:05.305892 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef614777-6189-4bc0-a6e9-9643dcdaa608 None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:19:05.306384 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ef614777-6189-4bc0-a6e9-9643dcdaa608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:05.306851 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef614777-6189-4bc0-a6e9-9643dcdaa608 None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:19:05.307395 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ef614777-6189-4bc0-a6e9-9643dcdaa608 None None] Bound port: 5a59fad8-c445-415c-8ce8-af19db6db2e9, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:19:05.308417 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ef614777-6189-4bc0-a6e9-9643dcdaa608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:05.340476 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15730966-7c5c-4804-ab9d-2666c091ec6b None None] Pushing event updated for resources: {'Port': ['ID=5a59fad8-c445-415c-8ce8-af19db6db2e9,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:05.366697 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15730966-7c5c-4804-ab9d-2666c091ec6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:05.367136 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15730966-7c5c-4804-ab9d-2666c091ec6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:05.367546 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15730966-7c5c-4804-ab9d-2666c091ec6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:05.367949 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15730966-7c5c-4804-ab9d-2666c091ec6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:05.368355 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15730966-7c5c-4804-ab9d-2666c091ec6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:05.368754 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15730966-7c5c-4804-ab9d-2666c091ec6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:05.369149 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15730966-7c5c-4804-ab9d-2666c091ec6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:05.369543 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15730966-7c5c-4804-ab9d-2666c091ec6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:05.369939 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15730966-7c5c-4804-ab9d-2666c091ec6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:05.370869 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15730966-7c5c-4804-ab9d-2666c091ec6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:05.371895 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15730966-7c5c-4804-ab9d-2666c091ec6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:05.371895 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15730966-7c5c-4804-ab9d-2666c091ec6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:05.468870 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ef614777-6189-4bc0-a6e9-9643dcdaa608 None None] For port 5a59fad8-c445-415c-8ce8-af19db6db2e9, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:19:05.503650 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ef614777-6189-4bc0-a6e9-9643dcdaa608 None None] For port 5a59fad8-c445-415c-8ce8-af19db6db2e9, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5a59fad8-c445-415c-8ce8-af19db6db2e9,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:19:05.565259 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a33ec2d-ad27-453a-ad09-036243dfc95f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-78c7bf5d-ff8f-4027-927b-4130f295cdbf', 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ips': [{'subnet_id': 'b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:19:05.566178 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3a33ec2d-ad27-453a-ad09-036243dfc95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:05.581565 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:05.628836 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ef614777-6189-4bc0-a6e9-9643dcdaa608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:05.658890 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:05.720856 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef614777-6189-4bc0-a6e9-9643dcdaa608 None None] Routers {'33da5bda-3d02-41c3-8970-c37d8ae1624a'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:19:05.721472 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-ef614777-6189-4bc0-a6e9-9643dcdaa608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:19:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['33da5bda-3d02-41c3-8970-c37d8ae1624a'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:05.814589 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15730966-7c5c-4804-ab9d-2666c091ec6b None None] Pushing event updated for resources: {'Port': ['ID=5a59fad8-c445-415c-8ce8-af19db6db2e9,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:05.859404 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:19:05.913404 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:19:05.913757 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device d5a1e7d9-56f7-4f6d-9c2f-ef598b14326c not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:19:06.007610 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-3a33ec2d-ad27-453a-ad09-036243dfc95f None None] Allocated IP 172.20.0.2 (78c7bf5d-ff8f-4027-927b-4130f295cdbf/b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f/422668d1-124f-4d21-bf1b-f6d4bc9a5c76) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:19:06.051911 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-ef614777-6189-4bc0-a6e9-9643dcdaa608 None None] Set router 33da5bda-3d02-41c3-8970-c37d8ae1624a gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:19:06.058852 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6ad6be83-ecdd-4561-841f-ba69e5768d79 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:06.516874 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3a33ec2d-ad27-453a-ad09-036243dfc95f None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:06.534503 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-3a33ec2d-ad27-453a-ad09-036243dfc95f None None] Transition to ACTIVE for port object 422668d1-124f-4d21-bf1b-f6d4bc9a5c76 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:19:06.558147 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-3a33ec2d-ad27-453a-ad09-036243dfc95f None None] Transition to ACTIVE for port object 422668d1-124f-4d21-bf1b-f6d4bc9a5c76 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:19:06.567447 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-ef614777-6189-4bc0-a6e9-9643dcdaa608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'name': 'tempest-TestNetworkBasicOps-router-1828609367', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239'}], 'enable_snat': True}, 'gw_port_id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:19:01Z', 'updated_at': '2022-09-23T15:19:02Z', 'revision_number': 3, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:83:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:02Z', 'updated_at': '2022-09-23T15:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:06.572006 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef614777-6189-4bc0-a6e9-9643dcdaa608 None None] The sync data for ids ['33da5bda-3d02-41c3-8970-c37d8ae1624a'] in dv-neutron-859093-1-hyperv is: [{'id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'name': 'tempest-TestNetworkBasicOps-router-1828609367', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239'}], 'enable_snat': True}, 'gw_port_id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:19:01Z', 'updated_at': '2022-09-23T15:19:02Z', 'revision_number': 3, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:83:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:02Z', 'updated_at': '2022-09-23T15:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:19:06.639057 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3a33ec2d-ad27-453a-ad09-036243dfc95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:06.709787 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a33ec2d-ad27-453a-ad09-036243dfc95f None None] Network 78c7bf5d-ff8f-4027-927b-4130f295cdbf is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:19:06.711522 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-6ad6be83-ecdd-4561-841f-ba69e5768d79 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.20.0.1 (78c7bf5d-ff8f-4027-927b-4130f295cdbf/b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f/8636ea04-b884-4b1e-ac4a-4cc34c46c9bc) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:19:06.713299 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-3a33ec2d-ad27-453a-ad09-036243dfc95f None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:19:06.717226 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a33ec2d-ad27-453a-ad09-036243dfc95f None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:19:06.723359 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33ec2d-ad27-453a-ad09-036243dfc95f None None] Pushing event updated for resources: {'Port': ['ID=422668d1-124f-4d21-bf1b-f6d4bc9a5c76,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:06.863166 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-3a33ec2d-ad27-453a-ad09-036243dfc95f None None] Attempting to bind port 422668d1-124f-4d21-bf1b-f6d4bc9a5c76 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:19:06.863641 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-3a33ec2d-ad27-453a-ad09-036243dfc95f None None] Attempting to bind port 422668d1-124f-4d21-bf1b-f6d4bc9a5c76 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '997979f2-8530-43ef-a931-ae37510574da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:19:06.864109 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a33ec2d-ad27-453a-ad09-036243dfc95f None None] Attempting to bind port 422668d1-124f-4d21-bf1b-f6d4bc9a5c76 on network 78c7bf5d-ff8f-4027-927b-4130f295cdbf {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:19:06.874296 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a33ec2d-ad27-453a-ad09-036243dfc95f None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:19:06.874955 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a33ec2d-ad27-453a-ad09-036243dfc95f None None] Checking segment: {'id': '997979f2-8530-43ef-a931-ae37510574da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:19:06.875453 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3a33ec2d-ad27-453a-ad09-036243dfc95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:06.875945 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a33ec2d-ad27-453a-ad09-036243dfc95f None None] Bound using segment: {'id': '997979f2-8530-43ef-a931-ae37510574da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:19:06.876516 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-3a33ec2d-ad27-453a-ad09-036243dfc95f None None] Bound port: 422668d1-124f-4d21-bf1b-f6d4bc9a5c76, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '997979f2-8530-43ef-a931-ae37510574da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:19:06.877048 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3a33ec2d-ad27-453a-ad09-036243dfc95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:06.918160 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6ad6be83-ecdd-4561-841f-ba69e5768d79 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:06.935971 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-6ad6be83-ecdd-4561-841f-ba69e5768d79 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Transition to ACTIVE for port object 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:19:06.994065 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-3a33ec2d-ad27-453a-ad09-036243dfc95f None None] For port 422668d1-124f-4d21-bf1b-f6d4bc9a5c76, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:19:06.998660 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-3a33ec2d-ad27-453a-ad09-036243dfc95f None None] For port 422668d1-124f-4d21-bf1b-f6d4bc9a5c76, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=422668d1-124f-4d21-bf1b-f6d4bc9a5c76,segment=NetworkSegment(997979f2-8530-43ef-a931-ae37510574da),segment_id=997979f2-8530-43ef-a931-ae37510574da)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:19:07.002733 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:07.051364 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6ad6be83-ecdd-4561-841f-ba69e5768d79 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:07.106950 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3a33ec2d-ad27-453a-ad09-036243dfc95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:07.128096 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad6be83-ecdd-4561-841f-ba69e5768d79 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 78c7bf5d-ff8f-4027-927b-4130f295cdbf is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:19:07.131490 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-6ad6be83-ecdd-4561-841f-ba69e5768d79 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:19:07.135559 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad6be83-ecdd-4561-841f-ba69e5768d79 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:19:07.169068 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6be83-ecdd-4561-841f-ba69e5768d79 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=8636ea04-b884-4b1e-ac4a-4cc34c46c9bc,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:07.218908 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6ad6be83-ecdd-4561-841f-ba69e5768d79 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:07.261576 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33ec2d-ad27-453a-ad09-036243dfc95f None None] Pushing event updated for resources: {'Port': ['ID=422668d1-124f-4d21-bf1b-f6d4bc9a5c76,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:07.285590 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5a59fad8-c445-415c-8ce8-af19db6db2e9 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:19:07.494807 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 5a59fad8-c445-415c-8ce8-af19db6db2e9 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:19:07.518748 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 5a59fad8-c445-415c-8ce8-af19db6db2e9 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:19:07.519337 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:07.519448 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 5a59fad8-c445-415c-8ce8-af19db6db2e9 Sep 23 15:19:07.739525 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6ad6be83-ecdd-4561-841f-ba69e5768d79 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:07.755672 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 5a59fad8-c445-415c-8ce8-af19db6db2e9 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:19:07.755963 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:07.791057 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 5a59fad8-c445-415c-8ce8-af19db6db2e9, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5a59fad8-c445-415c-8ce8-af19db6db2e9,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:19:07.879131 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:07.962231 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=5a59fad8-c445-415c-8ce8-af19db6db2e9,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:08.373775 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6ad6be83-ecdd-4561-841f-ba69e5768d79 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:08.450357 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6ad6be83-ecdd-4561-841f-ba69e5768d79 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:08.498414 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d527521d-2799-4a0b-9d6d-a6b28939befc None None] Network 78c7bf5d-ff8f-4027-927b-4130f295cdbf requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:19:08.568598 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6ad6be83-ecdd-4561-841f-ba69e5768d79 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:08.572100 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6be83-ecdd-4561-841f-ba69e5768d79 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=8636ea04-b884-4b1e-ac4a-4cc34c46c9bc,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:08.720541 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-11da77d2-5737-4aa8-b346-d8dcb7d6a299 None None] Provisioning for port 422668d1-124f-4d21-bf1b-f6d4bc9a5c76 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:19:08.768359 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad6be83-ecdd-4561-841f-ba69e5768d79 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 78c7bf5d-ff8f-4027-927b-4130f295cdbf is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:19:08.769563 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-6ad6be83-ecdd-4561-841f-ba69e5768d79 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:19:09.002945 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad6be83-ecdd-4561-841f-ba69e5768d79 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 33da5bda-3d02-41c3-8970-c37d8ae1624a has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:19:09.214254 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad6be83-ecdd-4561-841f-ba69e5768d79 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:19:09.224618 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b163e1-3992-46e9-9fc9-b31ac8573b05 None None] Sync routers for ids ['33da5bda-3d02-41c3-8970-c37d8ae1624a'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:19:09.228610 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6ad6be83-ecdd-4561-841f-ba69e5768d79 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "PUT /v2.0/routers/33da5bda-3d02-41c3-8970-c37d8ae1624a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0196271 Sep 23 15:19:09.231122 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51546) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:09.249316 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b163e1-3992-46e9-9fc9-b31ac8573b05 None None] Routers {'33da5bda-3d02-41c3-8970-c37d8ae1624a'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:19:09.250772 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-e5b163e1-3992-46e9-9fc9-b31ac8573b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:19:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['33da5bda-3d02-41c3-8970-c37d8ae1624a'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:09.267578 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0df85e4a-4c67-4187-8d17-1f26743ee062 None None] Provisioning for port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:19:09.279185 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0df85e4a-4c67-4187-8d17-1f26743ee062 None None] Provisioning complete for port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:19:09.279688 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0df85e4a-4c67-4187-8d17-1f26743ee062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:09.280363 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0df85e4a-4c67-4187-8d17-1f26743ee062 None None] Attempt 1 to provision port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc Sep 23 15:19:09.373239 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5a59fad8-c445-415c-8ce8-af19db6db2e9 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:19:09.407032 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8145ce02-217f-4794-ab4e-d3ca93dee4ed tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:09.407597 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8145ce02-217f-4794-ab4e-d3ca93dee4ed tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:09.408181 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8145ce02-217f-4794-ab4e-d3ca93dee4ed tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:09.408712 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8145ce02-217f-4794-ab4e-d3ca93dee4ed tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:09.409233 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8145ce02-217f-4794-ab4e-d3ca93dee4ed tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:09.410919 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8145ce02-217f-4794-ab4e-d3ca93dee4ed tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:09.413154 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8145ce02-217f-4794-ab4e-d3ca93dee4ed tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1808350 Sep 23 15:19:09.416278 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51550) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:09.443007 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0df85e4a-4c67-4187-8d17-1f26743ee062 None None] Port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:19:09.471456 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 5a59fad8-c445-415c-8ce8-af19db6db2e9 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:19:09.471833 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:09.472169 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 5a59fad8-c445-415c-8ce8-af19db6db2e9 Sep 23 15:19:09.485627 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-e5b163e1-3992-46e9-9fc9-b31ac8573b05 None None] Set router 33da5bda-3d02-41c3-8970-c37d8ae1624a gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:19:09.518754 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c2b530-653e-4efa-b687-d1fc561ac4ce tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:09.519220 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c2b530-653e-4efa-b687-d1fc561ac4ce tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:09.519681 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c2b530-653e-4efa-b687-d1fc561ac4ce tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:09.520406 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c2b530-653e-4efa-b687-d1fc561ac4ce tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:09.520861 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c2b530-653e-4efa-b687-d1fc561ac4ce tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:09.521308 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c2b530-653e-4efa-b687-d1fc561ac4ce tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:09.523125 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-06c2b530-653e-4efa-b687-d1fc561ac4ce tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4007 time: 0.1046138 Sep 23 15:19:09.525882 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51554) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:09.649367 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 5a59fad8-c445-415c-8ce8-af19db6db2e9 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:19:09.650431 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 422668d1-124f-4d21-bf1b-f6d4bc9a5c76 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:19:09.717181 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51560) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:09.751897 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-560caf39-b53e-4b7c-90cd-130664dab34a tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3051 time: 0.2247646 Sep 23 15:19:09.802584 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 422668d1-124f-4d21-bf1b-f6d4bc9a5c76 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:19:09.808905 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 422668d1-124f-4d21-bf1b-f6d4bc9a5c76 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:19:09.809643 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:09.810175 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 422668d1-124f-4d21-bf1b-f6d4bc9a5c76 Sep 23 15:19:09.853259 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-e5b163e1-3992-46e9-9fc9-b31ac8573b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'name': 'tempest-TestNetworkBasicOps-router-1828609367', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239'}], 'enable_snat': True}, 'gw_port_id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:19:01Z', 'updated_at': '2022-09-23T15:19:07Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:02Z', 'updated_at': '2022-09-23T15:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '8636ea04-b884-4b1e-ac4a-4cc34c46c9bc', 'name': '', 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:58:42:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:06Z', 'updated_at': '2022-09-23T15:19:08Z', 'revision_number': 2, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:09.858150 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b163e1-3992-46e9-9fc9-b31ac8573b05 None None] Checking router: 33da5bda-3d02-41c3-8970-c37d8ae1624a for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:19:09.859673 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b163e1-3992-46e9-9fc9-b31ac8573b05 None None] Updating router 33da5bda-3d02-41c3-8970-c37d8ae1624a port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:19:09.922731 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e5b163e1-3992-46e9-9fc9-b31ac8573b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:09.923418 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51566) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:09.928867 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-7d509a0d-5911-4a1a-bdbc-838b210f2126 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-60119163', 'description': 'tempest-secgroup-smoke-60119163 description', 'project_id': '8433d6d3ee51437084758ba6444603b3'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:19:09.936116 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7d509a0d-5911-4a1a-bdbc-838b210f2126 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:19:09.944447 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7d509a0d-5911-4a1a-bdbc-838b210f2126 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:19:09.944876 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0df85e4a-4c67-4187-8d17-1f26743ee062 None None] Attempt 2 to provision port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc Sep 23 15:19:09.947910 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7d509a0d-5911-4a1a-bdbc-838b210f2126 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:19:09.954813 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7d509a0d-5911-4a1a-bdbc-838b210f2126 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:19:09.976056 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-48ac499c-a9b8-4933-aec9-c32b690a595c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Deleting port 3362a141-63cc-4c78-a61e-46a942fb9e1c {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:19:09.976318 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-48ac499c-a9b8-4933-aec9-c32b690a595c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:09.994359 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 422668d1-124f-4d21-bf1b-f6d4bc9a5c76 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:19:09.994741 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:10.027941 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0df85e4a-4c67-4187-8d17-1f26743ee062 None None] Port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:19:10.029557 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d509a0d-5911-4a1a-bdbc-838b210f2126 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:10.038615 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 422668d1-124f-4d21-bf1b-f6d4bc9a5c76, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=422668d1-124f-4d21-bf1b-f6d4bc9a5c76,segment=NetworkSegment(997979f2-8530-43ef-a931-ae37510574da),segment_id=997979f2-8530-43ef-a931-ae37510574da)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:19:10.060632 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7d509a0d-5911-4a1a-bdbc-838b210f2126 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:19:10.064708 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7d509a0d-5911-4a1a-bdbc-838b210f2126 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:19:10.067643 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7d509a0d-5911-4a1a-bdbc-838b210f2126 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:19:10.074126 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7d509a0d-5911-4a1a-bdbc-838b210f2126 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:19:10.124780 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:10.145733 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d509a0d-5911-4a1a-bdbc-838b210f2126 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:10.173639 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-48ac499c-a9b8-4933-aec9-c32b690a595c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:10.173964 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-48ac499c-a9b8-4933-aec9-c32b690a595c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:10.198695 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=422668d1-124f-4d21-bf1b-f6d4bc9a5c76,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:10.210403 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d509a0d-5911-4a1a-bdbc-838b210f2126 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:10.258027 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d509a0d-5911-4a1a-bdbc-838b210f2126 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d1370c-e634-4ec1-9187-5caec5d3cf76,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:10.288995 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e5b163e1-3992-46e9-9fc9-b31ac8573b05 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:10.301933 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-e5b163e1-3992-46e9-9fc9-b31ac8573b05 None None] Transition to ACTIVE for port object 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:19:10.330778 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7d509a0d-5911-4a1a-bdbc-838b210f2126 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:10.332072 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7d509a0d-5911-4a1a-bdbc-838b210f2126 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4073858 Sep 23 15:19:10.335059 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51570) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:10.340478 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-7f530ec1-9ad2-4580-8029-d568ec29f242 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '52d1370c-e634-4ec1-9187-5caec5d3cf76', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:19:10.346926 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7f530ec1-9ad2-4580-8029-d568ec29f242 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:19:10.347896 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e5b163e1-3992-46e9-9fc9-b31ac8573b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:10.351089 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7f530ec1-9ad2-4580-8029-d568ec29f242 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:19:10.354180 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7f530ec1-9ad2-4580-8029-d568ec29f242 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:19:10.361210 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7f530ec1-9ad2-4580-8029-d568ec29f242 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:19:10.401804 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-48ac499c-a9b8-4933-aec9-c32b690a595c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Calling delete_port for 3362a141-63cc-4c78-a61e-46a942fb9e1c owned by network:floatingip {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:19:10.444974 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7f530ec1-9ad2-4580-8029-d568ec29f242 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:10.510469 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7f530ec1-9ad2-4580-8029-d568ec29f242 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:10.529526 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0df85e4a-4c67-4187-8d17-1f26743ee062 None None] Attempt 3 to provision port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc Sep 23 15:19:10.570638 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf8763-a7fc-4121-8d81-25e29b85d1fa None None] Pushing event updated for resources: {'Port': ['ID=8636ea04-b884-4b1e-ac4a-4cc34c46c9bc,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:10.589152 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0df85e4a-4c67-4187-8d17-1f26743ee062 None None] Port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:19:10.591618 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7f530ec1-9ad2-4580-8029-d568ec29f242 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:10.594238 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf8763-a7fc-4121-8d81-25e29b85d1fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:10.594676 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf8763-a7fc-4121-8d81-25e29b85d1fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:10.595195 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf8763-a7fc-4121-8d81-25e29b85d1fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:10.595527 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf8763-a7fc-4121-8d81-25e29b85d1fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:10.595886 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf8763-a7fc-4121-8d81-25e29b85d1fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:10.596205 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf8763-a7fc-4121-8d81-25e29b85d1fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:10.596522 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf8763-a7fc-4121-8d81-25e29b85d1fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:10.596835 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf8763-a7fc-4121-8d81-25e29b85d1fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:10.597184 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf8763-a7fc-4121-8d81-25e29b85d1fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:10.597496 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf8763-a7fc-4121-8d81-25e29b85d1fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:10.597813 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf8763-a7fc-4121-8d81-25e29b85d1fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:10.598123 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf8763-a7fc-4121-8d81-25e29b85d1fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:10.606893 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e5b163e1-3992-46e9-9fc9-b31ac8573b05 None None] Attempting to bind port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:19:10.607256 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e5b163e1-3992-46e9-9fc9-b31ac8573b05 None None] Attempting to bind port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '997979f2-8530-43ef-a931-ae37510574da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:19:10.607608 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b163e1-3992-46e9-9fc9-b31ac8573b05 None None] Attempting to bind port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc on network 78c7bf5d-ff8f-4027-927b-4130f295cdbf {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:19:10.613044 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b163e1-3992-46e9-9fc9-b31ac8573b05 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:19:10.613409 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b163e1-3992-46e9-9fc9-b31ac8573b05 None None] Checking segment: {'id': '997979f2-8530-43ef-a931-ae37510574da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:19:10.613795 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e5b163e1-3992-46e9-9fc9-b31ac8573b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:10.614174 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b163e1-3992-46e9-9fc9-b31ac8573b05 None None] Bound using segment: {'id': '997979f2-8530-43ef-a931-ae37510574da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:19:10.614653 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e5b163e1-3992-46e9-9fc9-b31ac8573b05 None None] Bound port: 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '997979f2-8530-43ef-a931-ae37510574da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:19:10.615015 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e5b163e1-3992-46e9-9fc9-b31ac8573b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:10.616100 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f530ec1-9ad2-4580-8029-d568ec29f242 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360527cd-33ea-47a5-9ee0-c4ae7f75ea07,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:10.621963 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-48ac499c-a9b8-4933-aec9-c32b690a595c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:10.670145 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac499c-a9b8-4933-aec9-c32b690a595c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Pushing event deleted for resources: {'Port': ['ID=3362a141-63cc-4c78-a61e-46a942fb9e1c,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:10.701754 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7f530ec1-9ad2-4580-8029-d568ec29f242 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:10.705677 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7f530ec1-9ad2-4580-8029-d568ec29f242 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3670671 Sep 23 15:19:10.705922 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51574) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:10.708916 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-e5b163e1-3992-46e9-9fc9-b31ac8573b05 None None] For port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:19:10.711852 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-e5b163e1-3992-46e9-9fc9-b31ac8573b05 None None] For port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8636ea04-b884-4b1e-ac4a-4cc34c46c9bc,segment=NetworkSegment(997979f2-8530-43ef-a931-ae37510574da),segment_id=997979f2-8530-43ef-a931-ae37510574da)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:19:10.712331 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-3a71879b-2c6d-4373-b43d-d04aaa00b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '52d1370c-e634-4ec1-9187-5caec5d3cf76', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:19:10.718326 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-3a71879b-2c6d-4373-b43d-d04aaa00b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:19:10.722210 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-3a71879b-2c6d-4373-b43d-d04aaa00b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:19:10.725543 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-3a71879b-2c6d-4373-b43d-d04aaa00b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:19:10.731151 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-3a71879b-2c6d-4373-b43d-d04aaa00b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:19:10.771381 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-48ac499c-a9b8-4933-aec9-c32b690a595c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for floatingip, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:10.771891 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-48ac499c-a9b8-4933-aec9-c32b690a595c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Floating IP 51638978-a8ce-490f-8119-2879b9e9d238 disassociated (deleted). External IP: 172.26.10.122, port: 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1. Sep 23 15:19:10.787981 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e5b163e1-3992-46e9-9fc9-b31ac8573b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:10.817089 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3a71879b-2c6d-4373-b43d-d04aaa00b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:10.865808 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b163e1-3992-46e9-9fc9-b31ac8573b05 None None] Routers {'33da5bda-3d02-41c3-8970-c37d8ae1624a'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:19:10.866611 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-e5b163e1-3992-46e9-9fc9-b31ac8573b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:19:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['33da5bda-3d02-41c3-8970-c37d8ae1624a'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:10.890371 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3a71879b-2c6d-4373-b43d-d04aaa00b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:10.948796 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3a71879b-2c6d-4373-b43d-d04aaa00b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:10.953145 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf8763-a7fc-4121-8d81-25e29b85d1fa None None] Pushing event updated for resources: {'Port': ['ID=8636ea04-b884-4b1e-ac4a-4cc34c46c9bc,revision_number=4']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:10.972456 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71879b-2c6d-4373-b43d-d04aaa00b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2365b531-b515-4187-8e4b-3ae3585c4e65,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:11.033639 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3a71879b-2c6d-4373-b43d-d04aaa00b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:11.035733 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3a71879b-2c6d-4373-b43d-d04aaa00b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3277194 Sep 23 15:19:11.037874 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51578) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:11.043444 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-a7631e9b-c0b0-470b-b025-fdca6f024f1e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '52d1370c-e634-4ec1-9187-5caec5d3cf76', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:19:11.049340 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a7631e9b-c0b0-470b-b025-fdca6f024f1e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:19:11.053347 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a7631e9b-c0b0-470b-b025-fdca6f024f1e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:19:11.056623 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a7631e9b-c0b0-470b-b025-fdca6f024f1e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:19:11.063272 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a7631e9b-c0b0-470b-b025-fdca6f024f1e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:19:11.064659 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-e5b163e1-3992-46e9-9fc9-b31ac8573b05 None None] Set router 33da5bda-3d02-41c3-8970-c37d8ae1624a gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:19:11.090443 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0df85e4a-4c67-4187-8d17-1f26743ee062 None None] Attempt 4 to provision port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc Sep 23 15:19:11.138306 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a7631e9b-c0b0-470b-b025-fdca6f024f1e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:11.154363 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ac499c-a9b8-4933-aec9-c32b690a595c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:19:11.156226 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0df85e4a-4c67-4187-8d17-1f26743ee062 None None] Port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:19:11.209654 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 422668d1-124f-4d21-bf1b-f6d4bc9a5c76 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:19:11.226219 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a7631e9b-c0b0-470b-b025-fdca6f024f1e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:11.300949 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 422668d1-124f-4d21-bf1b-f6d4bc9a5c76 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:19:11.301328 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:11.301670 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 422668d1-124f-4d21-bf1b-f6d4bc9a5c76 Sep 23 15:19:11.329700 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a7631e9b-c0b0-470b-b025-fdca6f024f1e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:11.376914 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ac499c-a9b8-4933-aec9-c32b690a595c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:19:11.377704 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7631e9b-c0b0-470b-b025-fdca6f024f1e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f677a0-5bfc-41ef-add8-c79b5027eb12,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:11.405882 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8933eb20-cf91-40bf-8fa7-65512643ed14 None None] Sync routers for ids ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:19:11.419027 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-e5b163e1-3992-46e9-9fc9-b31ac8573b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'name': 'tempest-TestNetworkBasicOps-router-1828609367', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239'}], 'enable_snat': True}, 'gw_port_id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:19:01Z', 'updated_at': '2022-09-23T15:19:07Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:02Z', 'updated_at': '2022-09-23T15:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '8636ea04-b884-4b1e-ac4a-4cc34c46c9bc', 'name': '', 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:58:42:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:06Z', 'updated_at': '2022-09-23T15:19:10Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:11.422935 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b163e1-3992-46e9-9fc9-b31ac8573b05 None None] The sync data for ids ['33da5bda-3d02-41c3-8970-c37d8ae1624a'] in dv-neutron-859093-1-hyperv is: [{'id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'name': 'tempest-TestNetworkBasicOps-router-1828609367', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239'}], 'enable_snat': True}, 'gw_port_id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:19:01Z', 'updated_at': '2022-09-23T15:19:07Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:02Z', 'updated_at': '2022-09-23T15:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '8636ea04-b884-4b1e-ac4a-4cc34c46c9bc', 'name': '', 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:58:42:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:06Z', 'updated_at': '2022-09-23T15:19:10Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:19:11.434217 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8933eb20-cf91-40bf-8fa7-65512643ed14 None None] Routers {'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:19:11.434939 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-8933eb20-cf91-40bf-8fa7-65512643ed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:19:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:11.444842 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a7631e9b-c0b0-470b-b025-fdca6f024f1e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:11.446425 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a7631e9b-c0b0-470b-b025-fdca6f024f1e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4075289 Sep 23 15:19:11.450881 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51582) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:11.456401 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-513feea7-e4dd-4746-b4ed-d262ad758a84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '52d1370c-e634-4ec1-9187-5caec5d3cf76', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:19:11.464063 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-513feea7-e4dd-4746-b4ed-d262ad758a84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:19:11.468249 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-513feea7-e4dd-4746-b4ed-d262ad758a84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:19:11.473693 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-513feea7-e4dd-4746-b4ed-d262ad758a84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:19:11.503521 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-513feea7-e4dd-4746-b4ed-d262ad758a84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:19:11.508597 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-48ac499c-a9b8-4933-aec9-c32b690a595c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:11.521941 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 422668d1-124f-4d21-bf1b-f6d4bc9a5c76 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:19:11.576648 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-48ac499c-a9b8-4933-aec9-c32b690a595c tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "DELETE /v2.0/floatingips/51638978-a8ce-490f-8119-2879b9e9d238 HTTP/1.1" status: 204 len: 168 time: 1.8553681 Sep 23 15:19:11.576648 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f24238-4edb-4248-841a-2f832000dcb2', 'tag': '6a991f0f-65c5-4879-bce4-4dcc65ae0aa1'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:19:11.577559 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7d0bd5-3ba9-4868-a34d-e2eba37862ad" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f24238-4edb-4248-841a-2f832000dcb2", "tag": "6a991f0f-65c5-4879-bce4-4dcc65ae0aa1"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:19:11.619621 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434adb48-1be4-42c5-a9d4-94b4057a8394 x-openstack-request-id: req-434adb48-1be4-42c5-a9d4-94b4057a8394 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:19:11.621567 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f24238-4edb-4248-841a-2f832000dcb2", "tag": "6a991f0f-65c5-4879-bce4-4dcc65ae0aa1", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:19:11.621567 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-434adb48-1be4-42c5-a9d4-94b4057a8394 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:19:11.621567 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-434adb48-1be4-42c5-a9d4-94b4057a8394'] response: {'name': 'network-changed', 'server_uuid': 'b2f24238-4edb-4248-841a-2f832000dcb2', 'tag': '6a991f0f-65c5-4879-bce4-4dcc65ae0aa1', 'status': 'completed', 'code': 200} Sep 23 15:19:11.675451 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-8933eb20-cf91-40bf-8fa7-65512643ed14 None None] Set router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:19:11.693256 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-513feea7-e4dd-4746-b4ed-d262ad758a84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:11.785589 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-513feea7-e4dd-4746-b4ed-d262ad758a84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:11.802050 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d0bd5-3ba9-4868-a34d-e2eba37862ad req-3a1c9bc6-e5b2-45ed-bb67-03785fb58e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:11.803723 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1e7d0bd5-3ba9-4868-a34d-e2eba37862ad req-3a1c9bc6-e5b2-45ed-bb67-03785fb58e2f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4dd03006331a43759c203c055fc73500&device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 1098 time: 0.1576710 Sep 23 15:19:11.886184 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-513feea7-e4dd-4746-b4ed-d262ad758a84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:11.926626 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513feea7-e4dd-4746-b4ed-d262ad758a84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b694049b-2f4e-4100-b5e2-216a4bea9941,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:11.981709 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d0bd5-3ba9-4868-a34d-e2eba37862ad req-eda37b6b-7eec-46e7-b12c-c9ffa5a2cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:11.983230 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1e7d0bd5-3ba9-4868-a34d-e2eba37862ad req-eda37b6b-7eec-46e7-b12c-c9ffa5a2cf7d service neutron] 10.222.0.72 "GET /v2.0/networks?id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a HTTP/1.1" status: 200 len: 912 time: 0.1714678 Sep 23 15:19:12.049714 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-8933eb20-cf91-40bf-8fa7-65512643ed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'name': 'tempest-TestVolumeBootPattern-818665133-router', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107'}], 'enable_snat': True}, 'gw_port_id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:05Z', 'updated_at': '2022-09-23T15:08:22Z', 'revision_number': 4, 'project_id': '4dd03006331a43759c203c055fc73500', 'gw_port': {'id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:07Z', 'updated_at': '2022-09-23T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '151e0e53-e3ba-4bc9-9023-6df4ff246ff1', 'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'mac_address': 'fa:16:3e:88:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:18Z', 'updated_at': '2022-09-23T15:08:32Z', 'revision_number': 5, 'project_id': '4dd03006331a43759c203c055fc73500', 'subnets': [{'id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:12.051943 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-513feea7-e4dd-4746-b4ed-d262ad758a84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:12.053033 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-513feea7-e4dd-4746-b4ed-d262ad758a84 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6010404 Sep 23 15:19:12.058227 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51590) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:12.066224 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8933eb20-cf91-40bf-8fa7-65512643ed14 None None] Checking router: e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:19:12.066372 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-98f81651-8304-4a3b-bf85-52b9ce0bbbc9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '52d1370c-e634-4ec1-9187-5caec5d3cf76', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:19:12.072257 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-98f81651-8304-4a3b-bf85-52b9ce0bbbc9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:19:12.075467 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1e7d0bd5-3ba9-4868-a34d-e2eba37862ad req-a7ef7470-22ca-4e93-93bc-0ddf0b7a6d19 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 HTTP/1.1" status: 200 len: 217 time: 0.0839968 Sep 23 15:19:12.076815 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-98f81651-8304-4a3b-bf85-52b9ce0bbbc9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:19:12.080023 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-98f81651-8304-4a3b-bf85-52b9ce0bbbc9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:19:12.086659 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-98f81651-8304-4a3b-bf85-52b9ce0bbbc9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:19:12.089914 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8933eb20-cf91-40bf-8fa7-65512643ed14 None None] Routers {'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:19:12.090745 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-8933eb20-cf91-40bf-8fa7-65512643ed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:19:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:12.156742 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d0bd5-3ba9-4868-a34d-e2eba37862ad req-cdfe39df-d79c-4b89-95c6-3349a69816b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:12.158581 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1e7d0bd5-3ba9-4868-a34d-e2eba37862ad req-cdfe39df-d79c-4b89-95c6-3349a69816b5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=64979ce6-fb4a-43b7-a76f-4e9da53aeed1 HTTP/1.1" status: 200 len: 850 time: 0.0735514 Sep 23 15:19:12.175899 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.securitygroups_db [None req-98f81651-8304-4a3b-bf85-52b9ce0bbbc9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Project 8433d6d3ee51437084758ba6444603b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:19:12.185585 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-98f81651-8304-4a3b-bf85-52b9ce0bbbc9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:12.264904 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-98f81651-8304-4a3b-bf85-52b9ce0bbbc9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:12.300165 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-8933eb20-cf91-40bf-8fa7-65512643ed14 None None] Set router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:19:12.330407 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-98f81651-8304-4a3b-bf85-52b9ce0bbbc9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:12.369539 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f81651-8304-4a3b-bf85-52b9ce0bbbc9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41ff59b-153e-4bcc-a471-8965f05a34cb,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:12.422044 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-98f81651-8304-4a3b-bf85-52b9ce0bbbc9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:12.425683 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-98f81651-8304-4a3b-bf85-52b9ce0bbbc9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3640344 Sep 23 15:19:12.426228 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51596) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:12.433053 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-014098c3-c2ef-4253-aab4-8dff209206f2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '52d1370c-e634-4ec1-9187-5caec5d3cf76', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:19:12.443095 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-014098c3-c2ef-4253-aab4-8dff209206f2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:19:12.447955 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-014098c3-c2ef-4253-aab4-8dff209206f2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:19:12.450714 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-014098c3-c2ef-4253-aab4-8dff209206f2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:19:12.456892 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-014098c3-c2ef-4253-aab4-8dff209206f2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:19:12.463579 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca21d3-71e0-435a-b470-ed8ed03e41fe req-c9f754bd-28b5-43dd-a2f4-83781329f41a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:12.464595 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-86ca21d3-71e0-435a-b470-ed8ed03e41fe req-c9f754bd-28b5-43dd-a2f4-83781329f41a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Synchronizing usage tracker for tenant:4dd03006331a43759c203c055fc73500 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:19:12.469220 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d0bd5-3ba9-4868-a34d-e2eba37862ad req-422861b9-1657-4b52-a957-74d6e9dc8c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:12.470870 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1e7d0bd5-3ba9-4868-a34d-e2eba37862ad req-422861b9-1657-4b52-a957-74d6e9dc8c31 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=54f9df89-e4c3-410f-a46e-fdf8b10aca9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3052285 Sep 23 15:19:12.596404 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-86ca21d3-71e0-435a-b470-ed8ed03e41fe req-c9f754bd-28b5-43dd-a2f4-83781329f41a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Unset dirty status for tenant:4dd03006331a43759c203c055fc73500 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:19:12.596404 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-86ca21d3-71e0-435a-b470-ed8ed03e41fe req-c9f754bd-28b5-43dd-a2f4-83781329f41a tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 945 time: 0.3769150 Sep 23 15:19:12.643833 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.securitygroups_db [None req-014098c3-c2ef-4253-aab4-8dff209206f2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Project 8433d6d3ee51437084758ba6444603b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:19:12.654154 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-014098c3-c2ef-4253-aab4-8dff209206f2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:12.720737 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-86ca21d3-71e0-435a-b470-ed8ed03e41fe req-64096e67-ab55-48a8-880f-5d20ad94c1e4 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/security-groups?id=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269841 Sep 23 15:19:12.726026 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-8933eb20-cf91-40bf-8fa7-65512643ed14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'name': 'tempest-TestVolumeBootPattern-818665133-router', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107'}], 'enable_snat': True}, 'gw_port_id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:05Z', 'updated_at': '2022-09-23T15:08:22Z', 'revision_number': 4, 'project_id': '4dd03006331a43759c203c055fc73500', 'gw_port': {'id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:07Z', 'updated_at': '2022-09-23T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '151e0e53-e3ba-4bc9-9023-6df4ff246ff1', 'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'mac_address': 'fa:16:3e:88:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:18Z', 'updated_at': '2022-09-23T15:08:32Z', 'revision_number': 5, 'project_id': '4dd03006331a43759c203c055fc73500', 'subnets': [{'id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:12.731677 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8933eb20-cf91-40bf-8fa7-65512643ed14 None None] The sync data for ids ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'] in dv-neutron-859093-1-hyperv is: [{'id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'name': 'tempest-TestVolumeBootPattern-818665133-router', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107'}], 'enable_snat': True}, 'gw_port_id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:05Z', 'updated_at': '2022-09-23T15:08:22Z', 'revision_number': 4, 'project_id': '4dd03006331a43759c203c055fc73500', 'gw_port': {'id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:07Z', 'updated_at': '2022-09-23T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '151e0e53-e3ba-4bc9-9023-6df4ff246ff1', 'name': '', 'network_id': '54f9df89-e4c3-410f-a46e-fdf8b10aca9a', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'mac_address': 'fa:16:3e:88:cc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:18Z', 'updated_at': '2022-09-23T15:08:32Z', 'revision_number': 5, 'project_id': '4dd03006331a43759c203c055fc73500', 'subnets': [{'id': '64979ce6-fb4a-43b7-a76f-4e9da53aeed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:19:12.738679 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-014098c3-c2ef-4253-aab4-8dff209206f2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:12.761801 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1e7d0bd5-3ba9-4868-a34d-e2eba37862ad req-5c225005-3cc8-4f10-8937-db0df69b8ccd service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801936 Sep 23 15:19:12.803492 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-014098c3-c2ef-4253-aab4-8dff209206f2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:12.831817 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014098c3-c2ef-4253-aab4-8dff209206f2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c201a6-2118-4fdb-a708-b8e49864dc54,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:12.874644 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33e039-444f-4fe5-b1e1-4ea9c6e11446 req-f1e53670-2ac0-45d5-a373-e3d67959abd8 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:12.875730 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-cf33e039-444f-4fe5-b1e1-4ea9c6e11446 req-f1e53670-2ac0-45d5-a373-e3d67959abd8 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.72 "GET /v2.0/ports?device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 945 time: 0.2529750 Sep 23 15:19:12.902005 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-014098c3-c2ef-4253-aab4-8dff209206f2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:12.903302 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-014098c3-c2ef-4253-aab4-8dff209206f2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4760623 Sep 23 15:19:12.977221 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-cf33e039-444f-4fe5-b1e1-4ea9c6e11446 req-5724f440-d591-4261-a968-6ae4b1c764d5 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Deleting port 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:19:12.977572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-cf33e039-444f-4fe5-b1e1-4ea9c6e11446 req-5724f440-d591-4261-a968-6ae4b1c764d5 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:13.012457 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1e7d0bd5-3ba9-4868-a34d-e2eba37862ad req-c5a6e321-83dc-41ef-bea6-9fa0b0920989 service neutron] 10.222.0.72 "GET /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425649 Sep 23 15:19:13.089517 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-2d6f9235-acc5-4f9c-a6cf-8e5989124de3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:19:13.125499 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba34c9d-f6a8-444b-b6c7-290577e3b6be None None] New status for floating IP 51638978-a8ce-490f-8119-2879b9e9d238: DOWN {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:19:13.177453 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-2d6f9235-acc5-4f9c-a6cf-8e5989124de3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:19:13.178951 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-2d6f9235-acc5-4f9c-a6cf-8e5989124de3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-60119163&fields=id&tenant_id=8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 267 time: 0.1343069 Sep 23 15:19:13.256362 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:19:13.271190 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-cf33e039-444f-4fe5-b1e1-4ea9c6e11446 req-5724f440-d591-4261-a968-6ae4b1c764d5 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] For port 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=6a991f0f-65c5-4879-bce4-4dcc65ae0aa1,segment=NetworkSegment(2299cf50-8fc5-4710-8b0f-f89efce15188),segment_id=2299cf50-8fc5-4710-8b0f-f89efce15188)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:19:13.271549 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-cf33e039-444f-4fe5-b1e1-4ea9c6e11446 req-5724f440-d591-4261-a968-6ae4b1c764d5 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:13.367134 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-08acb36a-a954-49d1-8934-5e4ce12750d3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:13.367741 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-08acb36a-a954-49d1-8934-5e4ce12750d3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:network {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:19:13.392928 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:19:13.398045 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:19:13.398452 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:13.398807 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc Sep 23 15:19:13.400457 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-cf33e039-444f-4fe5-b1e1-4ea9c6e11446 req-5724f440-d591-4261-a968-6ae4b1c764d5 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Calling delete_port for 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:19:13.427293 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-08acb36a-a954-49d1-8934-5e4ce12750d3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:network {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:19:13.428831 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-08acb36a-a954-49d1-8934-5e4ce12750d3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/networks?id=78c7bf5d-ff8f-4027-927b-4130f295cdbf HTTP/1.1" status: 200 len: 797 time: 0.2424378 Sep 23 15:19:13.445380 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-dfc58ffd-a144-4475-851b-c508f46c8d8e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/quotas/8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 375 time: 0.0102208 Sep 23 15:19:13.529509 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:19:13.530511 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:13.548757 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-1e168ed2-ad63-4f6c-92fe-6af5b661f9cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:19:13.566527 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8636ea04-b884-4b1e-ac4a-4cc34c46c9bc,segment=NetworkSegment(997979f2-8530-43ef-a931-ae37510574da),segment_id=997979f2-8530-43ef-a931-ae37510574da)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:19:13.643526 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-cf33e039-444f-4fe5-b1e1-4ea9c6e11446 req-5724f440-d591-4261-a968-6ae4b1c764d5 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:13.666150 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-1e168ed2-ad63-4f6c-92fe-6af5b661f9cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:19:13.666525 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:13.667579 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-1e168ed2-ad63-4f6c-92fe-6af5b661f9cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2159994 Sep 23 15:19:13.695235 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724f440-d591-4261-a968-6ae4b1c764d5 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Pushing event deleted for resources: {'Port': ['ID=6a991f0f-65c5-4879-bce4-4dcc65ae0aa1,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:13.748041 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=8636ea04-b884-4b1e-ac4a-4cc34c46c9bc,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:13.790074 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf33e039-444f-4fe5-b1e1-4ea9c6e11446 req-5724f440-d591-4261-a968-6ae4b1c764d5 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] No DVR routers for this DVR port 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:19:13.792528 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-cf33e039-444f-4fe5-b1e1-4ea9c6e11446 req-5724f440-d591-4261-a968-6ae4b1c764d5 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:13.802004 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f24238-4edb-4248-841a-2f832000dcb2', 'name': 'network-vif-deleted', 'tag': '6a991f0f-65c5-4879-bce4-4dcc65ae0aa1'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:19:13.804529 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6541cda4-f02e-4b84-96da-d45945037213" -d '{"events": [{"server_uuid": "b2f24238-4edb-4248-841a-2f832000dcb2", "name": "network-vif-deleted", "tag": "6a991f0f-65c5-4879-bce4-4dcc65ae0aa1"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:19:13.863149 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-b15d8165-53eb-4dcf-a18a-ea0c689c9680 service neutron] 10.222.0.67 "GET /v2.0/networks/78c7bf5d-ff8f-4027-927b-4130f295cdbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717947 Sep 23 15:19:13.901085 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-cf33e039-444f-4fe5-b1e1-4ea9c6e11446 req-5724f440-d591-4261-a968-6ae4b1c764d5 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.72 "DELETE /v2.0/ports/6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 HTTP/1.1" status: 204 len: 173 time: 1.0199766 Sep 23 15:19:13.908517 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-2f5e24f1-54cf-4dcc-a281-af4a834c284d req-560f411f-875d-4f3f-9965-14a397db84e1 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Synchronizing usage tracker for tenant:4dd03006331a43759c203c055fc73500 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:19:13.996162 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-7d061daf-998f-4fb0-ba8a-2a24c2072735 service neutron] 10.222.0.67 "GET /v2.0/networks/78c7bf5d-ff8f-4027-927b-4130f295cdbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271827 Sep 23 15:19:13.997615 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-2f5e24f1-54cf-4dcc-a281-af4a834c284d req-560f411f-875d-4f3f-9965-14a397db84e1 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Unset dirty status for tenant:4dd03006331a43759c203c055fc73500 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:19:13.999103 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2f5e24f1-54cf-4dcc-a281-af4a834c284d req-560f411f-875d-4f3f-9965-14a397db84e1 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 210 time: 0.1393874 Sep 23 15:19:14.050356 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0113e06-eef7-4d89-8380-b7e4d55dc10f x-openstack-request-id: req-c0113e06-eef7-4d89-8380-b7e4d55dc10f {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:19:14.050649 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f24238-4edb-4248-841a-2f832000dcb2", "name": "network-vif-deleted", "tag": "6a991f0f-65c5-4879-bce4-4dcc65ae0aa1", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:19:14.050898 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c0113e06-eef7-4d89-8380-b7e4d55dc10f {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:19:14.051304 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0113e06-eef7-4d89-8380-b7e4d55dc10f'] response: {'server_uuid': 'b2f24238-4edb-4248-841a-2f832000dcb2', 'name': 'network-vif-deleted', 'tag': '6a991f0f-65c5-4879-bce4-4dcc65ae0aa1', 'status': 'completed', 'code': 200} Sep 23 15:19:14.265892 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-f3c87210-ad8b-4f83-9d3e-c428b67f9ea6 req-455c6f6f-7925-4bfc-b506-169c28bcaf78 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:19:14.278986 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-f3c87210-ad8b-4f83-9d3e-c428b67f9ea6 req-455c6f6f-7925-4bfc-b506-169c28bcaf78 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:19:14.280121 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f3c87210-ad8b-4f83-9d3e-c428b67f9ea6 req-455c6f6f-7925-4bfc-b506-169c28bcaf78 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9262c83-33a7-483c-9f00-2f69d5821afd HTTP/1.1" status: 200 len: 210 time: 0.0706348 Sep 23 15:19:15.180781 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-aac3ec18-c485-49fa-bdf7-bba00d908740 req-9ae71698-4573-4359-819a-a8b1364cbc87 tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b2f24238-4edb-4248-841a-2f832000dcb2 HTTP/1.1" status: 200 len: 210 time: 0.0535731 Sep 23 15:19:15.199732 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:19:15.272238 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:19:15.272612 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:15.272949 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc Sep 23 15:19:15.400380 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:19:15.444765 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-cac66f86-f5cc-4ad8-8be5-37297061e560 req-61e81780-14dd-46d2-b822-4ca85bae36cc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9262c83-33a7-483c-9f00-2f69d5821afd HTTP/1.1" status: 200 len: 210 time: 0.0535231 Sep 23 15:19:16.231748 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-331a26d0-821d-47a8-b097-398d4f8dd127 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:16.232434 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-331a26d0-821d-47a8-b097-398d4f8dd127 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:network {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:19:16.244366 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-331a26d0-821d-47a8-b097-398d4f8dd127 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:network {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:19:16.250572 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-331a26d0-821d-47a8-b097-398d4f8dd127 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/networks?id=78c7bf5d-ff8f-4027-927b-4130f295cdbf HTTP/1.1" status: 200 len: 797 time: 0.1606784 Sep 23 15:19:16.283659 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51632) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:16.295893 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-8e801fc9-ffb9-434c-892f-c6efe007bbf0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:19:16.307615 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-8e801fc9-ffb9-434c-892f-c6efe007bbf0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:19:16.308710 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-8e801fc9-ffb9-434c-892f-c6efe007bbf0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 378 time: 0.0549572 Sep 23 15:19:16.317140 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-898026c3-f4d4-48aa-ae43-0dcb1aaac2bb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'port': {'device_id': 'f9262c83-33a7-483c-9f00-2f69d5821afd', 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf', 'admin_state_up': True, 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'security_groups': ['52d1370c-e634-4ec1-9187-5caec5d3cf76']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:19:16.450397 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-705a615a-b7e1-41dd-89b1-9d759cd1a07b tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Deleting port 61ed0f54-0695-42a3-9cfa-ad4db6d01a79 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:19:16.450752 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-705a615a-b7e1-41dd-89b1-9d759cd1a07b tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:16.565815 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-898026c3-f4d4-48aa-ae43-0dcb1aaac2bb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:19:16.617834 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-898026c3-f4d4-48aa-ae43-0dcb1aaac2bb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:19:16.626494 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-705a615a-b7e1-41dd-89b1-9d759cd1a07b tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:16.626826 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-705a615a-b7e1-41dd-89b1-9d759cd1a07b tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:16.628015 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d23c8b31-336c-451b-b608-1e6746793038 req-3bbdd207-3d8d-437b-8b17-0ac7dfec1859 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9262c83-33a7-483c-9f00-2f69d5821afd HTTP/1.1" status: 200 len: 210 time: 0.0551529 Sep 23 15:19:16.735841 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-898026c3-f4d4-48aa-ae43-0dcb1aaac2bb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:19:16.739480 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-898026c3-f4d4-48aa-ae43-0dcb1aaac2bb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:16.751582 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-705a615a-b7e1-41dd-89b1-9d759cd1a07b tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Calling delete_port for 61ed0f54-0695-42a3-9cfa-ad4db6d01a79 owned by network:floatingip {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:19:16.906401 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-898026c3-f4d4-48aa-ae43-0dcb1aaac2bb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.20.0.5 (78c7bf5d-ff8f-4027-927b-4130f295cdbf/b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f/02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:19:16.935560 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-705a615a-b7e1-41dd-89b1-9d759cd1a07b tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:16.985836 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a615a-b7e1-41dd-89b1-9d759cd1a07b tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Pushing event deleted for resources: {'Port': ['ID=61ed0f54-0695-42a3-9cfa-ad4db6d01a79,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:17.081927 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-705a615a-b7e1-41dd-89b1-9d759cd1a07b tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for floatingip, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:17.101412 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-898026c3-f4d4-48aa-ae43-0dcb1aaac2bb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:17.117754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-898026c3-f4d4-48aa-ae43-0dcb1aaac2bb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Transition to ACTIVE for port object 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:19:17.157489 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-705a615a-b7e1-41dd-89b1-9d759cd1a07b tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:17.158670 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-705a615a-b7e1-41dd-89b1-9d759cd1a07b tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "DELETE /v2.0/floatingips/f91f8ca0-2484-4847-9ade-0a501d04c874 HTTP/1.1" status: 204 len: 168 time: 0.8740275 Sep 23 15:19:17.210399 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-898026c3-f4d4-48aa-ae43-0dcb1aaac2bb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:17.281723 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-898026c3-f4d4-48aa-ae43-0dcb1aaac2bb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 78c7bf5d-ff8f-4027-927b-4130f295cdbf is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:19:17.285017 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-898026c3-f4d4-48aa-ae43-0dcb1aaac2bb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:19:17.288800 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-898026c3-f4d4-48aa-ae43-0dcb1aaac2bb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:19:17.322815 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898026c3-f4d4-48aa-ae43-0dcb1aaac2bb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:17.361875 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-898026c3-f4d4-48aa-ae43-0dcb1aaac2bb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:17.362661 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-898026c3-f4d4-48aa-ae43-0dcb1aaac2bb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:17.502520 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-898026c3-f4d4-48aa-ae43-0dcb1aaac2bb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1888175 Sep 23 15:19:17.513466 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-e0fd26f5-2023-4d7d-8077-4a935622e1a7 service neutron] Request body: {'port': {'device_id': 'f9262c83-33a7-483c-9f00-2f69d5821afd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:19:17.623854 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-e0fd26f5-2023-4d7d-8077-4a935622e1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:17.678683 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0e7ad188-2187-4078-a019-6829f263db7b None None] Provisioning for port 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:19:17.679138 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0e7ad188-2187-4078-a019-6829f263db7b None None] Provisioning complete for port 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:19:17.679138 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0e7ad188-2187-4078-a019-6829f263db7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:17.679945 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0e7ad188-2187-4078-a019-6829f263db7b None None] Attempt 1 to provision port 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc Sep 23 15:19:17.766947 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0e7ad188-2187-4078-a019-6829f263db7b None None] Port 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:19:17.839388 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:19:17.891267 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:19:17.891830 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 6a991f0f-65c5-4879-bce4-4dcc65ae0aa1 not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:19:17.960863 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba360ea-9998-4b7b-9c72-530e443c6084 req-b0e35b93-5e89-41de-b09b-ce441f63b103 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:17.962377 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3ba360ea-9998-4b7b-9c72-530e443c6084 req-b0e35b93-5e89-41de-b09b-ce441f63b103 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9262c83-33a7-483c-9f00-2f69d5821afd HTTP/1.1" status: 200 len: 931 time: 0.2164574 Sep 23 15:19:18.012309 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3ba360ea-9998-4b7b-9c72-530e443c6084 req-88faa30d-9044-4b30-91ec-6bdc16284d80 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=52d1370c-e634-4ec1-9187-5caec5d3cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428667 Sep 23 15:19:18.016703 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-e0fd26f5-2023-4d7d-8077-4a935622e1a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:19:18.039571 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-e0fd26f5-2023-4d7d-8077-4a935622e1a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:18.040271 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-e0fd26f5-2023-4d7d-8077-4a935622e1a7 service neutron] Transition to ACTIVE for port object 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:19:18.124210 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-e0fd26f5-2023-4d7d-8077-4a935622e1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:18.268085 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0e7ad188-2187-4078-a019-6829f263db7b None None] Attempt 2 to provision port 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc Sep 23 15:19:18.311143 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd26f5-2023-4d7d-8077-4a935622e1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:18.328654 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0e7ad188-2187-4078-a019-6829f263db7b None None] Port 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:19:18.351619 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-e0fd26f5-2023-4d7d-8077-4a935622e1a7 service neutron] Attempting to bind port 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:19:18.351948 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-e0fd26f5-2023-4d7d-8077-4a935622e1a7 service neutron] Attempting to bind port 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '997979f2-8530-43ef-a931-ae37510574da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:19:18.352268 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-e0fd26f5-2023-4d7d-8077-4a935622e1a7 service neutron] Attempting to bind port 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc on network 78c7bf5d-ff8f-4027-927b-4130f295cdbf {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:19:18.356878 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-e0fd26f5-2023-4d7d-8077-4a935622e1a7 service neutron] Port 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc on network 78c7bf5d-ff8f-4027-927b-4130f295cdbf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:19:18.357194 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-e0fd26f5-2023-4d7d-8077-4a935622e1a7 service neutron] Attempting to bind port 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc on network 78c7bf5d-ff8f-4027-927b-4130f295cdbf {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:19:18.362513 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-e0fd26f5-2023-4d7d-8077-4a935622e1a7 service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:19:18.362846 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-e0fd26f5-2023-4d7d-8077-4a935622e1a7 service neutron] Checking segment: {'id': '997979f2-8530-43ef-a931-ae37510574da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:19:18.363224 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-e0fd26f5-2023-4d7d-8077-4a935622e1a7 service neutron] Bound using segment: {'id': '997979f2-8530-43ef-a931-ae37510574da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:19:18.363652 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-e0fd26f5-2023-4d7d-8077-4a935622e1a7 service neutron] Bound port: 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997979f2-8530-43ef-a931-ae37510574da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:19:18.363996 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-e0fd26f5-2023-4d7d-8077-4a935622e1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:18.453472 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-e0fd26f5-2023-4d7d-8077-4a935622e1a7 service neutron] For port 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:19:18.456438 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-e0fd26f5-2023-4d7d-8077-4a935622e1a7 service neutron] For port 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc,segment=NetworkSegment(997979f2-8530-43ef-a931-ae37510574da),segment_id=997979f2-8530-43ef-a931-ae37510574da)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:19:18.586845 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-e0fd26f5-2023-4d7d-8077-4a935622e1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:18.618194 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-e0fd26f5-2023-4d7d-8077-4a935622e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:18.618847 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-e0fd26f5-2023-4d7d-8077-4a935622e1a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:18.620290 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-e0fd26f5-2023-4d7d-8077-4a935622e1a7 service neutron] 10.222.0.72 "PUT /v2.0/ports/02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc HTTP/1.1" status: 200 len: 1093 time: 1.1110339 Sep 23 15:19:18.625434 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9262c83-33a7-483c-9f00-2f69d5821afd', 'tag': '02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:19:18.627773 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c6161c-e78c-48ff-9387-ed06e8253646" -d '{"events": [{"name": "network-changed", "server_uuid": "f9262c83-33a7-483c-9f00-2f69d5821afd", "tag": "02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:19:18.678370 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd26f5-2023-4d7d-8077-4a935622e1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:18.683900 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbdf615-29a6-46de-9036-d68dbc37cf4b x-openstack-request-id: req-1dbdf615-29a6-46de-9036-d68dbc37cf4b {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:19:18.684255 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9262c83-33a7-483c-9f00-2f69d5821afd", "tag": "02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:19:18.684571 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1dbdf615-29a6-46de-9036-d68dbc37cf4b {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:19:18.685073 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dbdf615-29a6-46de-9036-d68dbc37cf4b'] response: {'name': 'network-changed', 'server_uuid': 'f9262c83-33a7-483c-9f00-2f69d5821afd', 'tag': '02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc', 'status': 'completed', 'code': 200} Sep 23 15:19:18.783169 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6161c-e78c-48ff-9387-ed06e8253646 req-9559563b-75f6-496e-9660-09987eef9f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:18.784651 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-41c6161c-e78c-48ff-9387-ed06e8253646 req-9559563b-75f6-496e-9660-09987eef9f64 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=f9262c83-33a7-483c-9f00-2f69d5821afd HTTP/1.1" status: 200 len: 1096 time: 0.0792654 Sep 23 15:19:18.829675 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0e7ad188-2187-4078-a019-6829f263db7b None None] Attempt 3 to provision port 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc Sep 23 15:19:18.901261 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0e7ad188-2187-4078-a019-6829f263db7b None None] Port 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:19:19.035332 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6161c-e78c-48ff-9387-ed06e8253646 req-a5d97b78-1f7d-49c0-a082-453e3a068aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:19.036778 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-41c6161c-e78c-48ff-9387-ed06e8253646 req-a5d97b78-1f7d-49c0-a082-453e3a068aaa service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=8433d6d3ee51437084758ba6444603b3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2443972 Sep 23 15:19:19.181285 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6161c-e78c-48ff-9387-ed06e8253646 req-f85f1544-4a37-46a3-ab88-e5f48381aada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:19.182809 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-41c6161c-e78c-48ff-9387-ed06e8253646 req-f85f1544-4a37-46a3-ab88-e5f48381aada service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1391809 Sep 23 15:19:19.219570 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84842a73-e9ae-46ec-8208-3c247635f2fc req-afbaddd2-09db-4e72-87d7-4f289e9bfa9f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:19.221125 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-84842a73-e9ae-46ec-8208-3c247635f2fc req-afbaddd2-09db-4e72-87d7-4f289e9bfa9f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9262c83-33a7-483c-9f00-2f69d5821afd HTTP/1.1" status: 200 len: 943 time: 0.0977073 Sep 23 15:19:19.271732 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-84842a73-e9ae-46ec-8208-3c247635f2fc req-6423d624-63a4-496b-8cce-b823ac61be93 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=52d1370c-e634-4ec1-9187-5caec5d3cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433917 Sep 23 15:19:19.307841 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-ee672d4f-931b-4d23-b984-b6d6478614a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:19.309302 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-ee672d4f-931b-4d23-b984-b6d6478614a8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=f9262c83-33a7-483c-9f00-2f69d5821afd HTTP/1.1" status: 200 len: 1096 time: 0.0872250 Sep 23 15:19:19.376689 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-2e335242-569b-4501-9829-c8acc7bf53cb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc HTTP/1.1" status: 200 len: 217 time: 0.0608501 Sep 23 15:19:19.443117 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-0e7fb6d6-5f9b-4542-a042-513a75c99028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:19.444568 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-0e7fb6d6-5f9b-4542-a042-513a75c99028 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f HTTP/1.1" status: 200 len: 835 time: 0.0621831 Sep 23 15:19:19.527129 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-a2f5447f-86a1-4b23-a9da-be12c68b0e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:19.528642 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-a2f5447f-86a1-4b23-a9da-be12c68b0e0b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=78c7bf5d-ff8f-4027-927b-4130f295cdbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783882 Sep 23 15:19:19.662061 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-fc940a28-27dd-4153-af02-a6f0da7c62b9 service neutron] 10.222.0.72 "GET /v2.0/networks/78c7bf5d-ff8f-4027-927b-4130f295cdbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273241 Sep 23 15:19:19.798042 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7bb6bb15-bb11-4302-9a41-81c315aa570c req-ec9354e9-8c37-4441-8683-70080af9a731 service neutron] 10.222.0.72 "GET /v2.0/networks/78c7bf5d-ff8f-4027-927b-4130f295cdbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299219 Sep 23 15:19:19.949652 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51660) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:20.018263 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8376a6f2-6421-4980-992a-40e7590c116b tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:20.048700 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8376a6f2-6421-4980-992a-40e7590c116b tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:20.174753 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8376a6f2-6421-4980-992a-40e7590c116b tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:20.193929 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376a6f2-6421-4980-992a-40e7590c116b tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:20.259703 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8376a6f2-6421-4980-992a-40e7590c116b tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:20.260827 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8376a6f2-6421-4980-992a-40e7590c116b tempest-TestVolumeBootPattern-879324785 tempest-TestVolumeBootPattern-879324785-project] 10.222.0.67 "DELETE /v2.0/security-groups/f14a9a17-8711-4bc4-a75c-1d6ce1b85c1e HTTP/1.1" status: 204 len: 168 time: 0.3100665 Sep 23 15:19:20.378644 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51668) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:20.494257 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420da5c-68b6-4782-aba0-126eb8bf3a6c req-834e5cd4-aeb2-484c-81ce-75badb3f3fb7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:20.495761 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6420da5c-68b6-4782-aba0-126eb8bf3a6c req-834e5cd4-aeb2-484c-81ce-75badb3f3fb7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9262c83-33a7-483c-9f00-2f69d5821afd HTTP/1.1" status: 200 len: 943 time: 0.0962043 Sep 23 15:19:20.541337 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6420da5c-68b6-4782-aba0-126eb8bf3a6c req-d609a83d-c258-4a5b-84f8-3be112c5356a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=52d1370c-e634-4ec1-9187-5caec5d3cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396702 Sep 23 15:19:21.071847 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-41a113b6-b20f-4560-8854-f5f80c04105a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:21.508395 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-41a113b6-b20f-4560-8854-f5f80c04105a admin admin] Deleting port 151e0e53-e3ba-4bc9-9023-6df4ff246ff1 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:19:21.508735 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-41a113b6-b20f-4560-8854-f5f80c04105a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:21.737309 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-41a113b6-b20f-4560-8854-f5f80c04105a admin admin] For port 151e0e53-e3ba-4bc9-9023-6df4ff246ff1, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=151e0e53-e3ba-4bc9-9023-6df4ff246ff1,segment=NetworkSegment(2299cf50-8fc5-4710-8b0f-f89efce15188),segment_id=2299cf50-8fc5-4710-8b0f-f89efce15188)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:19:21.737661 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-41a113b6-b20f-4560-8854-f5f80c04105a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:21.855617 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:19:21.866718 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-41a113b6-b20f-4560-8854-f5f80c04105a admin admin] Calling delete_port for 151e0e53-e3ba-4bc9-9023-6df4ff246ff1 owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:19:21.932550 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae68d2-9d88-4446-aeda-879f0f49d34d req-fe66e930-c780-4245-8bd4-8a3c648d9df4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:21.933223 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-deae68d2-9d88-4446-aeda-879f0f49d34d req-fe66e930-c780-4245-8bd4-8a3c648d9df4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:19:21.991850 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc,segment=NetworkSegment(997979f2-8530-43ef-a931-ae37510574da),segment_id=997979f2-8530-43ef-a931-ae37510574da)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:19:22.005155 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc', 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf', 'port_id': '02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc', 'mac_address': 'fa:16:3e:20:1d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:19:22.039138 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-deae68d2-9d88-4446-aeda-879f0f49d34d req-fe66e930-c780-4245-8bd4-8a3c648d9df4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:19:22.040285 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-deae68d2-9d88-4446-aeda-879f0f49d34d req-fe66e930-c780-4245-8bd4-8a3c648d9df4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9262c83-33a7-483c-9f00-2f69d5821afd HTTP/1.1" status: 200 len: 943 time: 0.3826981 Sep 23 15:19:22.061952 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:19:22.062496 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:22.083283 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:19:22.099185 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc,segment=NetworkSegment(997979f2-8530-43ef-a931-ae37510574da),segment_id=997979f2-8530-43ef-a931-ae37510574da)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:19:22.101576 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-deae68d2-9d88-4446-aeda-879f0f49d34d req-ba9cf9f8-fc13-490c-8624-b5c06aae0139 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=52d1370c-e634-4ec1-9187-5caec5d3cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503602 Sep 23 15:19:22.175372 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-41a113b6-b20f-4560-8854-f5f80c04105a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:22.209936 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:22.230074 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a113b6-b20f-4560-8854-f5f80c04105a admin admin] Pushing event deleted for resources: {'Port': ['ID=151e0e53-e3ba-4bc9-9023-6df4ff246ff1,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:22.284311 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:22.414608 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:19:22.504036 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-41a113b6-b20f-4560-8854-f5f80c04105a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:22.958766 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a113b6-b20f-4560-8854-f5f80c04105a admin admin] Router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:19:23.136538 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a113b6-b20f-4560-8854-f5f80c04105a admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:19:23.146902 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314cd3e3-258e-43bf-b541-bac420243de5 None None] Sync routers for ids ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:19:23.152674 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-41a113b6-b20f-4560-8854-f5f80c04105a admin admin] 10.222.0.67 "PUT /v2.0/routers/e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7725093 Sep 23 15:19:23.152879 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51678) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:23.159097 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314cd3e3-258e-43bf-b541-bac420243de5 None None] Routers {'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:19:23.162902 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-314cd3e3-258e-43bf-b541-bac420243de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:19:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:23.379000 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-314cd3e3-258e-43bf-b541-bac420243de5 None None] Set router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:19:23.394422 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-388312e7-842b-46a3-9989-3199798c38cc admin admin] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:23.475610 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529c7d9-389c-496f-ab83-a3378413a909 req-1c58ef83-e1c8-4c3d-af09-cd28e14b1a83 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:23.477096 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8529c7d9-389c-496f-ab83-a3378413a909 req-1c58ef83-e1c8-4c3d-af09-cd28e14b1a83 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9262c83-33a7-483c-9f00-2f69d5821afd HTTP/1.1" status: 200 len: 944 time: 0.2430673 Sep 23 15:19:23.602685 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8529c7d9-389c-496f-ab83-a3378413a909 req-833342e0-2ff8-4554-aa85-9281c9aabd8d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=52d1370c-e634-4ec1-9187-5caec5d3cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1171362 Sep 23 15:19:23.623011 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-388312e7-842b-46a3-9989-3199798c38cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:23.674284 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-314cd3e3-258e-43bf-b541-bac420243de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'name': 'tempest-TestVolumeBootPattern-818665133-router', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107'}], 'enable_snat': True}, 'gw_port_id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:05Z', 'updated_at': '2022-09-23T15:19:22Z', 'revision_number': 5, 'project_id': '4dd03006331a43759c203c055fc73500', 'gw_port': {'id': 'f3b4cf28-2cab-45cc-87ea-645b4f8b60ee', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:af:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:07Z', 'updated_at': '2022-09-23T15:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:23.678161 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314cd3e3-258e-43bf-b541-bac420243de5 None None] Checking router: e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:19:23.686894 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314cd3e3-258e-43bf-b541-bac420243de5 None None] Routers {'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:19:23.687492 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-314cd3e3-258e-43bf-b541-bac420243de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:19:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:23.701240 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-388312e7-842b-46a3-9989-3199798c38cc admin admin] Deleting port f3b4cf28-2cab-45cc-87ea-645b4f8b60ee {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:19:23.701588 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-388312e7-842b-46a3-9989-3199798c38cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:23.837662 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-314cd3e3-258e-43bf-b541-bac420243de5 None None] Set router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:19:23.880951 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:19:23.883046 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-388312e7-842b-46a3-9989-3199798c38cc admin admin] For port f3b4cf28-2cab-45cc-87ea-645b4f8b60ee, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f3b4cf28-2cab-45cc-87ea-645b4f8b60ee,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:19:23.883396 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-388312e7-842b-46a3-9989-3199798c38cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:23.986406 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-314cd3e3-258e-43bf-b541-bac420243de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'name': 'tempest-TestVolumeBootPattern-818665133-router', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:05Z', 'updated_at': '2022-09-23T15:19:23Z', 'revision_number': 6, 'project_id': '4dd03006331a43759c203c055fc73500', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:23.995875 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314cd3e3-258e-43bf-b541-bac420243de5 None None] The sync data for ids ['e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e'] in dv-neutron-859093-1-hyperv is: [{'id': 'e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e', 'name': 'tempest-TestVolumeBootPattern-818665133-router', 'tenant_id': '4dd03006331a43759c203c055fc73500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:05Z', 'updated_at': '2022-09-23T15:19:23Z', 'revision_number': 6, 'project_id': '4dd03006331a43759c203c055fc73500', 'gw_port_host': None}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:19:24.008666 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-388312e7-842b-46a3-9989-3199798c38cc admin admin] Calling delete_port for f3b4cf28-2cab-45cc-87ea-645b4f8b60ee owned by network:router_gateway {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:19:24.055378 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:19:24.060826 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:19:24.061213 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:24.061551 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc Sep 23 15:19:24.175350 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:19:24.176053 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:24.204668 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9262c83-33a7-483c-9f00-2f69d5821afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:19:24.207184 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73f0938-b75d-4375-b9ea-8a38bf7c6ea5" -d '{"events": [{"server_uuid": "f9262c83-33a7-483c-9f00-2f69d5821afd", "name": "network-vif-plugged", "status": "completed", "tag": "02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:19:24.215696 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc,segment=NetworkSegment(997979f2-8530-43ef-a931-ae37510574da),segment_id=997979f2-8530-43ef-a931-ae37510574da)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:19:24.250768 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a09670-6ba8-4e31-8677-5356ac7bd50f x-openstack-request-id: req-e9a09670-6ba8-4e31-8677-5356ac7bd50f {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:19:24.251061 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9262c83-33a7-483c-9f00-2f69d5821afd", "name": "network-vif-plugged", "status": "completed", "tag": "02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:19:24.251325 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e9a09670-6ba8-4e31-8677-5356ac7bd50f {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:19:24.251720 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9a09670-6ba8-4e31-8677-5356ac7bd50f'] response: {'server_uuid': 'f9262c83-33a7-483c-9f00-2f69d5821afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc', 'code': 200} Sep 23 15:19:24.306539 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:24.380514 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:24.472826 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-388312e7-842b-46a3-9989-3199798c38cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:24.522630 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388312e7-842b-46a3-9989-3199798c38cc admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b4cf28-2cab-45cc-87ea-645b4f8b60ee,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:24.615575 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2dbcbd-f68a-4daf-8e8c-64705f07b662 req-d8e8c9f1-7345-43f7-abc7-f01903f529c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:24.617104 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7b2dbcbd-f68a-4daf-8e8c-64705f07b662 req-d8e8c9f1-7345-43f7-abc7-f01903f529c3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f9262c83-33a7-483c-9f00-2f69d5821afd HTTP/1.1" status: 200 len: 1098 time: 0.0788524 Sep 23 15:19:24.623587 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-388312e7-842b-46a3-9989-3199798c38cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:24.661592 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7b2dbcbd-f68a-4daf-8e8c-64705f07b662 req-e541dfe0-d6e1-4e47-8b65-087ce3224fc7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=52d1370c-e634-4ec1-9187-5caec5d3cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381396 Sep 23 15:19:24.844638 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-388312e7-842b-46a3-9989-3199798c38cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:24.847486 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-388312e7-842b-46a3-9989-3199798c38cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:24.897393 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69774b5b-5b0e-4da4-beac-d0574aa307a3 req-9a1ee9f8-35cc-4524-b6ea-d09218be721a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:24.898945 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-69774b5b-5b0e-4da4-beac-d0574aa307a3 req-9a1ee9f8-35cc-4524-b6ea-d09218be721a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9262c83-33a7-483c-9f00-2f69d5821afd HTTP/1.1" status: 200 len: 945 time: 0.1709476 Sep 23 15:19:24.946104 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-69774b5b-5b0e-4da4-beac-d0574aa307a3 req-121642af-1403-4fe0-ba49-09219b4a9caa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=52d1370c-e634-4ec1-9187-5caec5d3cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405383 Sep 23 15:19:24.992526 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-388312e7-842b-46a3-9989-3199798c38cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:24.993090 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388312e7-842b-46a3-9989-3199798c38cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:19:25.006171 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-388312e7-842b-46a3-9989-3199798c38cc admin admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:25.007302 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-388312e7-842b-46a3-9989-3199798c38cc admin admin] 10.222.0.67 "DELETE /v2.0/routers/e92fc99d-d4c7-4f9a-a9ab-2fea8d040f3e HTTP/1.1" status: 204 len: 168 time: 1.8533320 Sep 23 15:19:25.010198 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51686) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:25.076466 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea5e6c7-1592-48a7-b974-f8b6914bb1e7 admin admin] Deleting subnet 64979ce6-fb4a-43b7-a76f-4e9da53aeed1 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:19:25.076969 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1ea5e6c7-1592-48a7-b974-f8b6914bb1e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:25.125235 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1ea5e6c7-1592-48a7-b974-f8b6914bb1e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:25.193427 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 151e0e53-e3ba-4bc9-9023-6df4ff246ff1 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:19:25.209061 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1ea5e6c7-1592-48a7-b974-f8b6914bb1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:25.228029 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 151e0e53-e3ba-4bc9-9023-6df4ff246ff1 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:19:25.228376 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 151e0e53-e3ba-4bc9-9023-6df4ff246ff1 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:19:25.228820 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f3b4cf28-2cab-45cc-87ea-645b4f8b60ee no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:19:25.264019 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: f3b4cf28-2cab-45cc-87ea-645b4f8b60ee {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:19:25.264363 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f3b4cf28-2cab-45cc-87ea-645b4f8b60ee not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:19:25.324480 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1ea5e6c7-1592-48a7-b974-f8b6914bb1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:25.364649 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1ea5e6c7-1592-48a7-b974-f8b6914bb1e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:25.368925 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5e6c7-1592-48a7-b974-f8b6914bb1e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64979ce6-fb4a-43b7-a76f-4e9da53aeed1,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:25.369734 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae25e3c6-95ba-49ef-8450-6fd640fe9d77 None None] Network 54f9df89-e4c3-410f-a46e-fdf8b10aca9a requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:19:25.376999 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1ea5e6c7-1592-48a7-b974-f8b6914bb1e7 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/64979ce6-fb4a-43b7-a76f-4e9da53aeed1 HTTP/1.1" status: 204 len: 168 time: 0.3624642 Sep 23 15:19:25.376999 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51690) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:25.485897 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0441eae-0184-4bdd-b212-a5a505fd2ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:25.497368 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-b0441eae-0184-4bdd-b212-a5a505fd2ad0 admin admin] Deleting port 17aff363-9c67-44fb-a344-6079fd86c44d {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:19:25.497702 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0441eae-0184-4bdd-b212-a5a505fd2ad0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:25.632929 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350ddfb3-f4da-475c-a623-f83e2c788dc7 None None] DHCP port deletion for 54f9df89-e4c3-410f-a46e-fdf8b10aca9a request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:19:25.637947 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-350ddfb3-f4da-475c-a623-f83e2c788dc7 None None] Deleting port 17aff363-9c67-44fb-a344-6079fd86c44d {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:19:25.638464 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-350ddfb3-f4da-475c-a623-f83e2c788dc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:25.716708 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-b0441eae-0184-4bdd-b212-a5a505fd2ad0 admin admin] For port 17aff363-9c67-44fb-a344-6079fd86c44d, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=17aff363-9c67-44fb-a344-6079fd86c44d,segment=NetworkSegment(2299cf50-8fc5-4710-8b0f-f89efce15188),segment_id=2299cf50-8fc5-4710-8b0f-f89efce15188)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:19:25.717064 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0441eae-0184-4bdd-b212-a5a505fd2ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:25.859907 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-b0441eae-0184-4bdd-b212-a5a505fd2ad0 admin admin] Calling delete_port for 17aff363-9c67-44fb-a344-6079fd86c44d owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:19:25.893291 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-350ddfb3-f4da-475c-a623-f83e2c788dc7 None None] For port 17aff363-9c67-44fb-a344-6079fd86c44d, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=17aff363-9c67-44fb-a344-6079fd86c44d,segment=NetworkSegment(2299cf50-8fc5-4710-8b0f-f89efce15188),segment_id=2299cf50-8fc5-4710-8b0f-f89efce15188)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:19:25.893589 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-350ddfb3-f4da-475c-a623-f83e2c788dc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:26.019030 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-350ddfb3-f4da-475c-a623-f83e2c788dc7 None None] Calling delete_port for 17aff363-9c67-44fb-a344-6079fd86c44d owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:19:26.020322 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0441eae-0184-4bdd-b212-a5a505fd2ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:26.105328 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-350ddfb3-f4da-475c-a623-f83e2c788dc7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:19:26.105690 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-350ddfb3-f4da-475c-a623-f83e2c788dc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:19:26.157301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370c770-5331-48ef-be74-5462548c8ef9 req-c32ec8e7-f3ba-4527-9b56-a174108698a3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:26.158689 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5370c770-5331-48ef-be74-5462548c8ef9 req-c32ec8e7-f3ba-4527-9b56-a174108698a3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9262c83-33a7-483c-9f00-2f69d5821afd HTTP/1.1" status: 200 len: 945 time: 0.0947952 Sep 23 15:19:26.179836 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0441eae-0184-4bdd-b212-a5a505fd2ad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=17aff363-9c67-44fb-a344-6079fd86c44d,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:26.182429 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0441eae-0184-4bdd-b212-a5a505fd2ad0 admin admin] No DVR routers for this DVR port 17aff363-9c67-44fb-a344-6079fd86c44d on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:19:26.206683 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5370c770-5331-48ef-be74-5462548c8ef9 req-e0f11e8e-ee60-4667-81b2-c560739c9de4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=52d1370c-e634-4ec1-9187-5caec5d3cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418873 Sep 23 15:19:26.302516 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0441eae-0184-4bdd-b212-a5a505fd2ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:26.327632 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-b0441eae-0184-4bdd-b212-a5a505fd2ad0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f9df89-e4c3-410f-a46e-fdf8b10aca9a']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:26.383097 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-b0441eae-0184-4bdd-b212-a5a505fd2ad0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2299cf50-8fc5-4710-8b0f-f89efce15188') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:26.383391 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-b0441eae-0184-4bdd-b212-a5a505fd2ad0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2299cf50-8fc5-4710-8b0f-f89efce15188') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:26.402002 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0441eae-0184-4bdd-b212-a5a505fd2ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:26.425632 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0441eae-0184-4bdd-b212-a5a505fd2ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:26.434637 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0441eae-0184-4bdd-b212-a5a505fd2ad0 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:19:26.435017 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0441eae-0184-4bdd-b212-a5a505fd2ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:26.503963 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 2299cf50-8fc5-4710-8b0f-f89efce15188 resource provider aggregate not found Sep 23 15:19:26.524842 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 2299cf50-8fc5-4710-8b0f-f89efce15188 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2299cf50-8fc5-4710-8b0f-f89efce15188 found for delete ", "request_id": "req-d18a2014-a1b3-44ac-b878-24738d823e03"}]} Sep 23 15:19:26.543806 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329c898-1b20-4b95-a427-9559e067bbb2 req-239685db-c25b-44d9-8caf-170460aba2d4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:26.545347 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1329c898-1b20-4b95-a427-9559e067bbb2 req-239685db-c25b-44d9-8caf-170460aba2d4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9262c83-33a7-483c-9f00-2f69d5821afd HTTP/1.1" status: 200 len: 945 time: 0.2109940 Sep 23 15:19:26.598609 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1329c898-1b20-4b95-a427-9559e067bbb2 req-3f6db92a-ec72-471f-89a4-a7a3785ed626 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=52d1370c-e634-4ec1-9187-5caec5d3cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473838 Sep 23 15:19:26.607527 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-350ddfb3-f4da-475c-a623-f83e2c788dc7 None None] Deleting port 17aff363-9c67-44fb-a344-6079fd86c44d {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:19:26.608158 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-350ddfb3-f4da-475c-a623-f83e2c788dc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:26.630551 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51702) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:26.676042 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-350ddfb3-f4da-475c-a623-f83e2c788dc7 None None] The port '17aff363-9c67-44fb-a344-6079fd86c44d' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:19:26.711794 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2971e9-cf3a-4d15-9778-cd83ba88b61b tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:26.713966 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6a2971e9-cf3a-4d15-9778-cd83ba88b61b tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f9262c83-33a7-483c-9f00-2f69d5821afd HTTP/1.1" status: 200 len: 1093 time: 0.0818048 Sep 23 15:19:26.716766 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51706) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:26.721537 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-ac0cb063-8aed-41b9-b6a0-781690d79415 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': '02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:19:26.727831 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ac0cb063-8aed-41b9-b6a0-781690d79415 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:19:26.731857 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ac0cb063-8aed-41b9-b6a0-781690d79415 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:floatingip and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:19:26.734857 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-ac0cb063-8aed-41b9-b6a0-781690d79415 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:19:26.740687 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-ac0cb063-8aed-41b9-b6a0-781690d79415 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:19:26.844780 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0441eae-0184-4bdd-b212-a5a505fd2ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:26.860685 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0441eae-0184-4bdd-b212-a5a505fd2ad0 admin admin] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:26.873420 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0441eae-0184-4bdd-b212-a5a505fd2ad0 admin admin] Pushing event deleted for resources: {'Network': ['ID=54f9df89-e4c3-410f-a46e-fdf8b10aca9a,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:26.882180 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b0441eae-0184-4bdd-b212-a5a505fd2ad0 admin admin] 10.222.0.67 "DELETE /v2.0/networks/54f9df89-e4c3-410f-a46e-fdf8b10aca9a HTTP/1.1" status: 204 len: 168 time: 1.5011654 Sep 23 15:19:26.882180 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51710) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:26.940786 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ac0cb063-8aed-41b9-b6a0-781690d79415 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:27.192083 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 17aff363-9c67-44fb-a344-6079fd86c44d no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:19:27.231523 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 17aff363-9c67-44fb-a344-6079fd86c44d {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:19:27.231861 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 17aff363-9c67-44fb-a344-6079fd86c44d not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:19:27.338996 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ac0cb063-8aed-41b9-b6a0-781690d79415 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:27.570705 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-ac0cb063-8aed-41b9-b6a0-781690d79415 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.26.10.162 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/073afb50-dcaf-4fba-8f9f-4e373a3335b1) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:19:27.884642 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ac0cb063-8aed-41b9-b6a0-781690d79415 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:27.906251 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4ebfb4d9-681c-4ef7-8b59-eea8c10e96f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:28.074076 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:19:28.136869 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ac0cb063-8aed-41b9-b6a0-781690d79415 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:28.243534 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0cb063-8aed-41b9-b6a0-781690d79415 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:19:28.254408 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-ac0cb063-8aed-41b9-b6a0-781690d79415 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:19:28.261917 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0cb063-8aed-41b9-b6a0-781690d79415 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:19:28.293533 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0cb063-8aed-41b9-b6a0-781690d79415 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=073afb50-dcaf-4fba-8f9f-4e373a3335b1,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:28.484682 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-4ebfb4d9-681c-4ef7-8b59-eea8c10e96f0 admin admin] Deleting port f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:19:28.485028 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4ebfb4d9-681c-4ef7-8b59-eea8c10e96f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:28.834819 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-4ebfb4d9-681c-4ef7-8b59-eea8c10e96f0 admin admin] For port f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2,segment=NetworkSegment(1a0e1add-bcd2-4a1c-8edf-c395254cdac9),segment_id=1a0e1add-bcd2-4a1c-8edf-c395254cdac9)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:19:28.835435 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4ebfb4d9-681c-4ef7-8b59-eea8c10e96f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:28.958974 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-4ebfb4d9-681c-4ef7-8b59-eea8c10e96f0 admin admin] Calling delete_port for f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2 owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:19:29.080054 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ac0cb063-8aed-41b9-b6a0-781690d79415 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:29.341475 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4ebfb4d9-681c-4ef7-8b59-eea8c10e96f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:29.440100 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfb4d9-681c-4ef7-8b59-eea8c10e96f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:29.484782 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ac0cb063-8aed-41b9-b6a0-781690d79415 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:29.840685 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4ebfb4d9-681c-4ef7-8b59-eea8c10e96f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:30.003211 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ac0cb063-8aed-41b9-b6a0-781690d79415 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:30.099394 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ac0cb063-8aed-41b9-b6a0-781690d79415 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:30.273875 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0cb063-8aed-41b9-b6a0-781690d79415 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=073afb50-dcaf-4fba-8f9f-4e373a3335b1,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:30.297995 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ac0cb063-8aed-41b9-b6a0-781690d79415 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:30.455693 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebfb4d9-681c-4ef7-8b59-eea8c10e96f0 admin admin] Router 832340c1-51a6-46a9-9505-a23b73f3df0f has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:19:30.675239 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-ac0cb063-8aed-41b9-b6a0-781690d79415 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Floating IP 47a01a8e-109d-4ca9-aeeb-eb696b23903b associated. External IP: 172.26.10.162, port: 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc. Sep 23 15:19:30.926771 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebfb4d9-681c-4ef7-8b59-eea8c10e96f0 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:19:30.936602 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd33309-ce07-4b7c-8690-1d9268430bbf None None] Sync routers for ids ['832340c1-51a6-46a9-9505-a23b73f3df0f'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:19:30.947520 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd33309-ce07-4b7c-8690-1d9268430bbf None None] Routers {'832340c1-51a6-46a9-9505-a23b73f3df0f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:19:30.948137 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-9fd33309-ce07-4b7c-8690-1d9268430bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:19:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['832340c1-51a6-46a9-9505-a23b73f3df0f'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:31.105415 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4ebfb4d9-681c-4ef7-8b59-eea8c10e96f0 admin admin] 10.222.0.67 "PUT /v2.0/routers/832340c1-51a6-46a9-9505-a23b73f3df0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2205799 Sep 23 15:19:31.106361 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51714) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:31.127254 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-9fd33309-ce07-4b7c-8690-1d9268430bbf None None] Set router 832340c1-51a6-46a9-9505-a23b73f3df0f gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:19:31.268890 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0cb063-8aed-41b9-b6a0-781690d79415 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 33da5bda-3d02-41c3-8970-c37d8ae1624a has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:19:31.385922 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-89c41b15-81fb-464a-a9eb-b10ae8b63a1e admin admin] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:31.442558 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-9fd33309-ce07-4b7c-8690-1d9268430bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832340c1-51a6-46a9-9505-a23b73f3df0f', 'name': 'tempest-TestVolumeBootPattern-86368495-router', 'tenant_id': '121498c666ce46819fcd1c388d8f9c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.240'}], 'enable_snat': True}, 'gw_port_id': 'c1c98daf-34b9-4bd6-8fdd-0bdd4443034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:31Z', 'updated_at': '2022-09-23T15:19:29Z', 'revision_number': 5, 'project_id': '121498c666ce46819fcd1c388d8f9c4b', 'gw_port': {'id': 'c1c98daf-34b9-4bd6-8fdd-0bdd4443034d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832340c1-51a6-46a9-9505-a23b73f3df0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:33Z', 'updated_at': '2022-09-23T15:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:31.446259 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd33309-ce07-4b7c-8690-1d9268430bbf None None] Checking router: 832340c1-51a6-46a9-9505-a23b73f3df0f for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:19:31.454600 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd33309-ce07-4b7c-8690-1d9268430bbf None None] Routers {'832340c1-51a6-46a9-9505-a23b73f3df0f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:19:31.455199 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-9fd33309-ce07-4b7c-8690-1d9268430bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:19:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['832340c1-51a6-46a9-9505-a23b73f3df0f'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:31.627351 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0cb063-8aed-41b9-b6a0-781690d79415 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:19:31.631315 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-9fd33309-ce07-4b7c-8690-1d9268430bbf None None] Set router 832340c1-51a6-46a9-9505-a23b73f3df0f gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:19:31.641080 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065ac1f8-7403-4d33-a43d-c7156fed92ed None None] Sync routers for ids ['33da5bda-3d02-41c3-8970-c37d8ae1624a'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:19:31.651086 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065ac1f8-7403-4d33-a43d-c7156fed92ed None None] Routers {'33da5bda-3d02-41c3-8970-c37d8ae1624a'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:19:31.651923 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-065ac1f8-7403-4d33-a43d-c7156fed92ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:19:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['33da5bda-3d02-41c3-8970-c37d8ae1624a'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:31.660528 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-89c41b15-81fb-464a-a9eb-b10ae8b63a1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:31.746092 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ac0cb063-8aed-41b9-b6a0-781690d79415 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:31.828001 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ac0cb063-8aed-41b9-b6a0-781690d79415 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.1101465 Sep 23 15:19:31.828997 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9262c83-33a7-483c-9f00-2f69d5821afd', 'tag': '02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:19:31.829802 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51718) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:31.831757 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8009c2c01c24846940f3c9c2beb64f503f2d744ca5e92813e431a27377ac34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33262b5-8767-4fcf-b9f5-e1792d410e72" -d '{"events": [{"name": "network-changed", "server_uuid": "f9262c83-33a7-483c-9f00-2f69d5821afd", "tag": "02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:19:31.834280 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-89c41b15-81fb-464a-a9eb-b10ae8b63a1e admin admin] Deleting port c1c98daf-34b9-4bd6-8fdd-0bdd4443034d {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:19:31.834650 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-89c41b15-81fb-464a-a9eb-b10ae8b63a1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:31.841715 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-065ac1f8-7403-4d33-a43d-c7156fed92ed None None] Set router 33da5bda-3d02-41c3-8970-c37d8ae1624a gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:19:31.935784 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-9fd33309-ce07-4b7c-8690-1d9268430bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832340c1-51a6-46a9-9505-a23b73f3df0f', 'name': 'tempest-TestVolumeBootPattern-86368495-router', 'tenant_id': '121498c666ce46819fcd1c388d8f9c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.240'}], 'enable_snat': True}, 'gw_port_id': 'c1c98daf-34b9-4bd6-8fdd-0bdd4443034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:31Z', 'updated_at': '2022-09-23T15:19:29Z', 'revision_number': 5, 'project_id': '121498c666ce46819fcd1c388d8f9c4b', 'gw_port': {'id': 'c1c98daf-34b9-4bd6-8fdd-0bdd4443034d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832340c1-51a6-46a9-9505-a23b73f3df0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:33Z', 'updated_at': '2022-09-23T15:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:31.941312 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd33309-ce07-4b7c-8690-1d9268430bbf None None] The sync data for ids ['832340c1-51a6-46a9-9505-a23b73f3df0f'] in dv-neutron-859093-1-hyperv is: [{'id': '832340c1-51a6-46a9-9505-a23b73f3df0f', 'name': 'tempest-TestVolumeBootPattern-86368495-router', 'tenant_id': '121498c666ce46819fcd1c388d8f9c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.240'}], 'enable_snat': True}, 'gw_port_id': 'c1c98daf-34b9-4bd6-8fdd-0bdd4443034d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:08:31Z', 'updated_at': '2022-09-23T15:19:29Z', 'revision_number': 5, 'project_id': '121498c666ce46819fcd1c388d8f9c4b', 'gw_port': {'id': 'c1c98daf-34b9-4bd6-8fdd-0bdd4443034d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832340c1-51a6-46a9-9505-a23b73f3df0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:08:33Z', 'updated_at': '2022-09-23T15:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:19:32.121090 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6af873c-9254-4ddb-99a8-22b371239d82 x-openstack-request-id: req-b6af873c-9254-4ddb-99a8-22b371239d82 {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:19:32.121704 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9262c83-33a7-483c-9f00-2f69d5821afd", "tag": "02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:19:32.121704 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b6af873c-9254-4ddb-99a8-22b371239d82 {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:19:32.122432 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6af873c-9254-4ddb-99a8-22b371239d82'] response: {'name': 'network-changed', 'server_uuid': 'f9262c83-33a7-483c-9f00-2f69d5821afd', 'tag': '02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc', 'status': 'completed', 'code': 200} Sep 23 15:19:32.127570 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-416ee981-562c-4d60-bb02-fdcaa397633b tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/routers/33da5bda-3d02-41c3-8970-c37d8ae1624a HTTP/1.1" status: 200 len: 924 time: 0.2950659 Sep 23 15:19:32.129320 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51726) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:32.181848 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-55904e9e-f9f3-4043-9a6f-6bf868c01ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:32.187167 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-89c41b15-81fb-464a-a9eb-b10ae8b63a1e admin admin] For port c1c98daf-34b9-4bd6-8fdd-0bdd4443034d, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=c1c98daf-34b9-4bd6-8fdd-0bdd4443034d,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:19:32.187532 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-89c41b15-81fb-464a-a9eb-b10ae8b63a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:32.231185 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33262b5-8767-4fcf-b9f5-e1792d410e72 req-41277666-56ed-426a-bf49-0f952c1fb342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:32.232664 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a33262b5-8767-4fcf-b9f5-e1792d410e72 req-41277666-56ed-426a-bf49-0f952c1fb342 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=f9262c83-33a7-483c-9f00-2f69d5821afd HTTP/1.1" status: 200 len: 1098 time: 0.1959207 Sep 23 15:19:32.267365 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-cad680ef-f8b4-4711-88d1-ceecb850ed6e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/47a01a8e-109d-4ca9-aeeb-eb696b23903b HTTP/1.1" status: 200 len: 992 time: 0.1368256 Sep 23 15:19:32.294535 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-065ac1f8-7403-4d33-a43d-c7156fed92ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'name': 'tempest-TestNetworkBasicOps-router-1828609367', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239'}], 'enable_snat': True}, 'gw_port_id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:19:01Z', 'updated_at': '2022-09-23T15:19:07Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:02Z', 'updated_at': '2022-09-23T15:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '47a01a8e-109d-4ca9-aeeb-eb696b23903b', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.162', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'port_id': '02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf', 'mac_address': 'fa:16:3e:20:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9262c83-33a7-483c-9f00-2f69d5821afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:19:28Z', 'updated_at': '2022-09-23T15:19:28Z', 'revision_number': 0, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8636ea04-b884-4b1e-ac4a-4cc34c46c9bc', 'name': '', 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:58:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:06Z', 'updated_at': '2022-09-23T15:19:13Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:32.298454 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065ac1f8-7403-4d33-a43d-c7156fed92ed None None] Checking router: 33da5bda-3d02-41c3-8970-c37d8ae1624a for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:19:32.311974 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065ac1f8-7403-4d33-a43d-c7156fed92ed None None] Routers {'33da5bda-3d02-41c3-8970-c37d8ae1624a'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:19:32.312607 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-065ac1f8-7403-4d33-a43d-c7156fed92ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:19:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['33da5bda-3d02-41c3-8970-c37d8ae1624a'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:32.314457 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-89c41b15-81fb-464a-a9eb-b10ae8b63a1e admin admin] Calling delete_port for c1c98daf-34b9-4bd6-8fdd-0bdd4443034d owned by network:router_gateway {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:19:32.389536 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33262b5-8767-4fcf-b9f5-e1792d410e72 req-c6257bbb-cbf0-4e5f-a4d2-ae66bc5aa948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:32.391059 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a33262b5-8767-4fcf-b9f5-e1792d410e72 req-c6257bbb-cbf0-4e5f-a4d2-ae66bc5aa948 service neutron] 10.222.0.72 "GET /v2.0/networks?id=78c7bf5d-ff8f-4027-927b-4130f295cdbf HTTP/1.1" status: 200 len: 898 time: 0.1509762 Sep 23 15:19:32.511919 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-065ac1f8-7403-4d33-a43d-c7156fed92ed None None] Set router 33da5bda-3d02-41c3-8970-c37d8ae1624a gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:19:32.529404 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a33262b5-8767-4fcf-b9f5-e1792d410e72 req-863f2557-e10f-4ebc-841b-8dcc2b23bd79 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc HTTP/1.1" status: 200 len: 1000 time: 0.1312251 Sep 23 15:19:32.563758 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-89c41b15-81fb-464a-a9eb-b10ae8b63a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:32.593353 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33262b5-8767-4fcf-b9f5-e1792d410e72 req-04dd7b08-4b0f-4aad-a5dd-b8e2ccc565e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:32.595032 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a33262b5-8767-4fcf-b9f5-e1792d410e72 req-04dd7b08-4b0f-4aad-a5dd-b8e2ccc565e0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f HTTP/1.1" status: 200 len: 835 time: 0.0598724 Sep 23 15:19:32.618021 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c41b15-81fb-464a-a9eb-b10ae8b63a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c98daf-34b9-4bd6-8fdd-0bdd4443034d,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:32.649408 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:32.686476 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33262b5-8767-4fcf-b9f5-e1792d410e72 req-2d03c7a5-6c12-4d9b-853b-9ff7f895758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:32.688007 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a33262b5-8767-4fcf-b9f5-e1792d410e72 req-2d03c7a5-6c12-4d9b-853b-9ff7f895758d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=78c7bf5d-ff8f-4027-927b-4130f295cdbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867336 Sep 23 15:19:32.719963 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-89c41b15-81fb-464a-a9eb-b10ae8b63a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:32.905214 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-89c41b15-81fb-464a-a9eb-b10ae8b63a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:32.907780 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-89c41b15-81fb-464a-a9eb-b10ae8b63a1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:32.935231 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-065ac1f8-7403-4d33-a43d-c7156fed92ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'name': 'tempest-TestNetworkBasicOps-router-1828609367', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239'}], 'enable_snat': True}, 'gw_port_id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:19:01Z', 'updated_at': '2022-09-23T15:19:07Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:02Z', 'updated_at': '2022-09-23T15:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '47a01a8e-109d-4ca9-aeeb-eb696b23903b', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.162', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'port_id': '02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf', 'mac_address': 'fa:16:3e:20:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9262c83-33a7-483c-9f00-2f69d5821afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:19:28Z', 'updated_at': '2022-09-23T15:19:28Z', 'revision_number': 0, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8636ea04-b884-4b1e-ac4a-4cc34c46c9bc', 'name': '', 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:58:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:06Z', 'updated_at': '2022-09-23T15:19:13Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:32.939467 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065ac1f8-7403-4d33-a43d-c7156fed92ed None None] The sync data for ids ['33da5bda-3d02-41c3-8970-c37d8ae1624a'] in dv-neutron-859093-1-hyperv is: [{'id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'name': 'tempest-TestNetworkBasicOps-router-1828609367', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239'}], 'enable_snat': True}, 'gw_port_id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:19:01Z', 'updated_at': '2022-09-23T15:19:07Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:02Z', 'updated_at': '2022-09-23T15:19:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '47a01a8e-109d-4ca9-aeeb-eb696b23903b', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.162', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'port_id': '02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf', 'mac_address': 'fa:16:3e:20:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9262c83-33a7-483c-9f00-2f69d5821afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:19:28Z', 'updated_at': '2022-09-23T15:19:28Z', 'revision_number': 0, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8636ea04-b884-4b1e-ac4a-4cc34c46c9bc', 'name': '', 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:58:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:06Z', 'updated_at': '2022-09-23T15:19:13Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:19:32.949076 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a33262b5-8767-4fcf-b9f5-e1792d410e72 req-6fca6c8e-2f00-4958-82d6-b433724bc5ce service neutron] 10.222.0.72 "GET /v2.0/networks/78c7bf5d-ff8f-4027-927b-4130f295cdbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541664 Sep 23 15:19:32.992333 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-89c41b15-81fb-464a-a9eb-b10ae8b63a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:32.995300 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c41b15-81fb-464a-a9eb-b10ae8b63a1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 832340c1-51a6-46a9-9505-a23b73f3df0f {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:19:33.013406 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-89c41b15-81fb-464a-a9eb-b10ae8b63a1e admin admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:33.014913 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-89c41b15-81fb-464a-a9eb-b10ae8b63a1e admin admin] 10.222.0.67 "DELETE /v2.0/routers/832340c1-51a6-46a9-9505-a23b73f3df0f HTTP/1.1" status: 204 len: 168 time: 1.9078188 Sep 23 15:19:33.017352 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51730) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:33.088933 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d42b6bd-d7a4-4b23-9a57-f0e18d4bc98b admin admin] Deleting subnet c398878b-df72-4e93-b3df-fd8ad0fab69b {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:19:33.092332 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2d42b6bd-d7a4-4b23-9a57-f0e18d4bc98b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:33.099067 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a33262b5-8767-4fcf-b9f5-e1792d410e72 req-22592cad-4816-4c45-b55f-1b5ea1ef8579 service neutron] 10.222.0.72 "GET /v2.0/networks/78c7bf5d-ff8f-4027-927b-4130f295cdbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438160 Sep 23 15:19:33.148460 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2d42b6bd-d7a4-4b23-9a57-f0e18d4bc98b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:33.207547 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a89f848-9d74-444f-9655-87141cc06df1 None None] New status for floating IP 47a01a8e-109d-4ca9-aeeb-eb696b23903b: ACTIVE {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:19:33.235699 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2d42b6bd-d7a4-4b23-9a57-f0e18d4bc98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:33.271112 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51734) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:33.370058 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2d42b6bd-d7a4-4b23-9a57-f0e18d4bc98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:33.391912 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-498ed131-42b9-4c75-a05c-c1e43b8cd86a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/47a01a8e-109d-4ca9-aeeb-eb696b23903b HTTP/1.1" status: 200 len: 992 time: 0.1193600 Sep 23 15:19:33.411164 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42b6bd-d7a4-4b23-9a57-f0e18d4bc98b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c398878b-df72-4e93-b3df-fd8ad0fab69b,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:33.413040 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2d42b6bd-d7a4-4b23-9a57-f0e18d4bc98b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:33.417258 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c744106b-b452-42a8-8f8c-628699ef8f06 None None] Network f8c6fb9e-2885-4bcb-880f-99ab23d2372f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:19:33.420181 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2d42b6bd-d7a4-4b23-9a57-f0e18d4bc98b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/c398878b-df72-4e93-b3df-fd8ad0fab69b HTTP/1.1" status: 204 len: 168 time: 0.4005806 Sep 23 15:19:33.428271 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51738) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:33.563732 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:19:33.571193 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-10e28c59-ddca-41f7-ae6b-1b48657c740d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:33.585029 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-10e28c59-ddca-41f7-ae6b-1b48657c740d admin admin] Deleting port afbb36fb-9579-46b2-9902-4d265f685e94 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:19:33.585453 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-10e28c59-ddca-41f7-ae6b-1b48657c740d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:33.638927 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:19:33.639274 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f4b30dee-dcaa-4e74-a1af-85b0cf12e9e2 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:19:33.734077 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035190f1-04fe-4ef7-aa17-2a67955acd32 None None] DHCP port deletion for f8c6fb9e-2885-4bcb-880f-99ab23d2372f request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:19:33.738478 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-035190f1-04fe-4ef7-aa17-2a67955acd32 None None] Deleting port afbb36fb-9579-46b2-9902-4d265f685e94 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:19:33.738808 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-035190f1-04fe-4ef7-aa17-2a67955acd32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:33.797376 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-10e28c59-ddca-41f7-ae6b-1b48657c740d admin admin] For port afbb36fb-9579-46b2-9902-4d265f685e94, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=afbb36fb-9579-46b2-9902-4d265f685e94,segment=NetworkSegment(1a0e1add-bcd2-4a1c-8edf-c395254cdac9),segment_id=1a0e1add-bcd2-4a1c-8edf-c395254cdac9)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:19:33.797616 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-10e28c59-ddca-41f7-ae6b-1b48657c740d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:33.919172 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-10e28c59-ddca-41f7-ae6b-1b48657c740d admin admin] Calling delete_port for afbb36fb-9579-46b2-9902-4d265f685e94 owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:19:33.943847 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-035190f1-04fe-4ef7-aa17-2a67955acd32 None None] For port afbb36fb-9579-46b2-9902-4d265f685e94, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=afbb36fb-9579-46b2-9902-4d265f685e94,segment=NetworkSegment(1a0e1add-bcd2-4a1c-8edf-c395254cdac9),segment_id=1a0e1add-bcd2-4a1c-8edf-c395254cdac9)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:19:33.944242 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-035190f1-04fe-4ef7-aa17-2a67955acd32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:34.049514 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-10e28c59-ddca-41f7-ae6b-1b48657c740d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:34.065134 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-035190f1-04fe-4ef7-aa17-2a67955acd32 None None] Calling delete_port for afbb36fb-9579-46b2-9902-4d265f685e94 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:19:34.096700 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e28c59-ddca-41f7-ae6b-1b48657c740d admin admin] Pushing event deleted for resources: {'Port': ['ID=afbb36fb-9579-46b2-9902-4d265f685e94,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:34.104603 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e28c59-ddca-41f7-ae6b-1b48657c740d admin admin] No DVR routers for this DVR port afbb36fb-9579-46b2-9902-4d265f685e94 on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:19:34.139762 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-035190f1-04fe-4ef7-aa17-2a67955acd32 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:19:34.140115 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-035190f1-04fe-4ef7-aa17-2a67955acd32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:19:34.220806 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-10e28c59-ddca-41f7-ae6b-1b48657c740d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:34.248864 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-10e28c59-ddca-41f7-ae6b-1b48657c740d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c6fb9e-2885-4bcb-880f-99ab23d2372f']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:34.264574 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-10e28c59-ddca-41f7-ae6b-1b48657c740d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a0e1add-bcd2-4a1c-8edf-c395254cdac9') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:34.264872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-10e28c59-ddca-41f7-ae6b-1b48657c740d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a0e1add-bcd2-4a1c-8edf-c395254cdac9') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:19:34.276929 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-10e28c59-ddca-41f7-ae6b-1b48657c740d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:34.292908 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-10e28c59-ddca-41f7-ae6b-1b48657c740d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:34.298694 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e28c59-ddca-41f7-ae6b-1b48657c740d admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:19:34.299096 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-10e28c59-ddca-41f7-ae6b-1b48657c740d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:34.382062 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 1a0e1add-bcd2-4a1c-8edf-c395254cdac9 resource provider aggregate not found Sep 23 15:19:34.395538 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51748) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:34.452922 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 1a0e1add-bcd2-4a1c-8edf-c395254cdac9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a0e1add-bcd2-4a1c-8edf-c395254cdac9 found for delete ", "request_id": "req-80b72571-0867-46be-a94b-5ba122895b98"}]} Sep 23 15:19:34.473546 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-10e28c59-ddca-41f7-ae6b-1b48657c740d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:34.498596 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-10e28c59-ddca-41f7-ae6b-1b48657c740d admin admin] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:34.513747 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e28c59-ddca-41f7-ae6b-1b48657c740d admin admin] Pushing event deleted for resources: {'Network': ['ID=f8c6fb9e-2885-4bcb-880f-99ab23d2372f,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:34.526729 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-10e28c59-ddca-41f7-ae6b-1b48657c740d admin admin] 10.222.0.67 "DELETE /v2.0/networks/f8c6fb9e-2885-4bcb-880f-99ab23d2372f HTTP/1.1" status: 204 len: 168 time: 1.0973082 Sep 23 15:19:34.535314 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c88d622e-4db6-482c-93c7-9ed54bb9771f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/47a01a8e-109d-4ca9-aeeb-eb696b23903b HTTP/1.1" status: 200 len: 994 time: 0.1354673 Sep 23 15:19:34.641523 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-035190f1-04fe-4ef7-aa17-2a67955acd32 None None] Deleting port afbb36fb-9579-46b2-9902-4d265f685e94 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:19:34.641900 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-035190f1-04fe-4ef7-aa17-2a67955acd32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:34.708051 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-035190f1-04fe-4ef7-aa17-2a67955acd32 None None] The port 'afbb36fb-9579-46b2-9902-4d265f685e94' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:19:34.852646 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51754) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:34.904340 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2fd5230b-32a5-4ad1-b32d-d03003d77ca8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4dd03006331a43759c203c055fc73500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505726 Sep 23 15:19:34.906842 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51758) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:34.964620 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-359ec31c-c161-4b34-a621-c52a796f6fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:34.989684 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-359ec31c-c161-4b34-a621-c52a796f6fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:35.055181 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fb9e9c2a-4b31-496c-a0d0-f00b2d301a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:35.111948 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-359ec31c-c161-4b34-a621-c52a796f6fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:35.127892 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ec31c-c161-4b34-a621-c52a796f6fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1c563f-1407-4014-9f6e-5bb4adb7e8d8,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:35.138575 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-359ec31c-c161-4b34-a621-c52a796f6fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:35.139812 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-359ec31c-c161-4b34-a621-c52a796f6fe1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ad1c563f-1407-4014-9f6e-5bb4adb7e8d8 HTTP/1.1" status: 204 len: 168 time: 0.2320962 Sep 23 15:19:35.203855 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device afbb36fb-9579-46b2-9902-4d265f685e94 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:19:35.239395 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: afbb36fb-9579-46b2-9902-4d265f685e94 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:19:35.239739 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device afbb36fb-9579-46b2-9902-4d265f685e94 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:19:35.240149 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device c1c98daf-34b9-4bd6-8fdd-0bdd4443034d no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:19:35.273328 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: c1c98daf-34b9-4bd6-8fdd-0bdd4443034d {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:19:35.276859 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device c1c98daf-34b9-4bd6-8fdd-0bdd4443034d not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:19:35.540136 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:35.562581 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:35.760830 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51766) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:35.809288 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-67475adb-65f5-477d-8383-b90750c539a8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=121498c666ce46819fcd1c388d8f9c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472925 Sep 23 15:19:35.811771 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51770) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:19:35.957082 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ca394617-2521-4eaa-bb3c-07e177752c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:35.983734 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ca394617-2521-4eaa-bb3c-07e177752c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:36.128056 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ca394617-2521-4eaa-bb3c-07e177752c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:36.142390 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca394617-2521-4eaa-bb3c-07e177752c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c4db99-feb5-4c2d-b7e2-8b7d9ce9653b,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:36.148600 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ca394617-2521-4eaa-bb3c-07e177752c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:19:36.149706 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ca394617-2521-4eaa-bb3c-07e177752c97 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/34c4db99-feb5-4c2d-b7e2-8b7d9ce9653b HTTP/1.1" status: 204 len: 168 time: 0.3370485 Sep 23 15:19:36.946143 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:01.810841 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51788) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:01.991233 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-cf753de8-7af5-4b29-921a-f392f8e255d5 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/routers/33da5bda-3d02-41c3-8970-c37d8ae1624a/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1792243 Sep 23 15:20:01.994858 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51792) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:02.134011 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a7b4393a-23f7-41fa-b661-52397b784a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:02.262007 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498a8fad-a025-4995-9f89-c6b6fc887d57 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Notify agent at dv-neutron-859093-1-hyperv the message router_removed_from_agent {{(pid=89739) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Sep 23 15:20:02.265157 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-498a8fad-a025-4995-9f89-c6b6fc887d57 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "DELETE /v2.0/agents/b32385b0-aa71-410f-856d-9576479f99e9/l3-routers/33da5bda-3d02-41c3-8970-c37d8ae1624a HTTP/1.1" status: 204 len: 168 time: 0.2693923 Sep 23 15:20:02.267884 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51796) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:02.450389 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-58c0d77e-caa6-4d80-9265-f5c2fb49c67f tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/routers/33da5bda-3d02-41c3-8970-c37d8ae1624a/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1813281 Sep 23 15:20:02.452924 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51800) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:02.558565 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d6ba5ae0-54b1-4616-9ca3-b31fa9a928a2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/47a01a8e-109d-4ca9-aeeb-eb696b23903b HTTP/1.1" status: 200 len: 994 time: 0.1044898 Sep 23 15:20:02.664850 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:03.014735 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e0088a-fd2b-47bb-94a5-2731e45962b4 None None] New status for floating IP 47a01a8e-109d-4ca9-aeeb-eb696b23903b: DOWN {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:20:03.209582 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:20:03.408127 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:20:03.408430 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:03.442113 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8636ea04-b884-4b1e-ac4a-4cc34c46c9bc,segment=NetworkSegment(997979f2-8530-43ef-a931-ae37510574da),segment_id=997979f2-8530-43ef-a931-ae37510574da)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:20:03.516788 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:03.517480 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5a59fad8-c445-415c-8ce8-af19db6db2e9 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:20:03.562417 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51804) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:03.633236 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=8636ea04-b884-4b1e-ac4a-4cc34c46c9bc,revision_number=6']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:03.671576 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-03eeaee7-835d-43b9-beae-94bf456ca5de tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/47a01a8e-109d-4ca9-aeeb-eb696b23903b HTTP/1.1" status: 200 len: 992 time: 0.1079507 Sep 23 15:20:03.693422 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 5a59fad8-c445-415c-8ce8-af19db6db2e9 is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:20:03.693721 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:03.709795 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 5a59fad8-c445-415c-8ce8-af19db6db2e9, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5a59fad8-c445-415c-8ce8-af19db6db2e9,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:20:03.795948 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:03.865294 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=5a59fad8-c445-415c-8ce8-af19db6db2e9,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:04.808770 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51810) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:05.058708 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8f953711-5f33-4bca-be32-6da8f7bfc554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:05.073148 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:20:05.150027 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16e3283-e165-488b-b7a0-611cb5e180e4 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Router 33da5bda-3d02-41c3-8970-c37d8ae1624a is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:20:05.150408 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16e3283-e165-488b-b7a0-611cb5e180e4 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Notify agent at dv-neutron-859093-1-hyperv the message router_added_to_agent {{(pid=89738) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Sep 23 15:20:05.168850 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b16e3283-e165-488b-b7a0-611cb5e180e4 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "POST /v2.0/agents/b32385b0-aa71-410f-856d-9576479f99e9/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3584542 Sep 23 15:20:05.171564 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51818) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:05.182022 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1393de7c-0ed7-46d1-b585-933ec8daf86e None None] Sync routers for ids ['33da5bda-3d02-41c3-8970-c37d8ae1624a'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:20:05.192012 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1393de7c-0ed7-46d1-b585-933ec8daf86e None None] Routers {'33da5bda-3d02-41c3-8970-c37d8ae1624a'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:20:05.192615 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-1393de7c-0ed7-46d1-b585-933ec8daf86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:20:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['33da5bda-3d02-41c3-8970-c37d8ae1624a'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:05.405342 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-1393de7c-0ed7-46d1-b585-933ec8daf86e None None] Set router 33da5bda-3d02-41c3-8970-c37d8ae1624a gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:20:05.467545 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-380107f9-ae88-4df3-8d8a-2ace47dcce8b tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/routers/33da5bda-3d02-41c3-8970-c37d8ae1624a/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2948806 Sep 23 15:20:05.471752 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51822) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:05.499721 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:05.522514 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:05.580466 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-858d9581-de3b-49bf-a2a0-8fc28dbc8510 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/47a01a8e-109d-4ca9-aeeb-eb696b23903b HTTP/1.1" status: 200 len: 992 time: 0.1079655 Sep 23 15:20:05.758917 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-1393de7c-0ed7-46d1-b585-933ec8daf86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'name': 'tempest-TestNetworkBasicOps-router-1828609367', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239'}], 'enable_snat': True}, 'gw_port_id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:19:01Z', 'updated_at': '2022-09-23T15:19:07Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:83:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:02Z', 'updated_at': '2022-09-23T15:20:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '47a01a8e-109d-4ca9-aeeb-eb696b23903b', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.162', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'port_id': '02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf', 'mac_address': 'fa:16:3e:20:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9262c83-33a7-483c-9f00-2f69d5821afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:19:28Z', 'updated_at': '2022-09-23T15:20:03Z', 'revision_number': 2, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8636ea04-b884-4b1e-ac4a-4cc34c46c9bc', 'name': '', 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:58:42:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:06Z', 'updated_at': '2022-09-23T15:20:03Z', 'revision_number': 6, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:05.762715 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1393de7c-0ed7-46d1-b585-933ec8daf86e None None] Checking router: 33da5bda-3d02-41c3-8970-c37d8ae1624a for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:20:05.770781 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1393de7c-0ed7-46d1-b585-933ec8daf86e None None] Routers {'33da5bda-3d02-41c3-8970-c37d8ae1624a'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:20:05.771371 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-1393de7c-0ed7-46d1-b585-933ec8daf86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:20:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['33da5bda-3d02-41c3-8970-c37d8ae1624a'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:05.946238 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-1393de7c-0ed7-46d1-b585-933ec8daf86e None None] Set router 33da5bda-3d02-41c3-8970-c37d8ae1624a gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:20:06.286410 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-1393de7c-0ed7-46d1-b585-933ec8daf86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'name': 'tempest-TestNetworkBasicOps-router-1828609367', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239'}], 'enable_snat': True}, 'gw_port_id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:19:01Z', 'updated_at': '2022-09-23T15:19:07Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:83:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:02Z', 'updated_at': '2022-09-23T15:20:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '47a01a8e-109d-4ca9-aeeb-eb696b23903b', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.162', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'port_id': '02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf', 'mac_address': 'fa:16:3e:20:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9262c83-33a7-483c-9f00-2f69d5821afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:19:28Z', 'updated_at': '2022-09-23T15:20:03Z', 'revision_number': 2, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8636ea04-b884-4b1e-ac4a-4cc34c46c9bc', 'name': '', 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:58:42:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:06Z', 'updated_at': '2022-09-23T15:20:03Z', 'revision_number': 6, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:06.290567 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1393de7c-0ed7-46d1-b585-933ec8daf86e None None] The sync data for ids ['33da5bda-3d02-41c3-8970-c37d8ae1624a'] in dv-neutron-859093-1-hyperv is: [{'id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'name': 'tempest-TestNetworkBasicOps-router-1828609367', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239'}], 'enable_snat': True}, 'gw_port_id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:19:01Z', 'updated_at': '2022-09-23T15:19:07Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:83:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:02Z', 'updated_at': '2022-09-23T15:20:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '47a01a8e-109d-4ca9-aeeb-eb696b23903b', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.162', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'port_id': '02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf', 'mac_address': 'fa:16:3e:20:1d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9262c83-33a7-483c-9f00-2f69d5821afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:19:28Z', 'updated_at': '2022-09-23T15:20:03Z', 'revision_number': 2, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8636ea04-b884-4b1e-ac4a-4cc34c46c9bc', 'name': '', 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:58:42:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:06Z', 'updated_at': '2022-09-23T15:20:03Z', 'revision_number': 6, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:20:06.583252 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51826) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:06.690088 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0daf661d-0529-42c3-b88c-e9bb939b1456 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/47a01a8e-109d-4ca9-aeeb-eb696b23903b HTTP/1.1" status: 200 len: 992 time: 0.1056812 Sep 23 15:20:06.957303 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:07.265851 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:20:07.335731 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:20:07.336644 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:07.337178 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc Sep 23 15:20:07.456497 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:20:07.456881 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:07.488945 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8636ea04-b884-4b1e-ac4a-4cc34c46c9bc,segment=NetworkSegment(997979f2-8530-43ef-a931-ae37510574da),segment_id=997979f2-8530-43ef-a931-ae37510574da)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:20:07.550791 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:07.551542 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5a59fad8-c445-415c-8ce8-af19db6db2e9 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:20:07.667851 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=8636ea04-b884-4b1e-ac4a-4cc34c46c9bc,revision_number=7']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:07.678246 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:07.678620 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:07.678962 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:07.679294 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:07.679877 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:07.681098 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:07.681428 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:07.681753 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:07.682377 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:07.682963 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:07.682963 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:07.682963 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:07.693839 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 5a59fad8-c445-415c-8ce8-af19db6db2e9 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:20:07.694191 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51830) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:07.694648 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:07.694648 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 5a59fad8-c445-415c-8ce8-af19db6db2e9 Sep 23 15:20:07.803401 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-23115e3f-80c7-4189-b3ff-5fb23d0af7cc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/47a01a8e-109d-4ca9-aeeb-eb696b23903b HTTP/1.1" status: 200 len: 992 time: 0.1080294 Sep 23 15:20:07.811579 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 5a59fad8-c445-415c-8ce8-af19db6db2e9 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:20:07.811961 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:07.836061 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 5a59fad8-c445-415c-8ce8-af19db6db2e9, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5a59fad8-c445-415c-8ce8-af19db6db2e9,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:20:07.909487 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac598f3-8b91-45f6-8aa0-c66560934269 None None] New status for floating IP 47a01a8e-109d-4ca9-aeeb-eb696b23903b: ACTIVE {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:20:07.966037 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:08.139037 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=5a59fad8-c445-415c-8ce8-af19db6db2e9,revision_number=6']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:08.809389 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51834) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:08.916336 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1cb52eed-0c18-4cd1-b48d-37e90ec13b57 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/47a01a8e-109d-4ca9-aeeb-eb696b23903b HTTP/1.1" status: 200 len: 994 time: 0.1058433 Sep 23 15:20:09.183282 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51842) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:09.219434 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:20:09.288733 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:20:09.289716 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:09.290054 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc Sep 23 15:20:09.388225 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-b74d1e2e-9c55-4c3f-81a5-271e5f4c7570 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port 073afb50-dcaf-4fba-8f9f-4e373a3335b1 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:20:09.388573 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b74d1e2e-9c55-4c3f-81a5-271e5f4c7570 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:09.405914 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:20:09.407047 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5a59fad8-c445-415c-8ce8-af19db6db2e9 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:20:09.472233 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 5a59fad8-c445-415c-8ce8-af19db6db2e9 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:20:09.472608 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:09.472951 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 5a59fad8-c445-415c-8ce8-af19db6db2e9 Sep 23 15:20:09.558509 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b74d1e2e-9c55-4c3f-81a5-271e5f4c7570 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:09.558868 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b74d1e2e-9c55-4c3f-81a5-271e5f4c7570 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:09.588675 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 5a59fad8-c445-415c-8ce8-af19db6db2e9 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:20:09.683327 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-b74d1e2e-9c55-4c3f-81a5-271e5f4c7570 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for 073afb50-dcaf-4fba-8f9f-4e373a3335b1 owned by network:floatingip {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:20:09.899614 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b74d1e2e-9c55-4c3f-81a5-271e5f4c7570 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:09.951619 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d1e2e-9c55-4c3f-81a5-271e5f4c7570 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=073afb50-dcaf-4fba-8f9f-4e373a3335b1,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:09.996270 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d1e2e-9c55-4c3f-81a5-271e5f4c7570 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:09.996617 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d1e2e-9c55-4c3f-81a5-271e5f4c7570 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:09.996953 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d1e2e-9c55-4c3f-81a5-271e5f4c7570 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:09.997287 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d1e2e-9c55-4c3f-81a5-271e5f4c7570 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:09.997614 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d1e2e-9c55-4c3f-81a5-271e5f4c7570 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:09.997948 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d1e2e-9c55-4c3f-81a5-271e5f4c7570 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:09.998274 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d1e2e-9c55-4c3f-81a5-271e5f4c7570 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:09.998614 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d1e2e-9c55-4c3f-81a5-271e5f4c7570 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:09.998943 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d1e2e-9c55-4c3f-81a5-271e5f4c7570 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:09.999247 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d1e2e-9c55-4c3f-81a5-271e5f4c7570 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:09.999567 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d1e2e-9c55-4c3f-81a5-271e5f4c7570 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:09.999882 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74d1e2e-9c55-4c3f-81a5-271e5f4c7570 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:10.054490 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b74d1e2e-9c55-4c3f-81a5-271e5f4c7570 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:10.055365 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-b74d1e2e-9c55-4c3f-81a5-271e5f4c7570 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Floating IP 47a01a8e-109d-4ca9-aeeb-eb696b23903b disassociated (deleted). External IP: 172.26.10.162, port: 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc. Sep 23 15:20:10.509212 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74d1e2e-9c55-4c3f-81a5-271e5f4c7570 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 33da5bda-3d02-41c3-8970-c37d8ae1624a has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:20:10.688318 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74d1e2e-9c55-4c3f-81a5-271e5f4c7570 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:20:10.698295 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b711e746-190f-4fe2-8b70-7576b47f50e9 None None] Sync routers for ids ['33da5bda-3d02-41c3-8970-c37d8ae1624a'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:20:10.707405 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b711e746-190f-4fe2-8b70-7576b47f50e9 None None] Routers {'33da5bda-3d02-41c3-8970-c37d8ae1624a'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:20:10.708032 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-b711e746-190f-4fe2-8b70-7576b47f50e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:20:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['33da5bda-3d02-41c3-8970-c37d8ae1624a'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:10.768251 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b74d1e2e-9c55-4c3f-81a5-271e5f4c7570 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:10.824985 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b74d1e2e-9c55-4c3f-81a5-271e5f4c7570 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/floatingips/47a01a8e-109d-4ca9-aeeb-eb696b23903b HTTP/1.1" status: 204 len: 168 time: 1.6403897 Sep 23 15:20:10.825602 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9262c83-33a7-483c-9f00-2f69d5821afd', 'tag': '02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:20:10.828317 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8009c2c01c24846940f3c9c2beb64f503f2d744ca5e92813e431a27377ac34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df7bd2a-50c5-44e6-a7f5-651f65c9be5f" -d '{"events": [{"name": "network-changed", "server_uuid": "f9262c83-33a7-483c-9f00-2f69d5821afd", "tag": "02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:20:10.871746 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622a559c-3d90-44bb-812d-e6bba6bc857b x-openstack-request-id: req-622a559c-3d90-44bb-812d-e6bba6bc857b {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:20:10.872042 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9262c83-33a7-483c-9f00-2f69d5821afd", "tag": "02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:20:10.872297 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-622a559c-3d90-44bb-812d-e6bba6bc857b {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:20:10.872705 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-622a559c-3d90-44bb-812d-e6bba6bc857b'] response: {'name': 'network-changed', 'server_uuid': 'f9262c83-33a7-483c-9f00-2f69d5821afd', 'tag': '02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc', 'status': 'completed', 'code': 200} Sep 23 15:20:10.897868 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-b711e746-190f-4fe2-8b70-7576b47f50e9 None None] Set router 33da5bda-3d02-41c3-8970-c37d8ae1624a gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:20:10.971801 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7bd2a-50c5-44e6-a7f5-651f65c9be5f req-05db17aa-4f8f-4022-905f-1ce9503a124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:10.973282 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7df7bd2a-50c5-44e6-a7f5-651f65c9be5f req-05db17aa-4f8f-4022-905f-1ce9503a124d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=f9262c83-33a7-483c-9f00-2f69d5821afd HTTP/1.1" status: 200 len: 1098 time: 0.0804875 Sep 23 15:20:11.110082 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7bd2a-50c5-44e6-a7f5-651f65c9be5f req-ced51c00-9d05-4a19-ab5c-a524d06548aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:11.111641 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7df7bd2a-50c5-44e6-a7f5-651f65c9be5f req-ced51c00-9d05-4a19-ab5c-a524d06548aa service neutron] 10.222.0.72 "GET /v2.0/networks?id=78c7bf5d-ff8f-4027-927b-4130f295cdbf HTTP/1.1" status: 200 len: 898 time: 0.1324575 Sep 23 15:20:11.183786 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7df7bd2a-50c5-44e6-a7f5-651f65c9be5f req-4f9dfdd8-3d89-4649-af0e-2dc2a863c7c4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc HTTP/1.1" status: 200 len: 217 time: 0.0652945 Sep 23 15:20:11.246083 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-b711e746-190f-4fe2-8b70-7576b47f50e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'name': 'tempest-TestNetworkBasicOps-router-1828609367', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239'}], 'enable_snat': True}, 'gw_port_id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:19:01Z', 'updated_at': '2022-09-23T15:19:07Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:02Z', 'updated_at': '2022-09-23T15:20:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '8636ea04-b884-4b1e-ac4a-4cc34c46c9bc', 'name': '', 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:58:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:06Z', 'updated_at': '2022-09-23T15:20:07Z', 'revision_number': 7, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:11.246961 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7bd2a-50c5-44e6-a7f5-651f65c9be5f req-f8a65e97-37e7-4f70-93f1-f1cefbbd31d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:11.248397 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7df7bd2a-50c5-44e6-a7f5-651f65c9be5f req-f8a65e97-37e7-4f70-93f1-f1cefbbd31d9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f HTTP/1.1" status: 200 len: 835 time: 0.0592380 Sep 23 15:20:11.250349 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b711e746-190f-4fe2-8b70-7576b47f50e9 None None] Checking router: 33da5bda-3d02-41c3-8970-c37d8ae1624a for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:20:11.259898 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b711e746-190f-4fe2-8b70-7576b47f50e9 None None] Routers {'33da5bda-3d02-41c3-8970-c37d8ae1624a'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:20:11.260511 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-b711e746-190f-4fe2-8b70-7576b47f50e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:20:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['33da5bda-3d02-41c3-8970-c37d8ae1624a'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:11.336027 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7bd2a-50c5-44e6-a7f5-651f65c9be5f req-7d865377-e31a-47bc-85c9-079ef46bdedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:11.337541 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7df7bd2a-50c5-44e6-a7f5-651f65c9be5f req-7d865377-e31a-47bc-85c9-079ef46bdedc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=78c7bf5d-ff8f-4027-927b-4130f295cdbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823622 Sep 23 15:20:11.371840 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e52dad-4284-4529-9b21-0037f9403d1c req-c6885aad-181b-4161-9dbc-15e8e82b2b0b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:11.372510 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-15e52dad-4284-4529-9b21-0037f9403d1c req-c6885aad-181b-4161-9dbc-15e8e82b2b0b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:20:11.437765 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-b711e746-190f-4fe2-8b70-7576b47f50e9 None None] Set router 33da5bda-3d02-41c3-8970-c37d8ae1624a gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:20:11.448371 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-15e52dad-4284-4529-9b21-0037f9403d1c req-c6885aad-181b-4161-9dbc-15e8e82b2b0b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:20:11.449568 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-15e52dad-4284-4529-9b21-0037f9403d1c req-c6885aad-181b-4161-9dbc-15e8e82b2b0b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9262c83-33a7-483c-9f00-2f69d5821afd HTTP/1.1" status: 200 len: 945 time: 0.1699767 Sep 23 15:20:11.506933 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-15e52dad-4284-4529-9b21-0037f9403d1c req-b8ed5319-28c3-441f-92ba-596a58c8143f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=52d1370c-e634-4ec1-9187-5caec5d3cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511038 Sep 23 15:20:11.579273 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7df7bd2a-50c5-44e6-a7f5-651f65c9be5f req-c27602e9-c1fa-4ce2-baa9-9d0ca5817a43 service neutron] 10.222.0.72 "GET /v2.0/networks/78c7bf5d-ff8f-4027-927b-4130f295cdbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351832 Sep 23 15:20:11.710644 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7df7bd2a-50c5-44e6-a7f5-651f65c9be5f req-636a7420-6fa2-40b5-822a-39d68ede147d service neutron] 10.222.0.72 "GET /v2.0/networks/78c7bf5d-ff8f-4027-927b-4130f295cdbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242950 Sep 23 15:20:11.754479 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-b711e746-190f-4fe2-8b70-7576b47f50e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'name': 'tempest-TestNetworkBasicOps-router-1828609367', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239'}], 'enable_snat': True}, 'gw_port_id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:19:01Z', 'updated_at': '2022-09-23T15:19:07Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:02Z', 'updated_at': '2022-09-23T15:20:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '8636ea04-b884-4b1e-ac4a-4cc34c46c9bc', 'name': '', 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:58:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:06Z', 'updated_at': '2022-09-23T15:20:07Z', 'revision_number': 7, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:11.759960 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b711e746-190f-4fe2-8b70-7576b47f50e9 None None] The sync data for ids ['33da5bda-3d02-41c3-8970-c37d8ae1624a'] in dv-neutron-859093-1-hyperv is: [{'id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'name': 'tempest-TestNetworkBasicOps-router-1828609367', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239'}], 'enable_snat': True}, 'gw_port_id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:19:01Z', 'updated_at': '2022-09-23T15:19:07Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:02Z', 'updated_at': '2022-09-23T15:20:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '8636ea04-b884-4b1e-ac4a-4cc34c46c9bc', 'name': '', 'network_id': '78c7bf5d-ff8f-4027-927b-4130f295cdbf', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:58:42:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:06Z', 'updated_at': '2022-09-23T15:20:07Z', 'revision_number': 7, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:20:12.375278 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d6b647-1b59-4325-9a30-740518b5d23c None None] New status for floating IP 47a01a8e-109d-4ca9-aeeb-eb696b23903b: DOWN {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:20:12.590602 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a0e14-75d7-491f-9a9e-602d46767409 req-1b1c0d39-5746-4a81-9f16-6ee37e245047 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:12.592028 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d71a0e14-75d7-491f-9a9e-602d46767409 req-1b1c0d39-5746-4a81-9f16-6ee37e245047 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/ports?device_id=f9262c83-33a7-483c-9f00-2f69d5821afd HTTP/1.1" status: 200 len: 945 time: 0.0892963 Sep 23 15:20:12.717582 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-d71a0e14-75d7-491f-9a9e-602d46767409 req-2a902473-9910-4188-a2b6-8e16ec8a8ee8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:20:12.717920 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d71a0e14-75d7-491f-9a9e-602d46767409 req-2a902473-9910-4188-a2b6-8e16ec8a8ee8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:12.821810 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfa787-297f-49bc-8cc4-499cc38120c8 req-3723554c-87c3-4d81-9e0c-e09d6064b448 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:12.823281 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-20dfa787-297f-49bc-8cc4-499cc38120c8 req-3723554c-87c3-4d81-9e0c-e09d6064b448 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9262c83-33a7-483c-9f00-2f69d5821afd HTTP/1.1" status: 200 len: 945 time: 0.1977563 Sep 23 15:20:12.956305 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-20dfa787-297f-49bc-8cc4-499cc38120c8 req-426f1b73-e82b-45d7-91b6-33cc43925464 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=52d1370c-e634-4ec1-9187-5caec5d3cf76&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1256208 Sep 23 15:20:13.014106 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-d71a0e14-75d7-491f-9a9e-602d46767409 req-2a902473-9910-4188-a2b6-8e16ec8a8ee8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc,segment=NetworkSegment(997979f2-8530-43ef-a931-ae37510574da),segment_id=997979f2-8530-43ef-a931-ae37510574da)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:20:13.014805 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d71a0e14-75d7-491f-9a9e-602d46767409 req-2a902473-9910-4188-a2b6-8e16ec8a8ee8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:13.138006 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-d71a0e14-75d7-491f-9a9e-602d46767409 req-2a902473-9910-4188-a2b6-8e16ec8a8ee8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:20:13.351156 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d71a0e14-75d7-491f-9a9e-602d46767409 req-2a902473-9910-4188-a2b6-8e16ec8a8ee8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:13.403519 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a902473-9910-4188-a2b6-8e16ec8a8ee8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:13.446022 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a902473-9910-4188-a2b6-8e16ec8a8ee8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:13.446391 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a902473-9910-4188-a2b6-8e16ec8a8ee8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:13.446733 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a902473-9910-4188-a2b6-8e16ec8a8ee8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:13.447064 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a902473-9910-4188-a2b6-8e16ec8a8ee8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:13.447392 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a902473-9910-4188-a2b6-8e16ec8a8ee8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:13.447716 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a902473-9910-4188-a2b6-8e16ec8a8ee8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:13.448036 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a902473-9910-4188-a2b6-8e16ec8a8ee8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:13.448357 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a902473-9910-4188-a2b6-8e16ec8a8ee8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:13.448682 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a902473-9910-4188-a2b6-8e16ec8a8ee8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:13.448999 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a902473-9910-4188-a2b6-8e16ec8a8ee8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:13.449316 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a902473-9910-4188-a2b6-8e16ec8a8ee8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:13.449627 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a902473-9910-4188-a2b6-8e16ec8a8ee8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:13.498411 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71a0e14-75d7-491f-9a9e-602d46767409 req-2a902473-9910-4188-a2b6-8e16ec8a8ee8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] No DVR routers for this DVR port 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:20:13.500777 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d71a0e14-75d7-491f-9a9e-602d46767409 req-2a902473-9910-4188-a2b6-8e16ec8a8ee8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:13.503260 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9262c83-33a7-483c-9f00-2f69d5821afd', 'name': 'network-vif-deleted', 'tag': '02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:20:13.505552 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f11b44a-8011-4c63-a9a9-3303037cd080" -d '{"events": [{"server_uuid": "f9262c83-33a7-483c-9f00-2f69d5821afd", "name": "network-vif-deleted", "tag": "02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:20:13.548673 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58f872f-82ce-4d22-9cd0-2b2ae73d12c8 x-openstack-request-id: req-a58f872f-82ce-4d22-9cd0-2b2ae73d12c8 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:20:13.548968 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9262c83-33a7-483c-9f00-2f69d5821afd", "name": "network-vif-deleted", "tag": "02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:20:13.549228 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a58f872f-82ce-4d22-9cd0-2b2ae73d12c8 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:20:13.549690 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a58f872f-82ce-4d22-9cd0-2b2ae73d12c8'] response: {'server_uuid': 'f9262c83-33a7-483c-9f00-2f69d5821afd', 'name': 'network-vif-deleted', 'tag': '02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc', 'status': 'completed', 'code': 200} Sep 23 15:20:13.551557 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d71a0e14-75d7-491f-9a9e-602d46767409 req-2a902473-9910-4188-a2b6-8e16ec8a8ee8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "DELETE /v2.0/ports/02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc HTTP/1.1" status: 204 len: 173 time: 0.9535182 Sep 23 15:20:14.130409 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-52d56d59-9df0-49ef-9bb0-05007fd9c87b req-311668f9-e06e-48ce-bf36-f33ac0560754 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:20:14.257595 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-52d56d59-9df0-49ef-9bb0-05007fd9c87b req-311668f9-e06e-48ce-bf36-f33ac0560754 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:20:14.257595 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-52d56d59-9df0-49ef-9bb0-05007fd9c87b req-311668f9-e06e-48ce-bf36-f33ac0560754 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9262c83-33a7-483c-9f00-2f69d5821afd HTTP/1.1" status: 200 len: 210 time: 0.1775239 Sep 23 15:20:15.358269 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51860) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:15.425329 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4ae1e29a-444b-45fd-ae99-b2ece742d74e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:15.454550 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4ae1e29a-444b-45fd-ae99-b2ece742d74e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:15.591366 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4ae1e29a-444b-45fd-ae99-b2ece742d74e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:15.610471 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1e29a-444b-45fd-ae99-b2ece742d74e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d1370c-e634-4ec1-9187-5caec5d3cf76,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:15.687168 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4ae1e29a-444b-45fd-ae99-b2ece742d74e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:15.688220 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4ae1e29a-444b-45fd-ae99-b2ece742d74e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/security-groups/52d1370c-e634-4ec1-9187-5caec5d3cf76 HTTP/1.1" status: 204 len: 168 time: 0.3289487 Sep 23 15:20:15.768898 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51866) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:16.165388 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:20:16.203044 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:20:16.203388 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 02d8a435-40a0-4c6d-9ef4-0efd40c1c7fc not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:20:16.426904 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-682f019d-20ef-47eb-aaaf-e9713392e61f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:16.777992 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-682f019d-20ef-47eb-aaaf-e9713392e61f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:20:16.778713 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-682f019d-20ef-47eb-aaaf-e9713392e61f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:16.964602 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-682f019d-20ef-47eb-aaaf-e9713392e61f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8636ea04-b884-4b1e-ac4a-4cc34c46c9bc,segment=NetworkSegment(997979f2-8530-43ef-a931-ae37510574da),segment_id=997979f2-8530-43ef-a931-ae37510574da)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:20:16.964963 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-682f019d-20ef-47eb-aaaf-e9713392e61f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:17.089703 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-682f019d-20ef-47eb-aaaf-e9713392e61f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:20:17.385028 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-682f019d-20ef-47eb-aaaf-e9713392e61f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:17.434118 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682f019d-20ef-47eb-aaaf-e9713392e61f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=8636ea04-b884-4b1e-ac4a-4cc34c46c9bc,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:17.713304 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-682f019d-20ef-47eb-aaaf-e9713392e61f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:18.172275 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682f019d-20ef-47eb-aaaf-e9713392e61f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 33da5bda-3d02-41c3-8970-c37d8ae1624a has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:20:18.343652 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682f019d-20ef-47eb-aaaf-e9713392e61f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:20:18.354186 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2827a4-0240-44b5-880e-7a3596c2d35f None None] Sync routers for ids ['33da5bda-3d02-41c3-8970-c37d8ae1624a'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:20:18.363140 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2827a4-0240-44b5-880e-7a3596c2d35f None None] Routers {'33da5bda-3d02-41c3-8970-c37d8ae1624a'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:20:18.363738 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-3b2827a4-0240-44b5-880e-7a3596c2d35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:20:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['33da5bda-3d02-41c3-8970-c37d8ae1624a'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:18.409526 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-682f019d-20ef-47eb-aaaf-e9713392e61f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "PUT /v2.0/routers/33da5bda-3d02-41c3-8970-c37d8ae1624a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6393719 Sep 23 15:20:18.416594 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51870) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:18.483801 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf4447aa-0d41-4d03-8e05-0d88caed0357 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting subnet b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:20:18.486713 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf4447aa-0d41-4d03-8e05-0d88caed0357 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:18.538619 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-3b2827a4-0240-44b5-880e-7a3596c2d35f None None] Set router 33da5bda-3d02-41c3-8970-c37d8ae1624a gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:20:18.540778 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf4447aa-0d41-4d03-8e05-0d88caed0357 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:18.629195 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf4447aa-0d41-4d03-8e05-0d88caed0357 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:18.767504 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf4447aa-0d41-4d03-8e05-0d88caed0357 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:18.808903 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4447aa-0d41-4d03-8e05-0d88caed0357 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Subnet': ['ID=b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:18.810897 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf4447aa-0d41-4d03-8e05-0d88caed0357 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:18.817264 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-cf4447aa-0d41-4d03-8e05-0d88caed0357 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/subnets/b0a93f19-3e43-4639-b4b5-9d2e41ed3a9f HTTP/1.1" status: 204 len: 168 time: 0.3997087 Sep 23 15:20:18.819716 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271c3f44-8713-4052-a005-986fcdb6d058 None None] Network 78c7bf5d-ff8f-4027-927b-4130f295cdbf requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:20:18.820192 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51874) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:18.823766 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-3b2827a4-0240-44b5-880e-7a3596c2d35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'name': 'tempest-TestNetworkBasicOps-router-1828609367', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239'}], 'enable_snat': True}, 'gw_port_id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:19:01Z', 'updated_at': '2022-09-23T15:20:17Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:02Z', 'updated_at': '2022-09-23T15:20:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:18.827813 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2827a4-0240-44b5-880e-7a3596c2d35f None None] Checking router: 33da5bda-3d02-41c3-8970-c37d8ae1624a for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:20:18.837807 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2827a4-0240-44b5-880e-7a3596c2d35f None None] Routers {'33da5bda-3d02-41c3-8970-c37d8ae1624a'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:20:18.838443 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-3b2827a4-0240-44b5-880e-7a3596c2d35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:20:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['33da5bda-3d02-41c3-8970-c37d8ae1624a'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:19.002873 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8e1df1d2-2667-45c8-a00a-a64181aecbbf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:19.017257 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-3b2827a4-0240-44b5-880e-7a3596c2d35f None None] Set router 33da5bda-3d02-41c3-8970-c37d8ae1624a gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:20:19.088244 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d1f230-b1f3-451e-84ec-c0e8ff15345d None None] DHCP port deletion for 78c7bf5d-ff8f-4027-927b-4130f295cdbf request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:20:19.092265 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-24d1f230-b1f3-451e-84ec-c0e8ff15345d None None] Deleting port 422668d1-124f-4d21-bf1b-f6d4bc9a5c76 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:20:19.092639 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24d1f230-b1f3-451e-84ec-c0e8ff15345d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:19.190174 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8e1df1d2-2667-45c8-a00a-a64181aecbbf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:19.290040 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 422668d1-124f-4d21-bf1b-f6d4bc9a5c76 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:20:19.299612 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-8e1df1d2-2667-45c8-a00a-a64181aecbbf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port 5a59fad8-c445-415c-8ce8-af19db6db2e9 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:20:19.300067 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8e1df1d2-2667-45c8-a00a-a64181aecbbf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:19.355607 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-3b2827a4-0240-44b5-880e-7a3596c2d35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'name': 'tempest-TestNetworkBasicOps-router-1828609367', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239'}], 'enable_snat': True}, 'gw_port_id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:19:01Z', 'updated_at': '2022-09-23T15:20:17Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:02Z', 'updated_at': '2022-09-23T15:20:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:19.358672 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-24d1f230-b1f3-451e-84ec-c0e8ff15345d None None] For port 422668d1-124f-4d21-bf1b-f6d4bc9a5c76, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=422668d1-124f-4d21-bf1b-f6d4bc9a5c76,segment=NetworkSegment(997979f2-8530-43ef-a931-ae37510574da),segment_id=997979f2-8530-43ef-a931-ae37510574da)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:20:19.359068 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24d1f230-b1f3-451e-84ec-c0e8ff15345d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:19.359682 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2827a4-0240-44b5-880e-7a3596c2d35f None None] The sync data for ids ['33da5bda-3d02-41c3-8970-c37d8ae1624a'] in dv-neutron-859093-1-hyperv is: [{'id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'name': 'tempest-TestNetworkBasicOps-router-1828609367', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239'}], 'enable_snat': True}, 'gw_port_id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:19:01Z', 'updated_at': '2022-09-23T15:20:17Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '5a59fad8-c445-415c-8ce8-af19db6db2e9', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:83:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33da5bda-3d02-41c3-8970-c37d8ae1624a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:19:02Z', 'updated_at': '2022-09-23T15:20:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:20:19.490281 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-24d1f230-b1f3-451e-84ec-c0e8ff15345d None None] Calling delete_port for 422668d1-124f-4d21-bf1b-f6d4bc9a5c76 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:20:19.595450 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-8e1df1d2-2667-45c8-a00a-a64181aecbbf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port 5a59fad8-c445-415c-8ce8-af19db6db2e9, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5a59fad8-c445-415c-8ce8-af19db6db2e9,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:20:19.595727 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8e1df1d2-2667-45c8-a00a-a64181aecbbf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:19.604135 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 422668d1-124f-4d21-bf1b-f6d4bc9a5c76 is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:20:19.604517 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:19.696973 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24d1f230-b1f3-451e-84ec-c0e8ff15345d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:19.719618 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-8e1df1d2-2667-45c8-a00a-a64181aecbbf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for 5a59fad8-c445-415c-8ce8-af19db6db2e9 owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:20:19.784063 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1f230-b1f3-451e-84ec-c0e8ff15345d None None] Pushing event deleted for resources: {'Port': ['ID=422668d1-124f-4d21-bf1b-f6d4bc9a5c76,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:19.786144 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d1f230-b1f3-451e-84ec-c0e8ff15345d None None] No DVR routers for this DVR port 422668d1-124f-4d21-bf1b-f6d4bc9a5c76 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:20:19.963140 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8e1df1d2-2667-45c8-a00a-a64181aecbbf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:20.009019 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1df1d2-2667-45c8-a00a-a64181aecbbf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=5a59fad8-c445-415c-8ce8-af19db6db2e9,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:20.106964 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8e1df1d2-2667-45c8-a00a-a64181aecbbf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:20.278019 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8e1df1d2-2667-45c8-a00a-a64181aecbbf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:20.280185 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8e1df1d2-2667-45c8-a00a-a64181aecbbf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:20.368417 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8e1df1d2-2667-45c8-a00a-a64181aecbbf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:20.368917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1df1d2-2667-45c8-a00a-a64181aecbbf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Fanout notify agent at l3_agent the message router_deleted on router 33da5bda-3d02-41c3-8970-c37d8ae1624a {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:20:20.384456 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8e1df1d2-2667-45c8-a00a-a64181aecbbf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:20.385538 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8e1df1d2-2667-45c8-a00a-a64181aecbbf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/routers/33da5bda-3d02-41c3-8970-c37d8ae1624a HTTP/1.1" status: 204 len: 168 time: 1.5648136 Sep 23 15:20:20.388533 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51878) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:20.506218 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bece97a3-3824-4138-b886-aa3fd7e6ecd8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:20.634679 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bece97a3-3824-4138-b886-aa3fd7e6ecd8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:20.658624 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-bece97a3-3824-4138-b886-aa3fd7e6ecd8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c7bf5d-ff8f-4027-927b-4130f295cdbf']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:20.670807 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-bece97a3-3824-4138-b886-aa3fd7e6ecd8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997979f2-8530-43ef-a931-ae37510574da') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:20.671107 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-bece97a3-3824-4138-b886-aa3fd7e6ecd8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997979f2-8530-43ef-a931-ae37510574da') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:20.682929 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bece97a3-3824-4138-b886-aa3fd7e6ecd8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:20.698176 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bece97a3-3824-4138-b886-aa3fd7e6ecd8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:20.704370 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bece97a3-3824-4138-b886-aa3fd7e6ecd8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:20:20.704751 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bece97a3-3824-4138-b886-aa3fd7e6ecd8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:20.771949 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 997979f2-8530-43ef-a931-ae37510574da resource provider aggregate not found Sep 23 15:20:20.801441 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 997979f2-8530-43ef-a931-ae37510574da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 997979f2-8530-43ef-a931-ae37510574da found for delete ", "request_id": "req-7eda8b03-fe08-4797-a28a-61e9a2ec2e16"}]} Sep 23 15:20:20.899519 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bece97a3-3824-4138-b886-aa3fd7e6ecd8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:20.917491 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bece97a3-3824-4138-b886-aa3fd7e6ecd8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:20.928525 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece97a3-3824-4138-b886-aa3fd7e6ecd8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Network': ['ID=78c7bf5d-ff8f-4027-927b-4130f295cdbf,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:20.996736 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bece97a3-3824-4138-b886-aa3fd7e6ecd8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/networks/78c7bf5d-ff8f-4027-927b-4130f295cdbf HTTP/1.1" status: 204 len: 168 time: 0.6068552 Sep 23 15:20:21.017394 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51886) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:21.023061 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-49b794e5-eddd-46dd-8b06-0274584d865d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'network': {'name': 'tempest-network-smoke--840345279', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'port_security_enabled': True}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:20:21.028707 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-49b794e5-eddd-46dd-8b06-0274584d865d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:20:21.033019 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-49b794e5-eddd-46dd-8b06-0274584d865d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:network and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:20:21.035887 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-49b794e5-eddd-46dd-8b06-0274584d865d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:20:21.042141 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-49b794e5-eddd-46dd-8b06-0274584d865d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:20:21.133309 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b794e5-eddd-46dd-8b06-0274584d865d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:20:21.136725 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-49b794e5-eddd-46dd-8b06-0274584d865d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:21.165407 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b794e5-eddd-46dd-8b06-0274584d865d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:20:21.174394 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-49b794e5-eddd-46dd-8b06-0274584d865d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:21.175006 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-49b794e5-eddd-46dd-8b06-0274584d865d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Added segment 81c0a2d5-1432-4003-9a8f-87366c6e40c5 of type vlan for network 786cc6e2-3299-4ee4-82b3-e1eeee088010 Sep 23 15:20:21.201192 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-49b794e5-eddd-46dd-8b06-0274584d865d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:21.223942 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:20:21.260800 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:20:21.261143 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8636ea04-b884-4b1e-ac4a-4cc34c46c9bc not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:20:21.261551 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5a59fad8-c445-415c-8ce8-af19db6db2e9 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:20:21.287992 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-49b794e5-eddd-46dd-8b06-0274584d865d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:21.294278 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b794e5-eddd-46dd-8b06-0274584d865d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:21.294450 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 5a59fad8-c445-415c-8ce8-af19db6db2e9 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:20:21.294685 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5a59fad8-c445-415c-8ce8-af19db6db2e9 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:20:21.294863 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-49b794e5-eddd-46dd-8b06-0274584d865d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:21.402745 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b794e5-eddd-46dd-8b06-0274584d865d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Network': ['ID=786cc6e2-3299-4ee4-82b3-e1eeee088010,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:21.412839 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 786cc6e2-3299-4ee4-82b3-e1eeee088010 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:20:21.465888 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-49b794e5-eddd-46dd-8b06-0274584d865d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4474692 Sep 23 15:20:21.468707 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51890) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:21.473802 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-617be3d4-0bdf-4b9e-9437-118c9bd3af48 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-150985756', 'admin_state_up': True, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:20:21.481105 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-617be3d4-0bdf-4b9e-9437-118c9bd3af48 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:20:21.484982 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-617be3d4-0bdf-4b9e-9437-118c9bd3af48 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:router and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:20:21.487887 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-617be3d4-0bdf-4b9e-9437-118c9bd3af48 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:20:21.494389 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-617be3d4-0bdf-4b9e-9437-118c9bd3af48 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:20:21.556407 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-617be3d4-0bdf-4b9e-9437-118c9bd3af48 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:21.557456 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-617be3d4-0bdf-4b9e-9437-118c9bd3af48 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:21.572499 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-617be3d4-0bdf-4b9e-9437-118c9bd3af48 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:22.026267 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-617be3d4-0bdf-4b9e-9437-118c9bd3af48 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:22.377246 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-617be3d4-0bdf-4b9e-9437-118c9bd3af48 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:22.407196 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-617be3d4-0bdf-4b9e-9437-118c9bd3af48 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:22.540616 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-617be3d4-0bdf-4b9e-9437-118c9bd3af48 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.26.10.33 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/cdb4f7b7-da00-46d6-8cb7-f331d3362634) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:22.685059 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-617be3d4-0bdf-4b9e-9437-118c9bd3af48 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:22.773253 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-617be3d4-0bdf-4b9e-9437-118c9bd3af48 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:22.839477 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617be3d4-0bdf-4b9e-9437-118c9bd3af48 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:22.842403 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-617be3d4-0bdf-4b9e-9437-118c9bd3af48 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:22.846040 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617be3d4-0bdf-4b9e-9437-118c9bd3af48 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:20:22.879022 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617be3d4-0bdf-4b9e-9437-118c9bd3af48 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=cdb4f7b7-da00-46d6-8cb7-f331d3362634,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:23.337140 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-617be3d4-0bdf-4b9e-9437-118c9bd3af48 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:23.792793 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-617be3d4-0bdf-4b9e-9437-118c9bd3af48 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:24.042098 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617be3d4-0bdf-4b9e-9437-118c9bd3af48 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router b6e06af1-e3c7-4796-9187-46ba262dade4 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:20:24.220704 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617be3d4-0bdf-4b9e-9437-118c9bd3af48 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:20:24.231145 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442d3413-07d8-4295-bd2d-2f1901214c0f None None] Sync routers for ids ['b6e06af1-e3c7-4796-9187-46ba262dade4'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:20:24.241310 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442d3413-07d8-4295-bd2d-2f1901214c0f None None] Routers {'b6e06af1-e3c7-4796-9187-46ba262dade4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:20:24.241866 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-442d3413-07d8-4295-bd2d-2f1901214c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:20:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['b6e06af1-e3c7-4796-9187-46ba262dade4'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:24.299500 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-617be3d4-0bdf-4b9e-9437-118c9bd3af48 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:24.300749 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-617be3d4-0bdf-4b9e-9437-118c9bd3af48 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8310456 Sep 23 15:20:24.303968 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51894) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:24.347411 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1de40716-009e-41c4-baab-60b8ba65b429 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=8433d6d3ee51437084758ba6444603b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420604 Sep 23 15:20:24.350091 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51898) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:24.421978 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-442d3413-07d8-4295-bd2d-2f1901214c0f None None] Set router b6e06af1-e3c7-4796-9187-46ba262dade4 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:20:24.481405 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bbbb05-8079-407f-985c-cd9474014e03 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:24.482991 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c4bbbb05-8079-407f-985c-cd9474014e03 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1319783 Sep 23 15:20:24.485811 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51902) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:24.525164 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5a0a2389-7699-4cf1-a53f-0094749d280d tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=61b1518d-d511-4beb-b056-d894a2c85079&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382752 Sep 23 15:20:24.527743 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51906) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:24.533050 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-a7285091-cec7-4dd5-b854-a3dd1a91db47 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-919356107', 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:20:24.641627 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a7285091-cec7-4dd5-b854-a3dd1a91db47 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:20:24.647668 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a7285091-cec7-4dd5-b854-a3dd1a91db47 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:subnet and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:20:24.651218 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a7285091-cec7-4dd5-b854-a3dd1a91db47 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:20:24.656965 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a7285091-cec7-4dd5-b854-a3dd1a91db47 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:20:24.735319 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-442d3413-07d8-4295-bd2d-2f1901214c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'name': 'tempest-TestNetworkBasicOps-router-150985756', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33'}], 'enable_snat': True}, 'gw_port_id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:21Z', 'updated_at': '2022-09-23T15:20:23Z', 'revision_number': 3, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:22Z', 'updated_at': '2022-09-23T15:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:24.739084 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442d3413-07d8-4295-bd2d-2f1901214c0f None None] Checking router: b6e06af1-e3c7-4796-9187-46ba262dade4 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:20:24.739458 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442d3413-07d8-4295-bd2d-2f1901214c0f None None] Updating router b6e06af1-e3c7-4796-9187-46ba262dade4 port cdb4f7b7-da00-46d6-8cb7-f331d3362634 binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:20:24.784769 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7285091-cec7-4dd5-b854-a3dd1a91db47 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:20:24.788392 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a7285091-cec7-4dd5-b854-a3dd1a91db47 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:24.795354 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-442d3413-07d8-4295-bd2d-2f1901214c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:25.042209 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a7285091-cec7-4dd5-b854-a3dd1a91db47 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:25.121637 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-442d3413-07d8-4295-bd2d-2f1901214c0f None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:25.122518 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7285091-cec7-4dd5-b854-a3dd1a91db47 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Subnet': ['ID=e8f49be7-ca71-4d88-8a5c-533a12c2e48f,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:25.131180 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7285091-cec7-4dd5-b854-a3dd1a91db47 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Checking segment: {'id': '81c0a2d5-1432-4003-9a8f-87366c6e40c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:20:25.131566 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7285091-cec7-4dd5-b854-a3dd1a91db47 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network hostable DHCP agents. Network: 786cc6e2-3299-4ee4-82b3-e1eeee088010, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:20:25.134243 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-442d3413-07d8-4295-bd2d-2f1901214c0f None None] Transition to ACTIVE for port object cdb4f7b7-da00-46d6-8cb7-f331d3362634 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:20:25.202306 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-442d3413-07d8-4295-bd2d-2f1901214c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:25.213293 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7285091-cec7-4dd5-b854-a3dd1a91db47 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 786cc6e2-3299-4ee4-82b3-e1eeee088010 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:20:25.264178 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-442d3413-07d8-4295-bd2d-2f1901214c0f None None] Attempting to bind port cdb4f7b7-da00-46d6-8cb7-f331d3362634 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:20:25.264765 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-442d3413-07d8-4295-bd2d-2f1901214c0f None None] Attempting to bind port cdb4f7b7-da00-46d6-8cb7-f331d3362634 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:20:25.264920 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442d3413-07d8-4295-bd2d-2f1901214c0f None None] Attempting to bind port cdb4f7b7-da00-46d6-8cb7-f331d3362634 on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:20:25.274970 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442d3413-07d8-4295-bd2d-2f1901214c0f None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:20:25.275342 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442d3413-07d8-4295-bd2d-2f1901214c0f None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:20:25.275742 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-442d3413-07d8-4295-bd2d-2f1901214c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:25.276135 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442d3413-07d8-4295-bd2d-2f1901214c0f None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:20:25.276341 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-a7285091-cec7-4dd5-b854-a3dd1a91db47 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 786cc6e2-3299-4ee4-82b3-e1eeee088010) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:25.276601 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-442d3413-07d8-4295-bd2d-2f1901214c0f None None] Bound port: cdb4f7b7-da00-46d6-8cb7-f331d3362634, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:20:25.276974 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-442d3413-07d8-4295-bd2d-2f1901214c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:25.280334 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7285091-cec7-4dd5-b854-a3dd1a91db47 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:25.280927 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a7285091-cec7-4dd5-b854-a3dd1a91db47 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:25.308814 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edc6547-3588-4831-85d2-962e95612db1 None None] Network 786cc6e2-3299-4ee4-82b3-e1eeee088010 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:20:25.339819 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056cf56c-ff32-4c3e-9962-902526f68497 None None] Pushing event updated for resources: {'Port': ['ID=cdb4f7b7-da00-46d6-8cb7-f331d3362634,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:25.351981 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a7285091-cec7-4dd5-b854-a3dd1a91db47 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8227170 Sep 23 15:20:25.354959 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51910) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:25.451045 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-442d3413-07d8-4295-bd2d-2f1901214c0f None None] For port cdb4f7b7-da00-46d6-8cb7-f331d3362634, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:20:25.471996 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-442d3413-07d8-4295-bd2d-2f1901214c0f None None] For port cdb4f7b7-da00-46d6-8cb7-f331d3362634, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=cdb4f7b7-da00-46d6-8cb7-f331d3362634,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:20:25.511251 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-442d3413-07d8-4295-bd2d-2f1901214c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:25.625874 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442d3413-07d8-4295-bd2d-2f1901214c0f None None] Routers {'b6e06af1-e3c7-4796-9187-46ba262dade4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:20:25.626470 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-442d3413-07d8-4295-bd2d-2f1901214c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:20:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['b6e06af1-e3c7-4796-9187-46ba262dade4'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:25.703719 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a0ebe5-2904-49b0-a5b4-cee6cec3c061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-786cc6e2-3299-4ee4-82b3-e1eeee088010', 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ips': [{'subnet_id': 'e8f49be7-ca71-4d88-8a5c-533a12c2e48f'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:20:25.704550 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-69a0ebe5-2904-49b0-a5b4-cee6cec3c061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:25.734954 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056cf56c-ff32-4c3e-9962-902526f68497 None None] Pushing event updated for resources: {'Port': ['ID=cdb4f7b7-da00-46d6-8cb7-f331d3362634,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:25.935365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-442d3413-07d8-4295-bd2d-2f1901214c0f None None] Set router b6e06af1-e3c7-4796-9187-46ba262dade4 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:20:26.167093 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ab4c4651-566d-4662-ac9e-cdbdc981e378 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:26.182895 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-69a0ebe5-2904-49b0-a5b4-cee6cec3c061 None None] Allocated IP 172.20.0.2 (786cc6e2-3299-4ee4-82b3-e1eeee088010/e8f49be7-ca71-4d88-8a5c-533a12c2e48f/a9edc88a-f36f-46b7-9cee-4ad0f2417810) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:26.462387 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-442d3413-07d8-4295-bd2d-2f1901214c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'name': 'tempest-TestNetworkBasicOps-router-150985756', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33'}], 'enable_snat': True}, 'gw_port_id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:21Z', 'updated_at': '2022-09-23T15:20:23Z', 'revision_number': 3, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:22Z', 'updated_at': '2022-09-23T15:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:26.470063 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-69a0ebe5-2904-49b0-a5b4-cee6cec3c061 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:26.472604 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442d3413-07d8-4295-bd2d-2f1901214c0f None None] The sync data for ids ['b6e06af1-e3c7-4796-9187-46ba262dade4'] in dv-neutron-859093-1-hyperv is: [{'id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'name': 'tempest-TestNetworkBasicOps-router-150985756', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33'}], 'enable_snat': True}, 'gw_port_id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:21Z', 'updated_at': '2022-09-23T15:20:23Z', 'revision_number': 3, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:22Z', 'updated_at': '2022-09-23T15:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:20:26.482794 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-69a0ebe5-2904-49b0-a5b4-cee6cec3c061 None None] Transition to ACTIVE for port object a9edc88a-f36f-46b7-9cee-4ad0f2417810 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:20:26.502667 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-69a0ebe5-2904-49b0-a5b4-cee6cec3c061 None None] Transition to ACTIVE for port object a9edc88a-f36f-46b7-9cee-4ad0f2417810 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:20:26.568394 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-69a0ebe5-2904-49b0-a5b4-cee6cec3c061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:26.640092 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a0ebe5-2904-49b0-a5b4-cee6cec3c061 None None] Network 786cc6e2-3299-4ee4-82b3-e1eeee088010 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:26.640469 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-ab4c4651-566d-4662-ac9e-cdbdc981e378 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.20.0.1 (786cc6e2-3299-4ee4-82b3-e1eeee088010/e8f49be7-ca71-4d88-8a5c-533a12c2e48f/d55b00dd-4c73-419a-8f72-387395c25fe2) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:26.643246 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-69a0ebe5-2904-49b0-a5b4-cee6cec3c061 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:26.645801 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a0ebe5-2904-49b0-a5b4-cee6cec3c061 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:20:26.655412 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0ebe5-2904-49b0-a5b4-cee6cec3c061 None None] Pushing event updated for resources: {'Port': ['ID=a9edc88a-f36f-46b7-9cee-4ad0f2417810,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:26.791877 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-69a0ebe5-2904-49b0-a5b4-cee6cec3c061 None None] Attempting to bind port a9edc88a-f36f-46b7-9cee-4ad0f2417810 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:20:26.792247 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-69a0ebe5-2904-49b0-a5b4-cee6cec3c061 None None] Attempting to bind port a9edc88a-f36f-46b7-9cee-4ad0f2417810 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '81c0a2d5-1432-4003-9a8f-87366c6e40c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:20:26.792603 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a0ebe5-2904-49b0-a5b4-cee6cec3c061 None None] Attempting to bind port a9edc88a-f36f-46b7-9cee-4ad0f2417810 on network 786cc6e2-3299-4ee4-82b3-e1eeee088010 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:20:26.798589 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a0ebe5-2904-49b0-a5b4-cee6cec3c061 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:20:26.798957 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a0ebe5-2904-49b0-a5b4-cee6cec3c061 None None] Checking segment: {'id': '81c0a2d5-1432-4003-9a8f-87366c6e40c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:20:26.799351 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-69a0ebe5-2904-49b0-a5b4-cee6cec3c061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:26.799732 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a0ebe5-2904-49b0-a5b4-cee6cec3c061 None None] Bound using segment: {'id': '81c0a2d5-1432-4003-9a8f-87366c6e40c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:20:26.800324 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-69a0ebe5-2904-49b0-a5b4-cee6cec3c061 None None] Bound port: a9edc88a-f36f-46b7-9cee-4ad0f2417810, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c0a2d5-1432-4003-9a8f-87366c6e40c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:20:26.800698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-69a0ebe5-2904-49b0-a5b4-cee6cec3c061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:26.849419 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ab4c4651-566d-4662-ac9e-cdbdc981e378 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:26.867155 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-ab4c4651-566d-4662-ac9e-cdbdc981e378 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Transition to ACTIVE for port object d55b00dd-4c73-419a-8f72-387395c25fe2 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:20:26.900564 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-69a0ebe5-2904-49b0-a5b4-cee6cec3c061 None None] For port a9edc88a-f36f-46b7-9cee-4ad0f2417810, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:20:26.903908 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-69a0ebe5-2904-49b0-a5b4-cee6cec3c061 None None] For port a9edc88a-f36f-46b7-9cee-4ad0f2417810, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a9edc88a-f36f-46b7-9cee-4ad0f2417810,segment=NetworkSegment(81c0a2d5-1432-4003-9a8f-87366c6e40c5),segment_id=81c0a2d5-1432-4003-9a8f-87366c6e40c5)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:20:26.948145 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ab4c4651-566d-4662-ac9e-cdbdc981e378 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:26.956958 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-69a0ebe5-2904-49b0-a5b4-cee6cec3c061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:27.021601 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4c4651-566d-4662-ac9e-cdbdc981e378 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 786cc6e2-3299-4ee4-82b3-e1eeee088010 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:27.024665 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-ab4c4651-566d-4662-ac9e-cdbdc981e378 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:27.029244 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4c4651-566d-4662-ac9e-cdbdc981e378 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:20:27.044656 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0ebe5-2904-49b0-a5b4-cee6cec3c061 None None] Pushing event updated for resources: {'Port': ['ID=a9edc88a-f36f-46b7-9cee-4ad0f2417810,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:27.067508 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c4651-566d-4662-ac9e-cdbdc981e378 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=d55b00dd-4c73-419a-8f72-387395c25fe2,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:27.096882 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ab4c4651-566d-4662-ac9e-cdbdc981e378 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:27.288808 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device cdb4f7b7-da00-46d6-8cb7-f331d3362634 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:20:27.453589 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port cdb4f7b7-da00-46d6-8cb7-f331d3362634 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:20:27.459315 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port cdb4f7b7-da00-46d6-8cb7-f331d3362634 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:20:27.460109 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:27.460109 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port cdb4f7b7-da00-46d6-8cb7-f331d3362634 Sep 23 15:20:27.581062 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port cdb4f7b7-da00-46d6-8cb7-f331d3362634 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:20:27.581698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:27.592295 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ab4c4651-566d-4662-ac9e-cdbdc981e378 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:27.598735 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port cdb4f7b7-da00-46d6-8cb7-f331d3362634, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=cdb4f7b7-da00-46d6-8cb7-f331d3362634,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:20:27.665031 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:27.741463 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=cdb4f7b7-da00-46d6-8cb7-f331d3362634,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:28.024877 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ab4c4651-566d-4662-ac9e-cdbdc981e378 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:28.098702 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95de5d9-ed50-4c38-9255-f709d311b682 None None] Network 786cc6e2-3299-4ee4-82b3-e1eeee088010 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:20:28.150534 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ab4c4651-566d-4662-ac9e-cdbdc981e378 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:28.257186 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-764f53bd-3c06-402a-9ecb-fa78a618222b None None] Provisioning for port a9edc88a-f36f-46b7-9cee-4ad0f2417810 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:20:28.264326 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c4651-566d-4662-ac9e-cdbdc981e378 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=d55b00dd-4c73-419a-8f72-387395c25fe2,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:28.266793 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ab4c4651-566d-4662-ac9e-cdbdc981e378 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:28.422345 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4c4651-566d-4662-ac9e-cdbdc981e378 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 786cc6e2-3299-4ee4-82b3-e1eeee088010 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:28.423551 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-ab4c4651-566d-4662-ac9e-cdbdc981e378 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:28.617607 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4c4651-566d-4662-ac9e-cdbdc981e378 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router b6e06af1-e3c7-4796-9187-46ba262dade4 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:20:28.664701 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-84d6c05b-df64-4b8e-9acc-1f9e958bab95 None None] Provisioning for port d55b00dd-4c73-419a-8f72-387395c25fe2 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:20:28.676401 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-84d6c05b-df64-4b8e-9acc-1f9e958bab95 None None] Provisioning complete for port d55b00dd-4c73-419a-8f72-387395c25fe2 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:20:28.677053 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-84d6c05b-df64-4b8e-9acc-1f9e958bab95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:28.677387 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-84d6c05b-df64-4b8e-9acc-1f9e958bab95 None None] Attempt 1 to provision port d55b00dd-4c73-419a-8f72-387395c25fe2 Sep 23 15:20:28.739697 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-84d6c05b-df64-4b8e-9acc-1f9e958bab95 None None] Port d55b00dd-4c73-419a-8f72-387395c25fe2 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:20:28.815620 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4c4651-566d-4662-ac9e-cdbdc981e378 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:20:28.827712 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb6a303-78b8-445b-b9cf-24f87b9d9fe6 None None] Sync routers for ids ['b6e06af1-e3c7-4796-9187-46ba262dade4'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:20:28.833399 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ab4c4651-566d-4662-ac9e-cdbdc981e378 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "PUT /v2.0/routers/b6e06af1-e3c7-4796-9187-46ba262dade4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4746847 Sep 23 15:20:28.833399 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51914) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:28.841156 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb6a303-78b8-445b-b9cf-24f87b9d9fe6 None None] Routers {'b6e06af1-e3c7-4796-9187-46ba262dade4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:20:28.841888 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-9bb6a303-78b8-445b-b9cf-24f87b9d9fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:20:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['b6e06af1-e3c7-4796-9187-46ba262dade4'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:29.021735 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-9bb6a303-78b8-445b-b9cf-24f87b9d9fe6 None None] Set router b6e06af1-e3c7-4796-9187-46ba262dade4 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:20:29.088978 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61064f18-ddbc-4815-be9d-1b2e6a4bcd6f tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:29.089446 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61064f18-ddbc-4815-be9d-1b2e6a4bcd6f tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:29.089929 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61064f18-ddbc-4815-be9d-1b2e6a4bcd6f tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:29.090400 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61064f18-ddbc-4815-be9d-1b2e6a4bcd6f tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:29.092065 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-61064f18-ddbc-4815-be9d-1b2e6a4bcd6f tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2578239 Sep 23 15:20:29.094865 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51918) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:29.160932 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda1a914-c5f8-48aa-bd6e-5539f512ccf6 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:29.161316 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda1a914-c5f8-48aa-bd6e-5539f512ccf6 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:29.161770 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda1a914-c5f8-48aa-bd6e-5539f512ccf6 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:29.162213 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda1a914-c5f8-48aa-bd6e-5539f512ccf6 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:29.163920 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-eda1a914-c5f8-48aa-bd6e-5539f512ccf6 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2740 time: 0.0681276 Sep 23 15:20:29.168511 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51922) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:29.239999 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-84d6c05b-df64-4b8e-9acc-1f9e958bab95 None None] Attempt 2 to provision port d55b00dd-4c73-419a-8f72-387395c25fe2 Sep 23 15:20:29.305587 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-84d6c05b-df64-4b8e-9acc-1f9e958bab95 None None] Port d55b00dd-4c73-419a-8f72-387395c25fe2 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:20:29.330822 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device cdb4f7b7-da00-46d6-8cb7-f331d3362634 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:20:29.338594 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-9bb6a303-78b8-445b-b9cf-24f87b9d9fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'name': 'tempest-TestNetworkBasicOps-router-150985756', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33'}], 'enable_snat': True}, 'gw_port_id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:21Z', 'updated_at': '2022-09-23T15:20:27Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:22Z', 'updated_at': '2022-09-23T15:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'd55b00dd-4c73-419a-8f72-387395c25fe2', 'name': '', 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:08:70:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e8f49be7-ca71-4d88-8a5c-533a12c2e48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:26Z', 'updated_at': '2022-09-23T15:20:27Z', 'revision_number': 2, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'e8f49be7-ca71-4d88-8a5c-533a12c2e48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:29.342402 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb6a303-78b8-445b-b9cf-24f87b9d9fe6 None None] Checking router: b6e06af1-e3c7-4796-9187-46ba262dade4 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:20:29.342954 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb6a303-78b8-445b-b9cf-24f87b9d9fe6 None None] Updating router b6e06af1-e3c7-4796-9187-46ba262dade4 port d55b00dd-4c73-419a-8f72-387395c25fe2 binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:20:29.383868 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8619dbb2-4570-43dc-8b78-e4a51a85e610 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2161086 Sep 23 15:20:29.397059 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9bb6a303-78b8-445b-b9cf-24f87b9d9fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:29.401371 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port cdb4f7b7-da00-46d6-8cb7-f331d3362634 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:20:29.401840 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:29.402268 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port cdb4f7b7-da00-46d6-8cb7-f331d3362634 Sep 23 15:20:29.515640 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51928) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:29.523051 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-8bdb50b3-e65e-454b-ab97-b3fbee888e65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1828654825', 'description': 'tempest-secgroup-smoke-1828654825 description', 'project_id': '8433d6d3ee51437084758ba6444603b3'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:20:29.531929 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8bdb50b3-e65e-454b-ab97-b3fbee888e65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:20:29.536707 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8bdb50b3-e65e-454b-ab97-b3fbee888e65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:20:29.540392 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8bdb50b3-e65e-454b-ab97-b3fbee888e65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:20:29.547373 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8bdb50b3-e65e-454b-ab97-b3fbee888e65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:20:29.563088 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port cdb4f7b7-da00-46d6-8cb7-f331d3362634 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:20:29.565365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a9edc88a-f36f-46b7-9cee-4ad0f2417810 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:20:29.619176 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8bdb50b3-e65e-454b-ab97-b3fbee888e65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:29.639040 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8bdb50b3-e65e-454b-ab97-b3fbee888e65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:20:29.642863 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8bdb50b3-e65e-454b-ab97-b3fbee888e65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:20:29.645620 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8bdb50b3-e65e-454b-ab97-b3fbee888e65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:20:29.651332 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8bdb50b3-e65e-454b-ab97-b3fbee888e65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:20:29.682055 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port a9edc88a-f36f-46b7-9cee-4ad0f2417810 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:20:29.688038 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port a9edc88a-f36f-46b7-9cee-4ad0f2417810 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:20:29.691531 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:29.691531 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port a9edc88a-f36f-46b7-9cee-4ad0f2417810 Sep 23 15:20:29.725700 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8bdb50b3-e65e-454b-ab97-b3fbee888e65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:29.757051 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9bb6a303-78b8-445b-b9cf-24f87b9d9fe6 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:29.768426 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-9bb6a303-78b8-445b-b9cf-24f87b9d9fe6 None None] Transition to ACTIVE for port object d55b00dd-4c73-419a-8f72-387395c25fe2 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:20:29.796135 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8bdb50b3-e65e-454b-ab97-b3fbee888e65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:29.806140 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-84d6c05b-df64-4b8e-9acc-1f9e958bab95 None None] Attempt 3 to provision port d55b00dd-4c73-419a-8f72-387395c25fe2 Sep 23 15:20:29.848671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb50b3-e65e-454b-ab97-b3fbee888e65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c17c3c-54d9-4e5b-8ff3-7a73575d5791,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:29.853439 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9bb6a303-78b8-445b-b9cf-24f87b9d9fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:29.863921 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port a9edc88a-f36f-46b7-9cee-4ad0f2417810 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:20:29.863921 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:29.886439 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-84d6c05b-df64-4b8e-9acc-1f9e958bab95 None None] Port d55b00dd-4c73-419a-8f72-387395c25fe2 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:20:29.897879 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port a9edc88a-f36f-46b7-9cee-4ad0f2417810, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a9edc88a-f36f-46b7-9cee-4ad0f2417810,segment=NetworkSegment(81c0a2d5-1432-4003-9a8f-87366c6e40c5),segment_id=81c0a2d5-1432-4003-9a8f-87366c6e40c5)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:20:29.910549 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8bdb50b3-e65e-454b-ab97-b3fbee888e65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:29.912145 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8bdb50b3-e65e-454b-ab97-b3fbee888e65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3945076 Sep 23 15:20:29.915443 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51932) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:29.920888 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-b1999dfb-0009-48f5-8491-626c703ec5c2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': 'e2c17c3c-54d9-4e5b-8ff3-7a73575d5791', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:20:29.927201 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b1999dfb-0009-48f5-8491-626c703ec5c2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:20:29.932135 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b1999dfb-0009-48f5-8491-626c703ec5c2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:20:29.935007 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b1999dfb-0009-48f5-8491-626c703ec5c2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:20:29.940893 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b1999dfb-0009-48f5-8491-626c703ec5c2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:20:29.966909 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:30.033589 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=a9edc88a-f36f-46b7-9cee-4ad0f2417810,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:30.045491 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b1999dfb-0009-48f5-8491-626c703ec5c2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:30.046667 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7d6c7-c630-4dd4-9cc4-914a0669c69f None None] Pushing event updated for resources: {'Port': ['ID=d55b00dd-4c73-419a-8f72-387395c25fe2,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:30.066033 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7d6c7-c630-4dd4-9cc4-914a0669c69f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:30.066402 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7d6c7-c630-4dd4-9cc4-914a0669c69f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:30.066743 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7d6c7-c630-4dd4-9cc4-914a0669c69f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:30.067074 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7d6c7-c630-4dd4-9cc4-914a0669c69f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:30.067401 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7d6c7-c630-4dd4-9cc4-914a0669c69f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:30.067728 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7d6c7-c630-4dd4-9cc4-914a0669c69f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:30.068053 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7d6c7-c630-4dd4-9cc4-914a0669c69f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:30.068379 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7d6c7-c630-4dd4-9cc4-914a0669c69f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:30.068708 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7d6c7-c630-4dd4-9cc4-914a0669c69f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:30.069017 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7d6c7-c630-4dd4-9cc4-914a0669c69f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:30.069335 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7d6c7-c630-4dd4-9cc4-914a0669c69f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:30.069652 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f7d6c7-c630-4dd4-9cc4-914a0669c69f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:30.074294 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-9bb6a303-78b8-445b-b9cf-24f87b9d9fe6 None None] Attempting to bind port d55b00dd-4c73-419a-8f72-387395c25fe2 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:20:30.074683 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-9bb6a303-78b8-445b-b9cf-24f87b9d9fe6 None None] Attempting to bind port d55b00dd-4c73-419a-8f72-387395c25fe2 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '81c0a2d5-1432-4003-9a8f-87366c6e40c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:20:30.075053 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb6a303-78b8-445b-b9cf-24f87b9d9fe6 None None] Attempting to bind port d55b00dd-4c73-419a-8f72-387395c25fe2 on network 786cc6e2-3299-4ee4-82b3-e1eeee088010 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:20:30.080420 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb6a303-78b8-445b-b9cf-24f87b9d9fe6 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:20:30.080788 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb6a303-78b8-445b-b9cf-24f87b9d9fe6 None None] Checking segment: {'id': '81c0a2d5-1432-4003-9a8f-87366c6e40c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:20:30.081186 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9bb6a303-78b8-445b-b9cf-24f87b9d9fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:30.081570 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb6a303-78b8-445b-b9cf-24f87b9d9fe6 None None] Bound using segment: {'id': '81c0a2d5-1432-4003-9a8f-87366c6e40c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:20:30.082023 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-9bb6a303-78b8-445b-b9cf-24f87b9d9fe6 None None] Bound port: d55b00dd-4c73-419a-8f72-387395c25fe2, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c0a2d5-1432-4003-9a8f-87366c6e40c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:20:30.082429 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9bb6a303-78b8-445b-b9cf-24f87b9d9fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:30.117835 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b1999dfb-0009-48f5-8491-626c703ec5c2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:30.201998 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b1999dfb-0009-48f5-8491-626c703ec5c2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:30.227639 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1999dfb-0009-48f5-8491-626c703ec5c2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caca2b79-af45-4b06-80f9-850c4503dfe7,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:30.274195 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-9bb6a303-78b8-445b-b9cf-24f87b9d9fe6 None None] For port d55b00dd-4c73-419a-8f72-387395c25fe2, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:20:30.277614 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-9bb6a303-78b8-445b-b9cf-24f87b9d9fe6 None None] For port d55b00dd-4c73-419a-8f72-387395c25fe2, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d55b00dd-4c73-419a-8f72-387395c25fe2,segment=NetworkSegment(81c0a2d5-1432-4003-9a8f-87366c6e40c5),segment_id=81c0a2d5-1432-4003-9a8f-87366c6e40c5)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:20:30.293575 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b1999dfb-0009-48f5-8491-626c703ec5c2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:30.294923 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b1999dfb-0009-48f5-8491-626c703ec5c2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3784766 Sep 23 15:20:30.297632 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51936) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:30.302733 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-34e17848-aee0-40b3-8a1b-53eba1b7bf7c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': 'e2c17c3c-54d9-4e5b-8ff3-7a73575d5791', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:20:30.309032 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-34e17848-aee0-40b3-8a1b-53eba1b7bf7c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:20:30.312920 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-34e17848-aee0-40b3-8a1b-53eba1b7bf7c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:20:30.315797 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-34e17848-aee0-40b3-8a1b-53eba1b7bf7c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:20:30.322062 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-34e17848-aee0-40b3-8a1b-53eba1b7bf7c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:20:30.362489 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9bb6a303-78b8-445b-b9cf-24f87b9d9fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:30.387973 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-84d6c05b-df64-4b8e-9acc-1f9e958bab95 None None] Attempt 4 to provision port d55b00dd-4c73-419a-8f72-387395c25fe2 Sep 23 15:20:30.407234 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-34e17848-aee0-40b3-8a1b-53eba1b7bf7c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:30.423928 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb6a303-78b8-445b-b9cf-24f87b9d9fe6 None None] Routers {'b6e06af1-e3c7-4796-9187-46ba262dade4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:20:30.425349 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-9bb6a303-78b8-445b-b9cf-24f87b9d9fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:20:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['b6e06af1-e3c7-4796-9187-46ba262dade4'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:30.457746 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-84d6c05b-df64-4b8e-9acc-1f9e958bab95 None None] Port d55b00dd-4c73-419a-8f72-387395c25fe2 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:20:30.470792 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-84d6c05b-df64-4b8e-9acc-1f9e958bab95 None None] Provisioning complete for port a9edc88a-f36f-46b7-9cee-4ad0f2417810 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:20:30.472162 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-84d6c05b-df64-4b8e-9acc-1f9e958bab95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:30.472700 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-84d6c05b-df64-4b8e-9acc-1f9e958bab95 None None] Attempt 1 to provision port a9edc88a-f36f-46b7-9cee-4ad0f2417810 Sep 23 15:20:30.486490 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-34e17848-aee0-40b3-8a1b-53eba1b7bf7c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:30.528385 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7d6c7-c630-4dd4-9cc4-914a0669c69f None None] Pushing event updated for resources: {'Port': ['ID=d55b00dd-4c73-419a-8f72-387395c25fe2,revision_number=4']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:30.545454 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-34e17848-aee0-40b3-8a1b-53eba1b7bf7c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:30.572930 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e17848-aee0-40b3-8a1b-53eba1b7bf7c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0dd0b3-dfec-4aed-8e96-1764c71b3d4f,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:30.618701 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-84d6c05b-df64-4b8e-9acc-1f9e958bab95 None None] Current status of the port a9edc88a-f36f-46b7-9cee-4ad0f2417810 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:20:30.629426 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-9bb6a303-78b8-445b-b9cf-24f87b9d9fe6 None None] Set router b6e06af1-e3c7-4796-9187-46ba262dade4 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:20:30.636129 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-34e17848-aee0-40b3-8a1b-53eba1b7bf7c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:30.637337 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-34e17848-aee0-40b3-8a1b-53eba1b7bf7c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3387442 Sep 23 15:20:30.640303 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51940) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:30.646243 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-2c474234-8921-43f2-90c1-9ca6c50770c8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': 'e2c17c3c-54d9-4e5b-8ff3-7a73575d5791', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:20:30.652424 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-2c474234-8921-43f2-90c1-9ca6c50770c8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:20:30.656475 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2c474234-8921-43f2-90c1-9ca6c50770c8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:20:30.659655 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2c474234-8921-43f2-90c1-9ca6c50770c8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:20:30.666671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-2c474234-8921-43f2-90c1-9ca6c50770c8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:20:30.736270 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2c474234-8921-43f2-90c1-9ca6c50770c8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:30.808277 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2c474234-8921-43f2-90c1-9ca6c50770c8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:30.870860 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2c474234-8921-43f2-90c1-9ca6c50770c8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:30.892905 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c474234-8921-43f2-90c1-9ca6c50770c8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0fcc709-ed8a-4f76-be86-e04f8a620d30,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:30.956553 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2c474234-8921-43f2-90c1-9ca6c50770c8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:30.957687 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2c474234-8921-43f2-90c1-9ca6c50770c8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3157568 Sep 23 15:20:30.960386 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 51944) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:30.964821 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-9bb6a303-78b8-445b-b9cf-24f87b9d9fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'name': 'tempest-TestNetworkBasicOps-router-150985756', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33'}], 'enable_snat': True}, 'gw_port_id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:21Z', 'updated_at': '2022-09-23T15:20:27Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:22Z', 'updated_at': '2022-09-23T15:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'd55b00dd-4c73-419a-8f72-387395c25fe2', 'name': '', 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:08:70:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e8f49be7-ca71-4d88-8a5c-533a12c2e48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:26Z', 'updated_at': '2022-09-23T15:20:30Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'e8f49be7-ca71-4d88-8a5c-533a12c2e48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:30.966969 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-ed8f8ef3-4370-4b35-a5c9-965efab1b629 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': 'e2c17c3c-54d9-4e5b-8ff3-7a73575d5791', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:20:30.969117 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb6a303-78b8-445b-b9cf-24f87b9d9fe6 None None] The sync data for ids ['b6e06af1-e3c7-4796-9187-46ba262dade4'] in dv-neutron-859093-1-hyperv is: [{'id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'name': 'tempest-TestNetworkBasicOps-router-150985756', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33'}], 'enable_snat': True}, 'gw_port_id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:21Z', 'updated_at': '2022-09-23T15:20:27Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:22Z', 'updated_at': '2022-09-23T15:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'd55b00dd-4c73-419a-8f72-387395c25fe2', 'name': '', 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:08:70:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e8f49be7-ca71-4d88-8a5c-533a12c2e48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:26Z', 'updated_at': '2022-09-23T15:20:30Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'e8f49be7-ca71-4d88-8a5c-533a12c2e48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:20:30.975214 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ed8f8ef3-4370-4b35-a5c9-965efab1b629 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:20:30.979917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ed8f8ef3-4370-4b35-a5c9-965efab1b629 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:20:30.983432 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ed8f8ef3-4370-4b35-a5c9-965efab1b629 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:20:30.989466 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ed8f8ef3-4370-4b35-a5c9-965efab1b629 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:20:31.072734 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed8f8ef3-4370-4b35-a5c9-965efab1b629 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:31.143316 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed8f8ef3-4370-4b35-a5c9-965efab1b629 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:31.230944 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed8f8ef3-4370-4b35-a5c9-965efab1b629 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:31.263413 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f8ef3-4370-4b35-a5c9-965efab1b629 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22886dbc-66b5-4a9f-8ab1-0cd8c468029b,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:31.308966 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d55b00dd-4c73-419a-8f72-387395c25fe2 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:20:31.316305 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ed8f8ef3-4370-4b35-a5c9-965efab1b629 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:31.317537 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ed8f8ef3-4370-4b35-a5c9-965efab1b629 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3556335 Sep 23 15:20:31.320507 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51948) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:31.326473 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-1268bab6-565f-4bd1-9aee-6c5eac434feb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': 'e2c17c3c-54d9-4e5b-8ff3-7a73575d5791', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:20:31.333046 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1268bab6-565f-4bd1-9aee-6c5eac434feb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:20:31.337484 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1268bab6-565f-4bd1-9aee-6c5eac434feb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:20:31.341406 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1268bab6-565f-4bd1-9aee-6c5eac434feb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:20:31.347290 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1268bab6-565f-4bd1-9aee-6c5eac434feb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:20:31.419046 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.securitygroups_db [None req-1268bab6-565f-4bd1-9aee-6c5eac434feb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Project 8433d6d3ee51437084758ba6444603b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:20:31.426445 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1268bab6-565f-4bd1-9aee-6c5eac434feb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:31.452433 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port d55b00dd-4c73-419a-8f72-387395c25fe2 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:20:31.457788 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port d55b00dd-4c73-419a-8f72-387395c25fe2 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:20:31.458159 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:31.458525 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port d55b00dd-4c73-419a-8f72-387395c25fe2 Sep 23 15:20:31.496907 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1268bab6-565f-4bd1-9aee-6c5eac434feb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:31.567442 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1268bab6-565f-4bd1-9aee-6c5eac434feb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:31.583521 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port d55b00dd-4c73-419a-8f72-387395c25fe2 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:20:31.583898 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:31.591852 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268bab6-565f-4bd1-9aee-6c5eac434feb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ec6012-d7a5-47f3-ab91-779d147e1bb2,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:31.619021 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port d55b00dd-4c73-419a-8f72-387395c25fe2, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d55b00dd-4c73-419a-8f72-387395c25fe2,segment=NetworkSegment(81c0a2d5-1432-4003-9a8f-87366c6e40c5),segment_id=81c0a2d5-1432-4003-9a8f-87366c6e40c5)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:20:31.647812 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1268bab6-565f-4bd1-9aee-6c5eac434feb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:31.649070 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1268bab6-565f-4bd1-9aee-6c5eac434feb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3270009 Sep 23 15:20:31.651843 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 51952) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:31.656945 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-56050610-321b-4e5a-a6ec-59c2efef5d6f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': 'e2c17c3c-54d9-4e5b-8ff3-7a73575d5791', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:20:31.663195 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-56050610-321b-4e5a-a6ec-59c2efef5d6f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:20:31.667210 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-56050610-321b-4e5a-a6ec-59c2efef5d6f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:20:31.670218 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-56050610-321b-4e5a-a6ec-59c2efef5d6f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:20:31.670471 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:31.671347 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a9edc88a-f36f-46b7-9cee-4ad0f2417810 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:20:31.680373 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-56050610-321b-4e5a-a6ec-59c2efef5d6f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:20:31.739370 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.securitygroups_db [None req-56050610-321b-4e5a-a6ec-59c2efef5d6f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Project 8433d6d3ee51437084758ba6444603b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:20:31.748675 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-56050610-321b-4e5a-a6ec-59c2efef5d6f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:31.797736 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=d55b00dd-4c73-419a-8f72-387395c25fe2,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:31.808290 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port a9edc88a-f36f-46b7-9cee-4ad0f2417810 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:20:31.808874 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:31.809354 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port a9edc88a-f36f-46b7-9cee-4ad0f2417810 Sep 23 15:20:31.829462 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-56050610-321b-4e5a-a6ec-59c2efef5d6f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:31.899445 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-56050610-321b-4e5a-a6ec-59c2efef5d6f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:31.924541 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56050610-321b-4e5a-a6ec-59c2efef5d6f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad55d84-1196-4efc-ba0e-88612cc82dbf,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:31.937068 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port a9edc88a-f36f-46b7-9cee-4ad0f2417810 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:20:31.989721 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-56050610-321b-4e5a-a6ec-59c2efef5d6f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:31.991007 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-56050610-321b-4e5a-a6ec-59c2efef5d6f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3382356 Sep 23 15:20:32.081812 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5f3458c3-fb1d-4d31-858b-ea53c519cdf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:32.215159 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-bf3e2308-18c9-4b25-9eeb-c99afb9d2b70 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:20:32.292933 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-bf3e2308-18c9-4b25-9eeb-c99afb9d2b70 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:20:32.293993 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-bf3e2308-18c9-4b25-9eeb-c99afb9d2b70 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1828654825&fields=id&tenant_id=8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 267 time: 0.1188879 Sep 23 15:20:32.442861 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-b42b05b2-1e59-410f-9c87-0f4c0f517df8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:32.444268 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-b42b05b2-1e59-410f-9c87-0f4c0f517df8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/networks?id=786cc6e2-3299-4ee4-82b3-e1eeee088010 HTTP/1.1" status: 200 len: 796 time: 0.1437418 Sep 23 15:20:32.459244 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-bed40c10-05af-44f2-9003-480d569b1fce tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/quotas/8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 375 time: 0.0095177 Sep 23 15:20:32.546486 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-eb7cdb56-0b45-4f95-b17b-caf2a0c6d9c3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:20:32.629510 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-eb7cdb56-0b45-4f95-b17b-caf2a0c6d9c3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:20:32.630879 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-eb7cdb56-0b45-4f95-b17b-caf2a0c6d9c3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1658862 Sep 23 15:20:32.652388 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:32.770228 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-e8ef324f-ba2d-446e-adf6-4a46da0bf489 service neutron] 10.222.0.67 "GET /v2.0/networks/786cc6e2-3299-4ee4-82b3-e1eeee088010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269648 Sep 23 15:20:32.902556 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-9b1153c4-737e-48e2-b84f-fe6fce602afb service neutron] 10.222.0.67 "GET /v2.0/networks/786cc6e2-3299-4ee4-82b3-e1eeee088010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256742 Sep 23 15:20:33.200894 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-f434a709-2372-4a14-9e8a-3fe1785a2307 req-b351503d-8c24-4527-84e1-65e7952793e5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:20:33.208654 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-f434a709-2372-4a14-9e8a-3fe1785a2307 req-b351503d-8c24-4527-84e1-65e7952793e5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:20:33.209858 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f434a709-2372-4a14-9e8a-3fe1785a2307 req-b351503d-8c24-4527-84e1-65e7952793e5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0b27be8-6fec-4b43-843e-b7f9f0d14e6c HTTP/1.1" status: 200 len: 210 time: 0.0696998 Sep 23 15:20:33.230537 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d55b00dd-4c73-419a-8f72-387395c25fe2 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:20:33.301504 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port d55b00dd-4c73-419a-8f72-387395c25fe2 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:20:33.301868 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:33.302201 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port d55b00dd-4c73-419a-8f72-387395c25fe2 Sep 23 15:20:33.417407 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port d55b00dd-4c73-419a-8f72-387395c25fe2 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:20:34.469716 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-90c46e54-a730-4435-be37-7d200894df1d req-4233076b-9c6a-4e0d-9a73-7018f03873c1 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0b27be8-6fec-4b43-843e-b7f9f0d14e6c HTTP/1.1" status: 200 len: 210 time: 0.1445162 Sep 23 15:20:35.007885 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c1a32f79-4fec-4006-84fe-628cdf92b533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:35.213031 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-c3337694-1964-4041-ae76-f502aadb74de tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:35.214454 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-c3337694-1964-4041-ae76-f502aadb74de tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/networks?id=786cc6e2-3299-4ee4-82b3-e1eeee088010 HTTP/1.1" status: 200 len: 796 time: 0.1486070 Sep 23 15:20:35.262202 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-5b5be0aa-f272-4e77-8330-9325813e27c3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 380 time: 0.0395596 Sep 23 15:20:35.270490 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-8c631561-aad2-4b18-94f4-0b17b529f562 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'port': {'device_id': 'd0b27be8-6fec-4b43-843e-b7f9f0d14e6c', 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010', 'admin_state_up': True, 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'security_groups': ['e2c17c3c-54d9-4e5b-8ff3-7a73575d5791']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:20:35.404541 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-8c631561-aad2-4b18-94f4-0b17b529f562 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:20:35.414334 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-8c631561-aad2-4b18-94f4-0b17b529f562 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:20:35.487754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-8c631561-aad2-4b18-94f4-0b17b529f562 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:20:35.491411 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-8c631561-aad2-4b18-94f4-0b17b529f562 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:35.516133 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:35.556268 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:35.642162 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b74ad363-b77b-40cb-b5ae-9c961134dbb2 req-fb8abf0e-50de-4925-990d-eb2981da1d3f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0b27be8-6fec-4b43-843e-b7f9f0d14e6c HTTP/1.1" status: 200 len: 210 time: 0.0536673 Sep 23 15:20:35.662587 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-8c631561-aad2-4b18-94f4-0b17b529f562 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.20.0.7 (786cc6e2-3299-4ee4-82b3-e1eeee088010/e8f49be7-ca71-4d88-8a5c-533a12c2e48f/8d5f3a19-f8ae-4b50-bca5-77de0fa44d50) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:35.853231 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-8c631561-aad2-4b18-94f4-0b17b529f562 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:35.869225 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-8c631561-aad2-4b18-94f4-0b17b529f562 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Transition to ACTIVE for port object 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:20:35.939238 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-8c631561-aad2-4b18-94f4-0b17b529f562 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:36.011415 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-8c631561-aad2-4b18-94f4-0b17b529f562 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 786cc6e2-3299-4ee4-82b3-e1eeee088010 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:36.014596 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-8c631561-aad2-4b18-94f4-0b17b529f562 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:36.018351 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-8c631561-aad2-4b18-94f4-0b17b529f562 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:20:36.050168 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c631561-aad2-4b18-94f4-0b17b529f562 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=8d5f3a19-f8ae-4b50-bca5-77de0fa44d50,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:36.088746 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-8c631561-aad2-4b18-94f4-0b17b529f562 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:36.089512 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-8c631561-aad2-4b18-94f4-0b17b529f562 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:36.167729 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-8c631561-aad2-4b18-94f4-0b17b529f562 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9006875 Sep 23 15:20:36.179233 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-75290455-451d-4dc7-8d95-bddb6d1c8274 service neutron] Request body: {'port': {'device_id': 'd0b27be8-6fec-4b43-843e-b7f9f0d14e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:20:36.296203 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-75290455-451d-4dc7-8d95-bddb6d1c8274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:36.367765 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8f0650a0-d214-49cc-8b34-585e01e44b4f None None] Provisioning for port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:20:36.372931 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8f0650a0-d214-49cc-8b34-585e01e44b4f None None] Provisioning complete for port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:20:36.373305 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8f0650a0-d214-49cc-8b34-585e01e44b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:36.373662 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8f0650a0-d214-49cc-8b34-585e01e44b4f None None] Attempt 1 to provision port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 Sep 23 15:20:36.426897 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8f0650a0-d214-49cc-8b34-585e01e44b4f None None] Port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:20:36.631851 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-75290455-451d-4dc7-8d95-bddb6d1c8274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:20:36.639466 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-75290455-451d-4dc7-8d95-bddb6d1c8274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:36.654785 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-75290455-451d-4dc7-8d95-bddb6d1c8274 service neutron] Transition to ACTIVE for port object 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:20:36.733435 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-75290455-451d-4dc7-8d95-bddb6d1c8274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:36.928435 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8f0650a0-d214-49cc-8b34-585e01e44b4f None None] Attempt 2 to provision port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 Sep 23 15:20:36.958122 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:36.979755 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75290455-451d-4dc7-8d95-bddb6d1c8274 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5f3a19-f8ae-4b50-bca5-77de0fa44d50,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:36.992272 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8f0650a0-d214-49cc-8b34-585e01e44b4f None None] Port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:20:37.130742 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-75290455-451d-4dc7-8d95-bddb6d1c8274 service neutron] Attempting to bind port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:20:37.131074 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-75290455-451d-4dc7-8d95-bddb6d1c8274 service neutron] Attempting to bind port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '81c0a2d5-1432-4003-9a8f-87366c6e40c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:20:37.131403 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-75290455-451d-4dc7-8d95-bddb6d1c8274 service neutron] Attempting to bind port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 on network 786cc6e2-3299-4ee4-82b3-e1eeee088010 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:20:37.140878 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e0e07-6568-4f05-938a-d58c059c9d39 req-7e8ff181-5660-4dd0-bc69-fa5aa353907e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:37.141566 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-ff4e0e07-6568-4f05-938a-d58c059c9d39 req-7e8ff181-5660-4dd0-bc69-fa5aa353907e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:20:37.147527 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-75290455-451d-4dc7-8d95-bddb6d1c8274 service neutron] Port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 on network 786cc6e2-3299-4ee4-82b3-e1eeee088010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:20:37.148444 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-75290455-451d-4dc7-8d95-bddb6d1c8274 service neutron] Attempting to bind port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 on network 786cc6e2-3299-4ee4-82b3-e1eeee088010 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:20:37.156044 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-75290455-451d-4dc7-8d95-bddb6d1c8274 service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:20:37.156378 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-75290455-451d-4dc7-8d95-bddb6d1c8274 service neutron] Checking segment: {'id': '81c0a2d5-1432-4003-9a8f-87366c6e40c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:20:37.156749 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-75290455-451d-4dc7-8d95-bddb6d1c8274 service neutron] Bound using segment: {'id': '81c0a2d5-1432-4003-9a8f-87366c6e40c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:20:37.157168 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-75290455-451d-4dc7-8d95-bddb6d1c8274 service neutron] Bound port: 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81c0a2d5-1432-4003-9a8f-87366c6e40c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:20:37.157506 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-75290455-451d-4dc7-8d95-bddb6d1c8274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:37.243131 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-ff4e0e07-6568-4f05-938a-d58c059c9d39 req-7e8ff181-5660-4dd0-bc69-fa5aa353907e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:20:37.244263 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ff4e0e07-6568-4f05-938a-d58c059c9d39 req-7e8ff181-5660-4dd0-bc69-fa5aa353907e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0b27be8-6fec-4b43-843e-b7f9f0d14e6c HTTP/1.1" status: 200 len: 943 time: 0.4645171 Sep 23 15:20:37.249720 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-75290455-451d-4dc7-8d95-bddb6d1c8274 service neutron] For port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:20:37.254252 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-75290455-451d-4dc7-8d95-bddb6d1c8274 service neutron] For port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=8d5f3a19-f8ae-4b50-bca5-77de0fa44d50,segment=NetworkSegment(81c0a2d5-1432-4003-9a8f-87366c6e40c5),segment_id=81c0a2d5-1432-4003-9a8f-87366c6e40c5)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:20:37.291628 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ff4e0e07-6568-4f05-938a-d58c059c9d39 req-f30a2dc3-2df8-4743-b7b8-3e3e199d14b6 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2c17c3c-54d9-4e5b-8ff3-7a73575d5791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397391 Sep 23 15:20:37.310337 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-75290455-451d-4dc7-8d95-bddb6d1c8274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:37.344260 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-75290455-451d-4dc7-8d95-bddb6d1c8274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:37.344863 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-75290455-451d-4dc7-8d95-bddb6d1c8274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:37.346187 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-75290455-451d-4dc7-8d95-bddb6d1c8274 service neutron] 10.222.0.72 "PUT /v2.0/ports/8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 HTTP/1.1" status: 200 len: 1093 time: 1.1717093 Sep 23 15:20:37.346644 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b27be8-6fec-4b43-843e-b7f9f0d14e6c', 'tag': '8d5f3a19-f8ae-4b50-bca5-77de0fa44d50'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:20:37.348949 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df11ba85-3c7b-4ca0-b995-63db095bce44" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b27be8-6fec-4b43-843e-b7f9f0d14e6c", "tag": "8d5f3a19-f8ae-4b50-bca5-77de0fa44d50"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:20:37.389242 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75290455-451d-4dc7-8d95-bddb6d1c8274 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5f3a19-f8ae-4b50-bca5-77de0fa44d50,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:37.394710 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a48330-6037-4691-b038-4eebe33ebff1 x-openstack-request-id: req-89a48330-6037-4691-b038-4eebe33ebff1 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:20:37.394978 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b27be8-6fec-4b43-843e-b7f9f0d14e6c", "tag": "8d5f3a19-f8ae-4b50-bca5-77de0fa44d50", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:20:37.395253 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-89a48330-6037-4691-b038-4eebe33ebff1 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:20:37.395665 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89a48330-6037-4691-b038-4eebe33ebff1'] response: {'name': 'network-changed', 'server_uuid': 'd0b27be8-6fec-4b43-843e-b7f9f0d14e6c', 'tag': '8d5f3a19-f8ae-4b50-bca5-77de0fa44d50', 'status': 'completed', 'code': 200} Sep 23 15:20:37.490076 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11ba85-3c7b-4ca0-b995-63db095bce44 req-59902d1d-0609-474f-b734-aa085772df8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:37.492063 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-df11ba85-3c7b-4ca0-b995-63db095bce44 req-59902d1d-0609-474f-b734-aa085772df8c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=d0b27be8-6fec-4b43-843e-b7f9f0d14e6c HTTP/1.1" status: 200 len: 1096 time: 0.0770633 Sep 23 15:20:37.493075 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8f0650a0-d214-49cc-8b34-585e01e44b4f None None] Attempt 3 to provision port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 Sep 23 15:20:37.552929 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8f0650a0-d214-49cc-8b34-585e01e44b4f None None] Port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:20:37.630881 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11ba85-3c7b-4ca0-b995-63db095bce44 req-392aa364-b68b-48bf-a35e-8e0f56125b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:37.632879 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-df11ba85-3c7b-4ca0-b995-63db095bce44 req-392aa364-b68b-48bf-a35e-8e0f56125b76 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=8433d6d3ee51437084758ba6444603b3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1339462 Sep 23 15:20:37.769068 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11ba85-3c7b-4ca0-b995-63db095bce44 req-1ab777a0-7fa9-43f4-b562-b3930259d242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:37.770550 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-df11ba85-3c7b-4ca0-b995-63db095bce44 req-1ab777a0-7fa9-43f4-b562-b3930259d242 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1329195 Sep 23 15:20:37.890693 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-af7b1c0b-3b80-46d1-8083-27be7c440ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:37.892173 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-af7b1c0b-3b80-46d1-8083-27be7c440ac8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=d0b27be8-6fec-4b43-843e-b7f9f0d14e6c HTTP/1.1" status: 200 len: 1096 time: 0.0860181 Sep 23 15:20:37.963068 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-baadff84-9825-428d-8f56-3371563e2000 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 HTTP/1.1" status: 200 len: 217 time: 0.0638084 Sep 23 15:20:38.027876 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-067da660-57fe-41ee-ba3f-7394673c1cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:38.029253 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-067da660-57fe-41ee-ba3f-7394673c1cae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e8f49be7-ca71-4d88-8a5c-533a12c2e48f HTTP/1.1" status: 200 len: 843 time: 0.0607042 Sep 23 15:20:38.113151 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-d6b0e864-661b-4f9e-ab2b-5fdebc3723df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:38.114906 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-d6b0e864-661b-4f9e-ab2b-5fdebc3723df service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=786cc6e2-3299-4ee4-82b3-e1eeee088010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790722 Sep 23 15:20:38.251894 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-9b005c2b-0b36-446a-ac5c-b83f26cb2015 service neutron] 10.222.0.72 "GET /v2.0/networks/786cc6e2-3299-4ee4-82b3-e1eeee088010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302197 Sep 23 15:20:38.388384 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e79c7e34-57fe-4307-8345-a0deb242a2d7 req-5ccdfacc-ed04-4767-a68c-99b99ab655bc service neutron] 10.222.0.72 "GET /v2.0/networks/786cc6e2-3299-4ee4-82b3-e1eeee088010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294882 Sep 23 15:20:38.491982 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22f6fb-7c2a-4b13-9c0a-cf9642e166ed req-e34a3c26-8917-40b0-8600-1992495527df tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:38.493424 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8d22f6fb-7c2a-4b13-9c0a-cf9642e166ed req-e34a3c26-8917-40b0-8600-1992495527df tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0b27be8-6fec-4b43-843e-b7f9f0d14e6c HTTP/1.1" status: 200 len: 943 time: 0.0910385 Sep 23 15:20:38.537059 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8d22f6fb-7c2a-4b13-9c0a-cf9642e166ed req-817ac3ac-d0d9-4622-9422-975769d5b687 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2c17c3c-54d9-4e5b-8ff3-7a73575d5791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378370 Sep 23 15:20:39.735516 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4356d-1d5f-4bbf-951d-0eee5bd99aa3 req-88c1abbc-5de3-42be-bbf1-d5ff2fd51336 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:39.736960 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6bd4356d-1d5f-4bbf-951d-0eee5bd99aa3 req-88c1abbc-5de3-42be-bbf1-d5ff2fd51336 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0b27be8-6fec-4b43-843e-b7f9f0d14e6c HTTP/1.1" status: 200 len: 943 time: 0.0869133 Sep 23 15:20:39.779552 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-6bd4356d-1d5f-4bbf-951d-0eee5bd99aa3 req-cd276cc6-0480-4bc1-8182-4e1840779e2b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:20:39.791404 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-6bd4356d-1d5f-4bbf-951d-0eee5bd99aa3 req-cd276cc6-0480-4bc1-8182-4e1840779e2b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:20:39.792495 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6bd4356d-1d5f-4bbf-951d-0eee5bd99aa3 req-cd276cc6-0480-4bc1-8182-4e1840779e2b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2c17c3c-54d9-4e5b-8ff3-7a73575d5791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499017 Sep 23 15:20:40.241570 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:20:40.373074 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=8d5f3a19-f8ae-4b50-bca5-77de0fa44d50,segment=NetworkSegment(81c0a2d5-1432-4003-9a8f-87366c6e40c5),segment_id=81c0a2d5-1432-4003-9a8f-87366c6e40c5)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:20:40.385718 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '8d5f3a19-f8ae-4b50-bca5-77de0fa44d50', 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010', 'port_id': '8d5f3a19-f8ae-4b50-bca5-77de0fa44d50', 'mac_address': 'fa:16:3e:6c:fc:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8f49be7-ca71-4d88-8a5c-533a12c2e48f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:20:40.443015 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:20:40.443391 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:40.488411 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:20:40.503636 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=8d5f3a19-f8ae-4b50-bca5-77de0fa44d50,segment=NetworkSegment(81c0a2d5-1432-4003-9a8f-87366c6e40c5),segment_id=81c0a2d5-1432-4003-9a8f-87366c6e40c5)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:20:40.584031 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:40.650419 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=8d5f3a19-f8ae-4b50-bca5-77de0fa44d50,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:40.815834 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['8d5f3a19-f8ae-4b50-bca5-77de0fa44d50'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:20:40.993618 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03369f9-3171-43e5-8612-ac46d431ea67 req-a59fcec7-6a5e-456c-82cb-2aba8e8a16dd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:40.995121 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b03369f9-3171-43e5-8612-ac46d431ea67 req-a59fcec7-6a5e-456c-82cb-2aba8e8a16dd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0b27be8-6fec-4b43-843e-b7f9f0d14e6c HTTP/1.1" status: 200 len: 944 time: 0.0914977 Sep 23 15:20:41.039329 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b03369f9-3171-43e5-8612-ac46d431ea67 req-68c44662-7a90-4b1d-a469-f373a77177d2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2c17c3c-54d9-4e5b-8ff3-7a73575d5791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384309 Sep 23 15:20:42.071740 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:20:42.241743 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:20:42.273066 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac59e2-bb34-4e1c-b9a4-bfb0360fb4bb req-acdfbb63-a457-4598-aa19-322ccbcffa7b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:42.274528 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ceac59e2-bb34-4e1c-b9a4-bfb0360fb4bb req-acdfbb63-a457-4598-aa19-322ccbcffa7b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0b27be8-6fec-4b43-843e-b7f9f0d14e6c HTTP/1.1" status: 200 len: 944 time: 0.1261127 Sep 23 15:20:42.319187 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ceac59e2-bb34-4e1c-b9a4-bfb0360fb4bb req-329b2268-9eb3-4783-8465-1435aaf018b8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2c17c3c-54d9-4e5b-8ff3-7a73575d5791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385258 Sep 23 15:20:42.367292 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:20:42.372350 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:20:42.372740 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:42.373076 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 Sep 23 15:20:42.487709 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:20:42.488082 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:42.514604 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b27be8-6fec-4b43-843e-b7f9f0d14e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5f3a19-f8ae-4b50-bca5-77de0fa44d50'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:20:42.516870 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2115dfec-b712-4525-9773-6ebd5ebf712e" -d '{"events": [{"server_uuid": "d0b27be8-6fec-4b43-843e-b7f9f0d14e6c", "name": "network-vif-plugged", "status": "completed", "tag": "8d5f3a19-f8ae-4b50-bca5-77de0fa44d50"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:20:42.524819 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=8d5f3a19-f8ae-4b50-bca5-77de0fa44d50,segment=NetworkSegment(81c0a2d5-1432-4003-9a8f-87366c6e40c5),segment_id=81c0a2d5-1432-4003-9a8f-87366c6e40c5)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:20:42.558919 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3859048e-092f-4511-9660-274b467fc104 x-openstack-request-id: req-3859048e-092f-4511-9660-274b467fc104 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:20:42.559205 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b27be8-6fec-4b43-843e-b7f9f0d14e6c", "name": "network-vif-plugged", "status": "completed", "tag": "8d5f3a19-f8ae-4b50-bca5-77de0fa44d50", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:20:42.559458 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3859048e-092f-4511-9660-274b467fc104 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:20:42.559860 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3859048e-092f-4511-9660-274b467fc104'] response: {'server_uuid': 'd0b27be8-6fec-4b43-843e-b7f9f0d14e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5f3a19-f8ae-4b50-bca5-77de0fa44d50', 'code': 200} Sep 23 15:20:42.596011 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:42.662004 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=8d5f3a19-f8ae-4b50-bca5-77de0fa44d50,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:42.926453 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dcc42-fa99-41df-b928-9177c0291494 req-dc19dc83-aa90-4724-814a-864981405984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:42.927794 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-716dcc42-fa99-41df-b928-9177c0291494 req-dc19dc83-aa90-4724-814a-864981405984 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d0b27be8-6fec-4b43-843e-b7f9f0d14e6c HTTP/1.1" status: 200 len: 1098 time: 0.0757625 Sep 23 15:20:42.968795 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-716dcc42-fa99-41df-b928-9177c0291494 req-888f8399-2569-400d-8dd2-38cb56ed1f20 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e2c17c3c-54d9-4e5b-8ff3-7a73575d5791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339439 Sep 23 15:20:43.516853 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f60b6d-5410-4054-ac2a-e20d6c92f52d req-57aa3dec-5526-4fe8-9f3d-ad55370c1266 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:43.518281 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-64f60b6d-5410-4054-ac2a-e20d6c92f52d req-57aa3dec-5526-4fe8-9f3d-ad55370c1266 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0b27be8-6fec-4b43-843e-b7f9f0d14e6c HTTP/1.1" status: 200 len: 945 time: 0.0871050 Sep 23 15:20:43.564902 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-64f60b6d-5410-4054-ac2a-e20d6c92f52d req-f6c37e8a-6f65-437e-985a-1098ddb7db75 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2c17c3c-54d9-4e5b-8ff3-7a73575d5791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406208 Sep 23 15:20:44.817562 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca00db-6850-4be7-bcbf-cbda4b24ddb7 req-49193df5-10f8-4995-974b-d63a7046ac03 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:44.819069 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f9ca00db-6850-4be7-bcbf-cbda4b24ddb7 req-49193df5-10f8-4995-974b-d63a7046ac03 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0b27be8-6fec-4b43-843e-b7f9f0d14e6c HTTP/1.1" status: 200 len: 945 time: 0.0898085 Sep 23 15:20:44.863530 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f9ca00db-6850-4be7-bcbf-cbda4b24ddb7 req-285d108c-ee0f-4720-bc7b-5ac3f4231e9e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2c17c3c-54d9-4e5b-8ff3-7a73575d5791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383639 Sep 23 15:20:45.059684 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3f849-0d46-4612-b4bd-a3a4195671be req-dfeb2443-b4f2-4ff0-92a8-42eb40ee6aae tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:45.061093 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-aab3f849-0d46-4612-b4bd-a3a4195671be req-dfeb2443-b4f2-4ff0-92a8-42eb40ee6aae tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0b27be8-6fec-4b43-843e-b7f9f0d14e6c HTTP/1.1" status: 200 len: 945 time: 0.0872581 Sep 23 15:20:45.103927 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-aab3f849-0d46-4612-b4bd-a3a4195671be req-016e7b7f-e875-4e4f-b649-ee4c5e3db7df tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2c17c3c-54d9-4e5b-8ff3-7a73575d5791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372610 Sep 23 15:20:45.139495 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52006) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:45.222532 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2334722c-d896-40db-8213-6c0019f0273c tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:45.224059 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2334722c-d896-40db-8213-6c0019f0273c tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=d0b27be8-6fec-4b43-843e-b7f9f0d14e6c HTTP/1.1" status: 200 len: 1093 time: 0.0835958 Sep 23 15:20:45.226934 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52010) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:45.231917 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-8a88c3bb-fcc3-4099-84e0-06c7eb444729 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': '8d5f3a19-f8ae-4b50-bca5-77de0fa44d50', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:20:45.237863 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8a88c3bb-fcc3-4099-84e0-06c7eb444729 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:20:45.242291 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8a88c3bb-fcc3-4099-84e0-06c7eb444729 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:floatingip and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:20:45.245180 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8a88c3bb-fcc3-4099-84e0-06c7eb444729 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:20:45.250867 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8a88c3bb-fcc3-4099-84e0-06c7eb444729 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:20:45.309911 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8a88c3bb-fcc3-4099-84e0-06c7eb444729 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:45.445699 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8a88c3bb-fcc3-4099-84e0-06c7eb444729 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:45.576859 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-8a88c3bb-fcc3-4099-84e0-06c7eb444729 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.26.10.185 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/dccd6469-e2d1-4474-bdbd-4622331512f3) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:45.722515 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8a88c3bb-fcc3-4099-84e0-06c7eb444729 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:45.796753 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-94b74cb7-3c6c-4083-ac8d-b15659e079b8 req-6a97ea96-a0c3-4791-8877-c657f5291738 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d0b27be8-6fec-4b43-843e-b7f9f0d14e6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761144 Sep 23 15:20:45.801998 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8a88c3bb-fcc3-4099-84e0-06c7eb444729 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:45.948507 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b74cb7-3c6c-4083-ac8d-b15659e079b8 req-79a74f0a-c7f2-4e9e-8a50-8515d7852917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:45.950181 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-94b74cb7-3c6c-4083-ac8d-b15659e079b8 req-79a74f0a-c7f2-4e9e-8a50-8515d7852917 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=d0b27be8-6fec-4b43-843e-b7f9f0d14e6c HTTP/1.1" status: 200 len: 1098 time: 0.0841174 Sep 23 15:20:45.979408 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a88c3bb-fcc3-4099-84e0-06c7eb444729 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:45.982286 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-8a88c3bb-fcc3-4099-84e0-06c7eb444729 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:45.985963 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a88c3bb-fcc3-4099-84e0-06c7eb444729 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:20:46.014906 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88c3bb-fcc3-4099-84e0-06c7eb444729 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=dccd6469-e2d1-4474-bdbd-4622331512f3,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:46.189970 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b74cb7-3c6c-4083-ac8d-b15659e079b8 req-4ad8f2ed-c7d0-48e8-bb34-3929c98f9b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:46.191499 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-94b74cb7-3c6c-4083-ac8d-b15659e079b8 req-4ad8f2ed-c7d0-48e8-bb34-3929c98f9b21 service neutron] 10.222.0.72 "GET /v2.0/networks?id=786cc6e2-3299-4ee4-82b3-e1eeee088010 HTTP/1.1" status: 200 len: 897 time: 0.2227190 Sep 23 15:20:46.261352 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-94b74cb7-3c6c-4083-ac8d-b15659e079b8 req-0d2c4c47-9e26-4a13-87b6-e04545146c6e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 HTTP/1.1" status: 200 len: 217 time: 0.0633998 Sep 23 15:20:46.323238 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b74cb7-3c6c-4083-ac8d-b15659e079b8 req-179ca191-2fff-4cad-a136-6ce963f91eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:46.324668 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-94b74cb7-3c6c-4083-ac8d-b15659e079b8 req-179ca191-2fff-4cad-a136-6ce963f91eae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e8f49be7-ca71-4d88-8a5c-533a12c2e48f HTTP/1.1" status: 200 len: 843 time: 0.0577881 Sep 23 15:20:46.408256 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8a88c3bb-fcc3-4099-84e0-06c7eb444729 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:46.412184 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b74cb7-3c6c-4083-ac8d-b15659e079b8 req-205f82a4-de1c-4cce-8726-cf87aecbe474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:46.414224 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-94b74cb7-3c6c-4083-ac8d-b15659e079b8 req-205f82a4-de1c-4cce-8726-cf87aecbe474 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=786cc6e2-3299-4ee4-82b3-e1eeee088010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830805 Sep 23 15:20:46.545474 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8a88c3bb-fcc3-4099-84e0-06c7eb444729 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:46.550523 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-94b74cb7-3c6c-4083-ac8d-b15659e079b8 req-48858909-83c7-4fac-9258-85dabb096110 service neutron] 10.222.0.72 "GET /v2.0/networks/786cc6e2-3299-4ee4-82b3-e1eeee088010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300447 Sep 23 15:20:46.682140 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-94b74cb7-3c6c-4083-ac8d-b15659e079b8 req-e357a388-efc0-409e-ad68-99e85b9fc885 service neutron] 10.222.0.72 "GET /v2.0/networks/786cc6e2-3299-4ee4-82b3-e1eeee088010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259980 Sep 23 15:20:46.752537 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8a88c3bb-fcc3-4099-84e0-06c7eb444729 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:46.835345 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8a88c3bb-fcc3-4099-84e0-06c7eb444729 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:46.942771 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88c3bb-fcc3-4099-84e0-06c7eb444729 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=dccd6469-e2d1-4474-bdbd-4622331512f3,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:46.945102 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8a88c3bb-fcc3-4099-84e0-06c7eb444729 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:47.112198 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-8a88c3bb-fcc3-4099-84e0-06c7eb444729 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Floating IP 36805a19-c7fe-437c-b8d7-45782a09072f associated. External IP: 172.26.10.185, port: 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50. Sep 23 15:20:47.462355 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a88c3bb-fcc3-4099-84e0-06c7eb444729 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router b6e06af1-e3c7-4796-9187-46ba262dade4 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:20:47.745472 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a88c3bb-fcc3-4099-84e0-06c7eb444729 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:20:47.755850 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d78041-7beb-4a71-bfeb-217a74f96e2d None None] Sync routers for ids ['b6e06af1-e3c7-4796-9187-46ba262dade4'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:20:47.765480 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d78041-7beb-4a71-bfeb-217a74f96e2d None None] Routers {'b6e06af1-e3c7-4796-9187-46ba262dade4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:20:47.766296 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-e0d78041-7beb-4a71-bfeb-217a74f96e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:20:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['b6e06af1-e3c7-4796-9187-46ba262dade4'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:47.853259 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8a88c3bb-fcc3-4099-84e0-06c7eb444729 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:20:47.910006 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8a88c3bb-fcc3-4099-84e0-06c7eb444729 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6820414 Sep 23 15:20:47.910797 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b27be8-6fec-4b43-843e-b7f9f0d14e6c', 'tag': '8d5f3a19-f8ae-4b50-bca5-77de0fa44d50'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:20:47.912857 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52014) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:47.913347 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8009c2c01c24846940f3c9c2beb64f503f2d744ca5e92813e431a27377ac34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fa3917-0a62-43a5-8220-7da0d5d509e6" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b27be8-6fec-4b43-843e-b7f9f0d14e6c", "tag": "8d5f3a19-f8ae-4b50-bca5-77de0fa44d50"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:20:47.952393 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-e0d78041-7beb-4a71-bfeb-217a74f96e2d None None] Set router b6e06af1-e3c7-4796-9187-46ba262dade4 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:20:47.958252 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acc2acf-78ae-4a8d-89e9-6743cf57f853 x-openstack-request-id: req-6acc2acf-78ae-4a8d-89e9-6743cf57f853 {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:20:47.958252 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b27be8-6fec-4b43-843e-b7f9f0d14e6c", "tag": "8d5f3a19-f8ae-4b50-bca5-77de0fa44d50", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:20:47.958620 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6acc2acf-78ae-4a8d-89e9-6743cf57f853 {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:20:47.959160 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6acc2acf-78ae-4a8d-89e9-6743cf57f853'] response: {'name': 'network-changed', 'server_uuid': 'd0b27be8-6fec-4b43-843e-b7f9f0d14e6c', 'tag': '8d5f3a19-f8ae-4b50-bca5-77de0fa44d50', 'status': 'completed', 'code': 200} Sep 23 15:20:48.082795 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8e34cf52-caa6-4caa-9d10-cfd4f6acf868 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/36805a19-c7fe-437c-b8d7-45782a09072f HTTP/1.1" status: 200 len: 992 time: 0.1673732 Sep 23 15:20:48.096659 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa3917-0a62-43a5-8220-7da0d5d509e6 req-4b686b2c-14fa-49b5-8069-c69982ff6ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:48.098105 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-98fa3917-0a62-43a5-8220-7da0d5d509e6 req-4b686b2c-14fa-49b5-8069-c69982ff6ceb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=d0b27be8-6fec-4b43-843e-b7f9f0d14e6c HTTP/1.1" status: 200 len: 1098 time: 0.1168039 Sep 23 15:20:48.230982 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa3917-0a62-43a5-8220-7da0d5d509e6 req-dfa91604-7c97-47b6-b6ef-d146898adc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:48.232430 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-98fa3917-0a62-43a5-8220-7da0d5d509e6 req-dfa91604-7c97-47b6-b6ef-d146898adc48 service neutron] 10.222.0.72 "GET /v2.0/networks?id=786cc6e2-3299-4ee4-82b3-e1eeee088010 HTTP/1.1" status: 200 len: 897 time: 0.1278596 Sep 23 15:20:48.300239 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-e0d78041-7beb-4a71-bfeb-217a74f96e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'name': 'tempest-TestNetworkBasicOps-router-150985756', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33'}], 'enable_snat': True}, 'gw_port_id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:21Z', 'updated_at': '2022-09-23T15:20:27Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:22Z', 'updated_at': '2022-09-23T15:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '36805a19-c7fe-437c-b8d7-45782a09072f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.185', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'port_id': '8d5f3a19-f8ae-4b50-bca5-77de0fa44d50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010', 'mac_address': 'fa:16:3e:6c:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b27be8-6fec-4b43-843e-b7f9f0d14e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:20:46Z', 'updated_at': '2022-09-23T15:20:46Z', 'revision_number': 0, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55b00dd-4c73-419a-8f72-387395c25fe2', 'name': '', 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:08:70:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e8f49be7-ca71-4d88-8a5c-533a12c2e48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:26Z', 'updated_at': '2022-09-23T15:20:31Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'e8f49be7-ca71-4d88-8a5c-533a12c2e48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:48.304134 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d78041-7beb-4a71-bfeb-217a74f96e2d None None] Checking router: b6e06af1-e3c7-4796-9187-46ba262dade4 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:20:48.312576 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d78041-7beb-4a71-bfeb-217a74f96e2d None None] Routers {'b6e06af1-e3c7-4796-9187-46ba262dade4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:20:48.313159 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-e0d78041-7beb-4a71-bfeb-217a74f96e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:20:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['b6e06af1-e3c7-4796-9187-46ba262dade4'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:48.336107 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-98fa3917-0a62-43a5-8220-7da0d5d509e6 req-8c9d1dc0-ad78-45fb-ab46-0e1fa85645cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 HTTP/1.1" status: 200 len: 1000 time: 0.0970027 Sep 23 15:20:48.398020 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa3917-0a62-43a5-8220-7da0d5d509e6 req-4e1e2dd4-271f-4b42-a9e6-6fe5bb8755d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:48.399469 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-98fa3917-0a62-43a5-8220-7da0d5d509e6 req-4e1e2dd4-271f-4b42-a9e6-6fe5bb8755d3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e8f49be7-ca71-4d88-8a5c-533a12c2e48f HTTP/1.1" status: 200 len: 843 time: 0.0573380 Sep 23 15:20:48.483769 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa3917-0a62-43a5-8220-7da0d5d509e6 req-2bd1d5b4-a215-4e49-b570-d2c3204a2d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:48.485326 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-98fa3917-0a62-43a5-8220-7da0d5d509e6 req-2bd1d5b4-a215-4e49-b570-d2c3204a2d95 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=786cc6e2-3299-4ee4-82b3-e1eeee088010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797837 Sep 23 15:20:48.490763 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-e0d78041-7beb-4a71-bfeb-217a74f96e2d None None] Set router b6e06af1-e3c7-4796-9187-46ba262dade4 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:20:48.620203 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-98fa3917-0a62-43a5-8220-7da0d5d509e6 req-41e9082b-9e39-43cd-a2b7-4d2875eb22b3 service neutron] 10.222.0.72 "GET /v2.0/networks/786cc6e2-3299-4ee4-82b3-e1eeee088010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271725 Sep 23 15:20:48.754074 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-98fa3917-0a62-43a5-8220-7da0d5d509e6 req-3fdddce8-abcd-448d-84db-a5980999815c service neutron] 10.222.0.72 "GET /v2.0/networks/786cc6e2-3299-4ee4-82b3-e1eeee088010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276610 Sep 23 15:20:48.867866 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-e0d78041-7beb-4a71-bfeb-217a74f96e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'name': 'tempest-TestNetworkBasicOps-router-150985756', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33'}], 'enable_snat': True}, 'gw_port_id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:21Z', 'updated_at': '2022-09-23T15:20:27Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:22Z', 'updated_at': '2022-09-23T15:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '36805a19-c7fe-437c-b8d7-45782a09072f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.185', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'port_id': '8d5f3a19-f8ae-4b50-bca5-77de0fa44d50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010', 'mac_address': 'fa:16:3e:6c:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b27be8-6fec-4b43-843e-b7f9f0d14e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:20:46Z', 'updated_at': '2022-09-23T15:20:46Z', 'revision_number': 0, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55b00dd-4c73-419a-8f72-387395c25fe2', 'name': '', 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:08:70:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e8f49be7-ca71-4d88-8a5c-533a12c2e48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:26Z', 'updated_at': '2022-09-23T15:20:31Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'e8f49be7-ca71-4d88-8a5c-533a12c2e48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:48.871872 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d78041-7beb-4a71-bfeb-217a74f96e2d None None] The sync data for ids ['b6e06af1-e3c7-4796-9187-46ba262dade4'] in dv-neutron-859093-1-hyperv is: [{'id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'name': 'tempest-TestNetworkBasicOps-router-150985756', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33'}], 'enable_snat': True}, 'gw_port_id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:21Z', 'updated_at': '2022-09-23T15:20:27Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:22Z', 'updated_at': '2022-09-23T15:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '36805a19-c7fe-437c-b8d7-45782a09072f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.185', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'port_id': '8d5f3a19-f8ae-4b50-bca5-77de0fa44d50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010', 'mac_address': 'fa:16:3e:6c:fc:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b27be8-6fec-4b43-843e-b7f9f0d14e6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:20:46Z', 'updated_at': '2022-09-23T15:20:46Z', 'revision_number': 0, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55b00dd-4c73-419a-8f72-387395c25fe2', 'name': '', 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:08:70:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e8f49be7-ca71-4d88-8a5c-533a12c2e48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:26Z', 'updated_at': '2022-09-23T15:20:31Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'e8f49be7-ca71-4d88-8a5c-533a12c2e48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:20:49.057302 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc049101-9181-4fa1-971c-f6f8597a6170 None None] New status for floating IP 36805a19-c7fe-437c-b8d7-45782a09072f: ACTIVE {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:20:49.085490 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52020) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:49.301537 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-bfe577c6-c7bf-4fd1-9eeb-29a8ae50fd63 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/36805a19-c7fe-437c-b8d7-45782a09072f HTTP/1.1" status: 200 len: 992 time: 0.2148635 Sep 23 15:20:50.305954 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52024) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:20:50.409820 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-afe6a7be-fa01-4b7f-b135-28072aea211d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/36805a19-c7fe-437c-b8d7-45782a09072f HTTP/1.1" status: 200 len: 994 time: 0.1025820 Sep 23 15:21:02.075482 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f5950fe8-79b5-4228-a290-8c24baab9953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:21:02.709145 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:21:05.017068 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dd86939f-3389-419b-a7a2-6054a0bba738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:21:05.537496 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:21:05.554840 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:21:06.959886 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:21:19.071375 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:21:32.085775 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-057892f3-5923-4137-b0fa-970744d863ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:21:32.685790 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:21:35.016931 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9c82c2de-350e-4365-ad0d-e21c80a6e0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:21:35.508886 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:21:35.536879 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:21:36.959376 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:21:46.807284 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7acb7a1a-2743-448f-8519-2a29999c5752 req-44803f0a-2910-41ad-8794-2e1c214d057f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d0b27be8-6fec-4b43-843e-b7f9f0d14e6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821211 Sep 23 15:21:46.951518 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb7a1a-2743-448f-8519-2a29999c5752 req-f8804556-69e1-4fd6-833e-9d28787ca449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:46.953045 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7acb7a1a-2743-448f-8519-2a29999c5752 req-f8804556-69e1-4fd6-833e-9d28787ca449 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=d0b27be8-6fec-4b43-843e-b7f9f0d14e6c HTTP/1.1" status: 200 len: 1098 time: 0.0783038 Sep 23 15:21:47.095907 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb7a1a-2743-448f-8519-2a29999c5752 req-776b863a-f92f-4a00-accb-16dea688499d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:47.097236 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7acb7a1a-2743-448f-8519-2a29999c5752 req-776b863a-f92f-4a00-accb-16dea688499d service neutron] 10.222.0.72 "GET /v2.0/networks?id=786cc6e2-3299-4ee4-82b3-e1eeee088010 HTTP/1.1" status: 200 len: 897 time: 0.1253037 Sep 23 15:21:47.198643 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7acb7a1a-2743-448f-8519-2a29999c5752 req-4820ecb7-bf85-4f8e-a52b-4aea90e29e9b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 HTTP/1.1" status: 200 len: 1002 time: 0.0951803 Sep 23 15:21:47.262251 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb7a1a-2743-448f-8519-2a29999c5752 req-43eb1e09-85b8-471a-84b5-95de99bf1697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:47.263651 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7acb7a1a-2743-448f-8519-2a29999c5752 req-43eb1e09-85b8-471a-84b5-95de99bf1697 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e8f49be7-ca71-4d88-8a5c-533a12c2e48f HTTP/1.1" status: 200 len: 843 time: 0.0590832 Sep 23 15:21:47.343423 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb7a1a-2743-448f-8519-2a29999c5752 req-22899925-de0a-40bd-9cbc-32b34761bf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:47.344839 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7acb7a1a-2743-448f-8519-2a29999c5752 req-22899925-de0a-40bd-9cbc-32b34761bf7c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=786cc6e2-3299-4ee4-82b3-e1eeee088010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753212 Sep 23 15:21:47.472338 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7acb7a1a-2743-448f-8519-2a29999c5752 req-3a29bd4f-dd47-4cea-87bc-a71ff73672ce service neutron] 10.222.0.72 "GET /v2.0/networks/786cc6e2-3299-4ee4-82b3-e1eeee088010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206372 Sep 23 15:21:47.602565 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7acb7a1a-2743-448f-8519-2a29999c5752 req-1a2e9e21-e88d-45eb-a62f-d5f9e4fc7363 service neutron] 10.222.0.72 "GET /v2.0/networks/786cc6e2-3299-4ee4-82b3-e1eeee088010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234150 Sep 23 15:21:56.070475 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:22:02.113082 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28161642-95ca-457e-8f69-70b9afd86dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:22:02.673205 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:22:05.015610 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e8c05998-b1e5-42da-849b-831bd5318a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:22:05.525086 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:22:05.547247 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:22:06.941875 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:22:32.054779 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-40adf9c7-6010-4fb6-a5d1-38db25755250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:22:32.683260 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:22:33.070724 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:22:35.026196 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-036d8011-2c55-4a78-b8fb-bd2095eddcdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:22:35.483304 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:22:35.529346 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:22:36.952214 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:22:41.431854 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52060) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:22:41.572197 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-35b6d630-c54d-4e25-8927-d46decec0578 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:22:41.689769 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-35b6d630-c54d-4e25-8927-d46decec0578 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16134038'] for subnet, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:22:41.929541 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-35b6d630-c54d-4e25-8927-d46decec0578 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774174713694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14903832'] for subnet, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:22:41.979533 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b6d630-c54d-4e25-8927-d46decec0578 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:41.980197 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-35b6d630-c54d-4e25-8927-d46decec0578 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:22:41.982270 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-35b6d630-c54d-4e25-8927-d46decec0578 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "PUT /v2.0/subnets/e8f49be7-ca71-4d88-8a5c-533a12c2e48f HTTP/1.1" status: 200 len: 835 time: 0.5485935 Sep 23 15:22:41.985415 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086c4841-11bf-4d51-8df0-a901c270279e None None] Network 786cc6e2-3299-4ee4-82b3-e1eeee088010 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:22:42.000561 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6d630-c54d-4e25-8927-d46decec0578 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Subnet': ['ID=e8f49be7-ca71-4d88-8a5c-533a12c2e48f,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:42.008535 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6d630-c54d-4e25-8927-d46decec0578 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:42.008889 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6d630-c54d-4e25-8927-d46decec0578 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:42.009228 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6d630-c54d-4e25-8927-d46decec0578 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:42.009557 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6d630-c54d-4e25-8927-d46decec0578 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:42.009884 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6d630-c54d-4e25-8927-d46decec0578 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:42.010209 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6d630-c54d-4e25-8927-d46decec0578 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:42.010562 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6d630-c54d-4e25-8927-d46decec0578 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:42.010889 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6d630-c54d-4e25-8927-d46decec0578 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:42.011213 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6d630-c54d-4e25-8927-d46decec0578 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:42.011531 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6d630-c54d-4e25-8927-d46decec0578 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:42.011850 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6d630-c54d-4e25-8927-d46decec0578 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:42.012168 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b6d630-c54d-4e25-8927-d46decec0578 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:42.478151 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-871f11e6-c2cf-44e7-bef3-39c925dc2188 None None] Provisioning complete for port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:22:42.478479 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-871f11e6-c2cf-44e7-bef3-39c925dc2188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:22:42.478819 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-871f11e6-c2cf-44e7-bef3-39c925dc2188 None None] Attempt 1 to provision port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 Sep 23 15:22:42.593355 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-871f11e6-c2cf-44e7-bef3-39c925dc2188 None None] Current status of the port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:22:42.603952 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-871f11e6-c2cf-44e7-bef3-39c925dc2188 None None] Provisioning complete for port d55b00dd-4c73-419a-8f72-387395c25fe2 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:22:42.604318 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-871f11e6-c2cf-44e7-bef3-39c925dc2188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:22:42.604651 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-871f11e6-c2cf-44e7-bef3-39c925dc2188 None None] Attempt 1 to provision port d55b00dd-4c73-419a-8f72-387395c25fe2 Sep 23 15:22:42.717656 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-871f11e6-c2cf-44e7-bef3-39c925dc2188 None None] Current status of the port d55b00dd-4c73-419a-8f72-387395c25fe2 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:22:42.728675 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-871f11e6-c2cf-44e7-bef3-39c925dc2188 None None] Provisioning complete for port a9edc88a-f36f-46b7-9cee-4ad0f2417810 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:22:42.728980 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-871f11e6-c2cf-44e7-bef3-39c925dc2188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:22:42.729303 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-871f11e6-c2cf-44e7-bef3-39c925dc2188 None None] Attempt 1 to provision port a9edc88a-f36f-46b7-9cee-4ad0f2417810 Sep 23 15:22:42.841529 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-871f11e6-c2cf-44e7-bef3-39c925dc2188 None None] Current status of the port a9edc88a-f36f-46b7-9cee-4ad0f2417810 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:22:46.868249 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-92aed9b2-5a6e-4181-8d2c-b5f18d1434fa req-5d4d0549-bcff-4e8b-a1a7-07481bb719f1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d0b27be8-6fec-4b43-843e-b7f9f0d14e6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1263916 Sep 23 15:22:47.009005 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aed9b2-5a6e-4181-8d2c-b5f18d1434fa req-9926aff0-dbed-4290-a2f2-9958832cb163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:47.010911 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-92aed9b2-5a6e-4181-8d2c-b5f18d1434fa req-9926aff0-dbed-4290-a2f2-9958832cb163 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=d0b27be8-6fec-4b43-843e-b7f9f0d14e6c HTTP/1.1" status: 200 len: 1098 time: 0.0780649 Sep 23 15:22:47.152266 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aed9b2-5a6e-4181-8d2c-b5f18d1434fa req-50f8cd03-24b1-46c3-95e2-8cb82259ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:47.153689 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-92aed9b2-5a6e-4181-8d2c-b5f18d1434fa req-50f8cd03-24b1-46c3-95e2-8cb82259ecc1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=786cc6e2-3299-4ee4-82b3-e1eeee088010 HTTP/1.1" status: 200 len: 897 time: 0.1246171 Sep 23 15:22:47.257289 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-92aed9b2-5a6e-4181-8d2c-b5f18d1434fa req-07c6757e-4d4b-4082-9cd3-c49136b3248f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 HTTP/1.1" status: 200 len: 1002 time: 0.0975885 Sep 23 15:22:47.320350 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aed9b2-5a6e-4181-8d2c-b5f18d1434fa req-2f8fad7f-6c06-482a-bca8-e8b400077ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:47.321669 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-92aed9b2-5a6e-4181-8d2c-b5f18d1434fa req-2f8fad7f-6c06-482a-bca8-e8b400077ec1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e8f49be7-ca71-4d88-8a5c-533a12c2e48f HTTP/1.1" status: 200 len: 843 time: 0.0581782 Sep 23 15:22:47.405088 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aed9b2-5a6e-4181-8d2c-b5f18d1434fa req-43475592-f0e8-4e37-a860-38e1d7ee97ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:47.406564 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-92aed9b2-5a6e-4181-8d2c-b5f18d1434fa req-43475592-f0e8-4e37-a860-38e1d7ee97ed service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=786cc6e2-3299-4ee4-82b3-e1eeee088010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785038 Sep 23 15:22:47.416849 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [req-92aed9b2-5a6e-4181-8d2c-b5f18d1434fa req-804cf28c-9aee-41ac-a157-1b8cca4036fb service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:22:47.417755 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-92aed9b2-5a6e-4181-8d2c-b5f18d1434fa req-804cf28c-9aee-41ac-a157-1b8cca4036fb service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047114 Sep 23 15:22:47.548867 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-92aed9b2-5a6e-4181-8d2c-b5f18d1434fa req-6a1cfaaf-f84b-443b-be60-f5cc2ca49cc7 service neutron] 10.222.0.72 "GET /v2.0/networks/786cc6e2-3299-4ee4-82b3-e1eeee088010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248097 Sep 23 15:22:47.769651 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-92aed9b2-5a6e-4181-8d2c-b5f18d1434fa req-82edf912-6f82-4e36-ae4a-9b6da4c62b2b service neutron] 10.222.0.72 "GET /v2.0/networks/786cc6e2-3299-4ee4-82b3-e1eeee088010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141192 Sep 23 15:23:02.054969 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-75dae8fa-fdd1-4a63-9e9d-d70674798692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:02.688639 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:04.996646 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5664f009-9d40-4532-b30b-1eed75af3f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:05.480459 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:05.522354 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:06.979628 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:10.072661 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:23:24.884325 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52080) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:23:25.087169 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-4052689d-f61e-4f19-a2f7-1434429f55ee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port dccd6469-e2d1-4474-bdbd-4622331512f3 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:23:25.087510 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4052689d-f61e-4f19-a2f7-1434429f55ee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:25.256127 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4052689d-f61e-4f19-a2f7-1434429f55ee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:25.256448 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4052689d-f61e-4f19-a2f7-1434429f55ee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:25.376237 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-4052689d-f61e-4f19-a2f7-1434429f55ee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for dccd6469-e2d1-4474-bdbd-4622331512f3 owned by network:floatingip {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:23:25.596804 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4052689d-f61e-4f19-a2f7-1434429f55ee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:25.644771 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052689d-f61e-4f19-a2f7-1434429f55ee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=dccd6469-e2d1-4474-bdbd-4622331512f3,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:25.845981 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4052689d-f61e-4f19-a2f7-1434429f55ee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:25.846331 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-4052689d-f61e-4f19-a2f7-1434429f55ee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Floating IP 36805a19-c7fe-437c-b8d7-45782a09072f disassociated (deleted). External IP: 172.26.10.185, port: 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50. Sep 23 15:23:26.189756 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4052689d-f61e-4f19-a2f7-1434429f55ee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router b6e06af1-e3c7-4796-9187-46ba262dade4 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:23:26.365498 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4052689d-f61e-4f19-a2f7-1434429f55ee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:23:26.375352 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb34c86-8814-4724-b4cb-6100cc6b7f4a None None] Sync routers for ids ['b6e06af1-e3c7-4796-9187-46ba262dade4'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:23:26.384715 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb34c86-8814-4724-b4cb-6100cc6b7f4a None None] Routers {'b6e06af1-e3c7-4796-9187-46ba262dade4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:23:26.385319 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-abb34c86-8814-4724-b4cb-6100cc6b7f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:23:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['b6e06af1-e3c7-4796-9187-46ba262dade4'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:26.453168 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4052689d-f61e-4f19-a2f7-1434429f55ee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:26.508148 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4052689d-f61e-4f19-a2f7-1434429f55ee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/floatingips/36805a19-c7fe-437c-b8d7-45782a09072f HTTP/1.1" status: 204 len: 168 time: 1.6228194 Sep 23 15:23:26.508717 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b27be8-6fec-4b43-843e-b7f9f0d14e6c', 'tag': '8d5f3a19-f8ae-4b50-bca5-77de0fa44d50'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:23:26.511061 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8009c2c01c24846940f3c9c2beb64f503f2d744ca5e92813e431a27377ac34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba33ccd-4d67-4e55-b97d-8d9de343e627" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b27be8-6fec-4b43-843e-b7f9f0d14e6c", "tag": "8d5f3a19-f8ae-4b50-bca5-77de0fa44d50"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:23:26.561270 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6e1770-4818-4cf3-bf0c-696f270388e5 x-openstack-request-id: req-5c6e1770-4818-4cf3-bf0c-696f270388e5 {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:23:26.561560 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b27be8-6fec-4b43-843e-b7f9f0d14e6c", "tag": "8d5f3a19-f8ae-4b50-bca5-77de0fa44d50", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:23:26.561812 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5c6e1770-4818-4cf3-bf0c-696f270388e5 {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:23:26.562215 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c6e1770-4818-4cf3-bf0c-696f270388e5'] response: {'name': 'network-changed', 'server_uuid': 'd0b27be8-6fec-4b43-843e-b7f9f0d14e6c', 'tag': '8d5f3a19-f8ae-4b50-bca5-77de0fa44d50', 'status': 'completed', 'code': 200} Sep 23 15:23:26.566202 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-abb34c86-8814-4724-b4cb-6100cc6b7f4a None None] Set router b6e06af1-e3c7-4796-9187-46ba262dade4 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:23:26.658175 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba33ccd-4d67-4e55-b97d-8d9de343e627 req-65f4e8a3-0835-49fd-9752-efd669863258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:26.660303 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7ba33ccd-4d67-4e55-b97d-8d9de343e627 req-65f4e8a3-0835-49fd-9752-efd669863258 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=d0b27be8-6fec-4b43-843e-b7f9f0d14e6c HTTP/1.1" status: 200 len: 1098 time: 0.0795813 Sep 23 15:23:26.793641 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba33ccd-4d67-4e55-b97d-8d9de343e627 req-bee08e5e-8014-4213-91c4-4378b89adc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:26.795179 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7ba33ccd-4d67-4e55-b97d-8d9de343e627 req-bee08e5e-8014-4213-91c4-4378b89adc46 service neutron] 10.222.0.72 "GET /v2.0/networks?id=786cc6e2-3299-4ee4-82b3-e1eeee088010 HTTP/1.1" status: 200 len: 897 time: 0.1270325 Sep 23 15:23:26.867331 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7ba33ccd-4d67-4e55-b97d-8d9de343e627 req-129b9e15-1b85-4977-a08e-872799239ee8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 HTTP/1.1" status: 200 len: 217 time: 0.0660653 Sep 23 15:23:26.889323 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-abb34c86-8814-4724-b4cb-6100cc6b7f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'name': 'tempest-TestNetworkBasicOps-router-150985756', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33'}], 'enable_snat': True}, 'gw_port_id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:21Z', 'updated_at': '2022-09-23T15:20:27Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:22Z', 'updated_at': '2022-09-23T15:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'd55b00dd-4c73-419a-8f72-387395c25fe2', 'name': '', 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:08:70:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e8f49be7-ca71-4d88-8a5c-533a12c2e48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:26Z', 'updated_at': '2022-09-23T15:20:31Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'e8f49be7-ca71-4d88-8a5c-533a12c2e48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:26.893267 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb34c86-8814-4724-b4cb-6100cc6b7f4a None None] Checking router: b6e06af1-e3c7-4796-9187-46ba262dade4 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:23:26.901816 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb34c86-8814-4724-b4cb-6100cc6b7f4a None None] Routers {'b6e06af1-e3c7-4796-9187-46ba262dade4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:23:26.902451 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-abb34c86-8814-4724-b4cb-6100cc6b7f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:23:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['b6e06af1-e3c7-4796-9187-46ba262dade4'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:26.935855 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba33ccd-4d67-4e55-b97d-8d9de343e627 req-575a37b3-f49d-4bab-8a4d-28c2fc15bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:26.937486 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7ba33ccd-4d67-4e55-b97d-8d9de343e627 req-575a37b3-f49d-4bab-8a4d-28c2fc15bb5f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e8f49be7-ca71-4d88-8a5c-533a12c2e48f HTTP/1.1" status: 200 len: 843 time: 0.0638578 Sep 23 15:23:27.023794 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba33ccd-4d67-4e55-b97d-8d9de343e627 req-097aeb37-356a-4bec-ad17-fe42646aa39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:27.025257 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7ba33ccd-4d67-4e55-b97d-8d9de343e627 req-097aeb37-356a-4bec-ad17-fe42646aa39f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=786cc6e2-3299-4ee4-82b3-e1eeee088010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809512 Sep 23 15:23:27.079070 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-abb34c86-8814-4724-b4cb-6100cc6b7f4a None None] Set router b6e06af1-e3c7-4796-9187-46ba262dade4 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:23:27.202587 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7ba33ccd-4d67-4e55-b97d-8d9de343e627 req-e52d70ed-533e-4e17-b2d7-f487ddea5c34 service neutron] 10.222.0.72 "GET /v2.0/networks/786cc6e2-3299-4ee4-82b3-e1eeee088010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256075 Sep 23 15:23:27.332728 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7ba33ccd-4d67-4e55-b97d-8d9de343e627 req-f77ed19f-0b14-4684-9c5c-fedc9dca76da service neutron] 10.222.0.72 "GET /v2.0/networks/786cc6e2-3299-4ee4-82b3-e1eeee088010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239519 Sep 23 15:23:27.388915 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-abb34c86-8814-4724-b4cb-6100cc6b7f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'name': 'tempest-TestNetworkBasicOps-router-150985756', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33'}], 'enable_snat': True}, 'gw_port_id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:21Z', 'updated_at': '2022-09-23T15:20:27Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:22Z', 'updated_at': '2022-09-23T15:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'd55b00dd-4c73-419a-8f72-387395c25fe2', 'name': '', 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:08:70:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e8f49be7-ca71-4d88-8a5c-533a12c2e48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:26Z', 'updated_at': '2022-09-23T15:20:31Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'e8f49be7-ca71-4d88-8a5c-533a12c2e48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:27.392909 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb34c86-8814-4724-b4cb-6100cc6b7f4a None None] The sync data for ids ['b6e06af1-e3c7-4796-9187-46ba262dade4'] in dv-neutron-859093-1-hyperv is: [{'id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'name': 'tempest-TestNetworkBasicOps-router-150985756', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33'}], 'enable_snat': True}, 'gw_port_id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:21Z', 'updated_at': '2022-09-23T15:20:27Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:22Z', 'updated_at': '2022-09-23T15:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'd55b00dd-4c73-419a-8f72-387395c25fe2', 'name': '', 'network_id': '786cc6e2-3299-4ee4-82b3-e1eeee088010', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:08:70:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'e8f49be7-ca71-4d88-8a5c-533a12c2e48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:26Z', 'updated_at': '2022-09-23T15:20:31Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'e8f49be7-ca71-4d88-8a5c-533a12c2e48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:23:27.591585 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e1c9ba-ecfa-4688-8e10-3f441532fb63 None None] New status for floating IP 36805a19-c7fe-437c-b8d7-45782a09072f: DOWN {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:23:28.205831 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0951d84-ea9c-4781-b433-7ab385cac6d1 req-639b5670-f340-4d90-88f5-66a7a39ff483 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:28.206464 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-a0951d84-ea9c-4781-b433-7ab385cac6d1 req-639b5670-f340-4d90-88f5-66a7a39ff483 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:23:28.276385 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-a0951d84-ea9c-4781-b433-7ab385cac6d1 req-639b5670-f340-4d90-88f5-66a7a39ff483 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:23:28.277524 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a0951d84-ea9c-4781-b433-7ab385cac6d1 req-639b5670-f340-4d90-88f5-66a7a39ff483 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0b27be8-6fec-4b43-843e-b7f9f0d14e6c HTTP/1.1" status: 200 len: 945 time: 0.2904952 Sep 23 15:23:28.321900 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a0951d84-ea9c-4781-b433-7ab385cac6d1 req-b6d252f6-8973-4f3b-a99b-7260bfcc2490 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2c17c3c-54d9-4e5b-8ff3-7a73575d5791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387061 Sep 23 15:23:29.334523 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627cbc6-a551-4e36-80ed-63f1839a5ad8 req-7a9b53c2-cceb-464f-8569-6d6ccacffbe4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:29.335934 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0627cbc6-a551-4e36-80ed-63f1839a5ad8 req-7a9b53c2-cceb-464f-8569-6d6ccacffbe4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0b27be8-6fec-4b43-843e-b7f9f0d14e6c HTTP/1.1" status: 200 len: 945 time: 0.0865903 Sep 23 15:23:29.409120 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-0627cbc6-a551-4e36-80ed-63f1839a5ad8 req-881d4de3-a709-423d-8bc2-e27b9724b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:23:29.409459 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-0627cbc6-a551-4e36-80ed-63f1839a5ad8 req-881d4de3-a709-423d-8bc2-e27b9724b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:29.700444 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49159888-009e-4f1d-81f2-578163819687 req-e3353263-5039-4de8-8987-0ba68c912490 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:29.701832 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-49159888-009e-4f1d-81f2-578163819687 req-e3353263-5039-4de8-8987-0ba68c912490 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0b27be8-6fec-4b43-843e-b7f9f0d14e6c HTTP/1.1" status: 200 len: 945 time: 0.2685657 Sep 23 15:23:29.742768 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-0627cbc6-a551-4e36-80ed-63f1839a5ad8 req-881d4de3-a709-423d-8bc2-e27b9724b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=8d5f3a19-f8ae-4b50-bca5-77de0fa44d50,segment=NetworkSegment(81c0a2d5-1432-4003-9a8f-87366c6e40c5),segment_id=81c0a2d5-1432-4003-9a8f-87366c6e40c5)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:23:29.743118 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-0627cbc6-a551-4e36-80ed-63f1839a5ad8 req-881d4de3-a709-423d-8bc2-e27b9724b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:29.878512 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-0627cbc6-a551-4e36-80ed-63f1839a5ad8 req-881d4de3-a709-423d-8bc2-e27b9724b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:23:29.925641 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-49159888-009e-4f1d-81f2-578163819687 req-8ab3d89a-9334-4b07-9f2d-0aabcf482b07 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=e2c17c3c-54d9-4e5b-8ff3-7a73575d5791&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176538 Sep 23 15:23:30.099421 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-0627cbc6-a551-4e36-80ed-63f1839a5ad8 req-881d4de3-a709-423d-8bc2-e27b9724b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:30.248221 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d4de3-a709-423d-8bc2-e27b9724b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=8d5f3a19-f8ae-4b50-bca5-77de0fa44d50,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:30.291253 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d4de3-a709-423d-8bc2-e27b9724b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:30.291609 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d4de3-a709-423d-8bc2-e27b9724b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:30.291951 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d4de3-a709-423d-8bc2-e27b9724b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:30.292288 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d4de3-a709-423d-8bc2-e27b9724b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:30.292619 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d4de3-a709-423d-8bc2-e27b9724b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:30.292948 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d4de3-a709-423d-8bc2-e27b9724b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:30.293273 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d4de3-a709-423d-8bc2-e27b9724b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:30.293600 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d4de3-a709-423d-8bc2-e27b9724b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:30.293924 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d4de3-a709-423d-8bc2-e27b9724b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:30.294246 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d4de3-a709-423d-8bc2-e27b9724b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:30.294596 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d4de3-a709-423d-8bc2-e27b9724b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:30.294913 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881d4de3-a709-423d-8bc2-e27b9724b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:30.343525 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-0627cbc6-a551-4e36-80ed-63f1839a5ad8 req-881d4de3-a709-423d-8bc2-e27b9724b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] No DVR routers for this DVR port 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:23:30.345936 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-0627cbc6-a551-4e36-80ed-63f1839a5ad8 req-881d4de3-a709-423d-8bc2-e27b9724b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:30.348497 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b27be8-6fec-4b43-843e-b7f9f0d14e6c', 'name': 'network-vif-deleted', 'tag': '8d5f3a19-f8ae-4b50-bca5-77de0fa44d50'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:23:30.351407 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fd59a8-bf73-4bf5-89a2-401a2be7b4e3" -d '{"events": [{"server_uuid": "d0b27be8-6fec-4b43-843e-b7f9f0d14e6c", "name": "network-vif-deleted", "tag": "8d5f3a19-f8ae-4b50-bca5-77de0fa44d50"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:23:30.431227 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0627cbc6-a551-4e36-80ed-63f1839a5ad8 req-881d4de3-a709-423d-8bc2-e27b9724b9eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "DELETE /v2.0/ports/8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 HTTP/1.1" status: 204 len: 173 time: 1.0897093 Sep 23 15:23:30.453199 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4823ab2b-4b56-4fd3-859e-362571996eee x-openstack-request-id: req-4823ab2b-4b56-4fd3-859e-362571996eee {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:23:30.453199 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b27be8-6fec-4b43-843e-b7f9f0d14e6c", "name": "network-vif-deleted", "tag": "8d5f3a19-f8ae-4b50-bca5-77de0fa44d50", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:23:30.453199 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4823ab2b-4b56-4fd3-859e-362571996eee {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:23:30.453199 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4823ab2b-4b56-4fd3-859e-362571996eee'] response: {'server_uuid': 'd0b27be8-6fec-4b43-843e-b7f9f0d14e6c', 'name': 'network-vif-deleted', 'tag': '8d5f3a19-f8ae-4b50-bca5-77de0fa44d50', 'status': 'completed', 'code': 200} Sep 23 15:23:31.106291 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-0a1f37d1-8697-4d41-b20b-abda1016d347 req-fdb65b00-9092-431a-843a-923036c032bf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:23:31.162944 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-0a1f37d1-8697-4d41-b20b-abda1016d347 req-fdb65b00-9092-431a-843a-923036c032bf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:23:31.164126 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0a1f37d1-8697-4d41-b20b-abda1016d347 req-fdb65b00-9092-431a-843a-923036c032bf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0b27be8-6fec-4b43-843e-b7f9f0d14e6c HTTP/1.1" status: 200 len: 210 time: 0.1088157 Sep 23 15:23:32.070098 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e20d36dd-928a-4a2a-b51a-371c1567ccf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:32.266686 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52110) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:23:32.334486 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3491fe3e-59aa-45fd-bbf5-53fa581e175e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:32.366537 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3491fe3e-59aa-45fd-bbf5-53fa581e175e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:32.487630 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3491fe3e-59aa-45fd-bbf5-53fa581e175e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:32.505715 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491fe3e-59aa-45fd-bbf5-53fa581e175e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c17c3c-54d9-4e5b-8ff3-7a73575d5791,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:32.572359 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3491fe3e-59aa-45fd-bbf5-53fa581e175e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:32.573500 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3491fe3e-59aa-45fd-bbf5-53fa581e175e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/security-groups/e2c17c3c-54d9-4e5b-8ff3-7a73575d5791 HTTP/1.1" status: 204 len: 168 time: 0.3058066 Sep 23 15:23:32.671508 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52116) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:23:32.716358 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:33.015886 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:23:33.049471 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:23:33.049817 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 8d5f3a19-f8ae-4b50-bca5-77de0fa44d50 not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:23:33.231640 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bffe5720-6616-405d-b443-e510d33e216d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:33.579894 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-bffe5720-6616-405d-b443-e510d33e216d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port d55b00dd-4c73-419a-8f72-387395c25fe2 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:23:33.580581 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bffe5720-6616-405d-b443-e510d33e216d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:33.765088 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-bffe5720-6616-405d-b443-e510d33e216d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port d55b00dd-4c73-419a-8f72-387395c25fe2, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d55b00dd-4c73-419a-8f72-387395c25fe2,segment=NetworkSegment(81c0a2d5-1432-4003-9a8f-87366c6e40c5),segment_id=81c0a2d5-1432-4003-9a8f-87366c6e40c5)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:23:33.765443 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bffe5720-6616-405d-b443-e510d33e216d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:33.993421 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-bffe5720-6616-405d-b443-e510d33e216d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for d55b00dd-4c73-419a-8f72-387395c25fe2 owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:23:34.259437 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bffe5720-6616-405d-b443-e510d33e216d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:34.305728 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe5720-6616-405d-b443-e510d33e216d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=d55b00dd-4c73-419a-8f72-387395c25fe2,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:34.585029 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bffe5720-6616-405d-b443-e510d33e216d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:34.941701 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffe5720-6616-405d-b443-e510d33e216d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router b6e06af1-e3c7-4796-9187-46ba262dade4 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:23:35.024762 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ebcc5879-39ed-4e43-8b74-b0dc03115843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:35.117711 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffe5720-6616-405d-b443-e510d33e216d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:23:35.126989 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510723c6-55e5-4dee-8678-df68336f96b7 None None] Sync routers for ids ['b6e06af1-e3c7-4796-9187-46ba262dade4'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:23:35.139544 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510723c6-55e5-4dee-8678-df68336f96b7 None None] Routers {'b6e06af1-e3c7-4796-9187-46ba262dade4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:23:35.140155 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-510723c6-55e5-4dee-8678-df68336f96b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:23:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['b6e06af1-e3c7-4796-9187-46ba262dade4'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:35.181003 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-bffe5720-6616-405d-b443-e510d33e216d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "PUT /v2.0/routers/b6e06af1-e3c7-4796-9187-46ba262dade4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5082879 Sep 23 15:23:35.183551 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52120) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:23:35.250810 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3366867-cbf4-4302-b366-644c526c102e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting subnet e8f49be7-ca71-4d88-8a5c-533a12c2e48f {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:23:35.253811 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a3366867-cbf4-4302-b366-644c526c102e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:35.310588 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a3366867-cbf4-4302-b366-644c526c102e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:35.317467 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-510723c6-55e5-4dee-8678-df68336f96b7 None None] Set router b6e06af1-e3c7-4796-9187-46ba262dade4 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:23:35.393836 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a3366867-cbf4-4302-b366-644c526c102e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:35.569702 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:35.640705 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:35.648193 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a3366867-cbf4-4302-b366-644c526c102e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:35.674605 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-510723c6-55e5-4dee-8678-df68336f96b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'name': 'tempest-TestNetworkBasicOps-router-150985756', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33'}], 'enable_snat': True}, 'gw_port_id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:21Z', 'updated_at': '2022-09-23T15:23:34Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:22Z', 'updated_at': '2022-09-23T15:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:35.679077 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510723c6-55e5-4dee-8678-df68336f96b7 None None] Checking router: b6e06af1-e3c7-4796-9187-46ba262dade4 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:23:35.687508 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510723c6-55e5-4dee-8678-df68336f96b7 None None] Routers {'b6e06af1-e3c7-4796-9187-46ba262dade4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:23:35.688127 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-510723c6-55e5-4dee-8678-df68336f96b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:23:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['b6e06af1-e3c7-4796-9187-46ba262dade4'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:35.688977 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3366867-cbf4-4302-b366-644c526c102e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f49be7-ca71-4d88-8a5c-533a12c2e48f,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:35.690973 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a3366867-cbf4-4302-b366-644c526c102e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:35.697497 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a3366867-cbf4-4302-b366-644c526c102e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/subnets/e8f49be7-ca71-4d88-8a5c-533a12c2e48f HTTP/1.1" status: 204 len: 168 time: 0.5129178 Sep 23 15:23:35.700112 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52124) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:23:35.737175 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1e7f18-ab8e-4805-b674-93844c0944bb None None] Network 786cc6e2-3299-4ee4-82b3-e1eeee088010 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:23:35.886110 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-82f25394-6e05-4a13-a3d1-cbc279200ebf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:36.029966 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-510723c6-55e5-4dee-8678-df68336f96b7 None None] Set router b6e06af1-e3c7-4796-9187-46ba262dade4 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:23:36.071875 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-82f25394-6e05-4a13-a3d1-cbc279200ebf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:36.121929 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-82f25394-6e05-4a13-a3d1-cbc279200ebf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port cdb4f7b7-da00-46d6-8cb7-f331d3362634 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:23:36.122269 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-82f25394-6e05-4a13-a3d1-cbc279200ebf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:36.299281 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-82f25394-6e05-4a13-a3d1-cbc279200ebf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port cdb4f7b7-da00-46d6-8cb7-f331d3362634, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=cdb4f7b7-da00-46d6-8cb7-f331d3362634,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:23:36.300339 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-82f25394-6e05-4a13-a3d1-cbc279200ebf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:36.305495 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f3b2de-22c2-4e18-b1db-909ad9234d85 None None] DHCP port deletion for 786cc6e2-3299-4ee4-82b3-e1eeee088010 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:23:36.315247 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e5f3b2de-22c2-4e18-b1db-909ad9234d85 None None] Deleting port a9edc88a-f36f-46b7-9cee-4ad0f2417810 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:23:36.315624 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e5f3b2de-22c2-4e18-b1db-909ad9234d85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:36.424330 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-82f25394-6e05-4a13-a3d1-cbc279200ebf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for cdb4f7b7-da00-46d6-8cb7-f331d3362634 owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:23:36.451192 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-510723c6-55e5-4dee-8678-df68336f96b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'name': 'tempest-TestNetworkBasicOps-router-150985756', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33'}], 'enable_snat': True}, 'gw_port_id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:21Z', 'updated_at': '2022-09-23T15:23:34Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:22Z', 'updated_at': '2022-09-23T15:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:36.512933 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510723c6-55e5-4dee-8678-df68336f96b7 None None] The sync data for ids ['b6e06af1-e3c7-4796-9187-46ba262dade4'] in dv-neutron-859093-1-hyperv is: [{'id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'name': 'tempest-TestNetworkBasicOps-router-150985756', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33'}], 'enable_snat': True}, 'gw_port_id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:21Z', 'updated_at': '2022-09-23T15:23:34Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'cdb4f7b7-da00-46d6-8cb7-f331d3362634', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e06af1-e3c7-4796-9187-46ba262dade4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:22Z', 'updated_at': '2022-09-23T15:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:23:36.546641 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e5f3b2de-22c2-4e18-b1db-909ad9234d85 None None] For port a9edc88a-f36f-46b7-9cee-4ad0f2417810, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a9edc88a-f36f-46b7-9cee-4ad0f2417810,segment=NetworkSegment(81c0a2d5-1432-4003-9a8f-87366c6e40c5),segment_id=81c0a2d5-1432-4003-9a8f-87366c6e40c5)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:23:36.546641 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e5f3b2de-22c2-4e18-b1db-909ad9234d85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:36.641956 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-82f25394-6e05-4a13-a3d1-cbc279200ebf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:36.666110 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e5f3b2de-22c2-4e18-b1db-909ad9234d85 None None] Calling delete_port for a9edc88a-f36f-46b7-9cee-4ad0f2417810 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:23:36.689814 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f25394-6e05-4a13-a3d1-cbc279200ebf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=cdb4f7b7-da00-46d6-8cb7-f331d3362634,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:36.789351 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-82f25394-6e05-4a13-a3d1-cbc279200ebf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:36.824560 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e5f3b2de-22c2-4e18-b1db-909ad9234d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:36.870796 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3b2de-22c2-4e18-b1db-909ad9234d85 None None] Pushing event deleted for resources: {'Port': ['ID=a9edc88a-f36f-46b7-9cee-4ad0f2417810,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:36.875855 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f3b2de-22c2-4e18-b1db-909ad9234d85 None None] No DVR routers for this DVR port a9edc88a-f36f-46b7-9cee-4ad0f2417810 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:23:36.881702 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f3b2de-22c2-4e18-b1db-909ad9234d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:36.882057 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f3b2de-22c2-4e18-b1db-909ad9234d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:36.882531 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f3b2de-22c2-4e18-b1db-909ad9234d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:36.882785 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f3b2de-22c2-4e18-b1db-909ad9234d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:36.883051 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f3b2de-22c2-4e18-b1db-909ad9234d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:36.883380 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f3b2de-22c2-4e18-b1db-909ad9234d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:36.883705 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f3b2de-22c2-4e18-b1db-909ad9234d85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:36.884029 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f3b2de-22c2-4e18-b1db-909ad9234d85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:36.884605 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f3b2de-22c2-4e18-b1db-909ad9234d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:36.884928 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f3b2de-22c2-4e18-b1db-909ad9234d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:36.885251 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f3b2de-22c2-4e18-b1db-909ad9234d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:36.885840 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f3b2de-22c2-4e18-b1db-909ad9234d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:36.972435 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-82f25394-6e05-4a13-a3d1-cbc279200ebf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:36.975327 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-82f25394-6e05-4a13-a3d1-cbc279200ebf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:37.007461 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:37.064600 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-82f25394-6e05-4a13-a3d1-cbc279200ebf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:37.068883 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f25394-6e05-4a13-a3d1-cbc279200ebf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Fanout notify agent at l3_agent the message router_deleted on router b6e06af1-e3c7-4796-9187-46ba262dade4 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:23:37.080308 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-82f25394-6e05-4a13-a3d1-cbc279200ebf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:37.081507 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-82f25394-6e05-4a13-a3d1-cbc279200ebf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/routers/b6e06af1-e3c7-4796-9187-46ba262dade4 HTTP/1.1" status: 204 len: 168 time: 1.3804970 Sep 23 15:23:37.084669 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52128) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:23:37.297301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d68090aa-9f48-4343-9f93-131bae2ae048 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:37.424186 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d68090aa-9f48-4343-9f93-131bae2ae048 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:37.448746 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-d68090aa-9f48-4343-9f93-131bae2ae048 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['786cc6e2-3299-4ee4-82b3-e1eeee088010']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:37.463932 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-d68090aa-9f48-4343-9f93-131bae2ae048 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c0a2d5-1432-4003-9a8f-87366c6e40c5') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:37.464228 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-d68090aa-9f48-4343-9f93-131bae2ae048 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c0a2d5-1432-4003-9a8f-87366c6e40c5') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:37.475305 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d68090aa-9f48-4343-9f93-131bae2ae048 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:37.492126 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d68090aa-9f48-4343-9f93-131bae2ae048 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:37.501435 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68090aa-9f48-4343-9f93-131bae2ae048 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:23:37.501924 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d68090aa-9f48-4343-9f93-131bae2ae048 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:37.551311 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device cdb4f7b7-da00-46d6-8cb7-f331d3362634 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:23:37.572848 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 81c0a2d5-1432-4003-9a8f-87366c6e40c5 resource provider aggregate not found Sep 23 15:23:37.586922 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: cdb4f7b7-da00-46d6-8cb7-f331d3362634 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:23:37.587269 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device cdb4f7b7-da00-46d6-8cb7-f331d3362634 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:23:37.587675 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d55b00dd-4c73-419a-8f72-387395c25fe2 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:23:37.596342 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 81c0a2d5-1432-4003-9a8f-87366c6e40c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81c0a2d5-1432-4003-9a8f-87366c6e40c5 found for delete ", "request_id": "req-55ae3a25-d11d-47f8-8862-1147700cbde0"}]} Sep 23 15:23:37.622684 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: d55b00dd-4c73-419a-8f72-387395c25fe2 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:23:37.623047 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d55b00dd-4c73-419a-8f72-387395c25fe2 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:23:37.623457 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a9edc88a-f36f-46b7-9cee-4ad0f2417810 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:23:37.655899 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: a9edc88a-f36f-46b7-9cee-4ad0f2417810 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:23:37.656343 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a9edc88a-f36f-46b7-9cee-4ad0f2417810 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:23:37.676099 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d68090aa-9f48-4343-9f93-131bae2ae048 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:37.696998 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d68090aa-9f48-4343-9f93-131bae2ae048 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:37.710168 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68090aa-9f48-4343-9f93-131bae2ae048 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Network': ['ID=786cc6e2-3299-4ee4-82b3-e1eeee088010,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:37.712952 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d68090aa-9f48-4343-9f93-131bae2ae048 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/networks/786cc6e2-3299-4ee4-82b3-e1eeee088010 HTTP/1.1" status: 204 len: 168 time: 0.6272302 Sep 23 15:23:37.724306 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52136) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:23:37.729700 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-454de5c9-0fd7-4d47-b1d3-c7b2d45ad8f4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'network': {'name': 'tempest-network-smoke--436669725', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'port_security_enabled': True}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:23:37.734563 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-454de5c9-0fd7-4d47-b1d3-c7b2d45ad8f4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:23:37.738666 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-454de5c9-0fd7-4d47-b1d3-c7b2d45ad8f4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:network and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:23:37.741938 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-454de5c9-0fd7-4d47-b1d3-c7b2d45ad8f4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:23:37.747538 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-454de5c9-0fd7-4d47-b1d3-c7b2d45ad8f4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:23:37.819183 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454de5c9-0fd7-4d47-b1d3-c7b2d45ad8f4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:23:37.822638 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-454de5c9-0fd7-4d47-b1d3-c7b2d45ad8f4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:37.849119 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-454de5c9-0fd7-4d47-b1d3-c7b2d45ad8f4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:23:37.857226 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-454de5c9-0fd7-4d47-b1d3-c7b2d45ad8f4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:37.857556 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-454de5c9-0fd7-4d47-b1d3-c7b2d45ad8f4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Added segment f96d29ab-536b-4ebc-8815-ed45cc4a6d49 of type vlan for network 3350545e-4cc9-4ecc-97d0-0bea028d585c Sep 23 15:23:37.883078 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-454de5c9-0fd7-4d47-b1d3-c7b2d45ad8f4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:37.967420 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-454de5c9-0fd7-4d47-b1d3-c7b2d45ad8f4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:37.973092 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454de5c9-0fd7-4d47-b1d3-c7b2d45ad8f4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:37.973676 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-454de5c9-0fd7-4d47-b1d3-c7b2d45ad8f4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:38.083889 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454de5c9-0fd7-4d47-b1d3-c7b2d45ad8f4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Network': ['ID=3350545e-4cc9-4ecc-97d0-0bea028d585c,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:38.093762 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 3350545e-4cc9-4ecc-97d0-0bea028d585c details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:23:38.117144 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-454de5c9-0fd7-4d47-b1d3-c7b2d45ad8f4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3917863 Sep 23 15:23:38.119777 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52140) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:23:38.125081 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-9ea4a0f9-c6c2-465a-9a4c-bf870ab35e9b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1297097814', 'admin_state_up': True, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:23:38.132207 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-9ea4a0f9-c6c2-465a-9a4c-bf870ab35e9b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:23:38.136109 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-9ea4a0f9-c6c2-465a-9a4c-bf870ab35e9b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:router and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:23:38.139006 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-9ea4a0f9-c6c2-465a-9a4c-bf870ab35e9b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:23:38.145336 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-9ea4a0f9-c6c2-465a-9a4c-bf870ab35e9b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:23:38.196557 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9ea4a0f9-c6c2-465a-9a4c-bf870ab35e9b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:38.197589 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9ea4a0f9-c6c2-465a-9a4c-bf870ab35e9b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:38.212422 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9ea4a0f9-c6c2-465a-9a4c-bf870ab35e9b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:38.544088 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9ea4a0f9-c6c2-465a-9a4c-bf870ab35e9b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:38.893604 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9ea4a0f9-c6c2-465a-9a4c-bf870ab35e9b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_gateway, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:38.923577 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9ea4a0f9-c6c2-465a-9a4c-bf870ab35e9b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:39.151933 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-9ea4a0f9-c6c2-465a-9a4c-bf870ab35e9b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.26.10.124 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/75107301-ce61-41c4-bfea-5fdd68440ee6) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:23:39.298084 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9ea4a0f9-c6c2-465a-9a4c-bf870ab35e9b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:39.367653 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9ea4a0f9-c6c2-465a-9a4c-bf870ab35e9b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:39.431967 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea4a0f9-c6c2-465a-9a4c-bf870ab35e9b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:23:39.434891 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-9ea4a0f9-c6c2-465a-9a4c-bf870ab35e9b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:23:39.438474 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea4a0f9-c6c2-465a-9a4c-bf870ab35e9b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:23:39.470435 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4a0f9-c6c2-465a-9a4c-bf870ab35e9b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=75107301-ce61-41c4-bfea-5fdd68440ee6,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:39.895560 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9ea4a0f9-c6c2-465a-9a4c-bf870ab35e9b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_gateway, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:40.227922 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9ea4a0f9-c6c2-465a-9a4c-bf870ab35e9b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:40.498502 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea4a0f9-c6c2-465a-9a4c-bf870ab35e9b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:23:40.781644 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea4a0f9-c6c2-465a-9a4c-bf870ab35e9b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:23:40.792575 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8669f3-7fc8-4466-96df-8fd495073a49 None None] Sync routers for ids ['8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:23:40.802168 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8669f3-7fc8-4466-96df-8fd495073a49 None None] Routers {'8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:23:40.803170 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-0c8669f3-7fc8-4466-96df-8fd495073a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:23:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:40.859189 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9ea4a0f9-c6c2-465a-9a4c-bf870ab35e9b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:40.860414 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9ea4a0f9-c6c2-465a-9a4c-bf870ab35e9b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.7396102 Sep 23 15:23:40.863819 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52148) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:23:40.978793 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-0c8669f3-7fc8-4466-96df-8fd495073a49 None None] Set router 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:23:41.043004 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-86a519f5-7659-48fd-a32d-4ffb17ac1145 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=8433d6d3ee51437084758ba6444603b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1780138 Sep 23 15:23:41.045477 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52154) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:23:41.174733 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20010d0-1613-439a-a15c-63a92a477283 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:41.176218 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a20010d0-1613-439a-a15c-63a92a477283 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298501 Sep 23 15:23:41.179623 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52160) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:23:41.222070 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0c628a57-5088-4000-8d5c-9db6f9034ac2 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=61b1518d-d511-4beb-b056-d894a2c85079&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406537 Sep 23 15:23:41.224683 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52166) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:23:41.229920 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-b0e34322-f19d-4926-9d0a-48699ad60a7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-256880405', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:23:41.262847 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-0c8669f3-7fc8-4466-96df-8fd495073a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'name': 'tempest-TestNetworkBasicOps-router-1297097814', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124'}], 'enable_snat': True}, 'gw_port_id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:39Z', 'revision_number': 3, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:41.266649 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8669f3-7fc8-4466-96df-8fd495073a49 None None] Checking router: 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:23:41.266998 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8669f3-7fc8-4466-96df-8fd495073a49 None None] Updating router 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 port 75107301-ce61-41c4-bfea-5fdd68440ee6 binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:23:41.323002 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0c8669f3-7fc8-4466-96df-8fd495073a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:41.338091 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b0e34322-f19d-4926-9d0a-48699ad60a7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:23:41.342073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b0e34322-f19d-4926-9d0a-48699ad60a7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:subnet and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:23:41.344941 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b0e34322-f19d-4926-9d0a-48699ad60a7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:23:41.350624 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b0e34322-f19d-4926-9d0a-48699ad60a7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:23:41.407178 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e34322-f19d-4926-9d0a-48699ad60a7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:23:41.410691 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0e34322-f19d-4926-9d0a-48699ad60a7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:41.647511 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0c8669f3-7fc8-4466-96df-8fd495073a49 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:41.658760 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-0c8669f3-7fc8-4466-96df-8fd495073a49 None None] Transition to ACTIVE for port object 75107301-ce61-41c4-bfea-5fdd68440ee6 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:23:41.670783 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0e34322-f19d-4926-9d0a-48699ad60a7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:41.727351 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0c8669f3-7fc8-4466-96df-8fd495073a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:41.752879 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e34322-f19d-4926-9d0a-48699ad60a7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Subnet': ['ID=803e3744-f488-48b7-b599-87fd8d2eb868,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:41.763134 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e34322-f19d-4926-9d0a-48699ad60a7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Checking segment: {'id': 'f96d29ab-536b-4ebc-8815-ed45cc4a6d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:23:41.763498 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e34322-f19d-4926-9d0a-48699ad60a7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network hostable DHCP agents. Network: 3350545e-4cc9-4ecc-97d0-0bea028d585c, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:23:41.786154 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-0c8669f3-7fc8-4466-96df-8fd495073a49 None None] Attempting to bind port 75107301-ce61-41c4-bfea-5fdd68440ee6 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:23:41.786573 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-0c8669f3-7fc8-4466-96df-8fd495073a49 None None] Attempting to bind port 75107301-ce61-41c4-bfea-5fdd68440ee6 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:23:41.786917 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8669f3-7fc8-4466-96df-8fd495073a49 None None] Attempting to bind port 75107301-ce61-41c4-bfea-5fdd68440ee6 on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:23:41.796981 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8669f3-7fc8-4466-96df-8fd495073a49 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:23:41.797585 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8669f3-7fc8-4466-96df-8fd495073a49 None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:23:41.797714 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0c8669f3-7fc8-4466-96df-8fd495073a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:41.798098 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8669f3-7fc8-4466-96df-8fd495073a49 None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:23:41.798587 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-0c8669f3-7fc8-4466-96df-8fd495073a49 None None] Bound port: 75107301-ce61-41c4-bfea-5fdd68440ee6, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:23:41.798966 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0c8669f3-7fc8-4466-96df-8fd495073a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:41.837684 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35515941-c6ef-4805-93d0-1fc64be2f4c5 None None] Pushing event updated for resources: {'Port': ['ID=75107301-ce61-41c4-bfea-5fdd68440ee6,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:41.847409 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e34322-f19d-4926-9d0a-48699ad60a7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 3350545e-4cc9-4ecc-97d0-0bea028d585c is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:23:41.854415 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35515941-c6ef-4805-93d0-1fc64be2f4c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:41.854757 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35515941-c6ef-4805-93d0-1fc64be2f4c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:41.855090 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35515941-c6ef-4805-93d0-1fc64be2f4c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:41.855415 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35515941-c6ef-4805-93d0-1fc64be2f4c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:41.855741 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35515941-c6ef-4805-93d0-1fc64be2f4c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:41.856061 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35515941-c6ef-4805-93d0-1fc64be2f4c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:41.856380 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35515941-c6ef-4805-93d0-1fc64be2f4c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:41.856697 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35515941-c6ef-4805-93d0-1fc64be2f4c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:41.857015 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35515941-c6ef-4805-93d0-1fc64be2f4c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:41.857329 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35515941-c6ef-4805-93d0-1fc64be2f4c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:41.857642 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35515941-c6ef-4805-93d0-1fc64be2f4c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:41.857955 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35515941-c6ef-4805-93d0-1fc64be2f4c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:41.890464 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-0c8669f3-7fc8-4466-96df-8fd495073a49 None None] For port 75107301-ce61-41c4-bfea-5fdd68440ee6, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:23:41.894072 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-0c8669f3-7fc8-4466-96df-8fd495073a49 None None] For port 75107301-ce61-41c4-bfea-5fdd68440ee6, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=75107301-ce61-41c4-bfea-5fdd68440ee6,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:23:41.918359 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-b0e34322-f19d-4926-9d0a-48699ad60a7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 3350545e-4cc9-4ecc-97d0-0bea028d585c) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:23:41.918359 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e34322-f19d-4926-9d0a-48699ad60a7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:41.918359 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0e34322-f19d-4926-9d0a-48699ad60a7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:41.920626 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d1a321-e067-4339-8c06-c6c01943dda2 None None] Network 3350545e-4cc9-4ecc-97d0-0bea028d585c requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:23:41.979898 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0c8669f3-7fc8-4466-96df-8fd495073a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:42.008338 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b0e34322-f19d-4926-9d0a-48699ad60a7a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7826250 Sep 23 15:23:42.011409 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52170) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:23:42.077189 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8669f3-7fc8-4466-96df-8fd495073a49 None None] Routers {'8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:23:42.078177 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-0c8669f3-7fc8-4466-96df-8fd495073a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:23:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:42.151758 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b73df5-9a2c-4a6b-85f7-3d0181486301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-3350545e-4cc9-4ecc-97d0-0bea028d585c', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ips': [{'subnet_id': '803e3744-f488-48b7-b599-87fd8d2eb868'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:23:42.152637 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d0b73df5-9a2c-4a6b-85f7-3d0181486301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:42.233344 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35515941-c6ef-4805-93d0-1fc64be2f4c5 None None] Pushing event updated for resources: {'Port': ['ID=75107301-ce61-41c4-bfea-5fdd68440ee6,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:42.305203 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-d0b73df5-9a2c-4a6b-85f7-3d0181486301 None None] Allocated IP 172.20.0.2 (3350545e-4cc9-4ecc-97d0-0bea028d585c/803e3744-f488-48b7-b599-87fd8d2eb868/641f5737-b5fb-414f-a5a4-fb62368286d9) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:23:42.395912 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-0c8669f3-7fc8-4466-96df-8fd495073a49 None None] Set router 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:23:42.512260 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d0b73df5-9a2c-4a6b-85f7-3d0181486301 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:42.522709 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d0b73df5-9a2c-4a6b-85f7-3d0181486301 None None] Transition to ACTIVE for port object 641f5737-b5fb-414f-a5a4-fb62368286d9 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:23:42.541166 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d0b73df5-9a2c-4a6b-85f7-3d0181486301 None None] Transition to ACTIVE for port object 641f5737-b5fb-414f-a5a4-fb62368286d9 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:23:42.613718 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d0b73df5-9a2c-4a6b-85f7-3d0181486301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:42.680175 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b73df5-9a2c-4a6b-85f7-3d0181486301 None None] Network 3350545e-4cc9-4ecc-97d0-0bea028d585c is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:23:42.683237 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-d0b73df5-9a2c-4a6b-85f7-3d0181486301 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:23:42.686892 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b73df5-9a2c-4a6b-85f7-3d0181486301 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:23:42.726375 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b73df5-9a2c-4a6b-85f7-3d0181486301 None None] Pushing event updated for resources: {'Port': ['ID=641f5737-b5fb-414f-a5a4-fb62368286d9,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:42.795983 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d0b73df5-9a2c-4a6b-85f7-3d0181486301 None None] Attempting to bind port 641f5737-b5fb-414f-a5a4-fb62368286d9 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:23:42.796314 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d0b73df5-9a2c-4a6b-85f7-3d0181486301 None None] Attempting to bind port 641f5737-b5fb-414f-a5a4-fb62368286d9 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'f96d29ab-536b-4ebc-8815-ed45cc4a6d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:23:42.796635 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b73df5-9a2c-4a6b-85f7-3d0181486301 None None] Attempting to bind port 641f5737-b5fb-414f-a5a4-fb62368286d9 on network 3350545e-4cc9-4ecc-97d0-0bea028d585c {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:23:42.801940 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b73df5-9a2c-4a6b-85f7-3d0181486301 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:23:42.802305 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b73df5-9a2c-4a6b-85f7-3d0181486301 None None] Checking segment: {'id': 'f96d29ab-536b-4ebc-8815-ed45cc4a6d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:23:42.802981 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d0b73df5-9a2c-4a6b-85f7-3d0181486301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:42.803364 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b73df5-9a2c-4a6b-85f7-3d0181486301 None None] Bound using segment: {'id': 'f96d29ab-536b-4ebc-8815-ed45cc4a6d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:23:42.803941 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d0b73df5-9a2c-4a6b-85f7-3d0181486301 None None] Bound port: 641f5737-b5fb-414f-a5a4-fb62368286d9, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f96d29ab-536b-4ebc-8815-ed45cc4a6d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:23:42.804314 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d0b73df5-9a2c-4a6b-85f7-3d0181486301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:42.820916 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-0c8669f3-7fc8-4466-96df-8fd495073a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'name': 'tempest-TestNetworkBasicOps-router-1297097814', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124'}], 'enable_snat': True}, 'gw_port_id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:39Z', 'revision_number': 3, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:42.825347 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8669f3-7fc8-4466-96df-8fd495073a49 None None] The sync data for ids ['8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'] in dv-neutron-859093-1-hyperv is: [{'id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'name': 'tempest-TestNetworkBasicOps-router-1297097814', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124'}], 'enable_snat': True}, 'gw_port_id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:39Z', 'revision_number': 3, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:23:42.900166 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d0b73df5-9a2c-4a6b-85f7-3d0181486301 None None] For port 641f5737-b5fb-414f-a5a4-fb62368286d9, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:23:42.903683 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d0b73df5-9a2c-4a6b-85f7-3d0181486301 None None] For port 641f5737-b5fb-414f-a5a4-fb62368286d9, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=641f5737-b5fb-414f-a5a4-fb62368286d9,segment=NetworkSegment(f96d29ab-536b-4ebc-8815-ed45cc4a6d49),segment_id=f96d29ab-536b-4ebc-8815-ed45cc4a6d49)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:23:42.973336 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0aa4715d-e818-4100-aaf7-000bc04ab90d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:42.985096 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d0b73df5-9a2c-4a6b-85f7-3d0181486301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:43.082691 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b73df5-9a2c-4a6b-85f7-3d0181486301 None None] Pushing event updated for resources: {'Port': ['ID=641f5737-b5fb-414f-a5a4-fb62368286d9,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:43.427951 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 641f5737-b5fb-414f-a5a4-fb62368286d9 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:23:43.467371 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-0aa4715d-e818-4100-aaf7-000bc04ab90d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.20.0.1 (3350545e-4cc9-4ecc-97d0-0bea028d585c/803e3744-f488-48b7-b599-87fd8d2eb868/1fd78194-62d7-44e3-be07-000358f1fc22) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:23:43.561832 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 641f5737-b5fb-414f-a5a4-fb62368286d9 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:23:43.568682 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 75107301-ce61-41c4-bfea-5fdd68440ee6 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:23:43.698788 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 75107301-ce61-41c4-bfea-5fdd68440ee6 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:23:43.704031 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 75107301-ce61-41c4-bfea-5fdd68440ee6 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:23:43.704524 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:43.704957 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 75107301-ce61-41c4-bfea-5fdd68440ee6 Sep 23 15:23:43.757681 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0aa4715d-e818-4100-aaf7-000bc04ab90d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:43.774748 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-0aa4715d-e818-4100-aaf7-000bc04ab90d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Transition to ACTIVE for port object 1fd78194-62d7-44e3-be07-000358f1fc22 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:23:43.851693 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 75107301-ce61-41c4-bfea-5fdd68440ee6 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:23:43.852075 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:43.870330 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 75107301-ce61-41c4-bfea-5fdd68440ee6, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=75107301-ce61-41c4-bfea-5fdd68440ee6,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:23:43.870768 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0aa4715d-e818-4100-aaf7-000bc04ab90d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:43.940476 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa4715d-e818-4100-aaf7-000bc04ab90d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 3350545e-4cc9-4ecc-97d0-0bea028d585c is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:23:43.944257 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-0aa4715d-e818-4100-aaf7-000bc04ab90d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:23:43.948245 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa4715d-e818-4100-aaf7-000bc04ab90d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:23:43.956229 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:43.985894 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4715d-e818-4100-aaf7-000bc04ab90d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=1fd78194-62d7-44e3-be07-000358f1fc22,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:44.022675 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0aa4715d-e818-4100-aaf7-000bc04ab90d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:44.036041 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=75107301-ce61-41c4-bfea-5fdd68440ee6,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:44.139065 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdef2b9f-9052-44c8-bc53-95205296b60a None None] Network 3350545e-4cc9-4ecc-97d0-0bea028d585c requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:23:44.325246 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0efc3c9f-bcf2-43ed-83c3-023fb8259eda None None] Provisioning for port 641f5737-b5fb-414f-a5a4-fb62368286d9 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:23:44.343355 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0efc3c9f-bcf2-43ed-83c3-023fb8259eda None None] Provisioning complete for port 641f5737-b5fb-414f-a5a4-fb62368286d9 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:23:44.343660 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0efc3c9f-bcf2-43ed-83c3-023fb8259eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:44.343993 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0efc3c9f-bcf2-43ed-83c3-023fb8259eda None None] Attempt 1 to provision port 641f5737-b5fb-414f-a5a4-fb62368286d9 Sep 23 15:23:44.364293 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0aa4715d-e818-4100-aaf7-000bc04ab90d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:44.525072 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0efc3c9f-bcf2-43ed-83c3-023fb8259eda None None] Current status of the port 641f5737-b5fb-414f-a5a4-fb62368286d9 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:23:44.525431 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0efc3c9f-bcf2-43ed-83c3-023fb8259eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:44.562804 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-0efc3c9f-bcf2-43ed-83c3-023fb8259eda None None] For port 641f5737-b5fb-414f-a5a4-fb62368286d9, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=641f5737-b5fb-414f-a5a4-fb62368286d9,segment=NetworkSegment(f96d29ab-536b-4ebc-8815-ed45cc4a6d49),segment_id=f96d29ab-536b-4ebc-8815-ed45cc4a6d49)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:23:44.641547 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0efc3c9f-bcf2-43ed-83c3-023fb8259eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:44.713835 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc3c9f-bcf2-43ed-83c3-023fb8259eda None None] Pushing event updated for resources: {'Port': ['ID=641f5737-b5fb-414f-a5a4-fb62368286d9,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:44.785220 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0aa4715d-e818-4100-aaf7-000bc04ab90d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:44.819324 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c15e03c3-b9de-4055-9aa3-cf5888080ed8 None None] Provisioning for port 1fd78194-62d7-44e3-be07-000358f1fc22 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:23:44.825259 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c15e03c3-b9de-4055-9aa3-cf5888080ed8 None None] Provisioning complete for port 1fd78194-62d7-44e3-be07-000358f1fc22 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:23:44.825652 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c15e03c3-b9de-4055-9aa3-cf5888080ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:44.826037 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c15e03c3-b9de-4055-9aa3-cf5888080ed8 None None] Attempt 1 to provision port 1fd78194-62d7-44e3-be07-000358f1fc22 Sep 23 15:23:44.847613 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0aa4715d-e818-4100-aaf7-000bc04ab90d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:44.885597 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c15e03c3-b9de-4055-9aa3-cf5888080ed8 None None] Port 1fd78194-62d7-44e3-be07-000358f1fc22 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:23:44.957013 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0aa4715d-e818-4100-aaf7-000bc04ab90d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:44.967659 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4715d-e818-4100-aaf7-000bc04ab90d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=1fd78194-62d7-44e3-be07-000358f1fc22,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:45.095731 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa4715d-e818-4100-aaf7-000bc04ab90d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 3350545e-4cc9-4ecc-97d0-0bea028d585c is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:23:45.096718 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-0aa4715d-e818-4100-aaf7-000bc04ab90d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:23:45.342167 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 641f5737-b5fb-414f-a5a4-fb62368286d9 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:23:45.387767 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c15e03c3-b9de-4055-9aa3-cf5888080ed8 None None] Attempt 2 to provision port 1fd78194-62d7-44e3-be07-000358f1fc22 Sep 23 15:23:45.393984 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa4715d-e818-4100-aaf7-000bc04ab90d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:23:45.452102 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c15e03c3-b9de-4055-9aa3-cf5888080ed8 None None] Port 1fd78194-62d7-44e3-be07-000358f1fc22 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:23:45.460184 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 641f5737-b5fb-414f-a5a4-fb62368286d9 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:23:45.460553 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:45.460885 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 641f5737-b5fb-414f-a5a4-fb62368286d9 Sep 23 15:23:45.574103 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa4715d-e818-4100-aaf7-000bc04ab90d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:23:45.576896 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 641f5737-b5fb-414f-a5a4-fb62368286d9 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:23:45.577961 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 75107301-ce61-41c4-bfea-5fdd68440ee6 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:23:45.586745 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0aa4715d-e818-4100-aaf7-000bc04ab90d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "PUT /v2.0/routers/8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5731809 Sep 23 15:23:45.589184 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52176) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:23:45.607147 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d29e0c-caa5-444d-8449-3a8f7977e6e1 None None] Sync routers for ids ['8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:23:45.634942 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d29e0c-caa5-444d-8449-3a8f7977e6e1 None None] Routers {'8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:23:45.635550 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-86d29e0c-caa5-444d-8449-3a8f7977e6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:23:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:45.728135 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a998b5f-16d0-42b1-a795-009ca9be234a tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:45.728527 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a998b5f-16d0-42b1-a795-009ca9be234a tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:45.728995 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a998b5f-16d0-42b1-a795-009ca9be234a tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:45.729451 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a998b5f-16d0-42b1-a795-009ca9be234a tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:45.731119 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1a998b5f-16d0-42b1-a795-009ca9be234a tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1410451 Sep 23 15:23:45.733816 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52180) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:23:45.799924 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 75107301-ce61-41c4-bfea-5fdd68440ee6 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:23:45.800296 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:45.800630 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 75107301-ce61-41c4-bfea-5fdd68440ee6 Sep 23 15:23:45.801770 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd50f54-de35-45d6-b3d9-e75ee45d63b9 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:45.802248 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd50f54-de35-45d6-b3d9-e75ee45d63b9 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:45.803068 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd50f54-de35-45d6-b3d9-e75ee45d63b9 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:45.803524 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd50f54-de35-45d6-b3d9-e75ee45d63b9 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:45.805183 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5bd50f54-de35-45d6-b3d9-e75ee45d63b9 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2731 time: 0.0704510 Sep 23 15:23:45.807930 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52184) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:23:45.867914 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-86d29e0c-caa5-444d-8449-3a8f7977e6e1 None None] Set router 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:23:45.993902 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c15e03c3-b9de-4055-9aa3-cf5888080ed8 None None] Attempt 3 to provision port 1fd78194-62d7-44e3-be07-000358f1fc22 Sep 23 15:23:46.012057 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d763af65-57d3-403e-b40d-db0a4179ff12 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1610 time: 0.2030241 Sep 23 15:23:46.159351 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52190) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:23:46.165293 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-90cdba67-3377-44fd-9fa3-93bdd38e99e9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-412762631', 'description': 'tempest-secgroup-smoke-412762631 description', 'project_id': '8433d6d3ee51437084758ba6444603b3'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:23:46.168197 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 75107301-ce61-41c4-bfea-5fdd68440ee6 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:23:46.172452 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-90cdba67-3377-44fd-9fa3-93bdd38e99e9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:23:46.173808 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c15e03c3-b9de-4055-9aa3-cf5888080ed8 None None] Port 1fd78194-62d7-44e3-be07-000358f1fc22 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:23:46.176511 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-90cdba67-3377-44fd-9fa3-93bdd38e99e9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:23:46.179696 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-90cdba67-3377-44fd-9fa3-93bdd38e99e9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:23:46.185968 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-90cdba67-3377-44fd-9fa3-93bdd38e99e9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:23:46.270811 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-90cdba67-3377-44fd-9fa3-93bdd38e99e9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:46.282040 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-86d29e0c-caa5-444d-8449-3a8f7977e6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'name': 'tempest-TestNetworkBasicOps-router-1297097814', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124'}], 'enable_snat': True}, 'gw_port_id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:44Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '1fd78194-62d7-44e3-be07-000358f1fc22', 'name': '', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:4b:30:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:43Z', 'updated_at': '2022-09-23T15:23:44Z', 'revision_number': 2, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:46.287883 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d29e0c-caa5-444d-8449-3a8f7977e6e1 None None] Checking router: 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:23:46.288271 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d29e0c-caa5-444d-8449-3a8f7977e6e1 None None] Updating router 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 port 1fd78194-62d7-44e3-be07-000358f1fc22 binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:23:46.291161 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-90cdba67-3377-44fd-9fa3-93bdd38e99e9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:23:46.294998 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-90cdba67-3377-44fd-9fa3-93bdd38e99e9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:23:46.297769 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-90cdba67-3377-44fd-9fa3-93bdd38e99e9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:23:46.304271 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-90cdba67-3377-44fd-9fa3-93bdd38e99e9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:23:46.375955 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-90cdba67-3377-44fd-9fa3-93bdd38e99e9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:46.383365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86d29e0c-caa5-444d-8449-3a8f7977e6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:46.441431 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-90cdba67-3377-44fd-9fa3-93bdd38e99e9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:46.490480 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdba67-3377-44fd-9fa3-93bdd38e99e9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f65772a2-6c59-4312-941b-e2422e1a3f92,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:46.497749 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdba67-3377-44fd-9fa3-93bdd38e99e9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:46.498100 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdba67-3377-44fd-9fa3-93bdd38e99e9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:46.498467 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdba67-3377-44fd-9fa3-93bdd38e99e9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:46.498805 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdba67-3377-44fd-9fa3-93bdd38e99e9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:46.499137 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdba67-3377-44fd-9fa3-93bdd38e99e9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:46.499468 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdba67-3377-44fd-9fa3-93bdd38e99e9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:46.499795 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdba67-3377-44fd-9fa3-93bdd38e99e9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:46.500123 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdba67-3377-44fd-9fa3-93bdd38e99e9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:46.500447 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdba67-3377-44fd-9fa3-93bdd38e99e9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:46.500772 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdba67-3377-44fd-9fa3-93bdd38e99e9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:46.501094 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdba67-3377-44fd-9fa3-93bdd38e99e9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:46.501419 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdba67-3377-44fd-9fa3-93bdd38e99e9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:46.561577 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-90cdba67-3377-44fd-9fa3-93bdd38e99e9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:46.562750 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-90cdba67-3377-44fd-9fa3-93bdd38e99e9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4022164 Sep 23 15:23:46.565539 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52194) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:23:46.570993 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-4e55fb3f-fa6d-40cb-9ed7-0c8a09fcecb5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': 'f65772a2-6c59-4312-941b-e2422e1a3f92', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:23:46.576862 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4e55fb3f-fa6d-40cb-9ed7-0c8a09fcecb5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:23:46.580732 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4e55fb3f-fa6d-40cb-9ed7-0c8a09fcecb5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:23:46.584379 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4e55fb3f-fa6d-40cb-9ed7-0c8a09fcecb5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:23:46.590210 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4e55fb3f-fa6d-40cb-9ed7-0c8a09fcecb5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:23:46.671131 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4e55fb3f-fa6d-40cb-9ed7-0c8a09fcecb5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:46.695810 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c15e03c3-b9de-4055-9aa3-cf5888080ed8 None None] Attempt 4 to provision port 1fd78194-62d7-44e3-be07-000358f1fc22 Sep 23 15:23:46.733612 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4e55fb3f-fa6d-40cb-9ed7-0c8a09fcecb5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:46.774709 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c15e03c3-b9de-4055-9aa3-cf5888080ed8 None None] Port 1fd78194-62d7-44e3-be07-000358f1fc22 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:23:46.776166 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86d29e0c-caa5-444d-8449-3a8f7977e6e1 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:46.788016 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-86d29e0c-caa5-444d-8449-3a8f7977e6e1 None None] Transition to ACTIVE for port object 1fd78194-62d7-44e3-be07-000358f1fc22 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:23:46.813204 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4e55fb3f-fa6d-40cb-9ed7-0c8a09fcecb5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:46.840082 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55fb3f-fa6d-40cb-9ed7-0c8a09fcecb5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2b3e1f-eb63-4515-b303-83c8bf4f03af,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:46.864893 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86d29e0c-caa5-444d-8449-3a8f7977e6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:46.898689 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4e55fb3f-fa6d-40cb-9ed7-0c8a09fcecb5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:46.899914 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4e55fb3f-fa6d-40cb-9ed7-0c8a09fcecb5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3334520 Sep 23 15:23:46.902670 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52198) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:23:46.907543 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-742e5de9-cefb-47ac-927a-0b75bbdcc104 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': 'f65772a2-6c59-4312-941b-e2422e1a3f92', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:23:46.913753 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-742e5de9-cefb-47ac-927a-0b75bbdcc104 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:23:46.917701 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-742e5de9-cefb-47ac-927a-0b75bbdcc104 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:23:46.920975 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-742e5de9-cefb-47ac-927a-0b75bbdcc104 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:23:46.928025 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-742e5de9-cefb-47ac-927a-0b75bbdcc104 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:23:47.009068 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-742e5de9-cefb-47ac-927a-0b75bbdcc104 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:47.070172 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eadb0f-58e3-4b5e-b8aa-a0089d763ffe None None] Pushing event updated for resources: {'Port': ['ID=1fd78194-62d7-44e3-be07-000358f1fc22,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:47.070769 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-742e5de9-cefb-47ac-927a-0b75bbdcc104 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:47.071846 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:23:47.078837 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-86d29e0c-caa5-444d-8449-3a8f7977e6e1 None None] Attempting to bind port 1fd78194-62d7-44e3-be07-000358f1fc22 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:23:47.079208 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-86d29e0c-caa5-444d-8449-3a8f7977e6e1 None None] Attempting to bind port 1fd78194-62d7-44e3-be07-000358f1fc22 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'f96d29ab-536b-4ebc-8815-ed45cc4a6d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:23:47.079573 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d29e0c-caa5-444d-8449-3a8f7977e6e1 None None] Attempting to bind port 1fd78194-62d7-44e3-be07-000358f1fc22 on network 3350545e-4cc9-4ecc-97d0-0bea028d585c {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:23:47.084799 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d29e0c-caa5-444d-8449-3a8f7977e6e1 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:23:47.085169 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d29e0c-caa5-444d-8449-3a8f7977e6e1 None None] Checking segment: {'id': 'f96d29ab-536b-4ebc-8815-ed45cc4a6d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:23:47.085568 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86d29e0c-caa5-444d-8449-3a8f7977e6e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:47.085996 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d29e0c-caa5-444d-8449-3a8f7977e6e1 None None] Bound using segment: {'id': 'f96d29ab-536b-4ebc-8815-ed45cc4a6d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:23:47.086494 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-86d29e0c-caa5-444d-8449-3a8f7977e6e1 None None] Bound port: 1fd78194-62d7-44e3-be07-000358f1fc22, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f96d29ab-536b-4ebc-8815-ed45cc4a6d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:23:47.086868 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86d29e0c-caa5-444d-8449-3a8f7977e6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:47.144534 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-742e5de9-cefb-47ac-927a-0b75bbdcc104 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:47.170014 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e5de9-cefb-47ac-927a-0b75bbdcc104 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44913b17-762b-4475-84f4-94a5dfbe9917,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:47.174524 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-86d29e0c-caa5-444d-8449-3a8f7977e6e1 None None] For port 1fd78194-62d7-44e3-be07-000358f1fc22, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:23:47.178626 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-86d29e0c-caa5-444d-8449-3a8f7977e6e1 None None] For port 1fd78194-62d7-44e3-be07-000358f1fc22, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=1fd78194-62d7-44e3-be07-000358f1fc22,segment=NetworkSegment(f96d29ab-536b-4ebc-8815-ed45cc4a6d49),segment_id=f96d29ab-536b-4ebc-8815-ed45cc4a6d49)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:23:47.241423 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-742e5de9-cefb-47ac-927a-0b75bbdcc104 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:47.242730 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-742e5de9-cefb-47ac-927a-0b75bbdcc104 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3390644 Sep 23 15:23:47.245337 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52202) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:23:47.250189 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-58626893-df55-433c-9adb-31665a5d3948 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': 'f65772a2-6c59-4312-941b-e2422e1a3f92', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:23:47.256169 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-58626893-df55-433c-9adb-31665a5d3948 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:23:47.260025 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-58626893-df55-433c-9adb-31665a5d3948 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:23:47.262918 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-58626893-df55-433c-9adb-31665a5d3948 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:23:47.264701 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86d29e0c-caa5-444d-8449-3a8f7977e6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:47.268705 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-58626893-df55-433c-9adb-31665a5d3948 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:23:47.304590 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c15e03c3-b9de-4055-9aa3-cf5888080ed8 None None] Attempt 5 to provision port 1fd78194-62d7-44e3-be07-000358f1fc22 Sep 23 15:23:47.351253 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-58626893-df55-433c-9adb-31665a5d3948 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:47.367457 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d29e0c-caa5-444d-8449-3a8f7977e6e1 None None] Routers {'8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:23:47.368084 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-86d29e0c-caa5-444d-8449-3a8f7977e6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:23:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:47.469888 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eadb0f-58e3-4b5e-b8aa-a0089d763ffe None None] Pushing event updated for resources: {'Port': ['ID=1fd78194-62d7-44e3-be07-000358f1fc22,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:47.484025 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c15e03c3-b9de-4055-9aa3-cf5888080ed8 None None] Port 1fd78194-62d7-44e3-be07-000358f1fc22 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:23:47.532051 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-58626893-df55-433c-9adb-31665a5d3948 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:47.568435 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c15e03c3-b9de-4055-9aa3-cf5888080ed8 None None] Provisioning complete for port 641f5737-b5fb-414f-a5a4-fb62368286d9 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:23:47.568807 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c15e03c3-b9de-4055-9aa3-cf5888080ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:47.569141 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c15e03c3-b9de-4055-9aa3-cf5888080ed8 None None] Attempt 1 to provision port 641f5737-b5fb-414f-a5a4-fb62368286d9 Sep 23 15:23:47.590006 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-58626893-df55-433c-9adb-31665a5d3948 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:47.615485 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58626893-df55-433c-9adb-31665a5d3948 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f1f51f-d687-4c15-9cbc-8c295af1e741,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:47.635372 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-86d29e0c-caa5-444d-8449-3a8f7977e6e1 None None] Set router 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:23:47.670412 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-58626893-df55-433c-9adb-31665a5d3948 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:47.671613 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-58626893-df55-433c-9adb-31665a5d3948 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4253304 Sep 23 15:23:47.674413 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52206) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:23:47.679513 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-b75a57ef-0952-4ef0-ae8f-8dcfb32c1f1b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': 'f65772a2-6c59-4312-941b-e2422e1a3f92', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:23:47.685287 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b75a57ef-0952-4ef0-ae8f-8dcfb32c1f1b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:23:47.689130 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b75a57ef-0952-4ef0-ae8f-8dcfb32c1f1b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:23:47.692245 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b75a57ef-0952-4ef0-ae8f-8dcfb32c1f1b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:23:47.698261 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b75a57ef-0952-4ef0-ae8f-8dcfb32c1f1b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:23:47.779926 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b75a57ef-0952-4ef0-ae8f-8dcfb32c1f1b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:47.843986 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b75a57ef-0952-4ef0-ae8f-8dcfb32c1f1b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:47.888027 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b75a57ef-0952-4ef0-ae8f-8dcfb32c1f1b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:47.912668 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a57ef-0952-4ef0-ae8f-8dcfb32c1f1b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832584e2-1dc5-42c4-af84-4ce9a0d281ed,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:47.958388 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c15e03c3-b9de-4055-9aa3-cf5888080ed8 None None] Current status of the port 641f5737-b5fb-414f-a5a4-fb62368286d9 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:23:47.967355 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b75a57ef-0952-4ef0-ae8f-8dcfb32c1f1b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:47.968653 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b75a57ef-0952-4ef0-ae8f-8dcfb32c1f1b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2933326 Sep 23 15:23:47.971530 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52210) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:23:47.976751 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-6f14c78a-0e89-41fd-9e15-cb40477753d2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': 'f65772a2-6c59-4312-941b-e2422e1a3f92', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:23:47.983027 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-6f14c78a-0e89-41fd-9e15-cb40477753d2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:23:47.986956 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-6f14c78a-0e89-41fd-9e15-cb40477753d2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:23:47.990096 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-6f14c78a-0e89-41fd-9e15-cb40477753d2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:23:47.996334 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-6f14c78a-0e89-41fd-9e15-cb40477753d2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:23:48.052915 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.securitygroups_db [None req-6f14c78a-0e89-41fd-9e15-cb40477753d2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Project 8433d6d3ee51437084758ba6444603b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:23:48.059780 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6f14c78a-0e89-41fd-9e15-cb40477753d2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:48.060974 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-86d29e0c-caa5-444d-8449-3a8f7977e6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'name': 'tempest-TestNetworkBasicOps-router-1297097814', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124'}], 'enable_snat': True}, 'gw_port_id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:44Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '1fd78194-62d7-44e3-be07-000358f1fc22', 'name': '', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:4b:30:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:43Z', 'updated_at': '2022-09-23T15:23:47Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:48.069473 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d29e0c-caa5-444d-8449-3a8f7977e6e1 None None] The sync data for ids ['8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'] in dv-neutron-859093-1-hyperv is: [{'id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'name': 'tempest-TestNetworkBasicOps-router-1297097814', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124'}], 'enable_snat': True}, 'gw_port_id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:44Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '1fd78194-62d7-44e3-be07-000358f1fc22', 'name': '', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:4b:30:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:43Z', 'updated_at': '2022-09-23T15:23:47Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:23:48.137915 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6f14c78a-0e89-41fd-9e15-cb40477753d2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:48.190055 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6f14c78a-0e89-41fd-9e15-cb40477753d2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:48.215418 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14c78a-0e89-41fd-9e15-cb40477753d2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de65a16f-3093-4cbb-acb1-1cb3905623ed,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:48.264628 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6f14c78a-0e89-41fd-9e15-cb40477753d2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:48.266237 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6f14c78a-0e89-41fd-9e15-cb40477753d2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2933481 Sep 23 15:23:48.268731 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52214) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:23:48.274248 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-2f4dbd80-199a-4bf8-9bff-f07561211504 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': 'f65772a2-6c59-4312-941b-e2422e1a3f92', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:23:48.280721 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2f4dbd80-199a-4bf8-9bff-f07561211504 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:23:48.284740 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2f4dbd80-199a-4bf8-9bff-f07561211504 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:23:48.287735 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2f4dbd80-199a-4bf8-9bff-f07561211504 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:23:48.293630 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2f4dbd80-199a-4bf8-9bff-f07561211504 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:23:48.338646 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.securitygroups_db [None req-2f4dbd80-199a-4bf8-9bff-f07561211504 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Project 8433d6d3ee51437084758ba6444603b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:23:48.346041 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2f4dbd80-199a-4bf8-9bff-f07561211504 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:48.417909 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2f4dbd80-199a-4bf8-9bff-f07561211504 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:48.493168 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2f4dbd80-199a-4bf8-9bff-f07561211504 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:48.517697 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4dbd80-199a-4bf8-9bff-f07561211504 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1778cca-6625-4153-bd98-df27a371a837,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:48.584806 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2f4dbd80-199a-4bf8-9bff-f07561211504 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:48.586062 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2f4dbd80-199a-4bf8-9bff-f07561211504 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3163178 Sep 23 15:23:48.785030 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-42845c5e-a4f6-45af-82b7-45187039f93c req-841d5348-8172-4651-a605-adec8555f3cd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:23:48.841734 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-42845c5e-a4f6-45af-82b7-45187039f93c req-841d5348-8172-4651-a605-adec8555f3cd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:23:48.843170 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-42845c5e-a4f6-45af-82b7-45187039f93c req-841d5348-8172-4651-a605-adec8555f3cd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-412762631&fields=id&tenant_id=8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 267 time: 0.0994499 Sep 23 15:23:49.006106 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42845c5e-a4f6-45af-82b7-45187039f93c req-093eef85-b319-4269-afdf-b4764b3bbd74 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:49.006844 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-42845c5e-a4f6-45af-82b7-45187039f93c req-093eef85-b319-4269-afdf-b4764b3bbd74 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:network {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:23:49.093158 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-42845c5e-a4f6-45af-82b7-45187039f93c req-093eef85-b319-4269-afdf-b4764b3bbd74 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:network {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:23:49.094484 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-42845c5e-a4f6-45af-82b7-45187039f93c req-093eef85-b319-4269-afdf-b4764b3bbd74 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/networks?id=3350545e-4cc9-4ecc-97d0-0bea028d585c HTTP/1.1" status: 200 len: 796 time: 0.2440314 Sep 23 15:23:49.110096 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-42845c5e-a4f6-45af-82b7-45187039f93c req-116dcd29-9850-4f89-b2de-4acd4ce80155 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/quotas/8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 375 time: 0.0094891 Sep 23 15:23:49.202303 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-42845c5e-a4f6-45af-82b7-45187039f93c req-d65f7592-af2d-4b17-af38-38063e01677d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:23:49.258618 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-42845c5e-a4f6-45af-82b7-45187039f93c req-d65f7592-af2d-4b17-af38-38063e01677d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:23:49.259868 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-42845c5e-a4f6-45af-82b7-45187039f93c req-d65f7592-af2d-4b17-af38-38063e01677d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1445363 Sep 23 15:23:49.318642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [req-42845c5e-a4f6-45af-82b7-45187039f93c req-f9cfa55e-1f78-495d-8a60-b4f6c9a1cff9 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:23:49.319616 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-42845c5e-a4f6-45af-82b7-45187039f93c req-f9cfa55e-1f78-495d-8a60-b4f6c9a1cff9 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480006 Sep 23 15:23:49.357157 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 1fd78194-62d7-44e3-be07-000358f1fc22 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:23:49.452591 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-42845c5e-a4f6-45af-82b7-45187039f93c req-1c93924e-df75-431d-a1d7-005cd984b912 service neutron] 10.222.0.67 "GET /v2.0/networks/3350545e-4cc9-4ecc-97d0-0bea028d585c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267920 Sep 23 15:23:49.481669 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 1fd78194-62d7-44e3-be07-000358f1fc22 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:23:49.486771 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 1fd78194-62d7-44e3-be07-000358f1fc22 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:23:49.487144 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:49.487474 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 1fd78194-62d7-44e3-be07-000358f1fc22 Sep 23 15:23:49.590190 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-42845c5e-a4f6-45af-82b7-45187039f93c req-7b442e00-4ee9-4919-9286-7e2ec0bf2f28 service neutron] 10.222.0.67 "GET /v2.0/networks/3350545e-4cc9-4ecc-97d0-0bea028d585c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310897 Sep 23 15:23:49.609688 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 1fd78194-62d7-44e3-be07-000358f1fc22 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:23:49.610251 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:49.643192 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 1fd78194-62d7-44e3-be07-000358f1fc22, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=1fd78194-62d7-44e3-be07-000358f1fc22,segment=NetworkSegment(f96d29ab-536b-4ebc-8815-ed45cc4a6d49),segment_id=f96d29ab-536b-4ebc-8815-ed45cc4a6d49)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:23:49.739157 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:49.826667 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=1fd78194-62d7-44e3-be07-000358f1fc22,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:49.884577 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c592fa51-309f-45cb-9ddd-52ae39246d08 req-552ef010-d6b0-4738-a615-1e00f893b87e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=df551619-e2d6-4470-8fb2-16d5b568eeb9 HTTP/1.1" status: 200 len: 210 time: 0.0509944 Sep 23 15:23:51.045843 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-344091ac-ba5d-41fa-a36e-ae9b103dfcd0 req-c6619ae7-92f2-43ba-ab95-5d9560dc4673 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=df551619-e2d6-4470-8fb2-16d5b568eeb9 HTTP/1.1" status: 200 len: 210 time: 0.0507090 Sep 23 15:23:51.339093 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 1fd78194-62d7-44e3-be07-000358f1fc22 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:23:51.404681 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 1fd78194-62d7-44e3-be07-000358f1fc22 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:23:51.405051 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:51.405393 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 1fd78194-62d7-44e3-be07-000358f1fc22 Sep 23 15:23:51.521445 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 1fd78194-62d7-44e3-be07-000358f1fc22 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:23:51.796883 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42845c5e-a4f6-45af-82b7-45187039f93c req-e7115415-22dd-42c5-b265-c55a759d15bf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:51.798281 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-42845c5e-a4f6-45af-82b7-45187039f93c req-e7115415-22dd-42c5-b265-c55a759d15bf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/networks?id=3350545e-4cc9-4ecc-97d0-0bea028d585c HTTP/1.1" status: 200 len: 796 time: 0.1493957 Sep 23 15:23:51.846394 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-42845c5e-a4f6-45af-82b7-45187039f93c req-63c98034-26ed-44dd-929d-3da3d06b6f22 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 379 time: 0.0392528 Sep 23 15:23:51.854376 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-42845c5e-a4f6-45af-82b7-45187039f93c req-9f4006ea-378b-4155-b1ce-b68571806c8b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'port': {'device_id': 'df551619-e2d6-4470-8fb2-16d5b568eeb9', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'admin_state_up': True, 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'security_groups': ['f65772a2-6c59-4312-941b-e2422e1a3f92']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:23:52.111747 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-42845c5e-a4f6-45af-82b7-45187039f93c req-9f4006ea-378b-4155-b1ce-b68571806c8b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:23:52.121470 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-42845c5e-a4f6-45af-82b7-45187039f93c req-9f4006ea-378b-4155-b1ce-b68571806c8b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:23:52.195572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42845c5e-a4f6-45af-82b7-45187039f93c req-9f4006ea-378b-4155-b1ce-b68571806c8b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:23:52.199047 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-42845c5e-a4f6-45af-82b7-45187039f93c req-9f4006ea-378b-4155-b1ce-b68571806c8b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:52.213398 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c3093ef5-8fa8-4f57-b93c-441d328e746f req-f892c118-b605-43d2-b706-0a7f6d4f5158 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=df551619-e2d6-4470-8fb2-16d5b568eeb9 HTTP/1.1" status: 200 len: 210 time: 0.0540819 Sep 23 15:23:52.359364 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-42845c5e-a4f6-45af-82b7-45187039f93c req-9f4006ea-378b-4155-b1ce-b68571806c8b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.20.0.7 (3350545e-4cc9-4ecc-97d0-0bea028d585c/803e3744-f488-48b7-b599-87fd8d2eb868/53df8879-ca7d-47c0-a343-6fd2722121c5) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:23:52.543199 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-42845c5e-a4f6-45af-82b7-45187039f93c req-9f4006ea-378b-4155-b1ce-b68571806c8b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:52.558357 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-42845c5e-a4f6-45af-82b7-45187039f93c req-9f4006ea-378b-4155-b1ce-b68571806c8b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Transition to ACTIVE for port object 53df8879-ca7d-47c0-a343-6fd2722121c5 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:23:52.641879 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-42845c5e-a4f6-45af-82b7-45187039f93c req-9f4006ea-378b-4155-b1ce-b68571806c8b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:52.718576 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42845c5e-a4f6-45af-82b7-45187039f93c req-9f4006ea-378b-4155-b1ce-b68571806c8b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 3350545e-4cc9-4ecc-97d0-0bea028d585c is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:23:52.721798 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-42845c5e-a4f6-45af-82b7-45187039f93c req-9f4006ea-378b-4155-b1ce-b68571806c8b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:23:52.725780 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-42845c5e-a4f6-45af-82b7-45187039f93c req-9f4006ea-378b-4155-b1ce-b68571806c8b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:23:52.757396 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4006ea-378b-4155-b1ce-b68571806c8b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=53df8879-ca7d-47c0-a343-6fd2722121c5,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:52.801613 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42845c5e-a4f6-45af-82b7-45187039f93c req-9f4006ea-378b-4155-b1ce-b68571806c8b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:52.803020 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-42845c5e-a4f6-45af-82b7-45187039f93c req-9f4006ea-378b-4155-b1ce-b68571806c8b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:52.888065 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-42845c5e-a4f6-45af-82b7-45187039f93c req-9f4006ea-378b-4155-b1ce-b68571806c8b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0370901 Sep 23 15:23:52.899760 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-42845c5e-a4f6-45af-82b7-45187039f93c req-827cac78-3dcd-487d-8334-bcb319337218 service neutron] Request body: {'port': {'device_id': 'df551619-e2d6-4470-8fb2-16d5b568eeb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:23:53.013254 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-42845c5e-a4f6-45af-82b7-45187039f93c req-827cac78-3dcd-487d-8334-bcb319337218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:53.069846 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-7a3bd7a6-5483-4beb-99ef-aaf40ae78d8c None None] Provisioning for port 53df8879-ca7d-47c0-a343-6fd2722121c5 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:23:53.074907 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-7a3bd7a6-5483-4beb-99ef-aaf40ae78d8c None None] Provisioning complete for port 53df8879-ca7d-47c0-a343-6fd2722121c5 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:23:53.075271 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7a3bd7a6-5483-4beb-99ef-aaf40ae78d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:53.075597 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-7a3bd7a6-5483-4beb-99ef-aaf40ae78d8c None None] Attempt 1 to provision port 53df8879-ca7d-47c0-a343-6fd2722121c5 Sep 23 15:23:53.130085 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7a3bd7a6-5483-4beb-99ef-aaf40ae78d8c None None] Port 53df8879-ca7d-47c0-a343-6fd2722121c5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:23:53.399582 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-42845c5e-a4f6-45af-82b7-45187039f93c req-827cac78-3dcd-487d-8334-bcb319337218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53df8879-ca7d-47c0-a343-6fd2722121c5 {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:23:53.414704 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-42845c5e-a4f6-45af-82b7-45187039f93c req-827cac78-3dcd-487d-8334-bcb319337218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:53.433704 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-42845c5e-a4f6-45af-82b7-45187039f93c req-827cac78-3dcd-487d-8334-bcb319337218 service neutron] Transition to ACTIVE for port object 53df8879-ca7d-47c0-a343-6fd2722121c5 will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:23:53.451927 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72387e-ee98-4e47-9a0e-d969fad771e8 req-b4ea92f3-abdc-4d25-934e-5b0cca120814 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:53.452611 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-7a72387e-ee98-4e47-9a0e-d969fad771e8 req-b4ea92f3-abdc-4d25-934e-5b0cca120814 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:23:53.475526 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-42845c5e-a4f6-45af-82b7-45187039f93c req-827cac78-3dcd-487d-8334-bcb319337218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:53.557856 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-7a72387e-ee98-4e47-9a0e-d969fad771e8 req-b4ea92f3-abdc-4d25-934e-5b0cca120814 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:23:53.558929 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7a72387e-ee98-4e47-9a0e-d969fad771e8 req-b4ea92f3-abdc-4d25-934e-5b0cca120814 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=df551619-e2d6-4470-8fb2-16d5b568eeb9 HTTP/1.1" status: 200 len: 931 time: 0.2301869 Sep 23 15:23:53.630905 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-7a3bd7a6-5483-4beb-99ef-aaf40ae78d8c None None] Attempt 2 to provision port 53df8879-ca7d-47c0-a343-6fd2722121c5 Sep 23 15:23:53.684340 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7a3bd7a6-5483-4beb-99ef-aaf40ae78d8c None None] Port 53df8879-ca7d-47c0-a343-6fd2722121c5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:23:53.686379 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827cac78-3dcd-487d-8334-bcb319337218 service neutron] Pushing event updated for resources: {'Port': ['ID=53df8879-ca7d-47c0-a343-6fd2722121c5,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:53.708178 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7a72387e-ee98-4e47-9a0e-d969fad771e8 req-7d0822ac-6944-484b-969e-90c38cb17ebf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=f65772a2-6c59-4312-941b-e2422e1a3f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361985 Sep 23 15:23:53.735452 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-42845c5e-a4f6-45af-82b7-45187039f93c req-827cac78-3dcd-487d-8334-bcb319337218 service neutron] Attempting to bind port 53df8879-ca7d-47c0-a343-6fd2722121c5 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:23:53.735779 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-42845c5e-a4f6-45af-82b7-45187039f93c req-827cac78-3dcd-487d-8334-bcb319337218 service neutron] Attempting to bind port 53df8879-ca7d-47c0-a343-6fd2722121c5 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': 'f96d29ab-536b-4ebc-8815-ed45cc4a6d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:23:53.736097 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42845c5e-a4f6-45af-82b7-45187039f93c req-827cac78-3dcd-487d-8334-bcb319337218 service neutron] Attempting to bind port 53df8879-ca7d-47c0-a343-6fd2722121c5 on network 3350545e-4cc9-4ecc-97d0-0bea028d585c {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:23:53.740629 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42845c5e-a4f6-45af-82b7-45187039f93c req-827cac78-3dcd-487d-8334-bcb319337218 service neutron] Port 53df8879-ca7d-47c0-a343-6fd2722121c5 on network 3350545e-4cc9-4ecc-97d0-0bea028d585c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:23:53.740938 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42845c5e-a4f6-45af-82b7-45187039f93c req-827cac78-3dcd-487d-8334-bcb319337218 service neutron] Attempting to bind port 53df8879-ca7d-47c0-a343-6fd2722121c5 on network 3350545e-4cc9-4ecc-97d0-0bea028d585c {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:23:53.745946 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42845c5e-a4f6-45af-82b7-45187039f93c req-827cac78-3dcd-487d-8334-bcb319337218 service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:23:53.746274 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42845c5e-a4f6-45af-82b7-45187039f93c req-827cac78-3dcd-487d-8334-bcb319337218 service neutron] Checking segment: {'id': 'f96d29ab-536b-4ebc-8815-ed45cc4a6d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:23:53.746671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42845c5e-a4f6-45af-82b7-45187039f93c req-827cac78-3dcd-487d-8334-bcb319337218 service neutron] Bound using segment: {'id': 'f96d29ab-536b-4ebc-8815-ed45cc4a6d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:23:53.747084 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-42845c5e-a4f6-45af-82b7-45187039f93c req-827cac78-3dcd-487d-8334-bcb319337218 service neutron] Bound port: 53df8879-ca7d-47c0-a343-6fd2722121c5, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f96d29ab-536b-4ebc-8815-ed45cc4a6d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:23:53.747421 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-42845c5e-a4f6-45af-82b7-45187039f93c req-827cac78-3dcd-487d-8334-bcb319337218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:53.838070 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-42845c5e-a4f6-45af-82b7-45187039f93c req-827cac78-3dcd-487d-8334-bcb319337218 service neutron] For port 53df8879-ca7d-47c0-a343-6fd2722121c5, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:23:53.841152 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-42845c5e-a4f6-45af-82b7-45187039f93c req-827cac78-3dcd-487d-8334-bcb319337218 service neutron] For port 53df8879-ca7d-47c0-a343-6fd2722121c5, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=53df8879-ca7d-47c0-a343-6fd2722121c5,segment=NetworkSegment(f96d29ab-536b-4ebc-8815-ed45cc4a6d49),segment_id=f96d29ab-536b-4ebc-8815-ed45cc4a6d49)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:23:53.893016 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-42845c5e-a4f6-45af-82b7-45187039f93c req-827cac78-3dcd-487d-8334-bcb319337218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:53.923848 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42845c5e-a4f6-45af-82b7-45187039f93c req-827cac78-3dcd-487d-8334-bcb319337218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:53.924457 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-42845c5e-a4f6-45af-82b7-45187039f93c req-827cac78-3dcd-487d-8334-bcb319337218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:53.925865 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-42845c5e-a4f6-45af-82b7-45187039f93c req-827cac78-3dcd-487d-8334-bcb319337218 service neutron] 10.222.0.72 "PUT /v2.0/ports/53df8879-ca7d-47c0-a343-6fd2722121c5 HTTP/1.1" status: 200 len: 1093 time: 1.0305536 Sep 23 15:23:53.926298 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df551619-e2d6-4470-8fb2-16d5b568eeb9', 'tag': '53df8879-ca7d-47c0-a343-6fd2722121c5'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:23:53.928879 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffaa48ce-2553-42ac-8b68-59a8c5d5994f" -d '{"events": [{"name": "network-changed", "server_uuid": "df551619-e2d6-4470-8fb2-16d5b568eeb9", "tag": "53df8879-ca7d-47c0-a343-6fd2722121c5"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:23:53.970462 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827cac78-3dcd-487d-8334-bcb319337218 service neutron] Pushing event updated for resources: {'Port': ['ID=53df8879-ca7d-47c0-a343-6fd2722121c5,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:53.975414 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d932aa-86fa-41ad-99dc-0df051c857f4 x-openstack-request-id: req-c1d932aa-86fa-41ad-99dc-0df051c857f4 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:23:53.975715 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df551619-e2d6-4470-8fb2-16d5b568eeb9", "tag": "53df8879-ca7d-47c0-a343-6fd2722121c5", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:23:53.977139 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c1d932aa-86fa-41ad-99dc-0df051c857f4 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:23:53.977586 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1d932aa-86fa-41ad-99dc-0df051c857f4'] response: {'name': 'network-changed', 'server_uuid': 'df551619-e2d6-4470-8fb2-16d5b568eeb9', 'tag': '53df8879-ca7d-47c0-a343-6fd2722121c5', 'status': 'completed', 'code': 200} Sep 23 15:23:54.075409 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa48ce-2553-42ac-8b68-59a8c5d5994f req-de4b9bee-a1c5-4fc2-a7d0-f18081265034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:54.076772 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ffaa48ce-2553-42ac-8b68-59a8c5d5994f req-de4b9bee-a1c5-4fc2-a7d0-f18081265034 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=df551619-e2d6-4470-8fb2-16d5b568eeb9 HTTP/1.1" status: 200 len: 1096 time: 0.0818622 Sep 23 15:23:54.186102 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-7a3bd7a6-5483-4beb-99ef-aaf40ae78d8c None None] Attempt 3 to provision port 53df8879-ca7d-47c0-a343-6fd2722121c5 Sep 23 15:23:54.247779 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7a3bd7a6-5483-4beb-99ef-aaf40ae78d8c None None] Port 53df8879-ca7d-47c0-a343-6fd2722121c5 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:23:54.313060 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa48ce-2553-42ac-8b68-59a8c5d5994f req-1075e497-f656-4d92-b970-bc3a65f3384a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:54.314515 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ffaa48ce-2553-42ac-8b68-59a8c5d5994f req-1075e497-f656-4d92-b970-bc3a65f3384a service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=8433d6d3ee51437084758ba6444603b3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2309148 Sep 23 15:23:54.447027 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa48ce-2553-42ac-8b68-59a8c5d5994f req-07c14bcb-6984-40c9-a470-6545b95cd57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:54.448360 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ffaa48ce-2553-42ac-8b68-59a8c5d5994f req-07c14bcb-6984-40c9-a470-6545b95cd57e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1279728 Sep 23 15:23:54.558628 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42845c5e-a4f6-45af-82b7-45187039f93c req-6047afec-8b6e-4911-9afb-e941ee251db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:54.560075 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-42845c5e-a4f6-45af-82b7-45187039f93c req-6047afec-8b6e-4911-9afb-e941ee251db6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=df551619-e2d6-4470-8fb2-16d5b568eeb9 HTTP/1.1" status: 200 len: 1096 time: 0.0777838 Sep 23 15:23:54.631472 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-42845c5e-a4f6-45af-82b7-45187039f93c req-1e95ebba-5a69-43e4-9b91-8d3f6d2dd6f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53df8879-ca7d-47c0-a343-6fd2722121c5 HTTP/1.1" status: 200 len: 217 time: 0.0636456 Sep 23 15:23:54.693971 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42845c5e-a4f6-45af-82b7-45187039f93c req-5c6490f2-4a23-4b66-8e4b-9c6aebbae3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:54.695438 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-42845c5e-a4f6-45af-82b7-45187039f93c req-5c6490f2-4a23-4b66-8e4b-9c6aebbae3f2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=803e3744-f488-48b7-b599-87fd8d2eb868 HTTP/1.1" status: 200 len: 834 time: 0.0578930 Sep 23 15:23:54.780910 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42845c5e-a4f6-45af-82b7-45187039f93c req-523e5825-529b-476a-9f30-c44b9119553e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:54.782535 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-42845c5e-a4f6-45af-82b7-45187039f93c req-523e5825-529b-476a-9f30-c44b9119553e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3350545e-4cc9-4ecc-97d0-0bea028d585c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812101 Sep 23 15:23:54.971261 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-42845c5e-a4f6-45af-82b7-45187039f93c req-facdd114-d390-4378-9ade-e2b93ba3a4ba service neutron] 10.222.0.72 "GET /v2.0/networks/3350545e-4cc9-4ecc-97d0-0bea028d585c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808085 Sep 23 15:23:55.017484 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b561f98-d428-4f13-904d-c2ec55c69b8b req-c880afca-be9c-41aa-be63-0bb6cf50c089 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:55.018935 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8b561f98-d428-4f13-904d-c2ec55c69b8b req-c880afca-be9c-41aa-be63-0bb6cf50c089 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=df551619-e2d6-4470-8fb2-16d5b568eeb9 HTTP/1.1" status: 200 len: 943 time: 0.1638284 Sep 23 15:23:55.133175 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8b561f98-d428-4f13-904d-c2ec55c69b8b req-dfe082ff-3580-4726-957d-debfa4abd40f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=f65772a2-6c59-4312-941b-e2422e1a3f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717342 Sep 23 15:23:55.153537 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-42845c5e-a4f6-45af-82b7-45187039f93c req-2caf5eaf-b27a-44dd-bed2-09a283def671 service neutron] 10.222.0.72 "GET /v2.0/networks/3350545e-4cc9-4ecc-97d0-0bea028d585c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744096 Sep 23 15:23:56.330431 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21dc585-32b4-4b63-ad35-3812a7e577af req-4a6a5a50-5301-47c4-9059-c956531cc0aa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:56.331886 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a21dc585-32b4-4b63-ad35-3812a7e577af req-4a6a5a50-5301-47c4-9059-c956531cc0aa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=df551619-e2d6-4470-8fb2-16d5b568eeb9 HTTP/1.1" status: 200 len: 943 time: 0.0864801 Sep 23 15:23:56.375006 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-a21dc585-32b4-4b63-ad35-3812a7e577af req-f838c634-31be-4e58-8c90-e856ccc0e9c2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:23:56.386090 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-a21dc585-32b4-4b63-ad35-3812a7e577af req-f838c634-31be-4e58-8c90-e856ccc0e9c2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:23:56.387183 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a21dc585-32b4-4b63-ad35-3812a7e577af req-f838c634-31be-4e58-8c90-e856ccc0e9c2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=f65772a2-6c59-4312-941b-e2422e1a3f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497308 Sep 23 15:23:57.186644 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 53df8879-ca7d-47c0-a343-6fd2722121c5 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:23:57.318396 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 53df8879-ca7d-47c0-a343-6fd2722121c5, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=53df8879-ca7d-47c0-a343-6fd2722121c5,segment=NetworkSegment(f96d29ab-536b-4ebc-8815-ed45cc4a6d49),segment_id=f96d29ab-536b-4ebc-8815-ed45cc4a6d49)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:23:57.331120 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '53df8879-ca7d-47c0-a343-6fd2722121c5', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'port_id': '53df8879-ca7d-47c0-a343-6fd2722121c5', 'mac_address': 'fa:16:3e:67:32:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:23:57.388055 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 53df8879-ca7d-47c0-a343-6fd2722121c5 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:23:57.388433 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:57.404775 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53df8879-ca7d-47c0-a343-6fd2722121c5 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:23:57.419820 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 53df8879-ca7d-47c0-a343-6fd2722121c5, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=53df8879-ca7d-47c0-a343-6fd2722121c5,segment=NetworkSegment(f96d29ab-536b-4ebc-8815-ed45cc4a6d49),segment_id=f96d29ab-536b-4ebc-8815-ed45cc4a6d49)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:23:57.476055 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:57.543526 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=53df8879-ca7d-47c0-a343-6fd2722121c5,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:57.583654 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d39d5-bff8-4732-a099-253d94400e74 req-45aedc6e-bb38-4df4-b08a-e8dc1d677cf3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:57.585086 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-360d39d5-bff8-4732-a099-253d94400e74 req-45aedc6e-bb38-4df4-b08a-e8dc1d677cf3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=df551619-e2d6-4470-8fb2-16d5b568eeb9 HTTP/1.1" status: 200 len: 944 time: 0.0885637 Sep 23 15:23:57.628319 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-360d39d5-bff8-4732-a099-253d94400e74 req-a08f8962-19e0-489a-8983-6cb79e004a5f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=f65772a2-6c59-4312-941b-e2422e1a3f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375252 Sep 23 15:23:57.717106 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['53df8879-ca7d-47c0-a343-6fd2722121c5'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:23:58.830775 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24c668-0299-4d30-90be-ffb4c4e140dd req-94ce5d60-8a01-4f0c-b45f-00ae39d0ac8b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:58.832250 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-9d24c668-0299-4d30-90be-ffb4c4e140dd req-94ce5d60-8a01-4f0c-b45f-00ae39d0ac8b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=df551619-e2d6-4470-8fb2-16d5b568eeb9 HTTP/1.1" status: 200 len: 944 time: 0.0924871 Sep 23 15:23:58.875313 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-9d24c668-0299-4d30-90be-ffb4c4e140dd req-6da01e5c-f35c-49b7-9927-3f3bc2114115 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=f65772a2-6c59-4312-941b-e2422e1a3f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374291 Sep 23 15:23:59.201854 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 53df8879-ca7d-47c0-a343-6fd2722121c5 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:23:59.315450 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 53df8879-ca7d-47c0-a343-6fd2722121c5 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:23:59.320498 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 53df8879-ca7d-47c0-a343-6fd2722121c5 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:23:59.320889 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:59.321221 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 53df8879-ca7d-47c0-a343-6fd2722121c5 Sep 23 15:23:59.436219 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 53df8879-ca7d-47c0-a343-6fd2722121c5 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:23:59.436505 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:59.462050 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df551619-e2d6-4470-8fb2-16d5b568eeb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53df8879-ca7d-47c0-a343-6fd2722121c5'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:23:59.464327 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b4c197-ae88-4a0a-9ed8-a717e08b2255" -d '{"events": [{"server_uuid": "df551619-e2d6-4470-8fb2-16d5b568eeb9", "name": "network-vif-plugged", "status": "completed", "tag": "53df8879-ca7d-47c0-a343-6fd2722121c5"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:23:59.471904 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 53df8879-ca7d-47c0-a343-6fd2722121c5, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=53df8879-ca7d-47c0-a343-6fd2722121c5,segment=NetworkSegment(f96d29ab-536b-4ebc-8815-ed45cc4a6d49),segment_id=f96d29ab-536b-4ebc-8815-ed45cc4a6d49)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:23:59.532554 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:23:59.564609 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1ac869-54d5-4cbf-8039-573e2bff46c7 x-openstack-request-id: req-1d1ac869-54d5-4cbf-8039-573e2bff46c7 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:23:59.564900 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df551619-e2d6-4470-8fb2-16d5b568eeb9", "name": "network-vif-plugged", "status": "completed", "tag": "53df8879-ca7d-47c0-a343-6fd2722121c5", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:23:59.565153 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1d1ac869-54d5-4cbf-8039-573e2bff46c7 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:23:59.565540 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d1ac869-54d5-4cbf-8039-573e2bff46c7'] response: {'server_uuid': 'df551619-e2d6-4470-8fb2-16d5b568eeb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53df8879-ca7d-47c0-a343-6fd2722121c5', 'code': 200} Sep 23 15:23:59.604483 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=53df8879-ca7d-47c0-a343-6fd2722121c5,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:59.884386 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418aa3f0-5d84-4de1-b292-53da5eee31ec req-4769a006-912b-4ed6-ad14-8c99b52daea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:59.885828 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-418aa3f0-5d84-4de1-b292-53da5eee31ec req-4769a006-912b-4ed6-ad14-8c99b52daea0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=df551619-e2d6-4470-8fb2-16d5b568eeb9 HTTP/1.1" status: 200 len: 1098 time: 0.0782683 Sep 23 15:23:59.926842 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-418aa3f0-5d84-4de1-b292-53da5eee31ec req-3f550f29-6ae2-4853-b026-d0a755e8bbdf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f65772a2-6c59-4312-941b-e2422e1a3f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349069 Sep 23 15:24:00.078411 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4232fa-f0ec-47a3-9256-3f60ebb9a599 req-18afe35f-b0da-4b35-8515-9f2c7f37feb2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:00.079762 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ad4232fa-f0ec-47a3-9256-3f60ebb9a599 req-18afe35f-b0da-4b35-8515-9f2c7f37feb2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=df551619-e2d6-4470-8fb2-16d5b568eeb9 HTTP/1.1" status: 200 len: 945 time: 0.0924437 Sep 23 15:24:00.125896 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ad4232fa-f0ec-47a3-9256-3f60ebb9a599 req-dbf94eae-b7cc-49e4-8cbc-ffa474dc742d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=f65772a2-6c59-4312-941b-e2422e1a3f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399423 Sep 23 15:24:01.324696 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216566d-696f-42ef-a488-3db816387dfd req-aeddddf6-7a79-46fd-b207-e0ff29cb3508 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:01.326137 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6216566d-696f-42ef-a488-3db816387dfd req-aeddddf6-7a79-46fd-b207-e0ff29cb3508 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=df551619-e2d6-4470-8fb2-16d5b568eeb9 HTTP/1.1" status: 200 len: 945 time: 0.0860879 Sep 23 15:24:01.372311 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6216566d-696f-42ef-a488-3db816387dfd req-136bbe16-3488-408f-94c2-cc0f5802622d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=f65772a2-6c59-4312-941b-e2422e1a3f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404971 Sep 23 15:24:01.567377 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552c3ca-075f-4e63-a9d4-95eee31f2c0e req-a79d6ff5-1452-4e9d-8f7c-3706454ac2eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:01.568833 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8552c3ca-075f-4e63-a9d4-95eee31f2c0e req-a79d6ff5-1452-4e9d-8f7c-3706454ac2eb tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=df551619-e2d6-4470-8fb2-16d5b568eeb9 HTTP/1.1" status: 200 len: 945 time: 0.0869536 Sep 23 15:24:01.612696 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8552c3ca-075f-4e63-a9d4-95eee31f2c0e req-6a3e7ad6-4898-4c3f-a006-1fb40ee592e2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=f65772a2-6c59-4312-941b-e2422e1a3f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382261 Sep 23 15:24:01.641249 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52276) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:24:01.721811 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8ae272-dda2-4cc4-b23d-e1cde75b0398 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:01.723266 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4a8ae272-dda2-4cc4-b23d-e1cde75b0398 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=df551619-e2d6-4470-8fb2-16d5b568eeb9 HTTP/1.1" status: 200 len: 1093 time: 0.0810747 Sep 23 15:24:01.726024 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52280) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:24:01.730817 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-3afb5aa9-0165-4168-ba9b-941c40c211bd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': '53df8879-ca7d-47c0-a343-6fd2722121c5', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:24:01.736732 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-3afb5aa9-0165-4168-ba9b-941c40c211bd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:24:01.741117 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-3afb5aa9-0165-4168-ba9b-941c40c211bd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:floatingip and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:24:01.744086 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-3afb5aa9-0165-4168-ba9b-941c40c211bd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:24:01.749788 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-3afb5aa9-0165-4168-ba9b-941c40c211bd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:24:01.840866 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3afb5aa9-0165-4168-ba9b-941c40c211bd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:01.976688 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3afb5aa9-0165-4168-ba9b-941c40c211bd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:02.098873 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fb376bbe-9d13-4a0d-b84f-a5bfde08a42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:02.111326 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-3afb5aa9-0165-4168-ba9b-941c40c211bd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.26.10.100 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/7741b6bc-5d00-46e4-9a89-4a898a92770f) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:24:02.259195 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3afb5aa9-0165-4168-ba9b-941c40c211bd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:02.332802 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3afb5aa9-0165-4168-ba9b-941c40c211bd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:02.393039 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afb5aa9-0165-4168-ba9b-941c40c211bd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:24:02.395699 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-3afb5aa9-0165-4168-ba9b-941c40c211bd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:24:02.399166 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afb5aa9-0165-4168-ba9b-941c40c211bd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:24:02.441928 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb5aa9-0165-4168-ba9b-941c40c211bd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=7741b6bc-5d00-46e4-9a89-4a898a92770f,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:02.698385 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:02.917944 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3afb5aa9-0165-4168-ba9b-941c40c211bd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:03.036412 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3afb5aa9-0165-4168-ba9b-941c40c211bd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:03.239698 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3afb5aa9-0165-4168-ba9b-941c40c211bd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:03.343674 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3afb5aa9-0165-4168-ba9b-941c40c211bd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:03.449960 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb5aa9-0165-4168-ba9b-941c40c211bd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=7741b6bc-5d00-46e4-9a89-4a898a92770f,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:03.452458 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3afb5aa9-0165-4168-ba9b-941c40c211bd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:03.624386 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-3afb5aa9-0165-4168-ba9b-941c40c211bd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Floating IP 83fc194e-3923-4f65-b7af-dcf47d21cdd9 associated. External IP: 172.26.10.100, port: 53df8879-ca7d-47c0-a343-6fd2722121c5. Sep 23 15:24:03.981206 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afb5aa9-0165-4168-ba9b-941c40c211bd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:24:04.157699 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afb5aa9-0165-4168-ba9b-941c40c211bd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:24:04.168318 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3abb07-eecb-458d-a003-721dcad79859 None None] Sync routers for ids ['8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:24:04.178287 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3abb07-eecb-458d-a003-721dcad79859 None None] Routers {'8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:24:04.178925 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-de3abb07-eecb-458d-a003-721dcad79859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:23:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:24:04.235758 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3afb5aa9-0165-4168-ba9b-941c40c211bd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:04.294082 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3afb5aa9-0165-4168-ba9b-941c40c211bd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5670285 Sep 23 15:24:04.294783 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df551619-e2d6-4470-8fb2-16d5b568eeb9', 'tag': '53df8879-ca7d-47c0-a343-6fd2722121c5'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:24:04.296899 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52284) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:24:04.297386 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8009c2c01c24846940f3c9c2beb64f503f2d744ca5e92813e431a27377ac34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2033b140-fbc4-4484-b929-b171e42bd253" -d '{"events": [{"name": "network-changed", "server_uuid": "df551619-e2d6-4470-8fb2-16d5b568eeb9", "tag": "53df8879-ca7d-47c0-a343-6fd2722121c5"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:24:04.342880 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97cc6c8-361b-432b-af52-e22f2ff48536 x-openstack-request-id: req-c97cc6c8-361b-432b-af52-e22f2ff48536 {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:24:04.343692 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df551619-e2d6-4470-8fb2-16d5b568eeb9", "tag": "53df8879-ca7d-47c0-a343-6fd2722121c5", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:24:04.343983 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c97cc6c8-361b-432b-af52-e22f2ff48536 {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:24:04.344593 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c97cc6c8-361b-432b-af52-e22f2ff48536'] response: {'name': 'network-changed', 'server_uuid': 'df551619-e2d6-4470-8fb2-16d5b568eeb9', 'tag': '53df8879-ca7d-47c0-a343-6fd2722121c5', 'status': 'completed', 'code': 200} Sep 23 15:24:04.362470 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-de3abb07-eecb-458d-a003-721dcad79859 None None] Set router 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:24:04.431194 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6550e5e3-d40d-435e-a477-0df82449e408 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:04.437874 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6550e5e3-d40d-435e-a477-0df82449e408 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=df551619-e2d6-4470-8fb2-16d5b568eeb9 HTTP/1.1" status: 200 len: 1093 time: 0.1348224 Sep 23 15:24:04.454748 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033b140-fbc4-4484-b929-b171e42bd253 req-440f4fd3-e922-422b-9e9e-cf8872d7f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:04.456210 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2033b140-fbc4-4484-b929-b171e42bd253 req-440f4fd3-e922-422b-9e9e-cf8872d7f10d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=df551619-e2d6-4470-8fb2-16d5b568eeb9 HTTP/1.1" status: 200 len: 1098 time: 0.0917759 Sep 23 15:24:04.593170 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52292) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:24:04.595479 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033b140-fbc4-4484-b929-b171e42bd253 req-6bc40c11-6a50-4312-9133-c0f959211bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:04.595998 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2033b140-fbc4-4484-b929-b171e42bd253 req-6bc40c11-6a50-4312-9133-c0f959211bc6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3350545e-4cc9-4ecc-97d0-0bea028d585c HTTP/1.1" status: 200 len: 897 time: 0.1328275 Sep 23 15:24:04.599684 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-b1644da2-6115-4e18-a1d8-445f5445e319 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1635923543', 'description': 'tempest-secgroup-smoke-1635923543 description', 'project_id': '8433d6d3ee51437084758ba6444603b3'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:24:04.606563 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b1644da2-6115-4e18-a1d8-445f5445e319 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:24:04.617365 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b1644da2-6115-4e18-a1d8-445f5445e319 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:24:04.669598 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b1644da2-6115-4e18-a1d8-445f5445e319 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:04.693184 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b1644da2-6115-4e18-a1d8-445f5445e319 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:24:04.697621 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b1644da2-6115-4e18-a1d8-445f5445e319 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:24:04.702203 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b1644da2-6115-4e18-a1d8-445f5445e319 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:24:04.708912 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b1644da2-6115-4e18-a1d8-445f5445e319 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:24:04.717455 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-de3abb07-eecb-458d-a003-721dcad79859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'name': 'tempest-TestNetworkBasicOps-router-1297097814', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124'}], 'enable_snat': True}, 'gw_port_id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:44Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '83fc194e-3923-4f65-b7af-dcf47d21cdd9', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.100', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'port_id': '53df8879-ca7d-47c0-a343-6fd2722121c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'mac_address': 'fa:16:3e:67:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df551619-e2d6-4470-8fb2-16d5b568eeb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:24:02Z', 'updated_at': '2022-09-23T15:24:02Z', 'revision_number': 0, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd78194-62d7-44e3-be07-000358f1fc22', 'name': '', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:4b:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:43Z', 'updated_at': '2022-09-23T15:23:49Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:24:04.721624 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3abb07-eecb-458d-a003-721dcad79859 None None] Checking router: 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:24:04.730766 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3abb07-eecb-458d-a003-721dcad79859 None None] Routers {'8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:24:04.732632 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-de3abb07-eecb-458d-a003-721dcad79859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:23:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:24:04.789021 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b1644da2-6115-4e18-a1d8-445f5445e319 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:04.819676 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2033b140-fbc4-4484-b929-b171e42bd253 req-f53dc6e6-db6f-4506-9d9f-38fc1474c165 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53df8879-ca7d-47c0-a343-6fd2722121c5 HTTP/1.1" status: 200 len: 1000 time: 0.2179921 Sep 23 15:24:04.858031 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b1644da2-6115-4e18-a1d8-445f5445e319 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:04.882550 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033b140-fbc4-4484-b929-b171e42bd253 req-e6d0a331-b3da-4411-a547-8644d4807fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:04.883987 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2033b140-fbc4-4484-b929-b171e42bd253 req-e6d0a331-b3da-4411-a547-8644d4807fde service neutron] 10.222.0.72 "GET /v2.0/subnets?id=803e3744-f488-48b7-b599-87fd8d2eb868 HTTP/1.1" status: 200 len: 834 time: 0.0585041 Sep 23 15:24:04.907414 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1644da2-6115-4e18-a1d8-445f5445e319 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4da763ff-9989-4091-b514-83c5005c2919,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:04.911534 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-de3abb07-eecb-458d-a003-721dcad79859 None None] Set router 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:24:04.971189 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033b140-fbc4-4484-b929-b171e42bd253 req-636e646a-a4a2-4917-a458-295aaa683682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:04.972789 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2033b140-fbc4-4484-b929-b171e42bd253 req-636e646a-a4a2-4917-a458-295aaa683682 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3350545e-4cc9-4ecc-97d0-0bea028d585c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822744 Sep 23 15:24:04.973113 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b1644da2-6115-4e18-a1d8-445f5445e319 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:04.974476 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b1644da2-6115-4e18-a1d8-445f5445e319 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3800611 Sep 23 15:24:04.977473 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52296) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:24:05.004754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-b2c6ba52-4550-4cfb-b8a7-e4df654a1071 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '4da763ff-9989-4091-b514-83c5005c2919', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:24:05.012159 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b2c6ba52-4550-4cfb-b8a7-e4df654a1071 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:24:05.040870 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0c1a3b52-1900-4607-ac97-9992a001ead1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:05.059975 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b2c6ba52-4550-4cfb-b8a7-e4df654a1071 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:24:05.067239 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b2c6ba52-4550-4cfb-b8a7-e4df654a1071 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:24:05.080485 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b2c6ba52-4550-4cfb-b8a7-e4df654a1071 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:24:05.135280 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2033b140-fbc4-4484-b929-b171e42bd253 req-773deca7-1e2b-45e5-a64f-e8ad8de0be60 service neutron] 10.222.0.72 "GET /v2.0/networks/3350545e-4cc9-4ecc-97d0-0bea028d585c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551299 Sep 23 15:24:05.225204 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b2c6ba52-4550-4cfb-b8a7-e4df654a1071 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:05.310672 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-de3abb07-eecb-458d-a003-721dcad79859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'name': 'tempest-TestNetworkBasicOps-router-1297097814', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124'}], 'enable_snat': True}, 'gw_port_id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:44Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '83fc194e-3923-4f65-b7af-dcf47d21cdd9', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.100', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'port_id': '53df8879-ca7d-47c0-a343-6fd2722121c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'mac_address': 'fa:16:3e:67:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df551619-e2d6-4470-8fb2-16d5b568eeb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:24:02Z', 'updated_at': '2022-09-23T15:24:02Z', 'revision_number': 0, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd78194-62d7-44e3-be07-000358f1fc22', 'name': '', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:4b:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:43Z', 'updated_at': '2022-09-23T15:23:49Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:24:05.313562 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2033b140-fbc4-4484-b929-b171e42bd253 req-7408fa32-147e-418f-a124-b0ad3b99298b service neutron] 10.222.0.72 "GET /v2.0/networks/3350545e-4cc9-4ecc-97d0-0bea028d585c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729064 Sep 23 15:24:05.314659 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3abb07-eecb-458d-a003-721dcad79859 None None] The sync data for ids ['8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'] in dv-neutron-859093-1-hyperv is: [{'id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'name': 'tempest-TestNetworkBasicOps-router-1297097814', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124'}], 'enable_snat': True}, 'gw_port_id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:44Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '83fc194e-3923-4f65-b7af-dcf47d21cdd9', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.100', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'port_id': '53df8879-ca7d-47c0-a343-6fd2722121c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'mac_address': 'fa:16:3e:67:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df551619-e2d6-4470-8fb2-16d5b568eeb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:24:02Z', 'updated_at': '2022-09-23T15:24:02Z', 'revision_number': 0, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd78194-62d7-44e3-be07-000358f1fc22', 'name': '', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:4b:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:43Z', 'updated_at': '2022-09-23T15:23:49Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:24:05.332859 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b2c6ba52-4550-4cfb-b8a7-e4df654a1071 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:05.441304 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b2c6ba52-4550-4cfb-b8a7-e4df654a1071 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:05.467652 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6ba52-4550-4cfb-b8a7-e4df654a1071 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553183ad-c6a4-488f-b1df-ffcc5733fe3c,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:05.509519 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e97fa87-4f50-4db5-bf9b-43bd54692856 None None] New status for floating IP 83fc194e-3923-4f65-b7af-dcf47d21cdd9: ACTIVE {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:24:05.544358 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b2c6ba52-4550-4cfb-b8a7-e4df654a1071 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:05.545683 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b2c6ba52-4550-4cfb-b8a7-e4df654a1071 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5671885 Sep 23 15:24:05.548457 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52300) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:24:05.553739 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-01f0daa9-ed96-48e2-b3ae-16b2bb73612d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '4da763ff-9989-4091-b514-83c5005c2919', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:24:05.559880 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-01f0daa9-ed96-48e2-b3ae-16b2bb73612d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:24:05.563716 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-01f0daa9-ed96-48e2-b3ae-16b2bb73612d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:24:05.565497 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:05.566675 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-01f0daa9-ed96-48e2-b3ae-16b2bb73612d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:24:05.566903 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:05.572368 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-01f0daa9-ed96-48e2-b3ae-16b2bb73612d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:24:05.636999 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-01f0daa9-ed96-48e2-b3ae-16b2bb73612d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:05.699984 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-01f0daa9-ed96-48e2-b3ae-16b2bb73612d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:05.755358 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-01f0daa9-ed96-48e2-b3ae-16b2bb73612d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:05.779781 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0daa9-ed96-48e2-b3ae-16b2bb73612d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4a394a-d6cb-4f4e-b759-2009d37e792f,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:05.846573 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-01f0daa9-ed96-48e2-b3ae-16b2bb73612d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:05.848412 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-01f0daa9-ed96-48e2-b3ae-16b2bb73612d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2990251 Sep 23 15:24:05.851071 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52304) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:24:05.856138 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-41c035de-418b-4742-bd53-8dd4b0bebb68 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '4da763ff-9989-4091-b514-83c5005c2919', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:24:05.862527 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-41c035de-418b-4742-bd53-8dd4b0bebb68 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:24:05.866530 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-41c035de-418b-4742-bd53-8dd4b0bebb68 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:24:05.869275 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-41c035de-418b-4742-bd53-8dd4b0bebb68 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:24:05.875024 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-41c035de-418b-4742-bd53-8dd4b0bebb68 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:24:05.938261 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-41c035de-418b-4742-bd53-8dd4b0bebb68 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:06.003209 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-41c035de-418b-4742-bd53-8dd4b0bebb68 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:06.063329 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-41c035de-418b-4742-bd53-8dd4b0bebb68 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:06.086742 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c035de-418b-4742-bd53-8dd4b0bebb68 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55db41b2-e658-43ef-b081-fc6206e0d306,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:06.149275 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-41c035de-418b-4742-bd53-8dd4b0bebb68 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:06.150454 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-41c035de-418b-4742-bd53-8dd4b0bebb68 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2984443 Sep 23 15:24:06.153084 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52308) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:24:06.157872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-ae084a79-b3ec-4592-bd0a-a9ce11a464a3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '4da763ff-9989-4091-b514-83c5005c2919', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:24:06.163602 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ae084a79-b3ec-4592-bd0a-a9ce11a464a3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:24:06.167433 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ae084a79-b3ec-4592-bd0a-a9ce11a464a3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:24:06.170234 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ae084a79-b3ec-4592-bd0a-a9ce11a464a3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:24:06.175894 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ae084a79-b3ec-4592-bd0a-a9ce11a464a3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:24:06.252387 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ae084a79-b3ec-4592-bd0a-a9ce11a464a3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:06.319378 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ae084a79-b3ec-4592-bd0a-a9ce11a464a3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:06.360438 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ae084a79-b3ec-4592-bd0a-a9ce11a464a3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:06.384391 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae084a79-b3ec-4592-bd0a-a9ce11a464a3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a42588d-4002-45a6-98a1-ea9e5a38114c,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:06.435231 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ae084a79-b3ec-4592-bd0a-a9ce11a464a3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:06.436455 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ae084a79-b3ec-4592-bd0a-a9ce11a464a3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2824709 Sep 23 15:24:06.439190 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52312) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:24:06.444729 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-7bc67748-3ec5-4e39-aa14-9cf4f09eb9d9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '4da763ff-9989-4091-b514-83c5005c2919', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:24:06.450489 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-7bc67748-3ec5-4e39-aa14-9cf4f09eb9d9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:24:06.454182 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7bc67748-3ec5-4e39-aa14-9cf4f09eb9d9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:24:06.457013 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7bc67748-3ec5-4e39-aa14-9cf4f09eb9d9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:24:06.462658 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-7bc67748-3ec5-4e39-aa14-9cf4f09eb9d9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:24:06.526611 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.securitygroups_db [None req-7bc67748-3ec5-4e39-aa14-9cf4f09eb9d9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Project 8433d6d3ee51437084758ba6444603b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:24:06.533099 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7bc67748-3ec5-4e39-aa14-9cf4f09eb9d9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:06.595499 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7bc67748-3ec5-4e39-aa14-9cf4f09eb9d9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:06.652473 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7bc67748-3ec5-4e39-aa14-9cf4f09eb9d9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:06.680388 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc67748-3ec5-4e39-aa14-9cf4f09eb9d9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e2bdda-8766-4e3c-b100-822c9712633c,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:06.732083 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7bc67748-3ec5-4e39-aa14-9cf4f09eb9d9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:06.733431 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7bc67748-3ec5-4e39-aa14-9cf4f09eb9d9 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2932746 Sep 23 15:24:06.736174 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52316) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:24:06.741911 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-fa20fedd-d651-46fd-a65a-9644fdcd02a5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '4da763ff-9989-4091-b514-83c5005c2919', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:24:06.747746 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-fa20fedd-d651-46fd-a65a-9644fdcd02a5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:24:06.751622 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-fa20fedd-d651-46fd-a65a-9644fdcd02a5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:24:06.755038 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-fa20fedd-d651-46fd-a65a-9644fdcd02a5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:24:06.760757 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-fa20fedd-d651-46fd-a65a-9644fdcd02a5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:24:06.835032 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.securitygroups_db [None req-fa20fedd-d651-46fd-a65a-9644fdcd02a5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Project 8433d6d3ee51437084758ba6444603b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:24:06.841967 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fa20fedd-d651-46fd-a65a-9644fdcd02a5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:06.906306 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fa20fedd-d651-46fd-a65a-9644fdcd02a5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:06.972694 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fa20fedd-d651-46fd-a65a-9644fdcd02a5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:06.984236 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:06.996997 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20fedd-d651-46fd-a65a-9644fdcd02a5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fac5569-badd-4858-80eb-ce3e1e1329f0,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:07.063756 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fa20fedd-d651-46fd-a65a-9644fdcd02a5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:07.064951 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-fa20fedd-d651-46fd-a65a-9644fdcd02a5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3278658 Sep 23 15:24:07.224499 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-f6df71aa-554c-4e4f-8688-3fe311563a04 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1635923543&fields=id&tenant_id=8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 267 time: 0.0394511 Sep 23 15:24:07.371437 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-ab01ed63-32a3-45c3-a3cc-47cc49970e18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:07.372863 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-ab01ed63-32a3-45c3-a3cc-47cc49970e18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/networks?id=3350545e-4cc9-4ecc-97d0-0bea028d585c HTTP/1.1" status: 200 len: 796 time: 0.1420345 Sep 23 15:24:07.387473 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-b3c94bc2-d432-4966-9ccc-d952ee69a8db tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/quotas/8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 375 time: 0.0091674 Sep 23 15:24:07.482381 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-f77277be-9261-4df6-b16e-d4fa1019abb8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0900061 Sep 23 15:24:07.617321 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-f1d1d752-fae4-4598-a885-080c6ffb8c75 service neutron] 10.222.0.67 "GET /v2.0/networks/3350545e-4cc9-4ecc-97d0-0bea028d585c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235154 Sep 23 15:24:07.745964 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-4c464076-2f8c-479c-a1e8-f719f0500796 service neutron] 10.222.0.67 "GET /v2.0/networks/3350545e-4cc9-4ecc-97d0-0bea028d585c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228349 Sep 23 15:24:08.134876 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7fadd10d-f09d-43fc-b894-9c41a3d6d6b1 req-3d3088d4-0213-4bd2-b977-08072ad43d69 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=80913fc5-11b7-470e-b148-d625ba949ec3 HTTP/1.1" status: 200 len: 210 time: 0.1739085 Sep 23 15:24:09.295296 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a3f135da-755c-41a7-9334-b4a4d11e2b6e req-e6e22bf1-a2ae-48ce-912f-001f6f26e9b3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=80913fc5-11b7-470e-b148-d625ba949ec3 HTTP/1.1" status: 200 len: 210 time: 0.0501242 Sep 23 15:24:10.070532 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-573f0d60-9b3f-4edc-8b33-7be30eac68f3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:10.071865 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-573f0d60-9b3f-4edc-8b33-7be30eac68f3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/networks?id=3350545e-4cc9-4ecc-97d0-0bea028d585c HTTP/1.1" status: 200 len: 796 time: 0.2467241 Sep 23 15:24:10.122078 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-b72ab3d9-5e2a-4702-8a16-d0d874ed2bae tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 472 time: 0.0415885 Sep 23 15:24:10.129768 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-a4cf77c2-9f31-4d73-b9a4-d3fe6d309c4b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'port': {'device_id': '80913fc5-11b7-470e-b148-d625ba949ec3', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'admin_state_up': True, 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'security_groups': ['4da763ff-9989-4091-b514-83c5005c2919']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:24:10.264094 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-a4cf77c2-9f31-4d73-b9a4-d3fe6d309c4b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:24:10.274123 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-a4cf77c2-9f31-4d73-b9a4-d3fe6d309c4b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:24:10.343467 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-a4cf77c2-9f31-4d73-b9a4-d3fe6d309c4b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:24:10.347627 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-a4cf77c2-9f31-4d73-b9a4-d3fe6d309c4b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:10.463879 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c0a61f82-09e4-49cb-a644-b8ec8e996c8a req-85e92ff3-6f4c-4022-a29c-063ac391854e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=80913fc5-11b7-470e-b148-d625ba949ec3 HTTP/1.1" status: 200 len: 210 time: 0.0502779 Sep 23 15:24:10.512121 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-a4cf77c2-9f31-4d73-b9a4-d3fe6d309c4b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.20.0.12 (3350545e-4cc9-4ecc-97d0-0bea028d585c/803e3744-f488-48b7-b599-87fd8d2eb868/20efd62f-3548-4201-9a94-a99b91d8798f) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:24:10.699731 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-a4cf77c2-9f31-4d73-b9a4-d3fe6d309c4b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:10.715374 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-a4cf77c2-9f31-4d73-b9a4-d3fe6d309c4b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Transition to ACTIVE for port object 20efd62f-3548-4201-9a94-a99b91d8798f will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:24:10.801752 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-a4cf77c2-9f31-4d73-b9a4-d3fe6d309c4b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:10.875544 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-a4cf77c2-9f31-4d73-b9a4-d3fe6d309c4b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 3350545e-4cc9-4ecc-97d0-0bea028d585c is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:24:10.879071 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-a4cf77c2-9f31-4d73-b9a4-d3fe6d309c4b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:24:10.881477 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-a4cf77c2-9f31-4d73-b9a4-d3fe6d309c4b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:24:10.917593 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf77c2-9f31-4d73-b9a4-d3fe6d309c4b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=20efd62f-3548-4201-9a94-a99b91d8798f,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:10.952470 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-a4cf77c2-9f31-4d73-b9a4-d3fe6d309c4b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:10.953088 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-a4cf77c2-9f31-4d73-b9a4-d3fe6d309c4b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:11.041879 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-a4cf77c2-9f31-4d73-b9a4-d3fe6d309c4b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9155602 Sep 23 15:24:11.053830 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-ce636781-1a8e-4187-8dd7-49f6fa66553a service neutron] Request body: {'port': {'device_id': '80913fc5-11b7-470e-b148-d625ba949ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:24:11.167747 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-ce636781-1a8e-4187-8dd7-49f6fa66553a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:11.200619 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-55ee5a36-948d-4bf8-b687-00c4310eabe3 None None] Provisioning for port 20efd62f-3548-4201-9a94-a99b91d8798f completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:24:11.205784 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-55ee5a36-948d-4bf8-b687-00c4310eabe3 None None] Provisioning complete for port 20efd62f-3548-4201-9a94-a99b91d8798f triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:24:11.206692 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-55ee5a36-948d-4bf8-b687-00c4310eabe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:11.206692 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-55ee5a36-948d-4bf8-b687-00c4310eabe3 None None] Attempt 1 to provision port 20efd62f-3548-4201-9a94-a99b91d8798f Sep 23 15:24:11.262295 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-55ee5a36-948d-4bf8-b687-00c4310eabe3 None None] Port 20efd62f-3548-4201-9a94-a99b91d8798f cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:24:11.506903 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-ce636781-1a8e-4187-8dd7-49f6fa66553a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20efd62f-3548-4201-9a94-a99b91d8798f {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:24:11.514093 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-ce636781-1a8e-4187-8dd7-49f6fa66553a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:11.528525 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-ce636781-1a8e-4187-8dd7-49f6fa66553a service neutron] Transition to ACTIVE for port object 20efd62f-3548-4201-9a94-a99b91d8798f will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:24:11.616397 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-ce636781-1a8e-4187-8dd7-49f6fa66553a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:11.764000 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-55ee5a36-948d-4bf8-b687-00c4310eabe3 None None] Attempt 2 to provision port 20efd62f-3548-4201-9a94-a99b91d8798f Sep 23 15:24:11.820181 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-55ee5a36-948d-4bf8-b687-00c4310eabe3 None None] Port 20efd62f-3548-4201-9a94-a99b91d8798f cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:24:11.826268 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce636781-1a8e-4187-8dd7-49f6fa66553a service neutron] Pushing event updated for resources: {'Port': ['ID=20efd62f-3548-4201-9a94-a99b91d8798f,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:11.867816 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e303c0-518d-4e7c-b099-a1d1cffcc60b req-4fe6cc4e-d386-4d41-87e7-14e896be52b0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:11.868507 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-e3e303c0-518d-4e7c-b099-a1d1cffcc60b req-4fe6cc4e-d386-4d41-87e7-14e896be52b0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:24:11.875016 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-ce636781-1a8e-4187-8dd7-49f6fa66553a service neutron] Attempting to bind port 20efd62f-3548-4201-9a94-a99b91d8798f on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:24:11.875347 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-ce636781-1a8e-4187-8dd7-49f6fa66553a service neutron] Attempting to bind port 20efd62f-3548-4201-9a94-a99b91d8798f by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': 'f96d29ab-536b-4ebc-8815-ed45cc4a6d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:24:11.875669 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-ce636781-1a8e-4187-8dd7-49f6fa66553a service neutron] Attempting to bind port 20efd62f-3548-4201-9a94-a99b91d8798f on network 3350545e-4cc9-4ecc-97d0-0bea028d585c {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:24:11.885575 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-ce636781-1a8e-4187-8dd7-49f6fa66553a service neutron] Port 20efd62f-3548-4201-9a94-a99b91d8798f on network 3350545e-4cc9-4ecc-97d0-0bea028d585c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:24:11.885890 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-ce636781-1a8e-4187-8dd7-49f6fa66553a service neutron] Attempting to bind port 20efd62f-3548-4201-9a94-a99b91d8798f on network 3350545e-4cc9-4ecc-97d0-0bea028d585c {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:24:11.892592 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-ce636781-1a8e-4187-8dd7-49f6fa66553a service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:24:11.892924 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-ce636781-1a8e-4187-8dd7-49f6fa66553a service neutron] Checking segment: {'id': 'f96d29ab-536b-4ebc-8815-ed45cc4a6d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:24:11.893296 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-ce636781-1a8e-4187-8dd7-49f6fa66553a service neutron] Bound using segment: {'id': 'f96d29ab-536b-4ebc-8815-ed45cc4a6d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:24:11.894434 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-ce636781-1a8e-4187-8dd7-49f6fa66553a service neutron] Bound port: 20efd62f-3548-4201-9a94-a99b91d8798f, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f96d29ab-536b-4ebc-8815-ed45cc4a6d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:24:11.894777 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-ce636781-1a8e-4187-8dd7-49f6fa66553a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:11.968305 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-e3e303c0-518d-4e7c-b099-a1d1cffcc60b req-4fe6cc4e-d386-4d41-87e7-14e896be52b0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:24:11.969445 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e3e303c0-518d-4e7c-b099-a1d1cffcc60b req-4fe6cc4e-d386-4d41-87e7-14e896be52b0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=80913fc5-11b7-470e-b148-d625ba949ec3 HTTP/1.1" status: 200 len: 944 time: 0.3972220 Sep 23 15:24:11.999591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-ce636781-1a8e-4187-8dd7-49f6fa66553a service neutron] For port 20efd62f-3548-4201-9a94-a99b91d8798f, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:24:12.020231 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-ce636781-1a8e-4187-8dd7-49f6fa66553a service neutron] For port 20efd62f-3548-4201-9a94-a99b91d8798f, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=20efd62f-3548-4201-9a94-a99b91d8798f,segment=NetworkSegment(f96d29ab-536b-4ebc-8815-ed45cc4a6d49),segment_id=f96d29ab-536b-4ebc-8815-ed45cc4a6d49)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:24:12.030105 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e3e303c0-518d-4e7c-b099-a1d1cffcc60b req-131f0b57-175e-4db2-9f82-8d37b761da35 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=4da763ff-9989-4091-b514-83c5005c2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523896 Sep 23 15:24:12.087138 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-ce636781-1a8e-4187-8dd7-49f6fa66553a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:12.090241 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-ce636781-1a8e-4187-8dd7-49f6fa66553a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:12.090912 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-ce636781-1a8e-4187-8dd7-49f6fa66553a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:12.092264 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-ce636781-1a8e-4187-8dd7-49f6fa66553a service neutron] 10.222.0.72 "PUT /v2.0/ports/20efd62f-3548-4201-9a94-a99b91d8798f HTTP/1.1" status: 200 len: 1094 time: 1.0433993 Sep 23 15:24:12.223127 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80913fc5-11b7-470e-b148-d625ba949ec3', 'tag': '20efd62f-3548-4201-9a94-a99b91d8798f'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:24:12.225425 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b9a5d8-81e3-4dcc-92bf-2ce8e6d70180" -d '{"events": [{"name": "network-changed", "server_uuid": "80913fc5-11b7-470e-b148-d625ba949ec3", "tag": "20efd62f-3548-4201-9a94-a99b91d8798f"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:24:12.279652 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fba0c8-9cee-479d-badf-34aa101e1a20 x-openstack-request-id: req-21fba0c8-9cee-479d-badf-34aa101e1a20 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:24:12.279877 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80913fc5-11b7-470e-b148-d625ba949ec3", "tag": "20efd62f-3548-4201-9a94-a99b91d8798f", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:24:12.280129 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-21fba0c8-9cee-479d-badf-34aa101e1a20 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:24:12.280512 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21fba0c8-9cee-479d-badf-34aa101e1a20'] response: {'name': 'network-changed', 'server_uuid': '80913fc5-11b7-470e-b148-d625ba949ec3', 'tag': '20efd62f-3548-4201-9a94-a99b91d8798f', 'status': 'completed', 'code': 200} Sep 23 15:24:12.321672 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-55ee5a36-948d-4bf8-b687-00c4310eabe3 None None] Attempt 3 to provision port 20efd62f-3548-4201-9a94-a99b91d8798f Sep 23 15:24:12.326010 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce636781-1a8e-4187-8dd7-49f6fa66553a service neutron] Pushing event updated for resources: {'Port': ['ID=20efd62f-3548-4201-9a94-a99b91d8798f,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:12.341188 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-0909dc45-685f-4ef1-b4be-383df55646a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:12.342726 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-0909dc45-685f-4ef1-b4be-383df55646a6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=80913fc5-11b7-470e-b148-d625ba949ec3 HTTP/1.1" status: 200 len: 1097 time: 0.1143980 Sep 23 15:24:12.382715 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-55ee5a36-948d-4bf8-b687-00c4310eabe3 None None] Port 20efd62f-3548-4201-9a94-a99b91d8798f had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:24:12.410037 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-c47b15a1-06e8-46fe-b746-892fd65105ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20efd62f-3548-4201-9a94-a99b91d8798f HTTP/1.1" status: 200 len: 217 time: 0.0605226 Sep 23 15:24:12.476700 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-2a62a095-ff2c-47e8-8531-25b09a5c1499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:12.478071 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-2a62a095-ff2c-47e8-8531-25b09a5c1499 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=803e3744-f488-48b7-b599-87fd8d2eb868 HTTP/1.1" status: 200 len: 834 time: 0.0592046 Sep 23 15:24:12.560120 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-5ff236a6-7978-4551-b883-c2948ceeee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:12.561481 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-5ff236a6-7978-4551-b883-c2948ceeee1c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3350545e-4cc9-4ecc-97d0-0bea028d585c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767837 Sep 23 15:24:12.691246 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-8c35d0b6-93e3-4506-9dd9-79850f91cb65 service neutron] 10.222.0.72 "GET /v2.0/networks/3350545e-4cc9-4ecc-97d0-0bea028d585c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227965 Sep 23 15:24:12.821519 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b6c14ec7-ae65-4b87-98e0-501933df73cc req-82a523bf-a942-41ae-a259-ff5e69b94e04 service neutron] 10.222.0.72 "GET /v2.0/networks/3350545e-4cc9-4ecc-97d0-0bea028d585c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240563 Sep 23 15:24:12.993298 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9a5d8-81e3-4dcc-92bf-2ce8e6d70180 req-24b0d3a2-925a-4027-a36a-07e04f885fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:12.994772 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c0b9a5d8-81e3-4dcc-92bf-2ce8e6d70180 req-24b0d3a2-925a-4027-a36a-07e04f885fb4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=80913fc5-11b7-470e-b148-d625ba949ec3 HTTP/1.1" status: 200 len: 1097 time: 0.0821981 Sep 23 15:24:13.127657 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9a5d8-81e3-4dcc-92bf-2ce8e6d70180 req-f66b3c9d-40f4-43ba-afc2-2f07ab5eae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:13.129150 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c0b9a5d8-81e3-4dcc-92bf-2ce8e6d70180 req-f66b3c9d-40f4-43ba-afc2-2f07ab5eae6a service neutron] 10.222.0.72 "GET /v2.0/networks?id=3350545e-4cc9-4ecc-97d0-0bea028d585c HTTP/1.1" status: 200 len: 897 time: 0.1263025 Sep 23 15:24:13.240229 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c0b9a5d8-81e3-4dcc-92bf-2ce8e6d70180 req-da55bcd3-5caa-4db4-9666-5640eff9ac1f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20efd62f-3548-4201-9a94-a99b91d8798f HTTP/1.1" status: 200 len: 217 time: 0.1022465 Sep 23 15:24:13.323083 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9a5d8-81e3-4dcc-92bf-2ce8e6d70180 req-ffada75a-02cb-4e21-bd26-0c7d71fe0f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:13.324426 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c0b9a5d8-81e3-4dcc-92bf-2ce8e6d70180 req-ffada75a-02cb-4e21-bd26-0c7d71fe0f69 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=803e3744-f488-48b7-b599-87fd8d2eb868 HTTP/1.1" status: 200 len: 834 time: 0.0689609 Sep 23 15:24:13.335782 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec0d2d-6ced-4e15-bb3d-c92eec1660c7 req-2e738c96-db7a-492a-a4d5-094bd932ca04 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:13.337102 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-07ec0d2d-6ced-4e15-bb3d-c92eec1660c7 req-2e738c96-db7a-492a-a4d5-094bd932ca04 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=80913fc5-11b7-470e-b148-d625ba949ec3 HTTP/1.1" status: 200 len: 944 time: 0.1512663 Sep 23 15:24:13.434134 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-07ec0d2d-6ced-4e15-bb3d-c92eec1660c7 req-473378f5-f6bb-40f2-87db-49e4f74ffc99 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=4da763ff-9989-4091-b514-83c5005c2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585275 Sep 23 15:24:13.450725 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9a5d8-81e3-4dcc-92bf-2ce8e6d70180 req-8de1ae11-aa2b-4267-aa01-334e887be761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:13.452170 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c0b9a5d8-81e3-4dcc-92bf-2ce8e6d70180 req-8de1ae11-aa2b-4267-aa01-334e887be761 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3350545e-4cc9-4ecc-97d0-0bea028d585c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1141522 Sep 23 15:24:13.585726 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c0b9a5d8-81e3-4dcc-92bf-2ce8e6d70180 req-83bcf84e-df18-4724-a129-816cac5ca56c service neutron] 10.222.0.72 "GET /v2.0/networks/3350545e-4cc9-4ecc-97d0-0bea028d585c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251831 Sep 23 15:24:13.715899 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c0b9a5d8-81e3-4dcc-92bf-2ce8e6d70180 req-c1a7b6fc-66c4-4c38-89c0-fdc71fee529b service neutron] 10.222.0.72 "GET /v2.0/networks/3350545e-4cc9-4ecc-97d0-0bea028d585c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221800 Sep 23 15:24:14.634056 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7982917-1fd9-4d12-99b5-ce9a65af9f48 req-b8a85c67-2bfb-4e9d-a44a-8a1dd2df6412 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:14.635526 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e7982917-1fd9-4d12-99b5-ce9a65af9f48 req-b8a85c67-2bfb-4e9d-a44a-8a1dd2df6412 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=80913fc5-11b7-470e-b148-d625ba949ec3 HTTP/1.1" status: 200 len: 944 time: 0.0893917 Sep 23 15:24:14.679117 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-e7982917-1fd9-4d12-99b5-ce9a65af9f48 req-e8104c97-0040-4cbf-ab5c-3d1c59b2f5cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:24:14.743304 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-e7982917-1fd9-4d12-99b5-ce9a65af9f48 req-e8104c97-0040-4cbf-ab5c-3d1c59b2f5cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:24:14.744477 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e7982917-1fd9-4d12-99b5-ce9a65af9f48 req-e8104c97-0040-4cbf-ab5c-3d1c59b2f5cf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=4da763ff-9989-4091-b514-83c5005c2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033878 Sep 23 15:24:15.313937 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 20efd62f-3548-4201-9a94-a99b91d8798f details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:24:15.445446 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 20efd62f-3548-4201-9a94-a99b91d8798f, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=20efd62f-3548-4201-9a94-a99b91d8798f,segment=NetworkSegment(f96d29ab-536b-4ebc-8815-ed45cc4a6d49),segment_id=f96d29ab-536b-4ebc-8815-ed45cc4a6d49)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:24:15.458287 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '20efd62f-3548-4201-9a94-a99b91d8798f', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'port_id': '20efd62f-3548-4201-9a94-a99b91d8798f', 'mac_address': 'fa:16:3e:ca:68:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:24:15.514683 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 20efd62f-3548-4201-9a94-a99b91d8798f is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:24:15.515059 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:15.531388 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20efd62f-3548-4201-9a94-a99b91d8798f {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:24:15.546098 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 20efd62f-3548-4201-9a94-a99b91d8798f, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=20efd62f-3548-4201-9a94-a99b91d8798f,segment=NetworkSegment(f96d29ab-536b-4ebc-8815-ed45cc4a6d49),segment_id=f96d29ab-536b-4ebc-8815-ed45cc4a6d49)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:24:15.606254 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:15.672194 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=20efd62f-3548-4201-9a94-a99b91d8798f,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:15.834212 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['20efd62f-3548-4201-9a94-a99b91d8798f'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:24:15.945921 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9215c7-5fdb-456c-958a-3504ba427807 req-f15acfec-3d4e-48c7-ab30-f00d9a2df7c7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:15.947427 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0c9215c7-5fdb-456c-958a-3504ba427807 req-f15acfec-3d4e-48c7-ab30-f00d9a2df7c7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=80913fc5-11b7-470e-b148-d625ba949ec3 HTTP/1.1" status: 200 len: 945 time: 0.0929575 Sep 23 15:24:16.099750 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0c9215c7-5fdb-456c-958a-3504ba427807 req-5a172e77-d75f-488e-96bd-d699c082f6ce tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=4da763ff-9989-4091-b514-83c5005c2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464980 Sep 23 15:24:17.296252 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3909218-09a2-4761-90a5-da7e22ac6887 req-46fce11c-33a8-4e6c-8bea-973b8f160cfa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:17.297703 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d3909218-09a2-4761-90a5-da7e22ac6887 req-46fce11c-33a8-4e6c-8bea-973b8f160cfa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=80913fc5-11b7-470e-b148-d625ba949ec3 HTTP/1.1" status: 200 len: 945 time: 0.0862956 Sep 23 15:24:17.327483 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 20efd62f-3548-4201-9a94-a99b91d8798f up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:24:17.342303 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d3909218-09a2-4761-90a5-da7e22ac6887 req-4c46d9e2-30c1-4f94-894a-3b41ded26c78 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=4da763ff-9989-4091-b514-83c5005c2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384190 Sep 23 15:24:17.440682 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 20efd62f-3548-4201-9a94-a99b91d8798f completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:24:17.445909 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 20efd62f-3548-4201-9a94-a99b91d8798f triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:24:17.446264 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:17.446622 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 20efd62f-3548-4201-9a94-a99b91d8798f Sep 23 15:24:17.563692 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 20efd62f-3548-4201-9a94-a99b91d8798f is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:24:17.564060 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:17.590182 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80913fc5-11b7-470e-b148-d625ba949ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20efd62f-3548-4201-9a94-a99b91d8798f'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:24:17.592450 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb48a5ae-06dc-4103-9d2c-737d4fec6c14" -d '{"events": [{"server_uuid": "80913fc5-11b7-470e-b148-d625ba949ec3", "name": "network-vif-plugged", "status": "completed", "tag": "20efd62f-3548-4201-9a94-a99b91d8798f"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:24:17.601410 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 20efd62f-3548-4201-9a94-a99b91d8798f, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=20efd62f-3548-4201-9a94-a99b91d8798f,segment=NetworkSegment(f96d29ab-536b-4ebc-8815-ed45cc4a6d49),segment_id=f96d29ab-536b-4ebc-8815-ed45cc4a6d49)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:24:17.633869 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7aeeac3-a601-49e0-b006-adbc932b3962 x-openstack-request-id: req-d7aeeac3-a601-49e0-b006-adbc932b3962 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:24:17.634158 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80913fc5-11b7-470e-b148-d625ba949ec3", "name": "network-vif-plugged", "status": "completed", "tag": "20efd62f-3548-4201-9a94-a99b91d8798f", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:24:17.634457 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d7aeeac3-a601-49e0-b006-adbc932b3962 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:24:17.634843 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7aeeac3-a601-49e0-b006-adbc932b3962'] response: {'server_uuid': '80913fc5-11b7-470e-b148-d625ba949ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20efd62f-3548-4201-9a94-a99b91d8798f', 'code': 200} Sep 23 15:24:17.652579 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:17.721302 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=20efd62f-3548-4201-9a94-a99b91d8798f,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:17.964050 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fe28b-b3e1-49d4-ad42-bb38186bab0b req-f4b1b3d1-f55c-40fc-a2cf-bc40bf069cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:17.965542 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-357fe28b-b3e1-49d4-ad42-bb38186bab0b req-f4b1b3d1-f55c-40fc-a2cf-bc40bf069cbe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=80913fc5-11b7-470e-b148-d625ba949ec3 HTTP/1.1" status: 200 len: 1099 time: 0.0770204 Sep 23 15:24:18.010003 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-357fe28b-b3e1-49d4-ad42-bb38186bab0b req-4835b725-a12d-4c81-8b2a-4851a700c49c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4da763ff-9989-4091-b514-83c5005c2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378685 Sep 23 15:24:18.539064 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bafb5-3c6c-4ed3-bdf0-63142dedeae4 req-2767b1b6-8881-497c-8839-c32fbf2c567e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:18.540488 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2b6bafb5-3c6c-4ed3-bdf0-63142dedeae4 req-2767b1b6-8881-497c-8839-c32fbf2c567e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=80913fc5-11b7-470e-b148-d625ba949ec3 HTTP/1.1" status: 200 len: 946 time: 0.0890651 Sep 23 15:24:18.583854 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2b6bafb5-3c6c-4ed3-bdf0-63142dedeae4 req-3da2e781-61f2-42eb-b46e-67e2e7232ad8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=4da763ff-9989-4091-b514-83c5005c2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378220 Sep 23 15:24:19.780835 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e70c8-ebd2-4b63-999f-b906e8ed656a req-78dbda46-f30e-4c21-928c-497419db8e76 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:19.782281 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-665e70c8-ebd2-4b63-999f-b906e8ed656a req-78dbda46-f30e-4c21-928c-497419db8e76 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=80913fc5-11b7-470e-b148-d625ba949ec3 HTTP/1.1" status: 200 len: 946 time: 0.0856419 Sep 23 15:24:19.826749 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-665e70c8-ebd2-4b63-999f-b906e8ed656a req-1e83e90f-9481-4563-9527-3963ba439dc4 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=4da763ff-9989-4091-b514-83c5005c2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380843 Sep 23 15:24:20.020966 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a9ac3-5b6f-456d-a450-31fd22ebe591 req-7dc7a39c-fa53-4d65-b951-cbb54ade0616 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:20.022449 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-649a9ac3-5b6f-456d-a450-31fd22ebe591 req-7dc7a39c-fa53-4d65-b951-cbb54ade0616 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=80913fc5-11b7-470e-b148-d625ba949ec3 HTTP/1.1" status: 200 len: 946 time: 0.0871458 Sep 23 15:24:20.069333 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-649a9ac3-5b6f-456d-a450-31fd22ebe591 req-96a31ef1-c6b6-488d-b04c-2a1ef29ec8dc tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=4da763ff-9989-4091-b514-83c5005c2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412333 Sep 23 15:24:20.097507 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52370) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:24:20.176122 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958effc6-f009-4ede-95d6-4c01eb3719cb tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:20.177764 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-958effc6-f009-4ede-95d6-4c01eb3719cb tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=80913fc5-11b7-470e-b148-d625ba949ec3 HTTP/1.1" status: 200 len: 1094 time: 0.0790293 Sep 23 15:24:20.180462 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52374) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:24:20.185200 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-cf54d3bc-ebc7-4157-8c7d-77cc4e87af86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': '20efd62f-3548-4201-9a94-a99b91d8798f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:24:20.190941 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-cf54d3bc-ebc7-4157-8c7d-77cc4e87af86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:24:20.195263 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-cf54d3bc-ebc7-4157-8c7d-77cc4e87af86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:floatingip and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:24:20.198060 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-cf54d3bc-ebc7-4157-8c7d-77cc4e87af86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:24:20.203724 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-cf54d3bc-ebc7-4157-8c7d-77cc4e87af86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:24:20.280589 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf54d3bc-ebc7-4157-8c7d-77cc4e87af86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:20.422087 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf54d3bc-ebc7-4157-8c7d-77cc4e87af86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:20.555213 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-cf54d3bc-ebc7-4157-8c7d-77cc4e87af86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.26.10.45 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/ea3bd6fa-2ce7-4a86-bc4c-c7b4717deb2a) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:24:20.702556 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf54d3bc-ebc7-4157-8c7d-77cc4e87af86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:20.795110 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf54d3bc-ebc7-4157-8c7d-77cc4e87af86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:20.860809 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf54d3bc-ebc7-4157-8c7d-77cc4e87af86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:24:20.864112 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-cf54d3bc-ebc7-4157-8c7d-77cc4e87af86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:24:20.867923 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf54d3bc-ebc7-4157-8c7d-77cc4e87af86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:24:20.906743 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54d3bc-ebc7-4157-8c7d-77cc4e87af86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=ea3bd6fa-2ce7-4a86-bc4c-c7b4717deb2a,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:21.274064 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf54d3bc-ebc7-4157-8c7d-77cc4e87af86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:21.401987 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf54d3bc-ebc7-4157-8c7d-77cc4e87af86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:21.602134 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf54d3bc-ebc7-4157-8c7d-77cc4e87af86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:21.657481 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf54d3bc-ebc7-4157-8c7d-77cc4e87af86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:21.863665 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54d3bc-ebc7-4157-8c7d-77cc4e87af86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=ea3bd6fa-2ce7-4a86-bc4c-c7b4717deb2a,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:21.868156 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf54d3bc-ebc7-4157-8c7d-77cc4e87af86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:22.038889 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-cf54d3bc-ebc7-4157-8c7d-77cc4e87af86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Floating IP d1dcb983-653f-433d-af71-f4ec42a74fe6 associated. External IP: 172.26.10.45, port: 20efd62f-3548-4201-9a94-a99b91d8798f. Sep 23 15:24:22.388438 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf54d3bc-ebc7-4157-8c7d-77cc4e87af86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:24:22.561824 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf54d3bc-ebc7-4157-8c7d-77cc4e87af86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:24:22.571329 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b3b69d-051a-4c7f-a2d4-80463b61ddb4 None None] Sync routers for ids ['8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:24:22.581040 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b3b69d-051a-4c7f-a2d4-80463b61ddb4 None None] Routers {'8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:24:22.581641 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-20b3b69d-051a-4c7f-a2d4-80463b61ddb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:24:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:24:22.634806 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cf54d3bc-ebc7-4157-8c7d-77cc4e87af86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:22.692157 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-cf54d3bc-ebc7-4157-8c7d-77cc4e87af86 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5105400 Sep 23 15:24:22.692577 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80913fc5-11b7-470e-b148-d625ba949ec3', 'tag': '20efd62f-3548-4201-9a94-a99b91d8798f'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:24:22.694917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6130a735-83ac-472a-97c4-13d387d2a184" -d '{"events": [{"name": "network-changed", "server_uuid": "80913fc5-11b7-470e-b148-d625ba949ec3", "tag": "20efd62f-3548-4201-9a94-a99b91d8798f"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:24:22.736430 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfe65e1-4590-4306-a6f5-42ba3f744c7f x-openstack-request-id: req-fbfe65e1-4590-4306-a6f5-42ba3f744c7f {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:24:22.736725 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80913fc5-11b7-470e-b148-d625ba949ec3", "tag": "20efd62f-3548-4201-9a94-a99b91d8798f", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:24:22.736972 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fbfe65e1-4590-4306-a6f5-42ba3f744c7f {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:24:22.737370 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbfe65e1-4590-4306-a6f5-42ba3f744c7f'] response: {'name': 'network-changed', 'server_uuid': '80913fc5-11b7-470e-b148-d625ba949ec3', 'tag': '20efd62f-3548-4201-9a94-a99b91d8798f', 'status': 'completed', 'code': 200} Sep 23 15:24:22.757385 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-20b3b69d-051a-4c7f-a2d4-80463b61ddb4 None None] Set router 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:24:22.835905 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130a735-83ac-472a-97c4-13d387d2a184 req-f7c2fd3b-a52b-41c5-874b-97fb44ed6106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:22.837398 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6130a735-83ac-472a-97c4-13d387d2a184 req-f7c2fd3b-a52b-41c5-874b-97fb44ed6106 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=80913fc5-11b7-470e-b148-d625ba949ec3 HTTP/1.1" status: 200 len: 1099 time: 0.0799513 Sep 23 15:24:22.973629 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130a735-83ac-472a-97c4-13d387d2a184 req-57e48b8a-6b64-424c-9da7-e7f2f7fff04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:22.975012 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6130a735-83ac-472a-97c4-13d387d2a184 req-57e48b8a-6b64-424c-9da7-e7f2f7fff04d service neutron] 10.222.0.72 "GET /v2.0/networks?id=3350545e-4cc9-4ecc-97d0-0bea028d585c HTTP/1.1" status: 200 len: 897 time: 0.1305296 Sep 23 15:24:23.081330 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6130a735-83ac-472a-97c4-13d387d2a184 req-d165e17f-a28f-4ec4-88a2-c0473785462d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20efd62f-3548-4201-9a94-a99b91d8798f HTTP/1.1" status: 200 len: 1000 time: 0.0965796 Sep 23 15:24:23.105575 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-20b3b69d-051a-4c7f-a2d4-80463b61ddb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'name': 'tempest-TestNetworkBasicOps-router-1297097814', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124'}], 'enable_snat': True}, 'gw_port_id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:44Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '83fc194e-3923-4f65-b7af-dcf47d21cdd9', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.100', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'port_id': '53df8879-ca7d-47c0-a343-6fd2722121c5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'mac_address': 'fa:16:3e:67:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df551619-e2d6-4470-8fb2-16d5b568eeb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:24:02Z', 'updated_at': '2022-09-23T15:24:05Z', 'revision_number': 1, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}, {'id': 'd1dcb983-653f-433d-af71-f4ec42a74fe6', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.45', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'port_id': '20efd62f-3548-4201-9a94-a99b91d8798f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'mac_address': 'fa:16:3e:ca:68:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80913fc5-11b7-470e-b148-d625ba949ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:24:21Z', 'updated_at': '2022-09-23T15:24:21Z', 'revision_number': 0, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd78194-62d7-44e3-be07-000358f1fc22', 'name': '', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:4b:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:43Z', 'updated_at': '2022-09-23T15:23:49Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:24:23.109342 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b3b69d-051a-4c7f-a2d4-80463b61ddb4 None None] Checking router: 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:24:23.117814 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b3b69d-051a-4c7f-a2d4-80463b61ddb4 None None] Routers {'8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:24:23.118425 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-20b3b69d-051a-4c7f-a2d4-80463b61ddb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:24:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:24:23.142173 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130a735-83ac-472a-97c4-13d387d2a184 req-f373446f-df2a-4193-89bb-2f4e74e6b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:23.143619 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6130a735-83ac-472a-97c4-13d387d2a184 req-f373446f-df2a-4193-89bb-2f4e74e6b724 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=803e3744-f488-48b7-b599-87fd8d2eb868 HTTP/1.1" status: 200 len: 834 time: 0.0562124 Sep 23 15:24:23.228886 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130a735-83ac-472a-97c4-13d387d2a184 req-4772537a-2ef4-488e-a2da-902374375d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:23.230272 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6130a735-83ac-472a-97c4-13d387d2a184 req-4772537a-2ef4-488e-a2da-902374375d22 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3350545e-4cc9-4ecc-97d0-0bea028d585c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794666 Sep 23 15:24:23.294526 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-20b3b69d-051a-4c7f-a2d4-80463b61ddb4 None None] Set router 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:24:23.477353 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6130a735-83ac-472a-97c4-13d387d2a184 req-da77d577-4031-45df-ab77-20b1a272ff1f service neutron] 10.222.0.72 "GET /v2.0/networks/3350545e-4cc9-4ecc-97d0-0bea028d585c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396176 Sep 23 15:24:23.607403 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6130a735-83ac-472a-97c4-13d387d2a184 req-b4f89eb7-cddc-4a04-9498-7fdde75911bf service neutron] 10.222.0.72 "GET /v2.0/networks/3350545e-4cc9-4ecc-97d0-0bea028d585c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234059 Sep 23 15:24:23.642727 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-20b3b69d-051a-4c7f-a2d4-80463b61ddb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'name': 'tempest-TestNetworkBasicOps-router-1297097814', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124'}], 'enable_snat': True}, 'gw_port_id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:44Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '83fc194e-3923-4f65-b7af-dcf47d21cdd9', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.100', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'port_id': '53df8879-ca7d-47c0-a343-6fd2722121c5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'mac_address': 'fa:16:3e:67:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df551619-e2d6-4470-8fb2-16d5b568eeb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:24:02Z', 'updated_at': '2022-09-23T15:24:05Z', 'revision_number': 1, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}, {'id': 'd1dcb983-653f-433d-af71-f4ec42a74fe6', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.45', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'port_id': '20efd62f-3548-4201-9a94-a99b91d8798f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'mac_address': 'fa:16:3e:ca:68:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80913fc5-11b7-470e-b148-d625ba949ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:24:21Z', 'updated_at': '2022-09-23T15:24:21Z', 'revision_number': 0, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd78194-62d7-44e3-be07-000358f1fc22', 'name': '', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:4b:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:43Z', 'updated_at': '2022-09-23T15:23:49Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:24:23.646703 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b3b69d-051a-4c7f-a2d4-80463b61ddb4 None None] The sync data for ids ['8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'] in dv-neutron-859093-1-hyperv is: [{'id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'name': 'tempest-TestNetworkBasicOps-router-1297097814', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124'}], 'enable_snat': True}, 'gw_port_id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:44Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '83fc194e-3923-4f65-b7af-dcf47d21cdd9', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.100', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'port_id': '53df8879-ca7d-47c0-a343-6fd2722121c5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'mac_address': 'fa:16:3e:67:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df551619-e2d6-4470-8fb2-16d5b568eeb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:24:02Z', 'updated_at': '2022-09-23T15:24:05Z', 'revision_number': 1, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}, {'id': 'd1dcb983-653f-433d-af71-f4ec42a74fe6', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.45', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'port_id': '20efd62f-3548-4201-9a94-a99b91d8798f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'mac_address': 'fa:16:3e:ca:68:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80913fc5-11b7-470e-b148-d625ba949ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:24:21Z', 'updated_at': '2022-09-23T15:24:21Z', 'revision_number': 0, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd78194-62d7-44e3-be07-000358f1fc22', 'name': '', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:4b:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:43Z', 'updated_at': '2022-09-23T15:23:49Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:24:23.834143 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfeedee-2d98-4589-90be-da9c64a73d87 None None] New status for floating IP d1dcb983-653f-433d-af71-f4ec42a74fe6: ACTIVE {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:24:24.071316 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:24:32.073969 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-df3a1399-dbee-4bde-ad43-6dfa5c8a77c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:32.760098 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:35.011117 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8141cd32-90a4-4f42-9c4c-48a24ced422b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:35.474009 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:35.531502 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:36.999925 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:48.788282 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a66e44fa-b341-4eb0-927c-78411fcc5da2 req-ab2cf491-93d1-4a54-bf2e-c76365d7583a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=df551619-e2d6-4470-8fb2-16d5b568eeb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778880 Sep 23 15:24:48.939075 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e44fa-b341-4eb0-927c-78411fcc5da2 req-81c9ee97-656f-49ba-9c7f-7c87080f865e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:48.940553 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a66e44fa-b341-4eb0-927c-78411fcc5da2 req-81c9ee97-656f-49ba-9c7f-7c87080f865e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=df551619-e2d6-4470-8fb2-16d5b568eeb9 HTTP/1.1" status: 200 len: 1098 time: 0.0839260 Sep 23 15:24:49.092344 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e44fa-b341-4eb0-927c-78411fcc5da2 req-11fb1f1c-422d-4fb6-b904-14a82fa3d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:49.093703 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a66e44fa-b341-4eb0-927c-78411fcc5da2 req-11fb1f1c-422d-4fb6-b904-14a82fa3d67d service neutron] 10.222.0.72 "GET /v2.0/networks?id=3350545e-4cc9-4ecc-97d0-0bea028d585c HTTP/1.1" status: 200 len: 897 time: 0.1330347 Sep 23 15:24:49.195260 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a66e44fa-b341-4eb0-927c-78411fcc5da2 req-1528f306-81d1-421b-a45d-02733a43c05d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53df8879-ca7d-47c0-a343-6fd2722121c5 HTTP/1.1" status: 200 len: 1002 time: 0.0950541 Sep 23 15:24:49.256847 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e44fa-b341-4eb0-927c-78411fcc5da2 req-e1b08a69-0071-4d45-b2ba-afe4e01681ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:49.258247 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a66e44fa-b341-4eb0-927c-78411fcc5da2 req-e1b08a69-0071-4d45-b2ba-afe4e01681ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=803e3744-f488-48b7-b599-87fd8d2eb868 HTTP/1.1" status: 200 len: 834 time: 0.0559251 Sep 23 15:24:49.344780 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e44fa-b341-4eb0-927c-78411fcc5da2 req-ec2aa2f6-446f-4b8d-ba1e-2a5c19b0f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:49.346170 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a66e44fa-b341-4eb0-927c-78411fcc5da2 req-ec2aa2f6-446f-4b8d-ba1e-2a5c19b0f0a0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3350545e-4cc9-4ecc-97d0-0bea028d585c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802276 Sep 23 15:24:49.477110 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a66e44fa-b341-4eb0-927c-78411fcc5da2 req-5eb3f457-afcb-461b-ac3a-5d92f8c17355 service neutron] 10.222.0.72 "GET /v2.0/networks/3350545e-4cc9-4ecc-97d0-0bea028d585c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236062 Sep 23 15:24:49.607555 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a66e44fa-b341-4eb0-927c-78411fcc5da2 req-600f2fd1-6e61-4136-84d1-9fb412c0a079 service neutron] 10.222.0.72 "GET /v2.0/networks/3350545e-4cc9-4ecc-97d0-0bea028d585c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231825 Sep 23 15:24:56.734057 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52394) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:24:56.837443 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2628f819-5e9c-4b37-88e9-09d93a0f0520 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/83fc194e-3923-4f65-b7af-dcf47d21cdd9 HTTP/1.1" status: 200 len: 994 time: 0.1021810 Sep 23 15:24:57.539951 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52404) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:24:57.545866 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-1e3ed463-4735-4a78-ab4a-8a26a4e4844d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'port': {'admin_state_up': False}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:24:57.665822 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed463-4735-4a78-ab4a-8a26a4e4844d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:57.882433 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-1e3ed463-4735-4a78-ab4a-8a26a4e4844d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port 53df8879-ca7d-47c0-a343-6fd2722121c5, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=53df8879-ca7d-47c0-a343-6fd2722121c5,segment=NetworkSegment(f96d29ab-536b-4ebc-8815-ed45cc4a6d49),segment_id=f96d29ab-536b-4ebc-8815-ed45cc4a6d49)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:24:57.907198 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed463-4735-4a78-ab4a-8a26a4e4844d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:57.982489 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed463-4735-4a78-ab4a-8a26a4e4844d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:58.017587 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ed463-4735-4a78-ab4a-8a26a4e4844d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:58.018186 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed463-4735-4a78-ab4a-8a26a4e4844d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:24:58.019556 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1e3ed463-4735-4a78-ab4a-8a26a4e4844d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "PUT /v2.0/ports/53df8879-ca7d-47c0-a343-6fd2722121c5 HTTP/1.1" status: 200 len: 938 time: 0.4785614 Sep 23 15:24:58.024985 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df551619-e2d6-4470-8fb2-16d5b568eeb9', 'tag': '53df8879-ca7d-47c0-a343-6fd2722121c5'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:24:58.027653 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d95aac-e6f5-4b5e-a115-b21034af8310" -d '{"events": [{"name": "network-changed", "server_uuid": "df551619-e2d6-4470-8fb2-16d5b568eeb9", "tag": "53df8879-ca7d-47c0-a343-6fd2722121c5"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:24:58.064371 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ed463-4735-4a78-ab4a-8a26a4e4844d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=53df8879-ca7d-47c0-a343-6fd2722121c5,revision_number=6']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:58.071707 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ed463-4735-4a78-ab4a-8a26a4e4844d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:58.072055 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ed463-4735-4a78-ab4a-8a26a4e4844d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:58.072398 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ed463-4735-4a78-ab4a-8a26a4e4844d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:58.072728 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ed463-4735-4a78-ab4a-8a26a4e4844d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:58.073060 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ed463-4735-4a78-ab4a-8a26a4e4844d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:58.073429 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ed463-4735-4a78-ab4a-8a26a4e4844d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:58.073750 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ed463-4735-4a78-ab4a-8a26a4e4844d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:58.074128 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ed463-4735-4a78-ab4a-8a26a4e4844d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:58.074477 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ed463-4735-4a78-ab4a-8a26a4e4844d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:58.074931 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ed463-4735-4a78-ab4a-8a26a4e4844d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:58.075135 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ed463-4735-4a78-ab4a-8a26a4e4844d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:58.075491 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3ed463-4735-4a78-ab4a-8a26a4e4844d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:58.079554 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac75932-28db-4963-a8bd-3452d85e710e x-openstack-request-id: req-3ac75932-28db-4963-a8bd-3452d85e710e {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:24:58.086218 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df551619-e2d6-4470-8fb2-16d5b568eeb9", "tag": "53df8879-ca7d-47c0-a343-6fd2722121c5", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:24:58.086218 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3ac75932-28db-4963-a8bd-3452d85e710e {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:24:58.086218 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ac75932-28db-4963-a8bd-3452d85e710e'] response: {'name': 'network-changed', 'server_uuid': 'df551619-e2d6-4470-8fb2-16d5b568eeb9', 'tag': '53df8879-ca7d-47c0-a343-6fd2722121c5', 'status': 'completed', 'code': 200} Sep 23 15:24:58.282782 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d95aac-e6f5-4b5e-a115-b21034af8310 req-a5f2cc39-61a4-4c40-b5be-c90d7e4eb422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:58.284159 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c6d95aac-e6f5-4b5e-a115-b21034af8310 req-a5f2cc39-61a4-4c40-b5be-c90d7e4eb422 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=df551619-e2d6-4470-8fb2-16d5b568eeb9 HTTP/1.1" status: 200 len: 1099 time: 0.1863849 Sep 23 15:24:58.412468 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d95aac-e6f5-4b5e-a115-b21034af8310 req-5affecaf-5955-46f5-a0fe-d3b1e90355c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:58.413858 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c6d95aac-e6f5-4b5e-a115-b21034af8310 req-5affecaf-5955-46f5-a0fe-d3b1e90355c2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3350545e-4cc9-4ecc-97d0-0bea028d585c HTTP/1.1" status: 200 len: 897 time: 0.1234143 Sep 23 15:24:58.515661 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c6d95aac-e6f5-4b5e-a115-b21034af8310 req-1d38a82b-a6c0-4efa-a6e5-2b50c2d2a721 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53df8879-ca7d-47c0-a343-6fd2722121c5 HTTP/1.1" status: 200 len: 1003 time: 0.0951514 Sep 23 15:24:58.575943 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d95aac-e6f5-4b5e-a115-b21034af8310 req-52432c4b-fa21-408f-a70b-2bf309aa3f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:58.577204 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c6d95aac-e6f5-4b5e-a115-b21034af8310 req-52432c4b-fa21-408f-a70b-2bf309aa3f79 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=803e3744-f488-48b7-b599-87fd8d2eb868 HTTP/1.1" status: 200 len: 834 time: 0.0553074 Sep 23 15:24:58.658905 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d95aac-e6f5-4b5e-a115-b21034af8310 req-90804bcf-3542-43b9-b4d5-cdf44c3ce3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:58.669643 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c6d95aac-e6f5-4b5e-a115-b21034af8310 req-90804bcf-3542-43b9-b4d5-cdf44c3ce3b1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3350545e-4cc9-4ecc-97d0-0bea028d585c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773745 Sep 23 15:24:58.791683 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c6d95aac-e6f5-4b5e-a115-b21034af8310 req-fa97d7a5-2a3d-4ead-8658-72a5e90a7dbb service neutron] 10.222.0.72 "GET /v2.0/networks/3350545e-4cc9-4ecc-97d0-0bea028d585c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250501 Sep 23 15:24:58.924218 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c6d95aac-e6f5-4b5e-a115-b21034af8310 req-aa6e2202-f478-4e20-bbdf-db70550c3062 service neutron] 10.222.0.72 "GET /v2.0/networks/3350545e-4cc9-4ecc-97d0-0bea028d585c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256366 Sep 23 15:25:01.071034 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:25:01.454572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52414) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:01.460296 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-b4df9535-2d3e-4d67-b932-21e464c6b9df tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'port': {'admin_state_up': True}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:25:01.576950 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b4df9535-2d3e-4d67-b932-21e464c6b9df tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:01.819499 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-b4df9535-2d3e-4d67-b932-21e464c6b9df tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port 53df8879-ca7d-47c0-a343-6fd2722121c5, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=53df8879-ca7d-47c0-a343-6fd2722121c5,segment=NetworkSegment(f96d29ab-536b-4ebc-8815-ed45cc4a6d49),segment_id=f96d29ab-536b-4ebc-8815-ed45cc4a6d49)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:25:01.844672 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b4df9535-2d3e-4d67-b932-21e464c6b9df tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:01.895892 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b4df9535-2d3e-4d67-b932-21e464c6b9df tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:01.931598 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4df9535-2d3e-4d67-b932-21e464c6b9df tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:01.932198 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b4df9535-2d3e-4d67-b932-21e464c6b9df tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:01.934158 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b4df9535-2d3e-4d67-b932-21e464c6b9df tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "PUT /v2.0/ports/53df8879-ca7d-47c0-a343-6fd2722121c5 HTTP/1.1" status: 200 len: 937 time: 0.4786544 Sep 23 15:25:01.934782 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df551619-e2d6-4470-8fb2-16d5b568eeb9', 'tag': '53df8879-ca7d-47c0-a343-6fd2722121c5'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:25:01.937098 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb5d492-77d9-4395-b0b6-d0926633d2c5" -d '{"events": [{"name": "network-changed", "server_uuid": "df551619-e2d6-4470-8fb2-16d5b568eeb9", "tag": "53df8879-ca7d-47c0-a343-6fd2722121c5"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:25:01.937303 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52418) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:01.979890 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ad34e8-af68-424d-900a-63128c64516e x-openstack-request-id: req-67ad34e8-af68-424d-900a-63128c64516e {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:25:01.980176 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df551619-e2d6-4470-8fb2-16d5b568eeb9", "tag": "53df8879-ca7d-47c0-a343-6fd2722121c5", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:25:01.980429 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-67ad34e8-af68-424d-900a-63128c64516e {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:25:01.980822 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67ad34e8-af68-424d-900a-63128c64516e'] response: {'name': 'network-changed', 'server_uuid': 'df551619-e2d6-4470-8fb2-16d5b568eeb9', 'tag': '53df8879-ca7d-47c0-a343-6fd2722121c5', 'status': 'completed', 'code': 200} Sep 23 15:25:01.983295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df9535-2d3e-4d67-b932-21e464c6b9df tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=53df8879-ca7d-47c0-a343-6fd2722121c5,revision_number=7']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:02.047819 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3a60dc65-d92a-44af-8b46-119b96d64000 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/83fc194e-3923-4f65-b7af-dcf47d21cdd9 HTTP/1.1" status: 200 len: 994 time: 0.1090715 Sep 23 15:25:02.067559 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-630d45d3-d0a9-4559-aa7e-7bc0b3a5955b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:02.085622 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5d492-77d9-4395-b0b6-d0926633d2c5 req-a8fcb4f8-95d6-42b1-ae9d-c6bf49a783fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:02.087079 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-abb5d492-77d9-4395-b0b6-d0926633d2c5 req-a8fcb4f8-95d6-42b1-ae9d-c6bf49a783fe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=df551619-e2d6-4470-8fb2-16d5b568eeb9 HTTP/1.1" status: 200 len: 1098 time: 0.0857692 Sep 23 15:25:02.134295 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['53df8879-ca7d-47c0-a343-6fd2722121c5'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:25:02.220390 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5d492-77d9-4395-b0b6-d0926633d2c5 req-dcf0d0a6-3fb3-4a68-b71e-128ae86b8986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:02.222126 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-abb5d492-77d9-4395-b0b6-d0926633d2c5 req-dcf0d0a6-3fb3-4a68-b71e-128ae86b8986 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3350545e-4cc9-4ecc-97d0-0bea028d585c HTTP/1.1" status: 200 len: 897 time: 0.1288333 Sep 23 15:25:02.327922 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-abb5d492-77d9-4395-b0b6-d0926633d2c5 req-98c1241d-fdc6-4f08-affc-beccbe93f485 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53df8879-ca7d-47c0-a343-6fd2722121c5 HTTP/1.1" status: 200 len: 1002 time: 0.0995123 Sep 23 15:25:02.387947 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5d492-77d9-4395-b0b6-d0926633d2c5 req-b78b0bbb-f418-4907-9e0a-b9bb61d29ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:02.389253 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-abb5d492-77d9-4395-b0b6-d0926633d2c5 req-b78b0bbb-f418-4907-9e0a-b9bb61d29ae8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=803e3744-f488-48b7-b599-87fd8d2eb868 HTTP/1.1" status: 200 len: 834 time: 0.0557642 Sep 23 15:25:02.474594 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5d492-77d9-4395-b0b6-d0926633d2c5 req-1a4b03e8-b505-46c9-9a3c-0ed383dea090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:02.476044 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-abb5d492-77d9-4395-b0b6-d0926633d2c5 req-1a4b03e8-b505-46c9-9a3c-0ed383dea090 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3350545e-4cc9-4ecc-97d0-0bea028d585c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808842 Sep 23 15:25:02.707804 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:02.708019 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-abb5d492-77d9-4395-b0b6-d0926633d2c5 req-73137d96-7a0e-4be8-a228-0aeb09da9f0d service neutron] 10.222.0.72 "GET /v2.0/networks/3350545e-4cc9-4ecc-97d0-0bea028d585c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246575 Sep 23 15:25:02.838465 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-abb5d492-77d9-4395-b0b6-d0926633d2c5 req-7729f4d2-ef88-4f60-823b-82d64d725960 service neutron] 10.222.0.72 "GET /v2.0/networks/3350545e-4cc9-4ecc-97d0-0bea028d585c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243384 Sep 23 15:25:04.608611 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52430) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:04.810766 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-7282c9d7-210e-4f89-a9a0-b07ca0bc165c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port ea3bd6fa-2ce7-4a86-bc4c-c7b4717deb2a {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:25:04.811105 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7282c9d7-210e-4f89-a9a0-b07ca0bc165c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:04.983971 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7282c9d7-210e-4f89-a9a0-b07ca0bc165c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:04.984299 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7282c9d7-210e-4f89-a9a0-b07ca0bc165c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:05.022099 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c300b484-14dc-4b4b-b890-98480d848e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:05.106002 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-7282c9d7-210e-4f89-a9a0-b07ca0bc165c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for ea3bd6fa-2ce7-4a86-bc4c-c7b4717deb2a owned by network:floatingip {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:25:05.330677 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7282c9d7-210e-4f89-a9a0-b07ca0bc165c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:05.377085 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282c9d7-210e-4f89-a9a0-b07ca0bc165c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=ea3bd6fa-2ce7-4a86-bc4c-c7b4717deb2a,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:05.423053 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282c9d7-210e-4f89-a9a0-b07ca0bc165c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:05.423406 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282c9d7-210e-4f89-a9a0-b07ca0bc165c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:05.423754 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282c9d7-210e-4f89-a9a0-b07ca0bc165c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:05.424087 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282c9d7-210e-4f89-a9a0-b07ca0bc165c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:05.424416 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282c9d7-210e-4f89-a9a0-b07ca0bc165c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:05.424741 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282c9d7-210e-4f89-a9a0-b07ca0bc165c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:05.425063 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282c9d7-210e-4f89-a9a0-b07ca0bc165c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:05.425388 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282c9d7-210e-4f89-a9a0-b07ca0bc165c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:05.425713 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282c9d7-210e-4f89-a9a0-b07ca0bc165c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:05.426029 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282c9d7-210e-4f89-a9a0-b07ca0bc165c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:05.426367 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282c9d7-210e-4f89-a9a0-b07ca0bc165c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:05.426688 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7282c9d7-210e-4f89-a9a0-b07ca0bc165c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:05.487524 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7282c9d7-210e-4f89-a9a0-b07ca0bc165c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:05.488452 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-7282c9d7-210e-4f89-a9a0-b07ca0bc165c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Floating IP d1dcb983-653f-433d-af71-f4ec42a74fe6 disassociated (deleted). External IP: 172.26.10.45, port: 20efd62f-3548-4201-9a94-a99b91d8798f. Sep 23 15:25:05.493879 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:05.553445 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:05.940117 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7282c9d7-210e-4f89-a9a0-b07ca0bc165c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:25:06.117582 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7282c9d7-210e-4f89-a9a0-b07ca0bc165c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:25:06.127634 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799620e1-ecf7-49e5-8a14-253f9fb36df2 None None] Sync routers for ids ['8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:25:06.137399 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799620e1-ecf7-49e5-8a14-253f9fb36df2 None None] Routers {'8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:25:06.140596 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-799620e1-ecf7-49e5-8a14-253f9fb36df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:25:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:06.199908 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7282c9d7-210e-4f89-a9a0-b07ca0bc165c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:06.255043 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7282c9d7-210e-4f89-a9a0-b07ca0bc165c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/floatingips/d1dcb983-653f-433d-af71-f4ec42a74fe6 HTTP/1.1" status: 204 len: 168 time: 1.6453617 Sep 23 15:25:06.255623 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80913fc5-11b7-470e-b148-d625ba949ec3', 'tag': '20efd62f-3548-4201-9a94-a99b91d8798f'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:25:06.257959 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8009c2c01c24846940f3c9c2beb64f503f2d744ca5e92813e431a27377ac34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712050db-52d0-40ff-9e07-cb1cb718ebe4" -d '{"events": [{"name": "network-changed", "server_uuid": "80913fc5-11b7-470e-b148-d625ba949ec3", "tag": "20efd62f-3548-4201-9a94-a99b91d8798f"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:25:06.344867 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-799620e1-ecf7-49e5-8a14-253f9fb36df2 None None] Set router 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:25:06.390980 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bca1d9c-cefa-46eb-98fa-98e9ef78764d x-openstack-request-id: req-2bca1d9c-cefa-46eb-98fa-98e9ef78764d {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:25:06.391418 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80913fc5-11b7-470e-b148-d625ba949ec3", "tag": "20efd62f-3548-4201-9a94-a99b91d8798f", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:25:06.391765 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2bca1d9c-cefa-46eb-98fa-98e9ef78764d {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:25:06.392255 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bca1d9c-cefa-46eb-98fa-98e9ef78764d'] response: {'name': 'network-changed', 'server_uuid': '80913fc5-11b7-470e-b148-d625ba949ec3', 'tag': '20efd62f-3548-4201-9a94-a99b91d8798f', 'status': 'completed', 'code': 200} Sep 23 15:25:06.494679 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712050db-52d0-40ff-9e07-cb1cb718ebe4 req-079be592-e4a3-4588-8518-8bee23517667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:06.497472 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-712050db-52d0-40ff-9e07-cb1cb718ebe4 req-079be592-e4a3-4588-8518-8bee23517667 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=80913fc5-11b7-470e-b148-d625ba949ec3 HTTP/1.1" status: 200 len: 1099 time: 0.0851290 Sep 23 15:25:06.633782 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712050db-52d0-40ff-9e07-cb1cb718ebe4 req-7ee41bc8-1e32-4d91-90e5-fd4b674b8d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:06.635153 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-712050db-52d0-40ff-9e07-cb1cb718ebe4 req-7ee41bc8-1e32-4d91-90e5-fd4b674b8d93 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3350545e-4cc9-4ecc-97d0-0bea028d585c HTTP/1.1" status: 200 len: 897 time: 0.1317794 Sep 23 15:25:06.699715 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-799620e1-ecf7-49e5-8a14-253f9fb36df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'name': 'tempest-TestNetworkBasicOps-router-1297097814', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124'}], 'enable_snat': True}, 'gw_port_id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:44Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '83fc194e-3923-4f65-b7af-dcf47d21cdd9', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.100', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'port_id': '53df8879-ca7d-47c0-a343-6fd2722121c5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'mac_address': 'fa:16:3e:67:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df551619-e2d6-4470-8fb2-16d5b568eeb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:24:02Z', 'updated_at': '2022-09-23T15:24:05Z', 'revision_number': 1, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd78194-62d7-44e3-be07-000358f1fc22', 'name': '', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:4b:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:43Z', 'updated_at': '2022-09-23T15:23:49Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:06.703883 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799620e1-ecf7-49e5-8a14-253f9fb36df2 None None] Checking router: 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:25:06.707867 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-712050db-52d0-40ff-9e07-cb1cb718ebe4 req-2b101dae-1bf1-4fac-a381-ce402be0fec4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20efd62f-3548-4201-9a94-a99b91d8798f HTTP/1.1" status: 200 len: 217 time: 0.0665863 Sep 23 15:25:06.714060 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799620e1-ecf7-49e5-8a14-253f9fb36df2 None None] Routers {'8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:25:06.715434 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-799620e1-ecf7-49e5-8a14-253f9fb36df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:25:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:06.774606 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712050db-52d0-40ff-9e07-cb1cb718ebe4 req-a1871ce1-7b22-4200-bb0c-b2378cca6812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:06.776387 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-712050db-52d0-40ff-9e07-cb1cb718ebe4 req-a1871ce1-7b22-4200-bb0c-b2378cca6812 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=803e3744-f488-48b7-b599-87fd8d2eb868 HTTP/1.1" status: 200 len: 834 time: 0.0602226 Sep 23 15:25:06.854254 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9546f4-d311-4a64-8394-cb5fe79c39b6 req-af9eb260-6553-49b1-b86a-c0bdbcb5ab6b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:06.855147 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-0b9546f4-d311-4a64-8394-cb5fe79c39b6 req-af9eb260-6553-49b1-b86a-c0bdbcb5ab6b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:25:06.869480 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712050db-52d0-40ff-9e07-cb1cb718ebe4 req-59455d00-9451-422e-ac65-c9c21ad73c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:06.870922 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-712050db-52d0-40ff-9e07-cb1cb718ebe4 req-59455d00-9451-422e-ac65-c9c21ad73c06 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3350545e-4cc9-4ecc-97d0-0bea028d585c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879471 Sep 23 15:25:06.907623 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-799620e1-ecf7-49e5-8a14-253f9fb36df2 None None] Set router 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:25:06.920089 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-0b9546f4-d311-4a64-8394-cb5fe79c39b6 req-af9eb260-6553-49b1-b86a-c0bdbcb5ab6b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:25:06.921745 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-0b9546f4-d311-4a64-8394-cb5fe79c39b6 req-af9eb260-6553-49b1-b86a-c0bdbcb5ab6b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=80913fc5-11b7-470e-b148-d625ba949ec3 HTTP/1.1" status: 200 len: 946 time: 0.1705093 Sep 23 15:25:06.968823 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-0b9546f4-d311-4a64-8394-cb5fe79c39b6 req-6d3649c8-6d76-42e0-97dd-66b937b23155 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=4da763ff-9989-4091-b514-83c5005c2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407109 Sep 23 15:25:06.983205 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:07.010705 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-712050db-52d0-40ff-9e07-cb1cb718ebe4 req-9ac279ca-ef69-47ca-a669-b9b6670e9a17 service neutron] 10.222.0.72 "GET /v2.0/networks/3350545e-4cc9-4ecc-97d0-0bea028d585c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329255 Sep 23 15:25:07.142560 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-712050db-52d0-40ff-9e07-cb1cb718ebe4 req-b666a5d3-067e-4531-aa6a-54639090a658 service neutron] 10.222.0.72 "GET /v2.0/networks/3350545e-4cc9-4ecc-97d0-0bea028d585c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256077 Sep 23 15:25:07.254489 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-799620e1-ecf7-49e5-8a14-253f9fb36df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'name': 'tempest-TestNetworkBasicOps-router-1297097814', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124'}], 'enable_snat': True}, 'gw_port_id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:44Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '83fc194e-3923-4f65-b7af-dcf47d21cdd9', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.100', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'port_id': '53df8879-ca7d-47c0-a343-6fd2722121c5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'mac_address': 'fa:16:3e:67:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df551619-e2d6-4470-8fb2-16d5b568eeb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:24:02Z', 'updated_at': '2022-09-23T15:24:05Z', 'revision_number': 1, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd78194-62d7-44e3-be07-000358f1fc22', 'name': '', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:4b:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:43Z', 'updated_at': '2022-09-23T15:23:49Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:07.258370 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799620e1-ecf7-49e5-8a14-253f9fb36df2 None None] The sync data for ids ['8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'] in dv-neutron-859093-1-hyperv is: [{'id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'name': 'tempest-TestNetworkBasicOps-router-1297097814', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124'}], 'enable_snat': True}, 'gw_port_id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:44Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '83fc194e-3923-4f65-b7af-dcf47d21cdd9', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.100', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'port_id': '53df8879-ca7d-47c0-a343-6fd2722121c5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'mac_address': 'fa:16:3e:67:32:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df551619-e2d6-4470-8fb2-16d5b568eeb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:24:02Z', 'updated_at': '2022-09-23T15:24:05Z', 'revision_number': 1, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fd78194-62d7-44e3-be07-000358f1fc22', 'name': '', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:4b:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:43Z', 'updated_at': '2022-09-23T15:23:49Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:25:07.472000 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0d4d1c-3b22-4a3a-9f86-3957fd559391 None None] New status for floating IP d1dcb983-653f-433d-af71-f4ec42a74fe6: DOWN {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:25:08.231979 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ae6db-5820-435a-a245-ab90076a8e42 req-de027b51-1109-4900-b8b8-5e884e7ece36 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:08.233378 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6b6ae6db-5820-435a-a245-ab90076a8e42 req-de027b51-1109-4900-b8b8-5e884e7ece36 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/ports?device_id=80913fc5-11b7-470e-b148-d625ba949ec3 HTTP/1.1" status: 200 len: 946 time: 0.1635132 Sep 23 15:25:08.242986 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da324d10-c245-40dd-9a93-68dacf0f0be6 req-5317aa9c-0aee-4364-8108-761a99915c8b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:08.244300 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-da324d10-c245-40dd-9a93-68dacf0f0be6 req-5317aa9c-0aee-4364-8108-761a99915c8b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=80913fc5-11b7-470e-b148-d625ba949ec3 HTTP/1.1" status: 200 len: 946 time: 0.1385510 Sep 23 15:25:08.338606 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-6b6ae6db-5820-435a-a245-ab90076a8e42 req-86fa1d2e-c15f-4723-96ed-7c56bbcba9fd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port 20efd62f-3548-4201-9a94-a99b91d8798f {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:25:08.338867 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-6b6ae6db-5820-435a-a245-ab90076a8e42 req-86fa1d2e-c15f-4723-96ed-7c56bbcba9fd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:08.367696 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-da324d10-c245-40dd-9a93-68dacf0f0be6 req-aa93bcff-3836-4747-98e5-74552e1f2ee3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=4da763ff-9989-4091-b514-83c5005c2919&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944364 Sep 23 15:25:08.578388 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-6b6ae6db-5820-435a-a245-ab90076a8e42 req-86fa1d2e-c15f-4723-96ed-7c56bbcba9fd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port 20efd62f-3548-4201-9a94-a99b91d8798f, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=20efd62f-3548-4201-9a94-a99b91d8798f,segment=NetworkSegment(f96d29ab-536b-4ebc-8815-ed45cc4a6d49),segment_id=f96d29ab-536b-4ebc-8815-ed45cc4a6d49)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:25:08.578738 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-6b6ae6db-5820-435a-a245-ab90076a8e42 req-86fa1d2e-c15f-4723-96ed-7c56bbcba9fd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:08.812043 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-6b6ae6db-5820-435a-a245-ab90076a8e42 req-86fa1d2e-c15f-4723-96ed-7c56bbcba9fd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for 20efd62f-3548-4201-9a94-a99b91d8798f owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:25:08.999164 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-6b6ae6db-5820-435a-a245-ab90076a8e42 req-86fa1d2e-c15f-4723-96ed-7c56bbcba9fd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:09.052083 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa1d2e-c15f-4723-96ed-7c56bbcba9fd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=20efd62f-3548-4201-9a94-a99b91d8798f,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:09.140822 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6ae6db-5820-435a-a245-ab90076a8e42 req-86fa1d2e-c15f-4723-96ed-7c56bbcba9fd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] No DVR routers for this DVR port 20efd62f-3548-4201-9a94-a99b91d8798f on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:25:09.143321 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-6b6ae6db-5820-435a-a245-ab90076a8e42 req-86fa1d2e-c15f-4723-96ed-7c56bbcba9fd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:09.145919 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80913fc5-11b7-470e-b148-d625ba949ec3', 'name': 'network-vif-deleted', 'tag': '20efd62f-3548-4201-9a94-a99b91d8798f'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:25:09.148239 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57895040-d851-48d8-9d1d-9a3b95df8d9d" -d '{"events": [{"server_uuid": "80913fc5-11b7-470e-b148-d625ba949ec3", "name": "network-vif-deleted", "tag": "20efd62f-3548-4201-9a94-a99b91d8798f"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:25:09.189842 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41aca819-9b17-4b7d-b310-4dc65762d7d1 x-openstack-request-id: req-41aca819-9b17-4b7d-b310-4dc65762d7d1 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:25:09.190132 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80913fc5-11b7-470e-b148-d625ba949ec3", "name": "network-vif-deleted", "tag": "20efd62f-3548-4201-9a94-a99b91d8798f", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:25:09.190413 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-41aca819-9b17-4b7d-b310-4dc65762d7d1 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:25:09.190803 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41aca819-9b17-4b7d-b310-4dc65762d7d1'] response: {'server_uuid': '80913fc5-11b7-470e-b148-d625ba949ec3', 'name': 'network-vif-deleted', 'tag': '20efd62f-3548-4201-9a94-a99b91d8798f', 'status': 'completed', 'code': 200} Sep 23 15:25:09.211357 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6b6ae6db-5820-435a-a245-ab90076a8e42 req-86fa1d2e-c15f-4723-96ed-7c56bbcba9fd tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "DELETE /v2.0/ports/20efd62f-3548-4201-9a94-a99b91d8798f HTTP/1.1" status: 204 len: 173 time: 0.9661620 Sep 23 15:25:09.547203 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-b79ef83a-ff46-4f0e-9620-9c50cd3c0a3b req-4a1cfef7-4518-428d-bf4a-7b09d2c24658 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:25:09.604693 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-b79ef83a-ff46-4f0e-9620-9c50cd3c0a3b req-4a1cfef7-4518-428d-bf4a-7b09d2c24658 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:25:09.605902 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b79ef83a-ff46-4f0e-9620-9c50cd3c0a3b req-4a1cfef7-4518-428d-bf4a-7b09d2c24658 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=80913fc5-11b7-470e-b148-d625ba949ec3 HTTP/1.1" status: 200 len: 210 time: 0.1085443 Sep 23 15:25:10.705733 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52450) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:10.772484 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f372f04-8ac5-461c-98e3-98b8ff6bba92 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:10.800823 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f372f04-8ac5-461c-98e3-98b8ff6bba92 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:10.948008 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f372f04-8ac5-461c-98e3-98b8ff6bba92 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:10.964922 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f372f04-8ac5-461c-98e3-98b8ff6bba92 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da763ff-9989-4091-b514-83c5005c2919,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:11.044691 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f372f04-8ac5-461c-98e3-98b8ff6bba92 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:11.045806 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8f372f04-8ac5-461c-98e3-98b8ff6bba92 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/security-groups/4da763ff-9989-4091-b514-83c5005c2919 HTTP/1.1" status: 204 len: 168 time: 0.3390660 Sep 23 15:25:11.119324 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52456) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:11.322810 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-fe971a09-8bf0-47e3-97a7-24a8a2ef95b7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port 7741b6bc-5d00-46e4-9a89-4a898a92770f {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:25:11.323157 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fe971a09-8bf0-47e3-97a7-24a8a2ef95b7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:11.492929 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fe971a09-8bf0-47e3-97a7-24a8a2ef95b7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:11.493255 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fe971a09-8bf0-47e3-97a7-24a8a2ef95b7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:11.615645 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-fe971a09-8bf0-47e3-97a7-24a8a2ef95b7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for 7741b6bc-5d00-46e4-9a89-4a898a92770f owned by network:floatingip {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:25:11.639019 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 20efd62f-3548-4201-9a94-a99b91d8798f no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:25:11.674795 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 20efd62f-3548-4201-9a94-a99b91d8798f {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:25:11.675124 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 20efd62f-3548-4201-9a94-a99b91d8798f not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:25:11.844898 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fe971a09-8bf0-47e3-97a7-24a8a2ef95b7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:12.001363 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe971a09-8bf0-47e3-97a7-24a8a2ef95b7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=7741b6bc-5d00-46e4-9a89-4a898a92770f,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:12.098121 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fe971a09-8bf0-47e3-97a7-24a8a2ef95b7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:12.098508 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-fe971a09-8bf0-47e3-97a7-24a8a2ef95b7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Floating IP 83fc194e-3923-4f65-b7af-dcf47d21cdd9 disassociated (deleted). External IP: 172.26.10.100, port: 53df8879-ca7d-47c0-a343-6fd2722121c5. Sep 23 15:25:12.443721 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe971a09-8bf0-47e3-97a7-24a8a2ef95b7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:25:12.625523 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe971a09-8bf0-47e3-97a7-24a8a2ef95b7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:25:12.634838 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12552b39-78f3-4901-b2ea-48e49b79d570 None None] Sync routers for ids ['8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:25:12.644493 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12552b39-78f3-4901-b2ea-48e49b79d570 None None] Routers {'8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:25:12.654351 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-12552b39-78f3-4901-b2ea-48e49b79d570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:25:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:12.708132 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fe971a09-8bf0-47e3-97a7-24a8a2ef95b7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:12.762299 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-fe971a09-8bf0-47e3-97a7-24a8a2ef95b7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/floatingips/83fc194e-3923-4f65-b7af-dcf47d21cdd9 HTTP/1.1" status: 204 len: 168 time: 1.6418648 Sep 23 15:25:12.763611 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df551619-e2d6-4470-8fb2-16d5b568eeb9', 'tag': '53df8879-ca7d-47c0-a343-6fd2722121c5'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:25:12.767125 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8009c2c01c24846940f3c9c2beb64f503f2d744ca5e92813e431a27377ac34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd6e12d-5c33-42bc-8b18-0de48ffe3671" -d '{"events": [{"name": "network-changed", "server_uuid": "df551619-e2d6-4470-8fb2-16d5b568eeb9", "tag": "53df8879-ca7d-47c0-a343-6fd2722121c5"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:25:12.812590 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f3871c-ef95-4845-bad8-72c7a1adc93f x-openstack-request-id: req-55f3871c-ef95-4845-bad8-72c7a1adc93f {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:25:12.812953 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df551619-e2d6-4470-8fb2-16d5b568eeb9", "tag": "53df8879-ca7d-47c0-a343-6fd2722121c5", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:25:12.813278 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-55f3871c-ef95-4845-bad8-72c7a1adc93f {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:25:12.813848 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55f3871c-ef95-4845-bad8-72c7a1adc93f'] response: {'name': 'network-changed', 'server_uuid': 'df551619-e2d6-4470-8fb2-16d5b568eeb9', 'tag': '53df8879-ca7d-47c0-a343-6fd2722121c5', 'status': 'completed', 'code': 200} Sep 23 15:25:12.837247 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-12552b39-78f3-4901-b2ea-48e49b79d570 None None] Set router 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:25:12.918876 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6e12d-5c33-42bc-8b18-0de48ffe3671 req-247535cb-a4db-46bc-a76e-c19f83683513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:12.920357 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8fd6e12d-5c33-42bc-8b18-0de48ffe3671 req-247535cb-a4db-46bc-a76e-c19f83683513 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=df551619-e2d6-4470-8fb2-16d5b568eeb9 HTTP/1.1" status: 200 len: 1098 time: 0.0855963 Sep 23 15:25:13.056914 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6e12d-5c33-42bc-8b18-0de48ffe3671 req-e703ab63-489b-44a2-a839-cc9fa55909d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:13.058355 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8fd6e12d-5c33-42bc-8b18-0de48ffe3671 req-e703ab63-489b-44a2-a839-cc9fa55909d3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3350545e-4cc9-4ecc-97d0-0bea028d585c HTTP/1.1" status: 200 len: 897 time: 0.1319392 Sep 23 15:25:13.127303 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8fd6e12d-5c33-42bc-8b18-0de48ffe3671 req-4b9271c0-4dfe-4337-8071-bf6b27c7eabc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53df8879-ca7d-47c0-a343-6fd2722121c5 HTTP/1.1" status: 200 len: 217 time: 0.0619764 Sep 23 15:25:13.185245 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-12552b39-78f3-4901-b2ea-48e49b79d570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'name': 'tempest-TestNetworkBasicOps-router-1297097814', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124'}], 'enable_snat': True}, 'gw_port_id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:44Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '1fd78194-62d7-44e3-be07-000358f1fc22', 'name': '', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:4b:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:43Z', 'updated_at': '2022-09-23T15:23:49Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:13.189222 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12552b39-78f3-4901-b2ea-48e49b79d570 None None] Checking router: 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:25:13.196917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6e12d-5c33-42bc-8b18-0de48ffe3671 req-5f90650c-27e4-41a6-8104-f0e46e3985b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:13.197933 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12552b39-78f3-4901-b2ea-48e49b79d570 None None] Routers {'8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:25:13.198423 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8fd6e12d-5c33-42bc-8b18-0de48ffe3671 req-5f90650c-27e4-41a6-8104-f0e46e3985b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=803e3744-f488-48b7-b599-87fd8d2eb868 HTTP/1.1" status: 200 len: 834 time: 0.0652297 Sep 23 15:25:13.198554 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-12552b39-78f3-4901-b2ea-48e49b79d570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:25:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:13.352343 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6e12d-5c33-42bc-8b18-0de48ffe3671 req-30c1a0d5-cee1-4ee5-9837-d4f2eaee7f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:13.353802 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8fd6e12d-5c33-42bc-8b18-0de48ffe3671 req-30c1a0d5-cee1-4ee5-9837-d4f2eaee7f75 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3350545e-4cc9-4ecc-97d0-0bea028d585c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1475945 Sep 23 15:25:13.364530 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52692f5-67d1-4f06-8b7e-fa4a805ae71b req-d3f3751e-dffc-473f-9540-22aa41fc5d65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:13.365890 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b52692f5-67d1-4f06-8b7e-fa4a805ae71b req-d3f3751e-dffc-473f-9540-22aa41fc5d65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=df551619-e2d6-4470-8fb2-16d5b568eeb9 HTTP/1.1" status: 200 len: 945 time: 0.1194022 Sep 23 15:25:13.375443 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-12552b39-78f3-4901-b2ea-48e49b79d570 None None] Set router 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:25:13.488959 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b52692f5-67d1-4f06-8b7e-fa4a805ae71b req-f5c94b76-e19d-4e2b-b33e-0e9f45b2db14 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=f65772a2-6c59-4312-941b-e2422e1a3f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028123 Sep 23 15:25:13.536764 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8fd6e12d-5c33-42bc-8b18-0de48ffe3671 req-c383c4b9-35a9-4ec0-a017-a61b411b426d service neutron] 10.222.0.72 "GET /v2.0/networks/3350545e-4cc9-4ecc-97d0-0bea028d585c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699076 Sep 23 15:25:13.670559 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8fd6e12d-5c33-42bc-8b18-0de48ffe3671 req-71b92eed-1a11-4c22-ae7c-8d36a4b5fdb4 service neutron] 10.222.0.72 "GET /v2.0/networks/3350545e-4cc9-4ecc-97d0-0bea028d585c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240451 Sep 23 15:25:13.679751 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-12552b39-78f3-4901-b2ea-48e49b79d570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'name': 'tempest-TestNetworkBasicOps-router-1297097814', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124'}], 'enable_snat': True}, 'gw_port_id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:44Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '1fd78194-62d7-44e3-be07-000358f1fc22', 'name': '', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:4b:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:43Z', 'updated_at': '2022-09-23T15:23:49Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:13.683711 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12552b39-78f3-4901-b2ea-48e49b79d570 None None] The sync data for ids ['8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'] in dv-neutron-859093-1-hyperv is: [{'id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'name': 'tempest-TestNetworkBasicOps-router-1297097814', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124'}], 'enable_snat': True}, 'gw_port_id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:44Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '1fd78194-62d7-44e3-be07-000358f1fc22', 'name': '', 'network_id': '3350545e-4cc9-4ecc-97d0-0bea028d585c', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:4b:30:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:43Z', 'updated_at': '2022-09-23T15:23:49Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': '803e3744-f488-48b7-b599-87fd8d2eb868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:25:13.897336 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aad00fb-6263-4b7f-b1a2-37fe366aab9b None None] New status for floating IP 83fc194e-3923-4f65-b7af-dcf47d21cdd9: DOWN {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:25:14.692852 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa7563-eb2d-4c57-85fb-d8bb27316402 req-8b3b581c-bf18-4720-8c64-d9f68f56d9d0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:14.693561 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-63aa7563-eb2d-4c57-85fb-d8bb27316402 req-8b3b581c-bf18-4720-8c64-d9f68f56d9d0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:25:14.702917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a1d5d-4105-4858-8a48-c11d02ffcff1 req-0c07a061-741f-4375-ad2b-02ca8d801c57 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:14.704334 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a4a1d5d-4105-4858-8a48-c11d02ffcff1 req-0c07a061-741f-4375-ad2b-02ca8d801c57 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/ports?device_id=df551619-e2d6-4470-8fb2-16d5b568eeb9 HTTP/1.1" status: 200 len: 945 time: 0.0857091 Sep 23 15:25:14.764765 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-63aa7563-eb2d-4c57-85fb-d8bb27316402 req-8b3b581c-bf18-4720-8c64-d9f68f56d9d0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:25:14.766771 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-63aa7563-eb2d-4c57-85fb-d8bb27316402 req-8b3b581c-bf18-4720-8c64-d9f68f56d9d0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=df551619-e2d6-4470-8fb2-16d5b568eeb9 HTTP/1.1" status: 200 len: 945 time: 0.1651096 Sep 23 15:25:14.780939 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-2a4a1d5d-4105-4858-8a48-c11d02ffcff1 req-f0cd63e7-8c22-4302-8599-12d9f3bb05db tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port 53df8879-ca7d-47c0-a343-6fd2722121c5 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:25:14.780939 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2a4a1d5d-4105-4858-8a48-c11d02ffcff1 req-f0cd63e7-8c22-4302-8599-12d9f3bb05db tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:14.811822 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-63aa7563-eb2d-4c57-85fb-d8bb27316402 req-a45d53c0-3c7c-4df3-9b0d-d020f0a18623 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:25:14.873135 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-63aa7563-eb2d-4c57-85fb-d8bb27316402 req-a45d53c0-3c7c-4df3-9b0d-d020f0a18623 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:25:14.874306 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-63aa7563-eb2d-4c57-85fb-d8bb27316402 req-a45d53c0-3c7c-4df3-9b0d-d020f0a18623 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=f65772a2-6c59-4312-941b-e2422e1a3f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026740 Sep 23 15:25:15.142425 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-2a4a1d5d-4105-4858-8a48-c11d02ffcff1 req-f0cd63e7-8c22-4302-8599-12d9f3bb05db tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port 53df8879-ca7d-47c0-a343-6fd2722121c5, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=53df8879-ca7d-47c0-a343-6fd2722121c5,segment=NetworkSegment(f96d29ab-536b-4ebc-8815-ed45cc4a6d49),segment_id=f96d29ab-536b-4ebc-8815-ed45cc4a6d49)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:25:15.142713 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2a4a1d5d-4105-4858-8a48-c11d02ffcff1 req-f0cd63e7-8c22-4302-8599-12d9f3bb05db tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:15.263485 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-2a4a1d5d-4105-4858-8a48-c11d02ffcff1 req-f0cd63e7-8c22-4302-8599-12d9f3bb05db tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for 53df8879-ca7d-47c0-a343-6fd2722121c5 owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:25:15.456077 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2a4a1d5d-4105-4858-8a48-c11d02ffcff1 req-f0cd63e7-8c22-4302-8599-12d9f3bb05db tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:15.506301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd63e7-8c22-4302-8599-12d9f3bb05db tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=53df8879-ca7d-47c0-a343-6fd2722121c5,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:15.595620 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4a1d5d-4105-4858-8a48-c11d02ffcff1 req-f0cd63e7-8c22-4302-8599-12d9f3bb05db tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] No DVR routers for this DVR port 53df8879-ca7d-47c0-a343-6fd2722121c5 on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:25:15.597994 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2a4a1d5d-4105-4858-8a48-c11d02ffcff1 req-f0cd63e7-8c22-4302-8599-12d9f3bb05db tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:15.600478 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df551619-e2d6-4470-8fb2-16d5b568eeb9', 'name': 'network-vif-deleted', 'tag': '53df8879-ca7d-47c0-a343-6fd2722121c5'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:25:15.602796 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffc1196-84c3-4bd7-b102-f5ebf80b8076" -d '{"events": [{"server_uuid": "df551619-e2d6-4470-8fb2-16d5b568eeb9", "name": "network-vif-deleted", "tag": "53df8879-ca7d-47c0-a343-6fd2722121c5"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:25:15.648829 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28db5765-4b75-4288-b6dc-f7a5690ee0f7 x-openstack-request-id: req-28db5765-4b75-4288-b6dc-f7a5690ee0f7 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:25:15.648829 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df551619-e2d6-4470-8fb2-16d5b568eeb9", "name": "network-vif-deleted", "tag": "53df8879-ca7d-47c0-a343-6fd2722121c5", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:25:15.648829 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-28db5765-4b75-4288-b6dc-f7a5690ee0f7 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:25:15.649195 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28db5765-4b75-4288-b6dc-f7a5690ee0f7'] response: {'server_uuid': 'df551619-e2d6-4470-8fb2-16d5b568eeb9', 'name': 'network-vif-deleted', 'tag': '53df8879-ca7d-47c0-a343-6fd2722121c5', 'status': 'completed', 'code': 200} Sep 23 15:25:15.668221 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a4a1d5d-4105-4858-8a48-c11d02ffcff1 req-f0cd63e7-8c22-4302-8599-12d9f3bb05db tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "DELETE /v2.0/ports/53df8879-ca7d-47c0-a343-6fd2722121c5 HTTP/1.1" status: 204 len: 173 time: 0.9581501 Sep 23 15:25:16.053827 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f20c9066-681f-41a8-923d-9e8e1a357fa1 req-f17dfd56-c2d5-46c4-b1ac-430a31c09a39 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=df551619-e2d6-4470-8fb2-16d5b568eeb9 HTTP/1.1" status: 200 len: 210 time: 0.0512815 Sep 23 15:25:17.153176 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52476) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:17.223214 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5e555574-776a-4307-8634-f682cda35103 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:17.253084 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5e555574-776a-4307-8634-f682cda35103 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:17.376038 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5e555574-776a-4307-8634-f682cda35103 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:17.395600 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e555574-776a-4307-8634-f682cda35103 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65772a2-6c59-4312-941b-e2422e1a3f92,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:17.478198 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5e555574-776a-4307-8634-f682cda35103 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:17.479394 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5e555574-776a-4307-8634-f682cda35103 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/security-groups/f65772a2-6c59-4312-941b-e2422e1a3f92 HTTP/1.1" status: 204 len: 168 time: 0.3252401 Sep 23 15:25:17.565355 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52482) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:18.219625 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5be810dd-cbf4-4f76-ad19-28ec9f814b7f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:18.573519 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-5be810dd-cbf4-4f76-ad19-28ec9f814b7f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port 1fd78194-62d7-44e3-be07-000358f1fc22 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:25:18.573864 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5be810dd-cbf4-4f76-ad19-28ec9f814b7f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:18.760582 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-5be810dd-cbf4-4f76-ad19-28ec9f814b7f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port 1fd78194-62d7-44e3-be07-000358f1fc22, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=1fd78194-62d7-44e3-be07-000358f1fc22,segment=NetworkSegment(f96d29ab-536b-4ebc-8815-ed45cc4a6d49),segment_id=f96d29ab-536b-4ebc-8815-ed45cc4a6d49)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:25:18.760935 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5be810dd-cbf4-4f76-ad19-28ec9f814b7f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:18.889384 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-5be810dd-cbf4-4f76-ad19-28ec9f814b7f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for 1fd78194-62d7-44e3-be07-000358f1fc22 owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:25:19.256283 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5be810dd-cbf4-4f76-ad19-28ec9f814b7f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:19.303810 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be810dd-cbf4-4f76-ad19-28ec9f814b7f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=1fd78194-62d7-44e3-be07-000358f1fc22,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:19.683455 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 53df8879-ca7d-47c0-a343-6fd2722121c5 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:25:19.699060 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5be810dd-cbf4-4f76-ad19-28ec9f814b7f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:19.717851 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 53df8879-ca7d-47c0-a343-6fd2722121c5 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:25:19.718194 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 53df8879-ca7d-47c0-a343-6fd2722121c5 not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:25:20.062829 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be810dd-cbf4-4f76-ad19-28ec9f814b7f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:25:20.240757 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be810dd-cbf4-4f76-ad19-28ec9f814b7f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:25:20.250576 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992dca66-2941-42ee-8ec7-a153f73dfb5d None None] Sync routers for ids ['8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:25:20.254231 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5be810dd-cbf4-4f76-ad19-28ec9f814b7f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "PUT /v2.0/routers/8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6874185 Sep 23 15:25:20.256426 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52488) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:20.259877 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992dca66-2941-42ee-8ec7-a153f73dfb5d None None] Routers {'8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:25:20.260478 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-992dca66-2941-42ee-8ec7-a153f73dfb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:25:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:20.321278 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c16cec-cee1-454c-86ca-aa837a8e3f6f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting subnet 803e3744-f488-48b7-b599-87fd8d2eb868 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:25:20.324234 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c0c16cec-cee1-454c-86ca-aa837a8e3f6f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:20.381592 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c0c16cec-cee1-454c-86ca-aa837a8e3f6f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:20.443722 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-992dca66-2941-42ee-8ec7-a153f73dfb5d None None] Set router 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:25:20.465647 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c0c16cec-cee1-454c-86ca-aa837a8e3f6f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:20.616529 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c0c16cec-cee1-454c-86ca-aa837a8e3f6f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:20.658967 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c16cec-cee1-454c-86ca-aa837a8e3f6f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Subnet': ['ID=803e3744-f488-48b7-b599-87fd8d2eb868,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:20.662843 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c0c16cec-cee1-454c-86ca-aa837a8e3f6f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:20.672531 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c0c16cec-cee1-454c-86ca-aa837a8e3f6f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/subnets/803e3744-f488-48b7-b599-87fd8d2eb868 HTTP/1.1" status: 204 len: 168 time: 0.4121521 Sep 23 15:25:20.673063 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52492) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:20.673802 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b0b368-bb13-47bb-847d-6a3cbdf6bb77 None None] Network 3350545e-4cc9-4ecc-97d0-0bea028d585c requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:25:20.725817 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-992dca66-2941-42ee-8ec7-a153f73dfb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'name': 'tempest-TestNetworkBasicOps-router-1297097814', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124'}], 'enable_snat': True}, 'gw_port_id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:25:19Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:20.729668 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992dca66-2941-42ee-8ec7-a153f73dfb5d None None] Checking router: 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:25:20.738798 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992dca66-2941-42ee-8ec7-a153f73dfb5d None None] Routers {'8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:25:20.739382 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-992dca66-2941-42ee-8ec7-a153f73dfb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:25:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:20.861398 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7bb43fa6-7b44-4620-b698-226a056b3766 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:20.940725 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44205df7-f896-4ff5-b9e0-6192366e5678 None None] DHCP port deletion for 3350545e-4cc9-4ecc-97d0-0bea028d585c request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:25:20.944742 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-44205df7-f896-4ff5-b9e0-6192366e5678 None None] Deleting port 641f5737-b5fb-414f-a5a4-fb62368286d9 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:25:20.945102 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-44205df7-f896-4ff5-b9e0-6192366e5678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:20.957420 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-992dca66-2941-42ee-8ec7-a153f73dfb5d None None] Set router 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:25:21.053205 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7bb43fa6-7b44-4620-b698-226a056b3766 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:21.107403 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-7bb43fa6-7b44-4620-b698-226a056b3766 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port 75107301-ce61-41c4-bfea-5fdd68440ee6 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:25:21.107724 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7bb43fa6-7b44-4620-b698-226a056b3766 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:21.155624 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-44205df7-f896-4ff5-b9e0-6192366e5678 None None] For port 641f5737-b5fb-414f-a5a4-fb62368286d9, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=641f5737-b5fb-414f-a5a4-fb62368286d9,segment=NetworkSegment(f96d29ab-536b-4ebc-8815-ed45cc4a6d49),segment_id=f96d29ab-536b-4ebc-8815-ed45cc4a6d49)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:25:21.155950 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-44205df7-f896-4ff5-b9e0-6192366e5678 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:21.245942 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-992dca66-2941-42ee-8ec7-a153f73dfb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'name': 'tempest-TestNetworkBasicOps-router-1297097814', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124'}], 'enable_snat': True}, 'gw_port_id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:25:19Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:21.250590 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992dca66-2941-42ee-8ec7-a153f73dfb5d None None] The sync data for ids ['8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2'] in dv-neutron-859093-1-hyperv is: [{'id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'name': 'tempest-TestNetworkBasicOps-router-1297097814', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124'}], 'enable_snat': True}, 'gw_port_id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:25:19Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': '75107301-ce61-41c4-bfea-5fdd68440ee6', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:38Z', 'updated_at': '2022-09-23T15:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:25:21.287922 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-7bb43fa6-7b44-4620-b698-226a056b3766 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port 75107301-ce61-41c4-bfea-5fdd68440ee6, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=75107301-ce61-41c4-bfea-5fdd68440ee6,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:25:21.288271 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7bb43fa6-7b44-4620-b698-226a056b3766 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:21.324013 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-44205df7-f896-4ff5-b9e0-6192366e5678 None None] Calling delete_port for 641f5737-b5fb-414f-a5a4-fb62368286d9 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:25:21.412125 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-7bb43fa6-7b44-4620-b698-226a056b3766 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for 75107301-ce61-41c4-bfea-5fdd68440ee6 owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:25:21.490142 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-44205df7-f896-4ff5-b9e0-6192366e5678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:21.540344 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44205df7-f896-4ff5-b9e0-6192366e5678 None None] No DVR routers for this DVR port 641f5737-b5fb-414f-a5a4-fb62368286d9 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:25:21.542373 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44205df7-f896-4ff5-b9e0-6192366e5678 None None] Pushing event deleted for resources: {'Port': ['ID=641f5737-b5fb-414f-a5a4-fb62368286d9,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:21.553815 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44205df7-f896-4ff5-b9e0-6192366e5678 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:21.553815 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44205df7-f896-4ff5-b9e0-6192366e5678 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:21.554168 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44205df7-f896-4ff5-b9e0-6192366e5678 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:21.554517 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44205df7-f896-4ff5-b9e0-6192366e5678 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:21.554791 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44205df7-f896-4ff5-b9e0-6192366e5678 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:21.555167 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44205df7-f896-4ff5-b9e0-6192366e5678 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:21.555511 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44205df7-f896-4ff5-b9e0-6192366e5678 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:21.555822 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44205df7-f896-4ff5-b9e0-6192366e5678 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:21.556143 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44205df7-f896-4ff5-b9e0-6192366e5678 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:21.556460 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44205df7-f896-4ff5-b9e0-6192366e5678 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:21.556785 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44205df7-f896-4ff5-b9e0-6192366e5678 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:21.557100 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44205df7-f896-4ff5-b9e0-6192366e5678 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:21.648372 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 641f5737-b5fb-414f-a5a4-fb62368286d9 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:25:21.684390 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 641f5737-b5fb-414f-a5a4-fb62368286d9 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:25:21.684837 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 641f5737-b5fb-414f-a5a4-fb62368286d9 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:25:21.685257 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 1fd78194-62d7-44e3-be07-000358f1fc22 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:25:21.720115 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 1fd78194-62d7-44e3-be07-000358f1fc22 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:25:21.720468 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 1fd78194-62d7-44e3-be07-000358f1fc22 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:25:21.741749 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7bb43fa6-7b44-4620-b698-226a056b3766 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:21.788037 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb43fa6-7b44-4620-b698-226a056b3766 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=75107301-ce61-41c4-bfea-5fdd68440ee6,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:21.886705 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7bb43fa6-7b44-4620-b698-226a056b3766 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:22.058201 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7bb43fa6-7b44-4620-b698-226a056b3766 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:22.060982 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7bb43fa6-7b44-4620-b698-226a056b3766 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:22.124525 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7bb43fa6-7b44-4620-b698-226a056b3766 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:22.125064 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb43fa6-7b44-4620-b698-226a056b3766 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Fanout notify agent at l3_agent the message router_deleted on router 8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:25:22.139942 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7bb43fa6-7b44-4620-b698-226a056b3766 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:22.143659 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7bb43fa6-7b44-4620-b698-226a056b3766 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/routers/8cf2f5c8-bc8f-4a45-b9c8-c43912887ea2 HTTP/1.1" status: 204 len: 168 time: 1.4671819 Sep 23 15:25:22.144060 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52496) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:22.258544 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c87430bc-a705-4367-a588-558024e16e65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:22.385133 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c87430bc-a705-4367-a588-558024e16e65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:22.412386 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-c87430bc-a705-4367-a588-558024e16e65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3350545e-4cc9-4ecc-97d0-0bea028d585c']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:22.426492 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-c87430bc-a705-4367-a588-558024e16e65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96d29ab-536b-4ebc-8815-ed45cc4a6d49') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:22.427034 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-c87430bc-a705-4367-a588-558024e16e65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96d29ab-536b-4ebc-8815-ed45cc4a6d49') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:22.437995 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c87430bc-a705-4367-a588-558024e16e65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:22.453460 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c87430bc-a705-4367-a588-558024e16e65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:22.459565 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87430bc-a705-4367-a588-558024e16e65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:25:22.459950 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c87430bc-a705-4367-a588-558024e16e65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:22.572208 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment f96d29ab-536b-4ebc-8815-ed45cc4a6d49 resource provider aggregate not found Sep 23 15:25:22.589229 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment f96d29ab-536b-4ebc-8815-ed45cc4a6d49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f96d29ab-536b-4ebc-8815-ed45cc4a6d49 found for delete ", "request_id": "req-ba45f8c2-3a2d-42c2-813a-8e881fd0a520"}]} Sep 23 15:25:22.610583 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c87430bc-a705-4367-a588-558024e16e65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:22.631345 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c87430bc-a705-4367-a588-558024e16e65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:22.643879 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87430bc-a705-4367-a588-558024e16e65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Network': ['ID=3350545e-4cc9-4ecc-97d0-0bea028d585c,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:22.707917 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c87430bc-a705-4367-a588-558024e16e65 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/networks/3350545e-4cc9-4ecc-97d0-0bea028d585c HTTP/1.1" status: 204 len: 168 time: 0.5630186 Sep 23 15:25:22.733699 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52506) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:22.739100 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-d363167c-f6c8-41d8-acf0-a17864612f18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'network': {'name': 'tempest-network-smoke--181104283', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'port_security_enabled': True}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:25:22.744295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d363167c-f6c8-41d8-acf0-a17864612f18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:25:22.748460 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d363167c-f6c8-41d8-acf0-a17864612f18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:network and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:25:22.751321 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d363167c-f6c8-41d8-acf0-a17864612f18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:25:22.757000 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d363167c-f6c8-41d8-acf0-a17864612f18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:25:22.809955 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d363167c-f6c8-41d8-acf0-a17864612f18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:25:22.813395 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d363167c-f6c8-41d8-acf0-a17864612f18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:22.840703 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d363167c-f6c8-41d8-acf0-a17864612f18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:25:22.849390 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d363167c-f6c8-41d8-acf0-a17864612f18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:22.849725 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-d363167c-f6c8-41d8-acf0-a17864612f18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Added segment 6ddf3441-1966-49e8-b9fc-0610acb8bffb of type vlan for network 8666fa9a-768f-4863-9248-56ab72749d2f Sep 23 15:25:22.874577 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d363167c-f6c8-41d8-acf0-a17864612f18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:22.946839 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d363167c-f6c8-41d8-acf0-a17864612f18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:22.952661 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d363167c-f6c8-41d8-acf0-a17864612f18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:22.953246 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d363167c-f6c8-41d8-acf0-a17864612f18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:23.062546 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363167c-f6c8-41d8-acf0-a17864612f18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Network': ['ID=8666fa9a-768f-4863-9248-56ab72749d2f,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:23.073325 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 8666fa9a-768f-4863-9248-56ab72749d2f details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:25:23.096744 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d363167c-f6c8-41d8-acf0-a17864612f18 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3619592 Sep 23 15:25:23.099409 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52510) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:23.104377 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-69650d9d-a88f-45e4-93ef-de8e7ddc60f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-270439603', 'admin_state_up': True, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:25:23.112146 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-69650d9d-a88f-45e4-93ef-de8e7ddc60f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:25:23.116047 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-69650d9d-a88f-45e4-93ef-de8e7ddc60f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:router and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:25:23.118929 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-69650d9d-a88f-45e4-93ef-de8e7ddc60f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:25:23.125755 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-69650d9d-a88f-45e4-93ef-de8e7ddc60f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:25:23.187356 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-69650d9d-a88f-45e4-93ef-de8e7ddc60f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:23.188394 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-69650d9d-a88f-45e4-93ef-de8e7ddc60f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:23.203136 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-69650d9d-a88f-45e4-93ef-de8e7ddc60f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:23.376160 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 75107301-ce61-41c4-bfea-5fdd68440ee6 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:25:23.413100 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 75107301-ce61-41c4-bfea-5fdd68440ee6 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:25:23.413445 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 75107301-ce61-41c4-bfea-5fdd68440ee6 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:25:23.632685 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-69650d9d-a88f-45e4-93ef-de8e7ddc60f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:23.988830 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-69650d9d-a88f-45e4-93ef-de8e7ddc60f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_gateway, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:24.022063 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-69650d9d-a88f-45e4-93ef-de8e7ddc60f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:24.154139 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-69650d9d-a88f-45e4-93ef-de8e7ddc60f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.26.10.35 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/a44aac6b-19e7-4ef6-9c33-f7c1fa182aae) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:25:24.297849 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-69650d9d-a88f-45e4-93ef-de8e7ddc60f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:24.364402 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-69650d9d-a88f-45e4-93ef-de8e7ddc60f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:24.430454 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69650d9d-a88f-45e4-93ef-de8e7ddc60f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:25:24.433101 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-69650d9d-a88f-45e4-93ef-de8e7ddc60f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:25:24.436882 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69650d9d-a88f-45e4-93ef-de8e7ddc60f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:25:24.471348 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69650d9d-a88f-45e4-93ef-de8e7ddc60f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=a44aac6b-19e7-4ef6-9c33-f7c1fa182aae,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:24.889962 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-69650d9d-a88f-45e4-93ef-de8e7ddc60f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_gateway, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:25.334246 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-69650d9d-a88f-45e4-93ef-de8e7ddc60f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:25.592741 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69650d9d-a88f-45e4-93ef-de8e7ddc60f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 02198459-1723-4682-883f-c25f3dba051c is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:25:25.769191 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69650d9d-a88f-45e4-93ef-de8e7ddc60f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:25:25.779394 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b62516-b712-4cf5-acc3-fa78ae26d0d9 None None] Sync routers for ids ['02198459-1723-4682-883f-c25f3dba051c'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:25:25.789010 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b62516-b712-4cf5-acc3-fa78ae26d0d9 None None] Routers {'02198459-1723-4682-883f-c25f3dba051c'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:25:25.789946 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-30b62516-b712-4cf5-acc3-fa78ae26d0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:25:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['02198459-1723-4682-883f-c25f3dba051c'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:25.849959 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-69650d9d-a88f-45e4-93ef-de8e7ddc60f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:25.851192 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-69650d9d-a88f-45e4-93ef-de8e7ddc60f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7508650 Sep 23 15:25:25.854363 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52514) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:25.896352 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-492546a9-3bca-4cf1-83eb-cc02bd5054eb tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=8433d6d3ee51437084758ba6444603b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409098 Sep 23 15:25:25.898965 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52518) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:25.965667 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-30b62516-b712-4cf5-acc3-fa78ae26d0d9 None None] Set router 02198459-1723-4682-883f-c25f3dba051c gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:25:26.027040 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb46a38-6931-4b81-b8f0-6cde482afebf tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:26.029142 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7fb46a38-6931-4b81-b8f0-6cde482afebf tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286588 Sep 23 15:25:26.031806 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52522) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:26.072306 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-be34f1b2-ef2c-49bc-a53e-6896113adbd6 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=61b1518d-d511-4beb-b056-d894a2c85079&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369663 Sep 23 15:25:26.072546 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52526) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:26.078267 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-d03e2002-a7de-4fc5-b9b2-2f073b1bcc1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-329451917', 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:25:26.185541 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d03e2002-a7de-4fc5-b9b2-2f073b1bcc1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:25:26.189410 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d03e2002-a7de-4fc5-b9b2-2f073b1bcc1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:subnet and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:25:26.192305 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d03e2002-a7de-4fc5-b9b2-2f073b1bcc1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:25:26.198096 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d03e2002-a7de-4fc5-b9b2-2f073b1bcc1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:25:26.251939 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-30b62516-b712-4cf5-acc3-fa78ae26d0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02198459-1723-4682-883f-c25f3dba051c', 'name': 'tempest-TestNetworkBasicOps-router-270439603', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35'}], 'enable_snat': True}, 'gw_port_id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:25:23Z', 'updated_at': '2022-09-23T15:25:24Z', 'revision_number': 3, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:24Z', 'updated_at': '2022-09-23T15:25:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:26.255804 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b62516-b712-4cf5-acc3-fa78ae26d0d9 None None] Checking router: 02198459-1723-4682-883f-c25f3dba051c for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:25:26.256222 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b62516-b712-4cf5-acc3-fa78ae26d0d9 None None] Updating router 02198459-1723-4682-883f-c25f3dba051c port a44aac6b-19e7-4ef6-9c33-f7c1fa182aae binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:25:26.284116 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03e2002-a7de-4fc5-b9b2-2f073b1bcc1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:25:26.287668 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d03e2002-a7de-4fc5-b9b2-2f073b1bcc1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:26.308359 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-30b62516-b712-4cf5-acc3-fa78ae26d0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:26.553503 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d03e2002-a7de-4fc5-b9b2-2f073b1bcc1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:26.636733 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-30b62516-b712-4cf5-acc3-fa78ae26d0d9 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:26.637018 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e2002-a7de-4fc5-b9b2-2f073b1bcc1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Subnet': ['ID=e4b7f2b0-ccf6-47da-af3a-a75af345684a,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:26.647521 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03e2002-a7de-4fc5-b9b2-2f073b1bcc1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Checking segment: {'id': '6ddf3441-1966-49e8-b9fc-0610acb8bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:25:26.647878 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03e2002-a7de-4fc5-b9b2-2f073b1bcc1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network hostable DHCP agents. Network: 8666fa9a-768f-4863-9248-56ab72749d2f, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:25:26.649337 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-30b62516-b712-4cf5-acc3-fa78ae26d0d9 None None] Transition to ACTIVE for port object a44aac6b-19e7-4ef6-9c33-f7c1fa182aae will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:25:26.718941 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-30b62516-b712-4cf5-acc3-fa78ae26d0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:26.741249 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03e2002-a7de-4fc5-b9b2-2f073b1bcc1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 8666fa9a-768f-4863-9248-56ab72749d2f is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:25:26.782187 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-30b62516-b712-4cf5-acc3-fa78ae26d0d9 None None] Attempting to bind port a44aac6b-19e7-4ef6-9c33-f7c1fa182aae on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:25:26.782758 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-30b62516-b712-4cf5-acc3-fa78ae26d0d9 None None] Attempting to bind port a44aac6b-19e7-4ef6-9c33-f7c1fa182aae by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:25:26.782927 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b62516-b712-4cf5-acc3-fa78ae26d0d9 None None] Attempting to bind port a44aac6b-19e7-4ef6-9c33-f7c1fa182aae on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:25:26.795485 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b62516-b712-4cf5-acc3-fa78ae26d0d9 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:25:26.795852 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b62516-b712-4cf5-acc3-fa78ae26d0d9 None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:25:26.796247 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-30b62516-b712-4cf5-acc3-fa78ae26d0d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:26.796634 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b62516-b712-4cf5-acc3-fa78ae26d0d9 None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:25:26.797100 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-30b62516-b712-4cf5-acc3-fa78ae26d0d9 None None] Bound port: a44aac6b-19e7-4ef6-9c33-f7c1fa182aae, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:25:26.797466 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-30b62516-b712-4cf5-acc3-fa78ae26d0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:26.804499 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-d03e2002-a7de-4fc5-b9b2-2f073b1bcc1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 8666fa9a-768f-4863-9248-56ab72749d2f) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:25:26.810215 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03e2002-a7de-4fc5-b9b2-2f073b1bcc1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:26.811067 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d03e2002-a7de-4fc5-b9b2-2f073b1bcc1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:26.828887 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dee5e84-d990-4da9-a8fa-41369e42f6bf None None] Network 8666fa9a-768f-4863-9248-56ab72749d2f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:25:26.848586 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057910b-9ca5-48ae-914a-81c3215d2bc0 None None] Pushing event updated for resources: {'Port': ['ID=a44aac6b-19e7-4ef6-9c33-f7c1fa182aae,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:26.885336 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d03e2002-a7de-4fc5-b9b2-2f073b1bcc1d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8118384 Sep 23 15:25:26.888089 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52530) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:27.002227 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-30b62516-b712-4cf5-acc3-fa78ae26d0d9 None None] For port a44aac6b-19e7-4ef6-9c33-f7c1fa182aae, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:25:27.020853 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-30b62516-b712-4cf5-acc3-fa78ae26d0d9 None None] For port a44aac6b-19e7-4ef6-9c33-f7c1fa182aae, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a44aac6b-19e7-4ef6-9c33-f7c1fa182aae,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:25:27.073711 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-30b62516-b712-4cf5-acc3-fa78ae26d0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:27.178208 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b62516-b712-4cf5-acc3-fa78ae26d0d9 None None] Routers {'02198459-1723-4682-883f-c25f3dba051c'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:25:27.178876 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-30b62516-b712-4cf5-acc3-fa78ae26d0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:25:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['02198459-1723-4682-883f-c25f3dba051c'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:27.232909 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c8a64c-7981-46af-93ef-7847cef0d560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-8666fa9a-768f-4863-9248-56ab72749d2f', 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ips': [{'subnet_id': 'e4b7f2b0-ccf6-47da-af3a-a75af345684a'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:25:27.233725 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a64c-7981-46af-93ef-7847cef0d560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:27.290016 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057910b-9ca5-48ae-914a-81c3215d2bc0 None None] Pushing event updated for resources: {'Port': ['ID=a44aac6b-19e7-4ef6-9c33-f7c1fa182aae,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:27.479280 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-30b62516-b712-4cf5-acc3-fa78ae26d0d9 None None] Set router 02198459-1723-4682-883f-c25f3dba051c gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:25:27.685283 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-b9c8a64c-7981-46af-93ef-7847cef0d560 None None] Allocated IP 172.20.0.2 (8666fa9a-768f-4863-9248-56ab72749d2f/e4b7f2b0-ccf6-47da-af3a-a75af345684a/72fef807-d9f8-4224-bbeb-229982b9aa74) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:25:27.701477 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7b73653e-c554-4f49-abfe-32d33cbacaee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:27.966877 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-30b62516-b712-4cf5-acc3-fa78ae26d0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02198459-1723-4682-883f-c25f3dba051c', 'name': 'tempest-TestNetworkBasicOps-router-270439603', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35'}], 'enable_snat': True}, 'gw_port_id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:25:23Z', 'updated_at': '2022-09-23T15:25:24Z', 'revision_number': 3, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:24Z', 'updated_at': '2022-09-23T15:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:27.971940 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a64c-7981-46af-93ef-7847cef0d560 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:27.977301 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b62516-b712-4cf5-acc3-fa78ae26d0d9 None None] The sync data for ids ['02198459-1723-4682-883f-c25f3dba051c'] in dv-neutron-859093-1-hyperv is: [{'id': '02198459-1723-4682-883f-c25f3dba051c', 'name': 'tempest-TestNetworkBasicOps-router-270439603', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35'}], 'enable_snat': True}, 'gw_port_id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:25:23Z', 'updated_at': '2022-09-23T15:25:24Z', 'revision_number': 3, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:24Z', 'updated_at': '2022-09-23T15:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:25:27.984524 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b9c8a64c-7981-46af-93ef-7847cef0d560 None None] Transition to ACTIVE for port object 72fef807-d9f8-4224-bbeb-229982b9aa74 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:25:28.011614 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b9c8a64c-7981-46af-93ef-7847cef0d560 None None] Transition to ACTIVE for port object 72fef807-d9f8-4224-bbeb-229982b9aa74 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:25:28.073502 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a64c-7981-46af-93ef-7847cef0d560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:28.139537 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-7b73653e-c554-4f49-abfe-32d33cbacaee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.20.0.1 (8666fa9a-768f-4863-9248-56ab72749d2f/e4b7f2b0-ccf6-47da-af3a-a75af345684a/7e9ed3da-d0b0-45bd-887f-421719db5b8a) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:25:28.139713 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c8a64c-7981-46af-93ef-7847cef0d560 None None] Network 8666fa9a-768f-4863-9248-56ab72749d2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:25:28.142622 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-b9c8a64c-7981-46af-93ef-7847cef0d560 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:25:28.146404 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c8a64c-7981-46af-93ef-7847cef0d560 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:25:28.152229 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8a64c-7981-46af-93ef-7847cef0d560 None None] Pushing event updated for resources: {'Port': ['ID=72fef807-d9f8-4224-bbeb-229982b9aa74,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:28.273375 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b9c8a64c-7981-46af-93ef-7847cef0d560 None None] Attempting to bind port 72fef807-d9f8-4224-bbeb-229982b9aa74 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:25:28.273740 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b9c8a64c-7981-46af-93ef-7847cef0d560 None None] Attempting to bind port 72fef807-d9f8-4224-bbeb-229982b9aa74 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '6ddf3441-1966-49e8-b9fc-0610acb8bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:25:28.274101 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c8a64c-7981-46af-93ef-7847cef0d560 None None] Attempting to bind port 72fef807-d9f8-4224-bbeb-229982b9aa74 on network 8666fa9a-768f-4863-9248-56ab72749d2f {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:25:28.280358 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c8a64c-7981-46af-93ef-7847cef0d560 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:25:28.280727 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c8a64c-7981-46af-93ef-7847cef0d560 None None] Checking segment: {'id': '6ddf3441-1966-49e8-b9fc-0610acb8bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:25:28.281128 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a64c-7981-46af-93ef-7847cef0d560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:28.281517 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c8a64c-7981-46af-93ef-7847cef0d560 None None] Bound using segment: {'id': '6ddf3441-1966-49e8-b9fc-0610acb8bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:25:28.281981 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b9c8a64c-7981-46af-93ef-7847cef0d560 None None] Bound port: 72fef807-d9f8-4224-bbeb-229982b9aa74, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ddf3441-1966-49e8-b9fc-0610acb8bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:25:28.282370 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a64c-7981-46af-93ef-7847cef0d560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:28.328478 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7b73653e-c554-4f49-abfe-32d33cbacaee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:28.345591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-7b73653e-c554-4f49-abfe-32d33cbacaee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Transition to ACTIVE for port object 7e9ed3da-d0b0-45bd-887f-421719db5b8a will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:25:28.383567 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b9c8a64c-7981-46af-93ef-7847cef0d560 None None] For port 72fef807-d9f8-4224-bbeb-229982b9aa74, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:25:28.386750 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b9c8a64c-7981-46af-93ef-7847cef0d560 None None] For port 72fef807-d9f8-4224-bbeb-229982b9aa74, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=72fef807-d9f8-4224-bbeb-229982b9aa74,segment=NetworkSegment(6ddf3441-1966-49e8-b9fc-0610acb8bffb),segment_id=6ddf3441-1966-49e8-b9fc-0610acb8bffb)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:25:28.422026 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7b73653e-c554-4f49-abfe-32d33cbacaee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:28.444738 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a64c-7981-46af-93ef-7847cef0d560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:28.496289 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b73653e-c554-4f49-abfe-32d33cbacaee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 8666fa9a-768f-4863-9248-56ab72749d2f is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:25:28.500474 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-7b73653e-c554-4f49-abfe-32d33cbacaee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:25:28.504428 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b73653e-c554-4f49-abfe-32d33cbacaee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:25:28.523915 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8a64c-7981-46af-93ef-7847cef0d560 None None] Pushing event updated for resources: {'Port': ['ID=72fef807-d9f8-4224-bbeb-229982b9aa74,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:28.542688 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73653e-c554-4f49-abfe-32d33cbacaee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=7e9ed3da-d0b0-45bd-887f-421719db5b8a,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:28.569626 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7b73653e-c554-4f49-abfe-32d33cbacaee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:28.819063 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7b73653e-c554-4f49-abfe-32d33cbacaee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:29.361056 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7b73653e-c554-4f49-abfe-32d33cbacaee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:29.421574 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7b73653e-c554-4f49-abfe-32d33cbacaee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:29.452878 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 72fef807-d9f8-4224-bbeb-229982b9aa74 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:25:29.491499 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb88082-911f-4005-a178-9b423851ce22 None None] Network 8666fa9a-768f-4863-9248-56ab72749d2f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:25:29.543383 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73653e-c554-4f49-abfe-32d33cbacaee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=7e9ed3da-d0b0-45bd-887f-421719db5b8a,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:29.551933 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7b73653e-c554-4f49-abfe-32d33cbacaee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:29.687969 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b73653e-c554-4f49-abfe-32d33cbacaee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 8666fa9a-768f-4863-9248-56ab72749d2f is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:25:29.689261 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-7b73653e-c554-4f49-abfe-32d33cbacaee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:25:29.712316 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9c1387c2-7ed0-49c8-a3d5-ac50d6e194f8 None None] Provisioning for port 72fef807-d9f8-4224-bbeb-229982b9aa74 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:25:29.782518 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 72fef807-d9f8-4224-bbeb-229982b9aa74 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:25:29.787348 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 72fef807-d9f8-4224-bbeb-229982b9aa74 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:25:29.787723 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:29.788061 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 72fef807-d9f8-4224-bbeb-229982b9aa74 Sep 23 15:25:29.888523 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b73653e-c554-4f49-abfe-32d33cbacaee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 02198459-1723-4682-883f-c25f3dba051c has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:25:29.931114 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 72fef807-d9f8-4224-bbeb-229982b9aa74 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:25:29.931497 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:29.974908 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 72fef807-d9f8-4224-bbeb-229982b9aa74, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=72fef807-d9f8-4224-bbeb-229982b9aa74,segment=NetworkSegment(6ddf3441-1966-49e8-b9fc-0610acb8bffb),segment_id=6ddf3441-1966-49e8-b9fc-0610acb8bffb)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:25:30.055568 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:30.056368 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a44aac6b-19e7-4ef6-9c33-f7c1fa182aae up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:25:30.093700 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b73653e-c554-4f49-abfe-32d33cbacaee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:25:30.103759 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afa33e8-8bf5-4e7e-acd9-f9c9a354016b None None] Sync routers for ids ['02198459-1723-4682-883f-c25f3dba051c'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:25:30.108704 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7b73653e-c554-4f49-abfe-32d33cbacaee tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "PUT /v2.0/routers/02198459-1723-4682-883f-c25f3dba051c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2195647 Sep 23 15:25:30.111239 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52534) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:30.120355 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afa33e8-8bf5-4e7e-acd9-f9c9a354016b None None] Routers {'02198459-1723-4682-883f-c25f3dba051c'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:25:30.121127 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8afa33e8-8bf5-4e7e-acd9-f9c9a354016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:25:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['02198459-1723-4682-883f-c25f3dba051c'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:30.189950 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=72fef807-d9f8-4224-bbeb-229982b9aa74,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:30.255268 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-628de6e8-2ea5-4aa3-a1af-22659ad9c65e None None] Provisioning complete for port 72fef807-d9f8-4224-bbeb-229982b9aa74 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:25:30.255923 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-628de6e8-2ea5-4aa3-a1af-22659ad9c65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:30.256537 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-628de6e8-2ea5-4aa3-a1af-22659ad9c65e None None] Attempt 1 to provision port 72fef807-d9f8-4224-bbeb-229982b9aa74 Sep 23 15:25:30.275959 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f372f2-bb2a-4e58-a01b-6d62c531cf18 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:30.276199 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f372f2-bb2a-4e58-a01b-6d62c531cf18 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:30.277065 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f372f2-bb2a-4e58-a01b-6d62c531cf18 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:30.279325 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f372f2-bb2a-4e58-a01b-6d62c531cf18 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:30.282756 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b2f372f2-bb2a-4e58-a01b-6d62c531cf18 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1691418 Sep 23 15:25:30.284338 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52538) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:30.328962 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port a44aac6b-19e7-4ef6-9c33-f7c1fa182aae completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:25:30.329952 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-8afa33e8-8bf5-4e7e-acd9-f9c9a354016b None None] Set router 02198459-1723-4682-883f-c25f3dba051c gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:25:30.337684 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port a44aac6b-19e7-4ef6-9c33-f7c1fa182aae triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:25:30.338515 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:30.339152 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port a44aac6b-19e7-4ef6-9c33-f7c1fa182aae Sep 23 15:25:30.422978 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf58a69-bc5a-4558-b342-32d86a6133a5 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:30.423592 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf58a69-bc5a-4558-b342-32d86a6133a5 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:30.424052 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf58a69-bc5a-4558-b342-32d86a6133a5 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:30.424497 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf58a69-bc5a-4558-b342-32d86a6133a5 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:30.426483 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-bcf58a69-bc5a-4558-b342-32d86a6133a5 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2731 time: 0.1412177 Sep 23 15:25:30.429531 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52542) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:30.468557 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-628de6e8-2ea5-4aa3-a1af-22659ad9c65e None None] Current status of the port 72fef807-d9f8-4224-bbeb-229982b9aa74 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:25:30.566285 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port a44aac6b-19e7-4ef6-9c33-f7c1fa182aae is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:25:30.568577 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:30.594717 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-628de6e8-2ea5-4aa3-a1af-22659ad9c65e None None] Provisioning for port 7e9ed3da-d0b0-45bd-887f-421719db5b8a completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:25:30.602860 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port a44aac6b-19e7-4ef6-9c33-f7c1fa182aae, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a44aac6b-19e7-4ef6-9c33-f7c1fa182aae,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:25:30.605770 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-628de6e8-2ea5-4aa3-a1af-22659ad9c65e None None] Provisioning complete for port 7e9ed3da-d0b0-45bd-887f-421719db5b8a triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:25:30.605770 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-628de6e8-2ea5-4aa3-a1af-22659ad9c65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:30.605770 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-628de6e8-2ea5-4aa3-a1af-22659ad9c65e None None] Attempt 1 to provision port 7e9ed3da-d0b0-45bd-887f-421719db5b8a Sep 23 15:25:30.687288 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-628de6e8-2ea5-4aa3-a1af-22659ad9c65e None None] Port 7e9ed3da-d0b0-45bd-887f-421719db5b8a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:25:30.690407 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:30.715345 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8afa33e8-8bf5-4e7e-acd9-f9c9a354016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02198459-1723-4682-883f-c25f3dba051c', 'name': 'tempest-TestNetworkBasicOps-router-270439603', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35'}], 'enable_snat': True}, 'gw_port_id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:25:23Z', 'updated_at': '2022-09-23T15:25:28Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:24Z', 'updated_at': '2022-09-23T15:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '7e9ed3da-d0b0-45bd-887f-421719db5b8a', 'name': '', 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:0c:0b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'e4b7f2b0-ccf6-47da-af3a-a75af345684a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:27Z', 'updated_at': '2022-09-23T15:25:29Z', 'revision_number': 2, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'e4b7f2b0-ccf6-47da-af3a-a75af345684a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:30.721067 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afa33e8-8bf5-4e7e-acd9-f9c9a354016b None None] Checking router: 02198459-1723-4682-883f-c25f3dba051c for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:25:30.721607 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afa33e8-8bf5-4e7e-acd9-f9c9a354016b None None] Updating router 02198459-1723-4682-883f-c25f3dba051c port 7e9ed3da-d0b0-45bd-887f-421719db5b8a binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:25:30.740875 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-dcefeadd-5a39-4bb4-aae4-13b233f8ced3 tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.3101583 Sep 23 15:25:30.780062 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8afa33e8-8bf5-4e7e-acd9-f9c9a354016b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:30.780783 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=a44aac6b-19e7-4ef6-9c33-f7c1fa182aae,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:30.904193 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52548) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:30.909251 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-a2b99318-a120-4285-beee-b20ef6f9e966 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1164056270', 'description': 'tempest-secgroup-smoke-1164056270 description', 'project_id': '8433d6d3ee51437084758ba6444603b3'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:25:30.917530 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a2b99318-a120-4285-beee-b20ef6f9e966 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:25:30.923254 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a2b99318-a120-4285-beee-b20ef6f9e966 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:25:30.926215 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a2b99318-a120-4285-beee-b20ef6f9e966 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:25:30.932476 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a2b99318-a120-4285-beee-b20ef6f9e966 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:25:31.004587 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a2b99318-a120-4285-beee-b20ef6f9e966 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:31.028609 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a2b99318-a120-4285-beee-b20ef6f9e966 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:25:31.032784 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a2b99318-a120-4285-beee-b20ef6f9e966 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:25:31.035884 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a2b99318-a120-4285-beee-b20ef6f9e966 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:25:31.046346 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a2b99318-a120-4285-beee-b20ef6f9e966 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:25:31.121300 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a2b99318-a120-4285-beee-b20ef6f9e966 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:31.136889 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8afa33e8-8bf5-4e7e-acd9-f9c9a354016b None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:31.148411 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-8afa33e8-8bf5-4e7e-acd9-f9c9a354016b None None] Transition to ACTIVE for port object 7e9ed3da-d0b0-45bd-887f-421719db5b8a will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:25:31.188768 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-628de6e8-2ea5-4aa3-a1af-22659ad9c65e None None] Attempt 2 to provision port 7e9ed3da-d0b0-45bd-887f-421719db5b8a Sep 23 15:25:31.198753 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a2b99318-a120-4285-beee-b20ef6f9e966 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:31.222091 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8afa33e8-8bf5-4e7e-acd9-f9c9a354016b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:31.247868 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-628de6e8-2ea5-4aa3-a1af-22659ad9c65e None None] Port 7e9ed3da-d0b0-45bd-887f-421719db5b8a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:25:31.250156 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b99318-a120-4285-beee-b20ef6f9e966 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=311f1c0c-ac79-4bd6-a0dc-75fd7dc7c633,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:31.301281 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a2b99318-a120-4285-beee-b20ef6f9e966 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:31.302948 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a2b99318-a120-4285-beee-b20ef6f9e966 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3977458 Sep 23 15:25:31.305713 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52552) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:31.311413 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-b6f35d2a-4983-4339-bd01-e5c281e703c8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '311f1c0c-ac79-4bd6-a0dc-75fd7dc7c633', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:25:31.317571 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b6f35d2a-4983-4339-bd01-e5c281e703c8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:25:31.323324 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b6f35d2a-4983-4339-bd01-e5c281e703c8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:25:31.327197 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b6f35d2a-4983-4339-bd01-e5c281e703c8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:25:31.334897 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b6f35d2a-4983-4339-bd01-e5c281e703c8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:25:31.402288 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 72fef807-d9f8-4224-bbeb-229982b9aa74 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:25:31.430094 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b6f35d2a-4983-4339-bd01-e5c281e703c8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:31.477766 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 72fef807-d9f8-4224-bbeb-229982b9aa74 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:25:31.478344 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:31.478429 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c7de3-f494-489e-a899-ac0b3e28306e None None] Pushing event updated for resources: {'Port': ['ID=7e9ed3da-d0b0-45bd-887f-421719db5b8a,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:31.478523 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 72fef807-d9f8-4224-bbeb-229982b9aa74 Sep 23 15:25:31.492199 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b6f35d2a-4983-4339-bd01-e5c281e703c8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:31.496488 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c7de3-f494-489e-a899-ac0b3e28306e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:31.496868 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c7de3-f494-489e-a899-ac0b3e28306e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:31.497220 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c7de3-f494-489e-a899-ac0b3e28306e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:31.497556 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c7de3-f494-489e-a899-ac0b3e28306e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:31.497898 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c7de3-f494-489e-a899-ac0b3e28306e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:31.498211 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c7de3-f494-489e-a899-ac0b3e28306e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:31.498578 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c7de3-f494-489e-a899-ac0b3e28306e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:31.498902 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c7de3-f494-489e-a899-ac0b3e28306e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:31.499267 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c7de3-f494-489e-a899-ac0b3e28306e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:31.499588 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c7de3-f494-489e-a899-ac0b3e28306e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:31.499906 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c7de3-f494-489e-a899-ac0b3e28306e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:31.500215 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c7de3-f494-489e-a899-ac0b3e28306e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:31.507577 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-8afa33e8-8bf5-4e7e-acd9-f9c9a354016b None None] Attempting to bind port 7e9ed3da-d0b0-45bd-887f-421719db5b8a on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:25:31.507943 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-8afa33e8-8bf5-4e7e-acd9-f9c9a354016b None None] Attempting to bind port 7e9ed3da-d0b0-45bd-887f-421719db5b8a by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '6ddf3441-1966-49e8-b9fc-0610acb8bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:25:31.508299 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afa33e8-8bf5-4e7e-acd9-f9c9a354016b None None] Attempting to bind port 7e9ed3da-d0b0-45bd-887f-421719db5b8a on network 8666fa9a-768f-4863-9248-56ab72749d2f {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:25:31.513556 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afa33e8-8bf5-4e7e-acd9-f9c9a354016b None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:25:31.519199 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afa33e8-8bf5-4e7e-acd9-f9c9a354016b None None] Checking segment: {'id': '6ddf3441-1966-49e8-b9fc-0610acb8bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:25:31.519199 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8afa33e8-8bf5-4e7e-acd9-f9c9a354016b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:31.519199 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afa33e8-8bf5-4e7e-acd9-f9c9a354016b None None] Bound using segment: {'id': '6ddf3441-1966-49e8-b9fc-0610acb8bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:25:31.519199 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-8afa33e8-8bf5-4e7e-acd9-f9c9a354016b None None] Bound port: 7e9ed3da-d0b0-45bd-887f-421719db5b8a, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ddf3441-1966-49e8-b9fc-0610acb8bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:25:31.519199 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8afa33e8-8bf5-4e7e-acd9-f9c9a354016b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:31.570071 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b6f35d2a-4983-4339-bd01-e5c281e703c8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:31.600824 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f35d2a-4983-4339-bd01-e5c281e703c8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ae8462-55de-455e-8503-f889767edf49,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:31.612947 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 72fef807-d9f8-4224-bbeb-229982b9aa74 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:25:31.614010 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a44aac6b-19e7-4ef6-9c33-f7c1fa182aae up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:25:31.615263 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-8afa33e8-8bf5-4e7e-acd9-f9c9a354016b None None] For port 7e9ed3da-d0b0-45bd-887f-421719db5b8a, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:25:31.618343 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-8afa33e8-8bf5-4e7e-acd9-f9c9a354016b None None] For port 7e9ed3da-d0b0-45bd-887f-421719db5b8a, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=7e9ed3da-d0b0-45bd-887f-421719db5b8a,segment=NetworkSegment(6ddf3441-1966-49e8-b9fc-0610acb8bffb),segment_id=6ddf3441-1966-49e8-b9fc-0610acb8bffb)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:25:31.678581 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b6f35d2a-4983-4339-bd01-e5c281e703c8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:31.680102 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b6f35d2a-4983-4339-bd01-e5c281e703c8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3733535 Sep 23 15:25:31.682857 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52556) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:31.684980 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port a44aac6b-19e7-4ef6-9c33-f7c1fa182aae triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:25:31.685353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:31.685684 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port a44aac6b-19e7-4ef6-9c33-f7c1fa182aae Sep 23 15:25:31.687857 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-5e7071f2-b701-4bc7-91df-f437102007e8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '311f1c0c-ac79-4bd6-a0dc-75fd7dc7c633', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:25:31.693863 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-5e7071f2-b701-4bc7-91df-f437102007e8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:25:31.697826 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5e7071f2-b701-4bc7-91df-f437102007e8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:25:31.701018 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5e7071f2-b701-4bc7-91df-f437102007e8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:25:31.702076 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8afa33e8-8bf5-4e7e-acd9-f9c9a354016b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:31.707471 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-5e7071f2-b701-4bc7-91df-f437102007e8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:25:31.748994 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-628de6e8-2ea5-4aa3-a1af-22659ad9c65e None None] Attempt 3 to provision port 7e9ed3da-d0b0-45bd-887f-421719db5b8a Sep 23 15:25:31.765666 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afa33e8-8bf5-4e7e-acd9-f9c9a354016b None None] Routers {'02198459-1723-4682-883f-c25f3dba051c'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:25:31.766280 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8afa33e8-8bf5-4e7e-acd9-f9c9a354016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:25:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['02198459-1723-4682-883f-c25f3dba051c'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:31.773792 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5e7071f2-b701-4bc7-91df-f437102007e8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:31.855365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port a44aac6b-19e7-4ef6-9c33-f7c1fa182aae is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:25:31.863268 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c7de3-f494-489e-a899-ac0b3e28306e None None] Pushing event updated for resources: {'Port': ['ID=7e9ed3da-d0b0-45bd-887f-421719db5b8a,revision_number=4']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:31.873647 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-628de6e8-2ea5-4aa3-a1af-22659ad9c65e None None] Port 7e9ed3da-d0b0-45bd-887f-421719db5b8a had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:25:31.970839 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-8afa33e8-8bf5-4e7e-acd9-f9c9a354016b None None] Set router 02198459-1723-4682-883f-c25f3dba051c gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:25:31.977124 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5e7071f2-b701-4bc7-91df-f437102007e8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:32.038879 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5e7071f2-b701-4bc7-91df-f437102007e8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:32.064288 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7071f2-b701-4bc7-91df-f437102007e8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a15bac2-4644-477c-a433-a300e509be3a,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:32.112665 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61597197-2d69-4d5f-97d8-f36f7fb3163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:32.129858 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5e7071f2-b701-4bc7-91df-f437102007e8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:32.131207 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5e7071f2-b701-4bc7-91df-f437102007e8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4474142 Sep 23 15:25:32.135041 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52560) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:32.140011 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-a2f5e41b-1f2d-4f44-9575-6ba0b6145c5e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '311f1c0c-ac79-4bd6-a0dc-75fd7dc7c633', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:25:32.145988 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a2f5e41b-1f2d-4f44-9575-6ba0b6145c5e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:25:32.149894 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a2f5e41b-1f2d-4f44-9575-6ba0b6145c5e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:25:32.152871 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a2f5e41b-1f2d-4f44-9575-6ba0b6145c5e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:25:32.159281 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a2f5e41b-1f2d-4f44-9575-6ba0b6145c5e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:25:32.222910 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a2f5e41b-1f2d-4f44-9575-6ba0b6145c5e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:32.293323 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a2f5e41b-1f2d-4f44-9575-6ba0b6145c5e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:32.294653 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8afa33e8-8bf5-4e7e-acd9-f9c9a354016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02198459-1723-4682-883f-c25f3dba051c', 'name': 'tempest-TestNetworkBasicOps-router-270439603', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35'}], 'enable_snat': True}, 'gw_port_id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:25:23Z', 'updated_at': '2022-09-23T15:25:28Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:24Z', 'updated_at': '2022-09-23T15:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '7e9ed3da-d0b0-45bd-887f-421719db5b8a', 'name': '', 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:0c:0b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'e4b7f2b0-ccf6-47da-af3a-a75af345684a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:27Z', 'updated_at': '2022-09-23T15:25:31Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'e4b7f2b0-ccf6-47da-af3a-a75af345684a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:32.299750 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afa33e8-8bf5-4e7e-acd9-f9c9a354016b None None] The sync data for ids ['02198459-1723-4682-883f-c25f3dba051c'] in dv-neutron-859093-1-hyperv is: [{'id': '02198459-1723-4682-883f-c25f3dba051c', 'name': 'tempest-TestNetworkBasicOps-router-270439603', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35'}], 'enable_snat': True}, 'gw_port_id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:25:23Z', 'updated_at': '2022-09-23T15:25:28Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:24Z', 'updated_at': '2022-09-23T15:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '7e9ed3da-d0b0-45bd-887f-421719db5b8a', 'name': '', 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:0c:0b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'e4b7f2b0-ccf6-47da-af3a-a75af345684a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:27Z', 'updated_at': '2022-09-23T15:25:31Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'e4b7f2b0-ccf6-47da-af3a-a75af345684a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:25:32.349517 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a2f5e41b-1f2d-4f44-9575-6ba0b6145c5e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:32.377531 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5e41b-1f2d-4f44-9575-6ba0b6145c5e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc20a42-ab54-4eb5-a2b4-3573b34c5267,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:32.421651 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a2f5e41b-1f2d-4f44-9575-6ba0b6145c5e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:32.422944 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a2f5e41b-1f2d-4f44-9575-6ba0b6145c5e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2869422 Sep 23 15:25:32.425607 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52564) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:32.431656 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-90538451-d0ce-43ce-8c45-6aa9dc605864 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '311f1c0c-ac79-4bd6-a0dc-75fd7dc7c633', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:25:32.438563 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-90538451-d0ce-43ce-8c45-6aa9dc605864 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:25:32.442482 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-90538451-d0ce-43ce-8c45-6aa9dc605864 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:25:32.445411 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-90538451-d0ce-43ce-8c45-6aa9dc605864 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:25:32.452348 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-90538451-d0ce-43ce-8c45-6aa9dc605864 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:25:32.508313 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-90538451-d0ce-43ce-8c45-6aa9dc605864 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:32.575838 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-90538451-d0ce-43ce-8c45-6aa9dc605864 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:32.655367 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-90538451-d0ce-43ce-8c45-6aa9dc605864 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:32.679514 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90538451-d0ce-43ce-8c45-6aa9dc605864 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1038e43-e9d1-4106-886f-4373cd8f651f,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:32.713017 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:32.770046 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-90538451-d0ce-43ce-8c45-6aa9dc605864 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:32.772689 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-90538451-d0ce-43ce-8c45-6aa9dc605864 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3444574 Sep 23 15:25:32.773969 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52568) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:32.779434 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-a9400748-50a5-4b39-9419-697c9ebb5a4a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '311f1c0c-ac79-4bd6-a0dc-75fd7dc7c633', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:25:32.786064 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a9400748-50a5-4b39-9419-697c9ebb5a4a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:25:32.790117 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a9400748-50a5-4b39-9419-697c9ebb5a4a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:25:32.793396 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a9400748-50a5-4b39-9419-697c9ebb5a4a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:25:32.800075 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a9400748-50a5-4b39-9419-697c9ebb5a4a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:25:32.896055 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.securitygroups_db [None req-a9400748-50a5-4b39-9419-697c9ebb5a4a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Project 8433d6d3ee51437084758ba6444603b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:25:32.904726 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a9400748-50a5-4b39-9419-697c9ebb5a4a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:32.972665 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a9400748-50a5-4b39-9419-697c9ebb5a4a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:33.010113 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a9400748-50a5-4b39-9419-697c9ebb5a4a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:33.034613 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9400748-50a5-4b39-9419-697c9ebb5a4a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a903c526-033b-4eec-9c60-8e8b3ee6d16d,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:33.096078 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a9400748-50a5-4b39-9419-697c9ebb5a4a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:33.097556 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a9400748-50a5-4b39-9419-697c9ebb5a4a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3225355 Sep 23 15:25:33.100355 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52572) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:33.105342 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-37f32f0b-a62e-4617-b98a-a6508e61a70d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'security_group_rule': {'security_group_id': '311f1c0c-ac79-4bd6-a0dc-75fd7dc7c633', 'project_id': '8433d6d3ee51437084758ba6444603b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:25:33.112484 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-37f32f0b-a62e-4617-b98a-a6508e61a70d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:25:33.116506 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-37f32f0b-a62e-4617-b98a-a6508e61a70d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:security_group_rule and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:25:33.119515 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-37f32f0b-a62e-4617-b98a-a6508e61a70d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:25:33.125729 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-37f32f0b-a62e-4617-b98a-a6508e61a70d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:25:33.170950 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.securitygroups_db [None req-37f32f0b-a62e-4617-b98a-a6508e61a70d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Project 8433d6d3ee51437084758ba6444603b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:25:33.178831 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-37f32f0b-a62e-4617-b98a-a6508e61a70d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:33.248260 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-37f32f0b-a62e-4617-b98a-a6508e61a70d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:33.324164 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-37f32f0b-a62e-4617-b98a-a6508e61a70d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:33.349025 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f32f0b-a62e-4617-b98a-a6508e61a70d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22b3a01-4109-4447-8a67-23a1e9355f94,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:33.412013 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 7e9ed3da-d0b0-45bd-887f-421719db5b8a up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:25:33.438608 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-37f32f0b-a62e-4617-b98a-a6508e61a70d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:33.440526 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-37f32f0b-a62e-4617-b98a-a6508e61a70d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3385434 Sep 23 15:25:33.575336 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 7e9ed3da-d0b0-45bd-887f-421719db5b8a completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:25:33.581019 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 7e9ed3da-d0b0-45bd-887f-421719db5b8a triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:25:33.581481 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:33.581885 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 7e9ed3da-d0b0-45bd-887f-421719db5b8a Sep 23 15:25:33.608073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-c106db36-093f-411a-8afb-f92e3e8f7b73 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:25:33.666633 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-c106db36-093f-411a-8afb-f92e3e8f7b73 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:25:33.667973 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-c106db36-093f-411a-8afb-f92e3e8f7b73 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1164056270&fields=id&tenant_id=8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 267 time: 0.1017296 Sep 23 15:25:33.700057 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 7e9ed3da-d0b0-45bd-887f-421719db5b8a is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:25:33.700439 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:33.732493 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 7e9ed3da-d0b0-45bd-887f-421719db5b8a, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=7e9ed3da-d0b0-45bd-887f-421719db5b8a,segment=NetworkSegment(6ddf3441-1966-49e8-b9fc-0610acb8bffb),segment_id=6ddf3441-1966-49e8-b9fc-0610acb8bffb)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:25:33.792615 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:33.830941 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-00e2a9c5-6f35-4682-9a32-b4c448c39ca3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:33.831628 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-00e2a9c5-6f35-4682-9a32-b4c448c39ca3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:network {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:25:33.889969 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-00e2a9c5-6f35-4682-9a32-b4c448c39ca3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:network {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:25:33.891212 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-00e2a9c5-6f35-4682-9a32-b4c448c39ca3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/networks?id=8666fa9a-768f-4863-9248-56ab72749d2f HTTP/1.1" status: 200 len: 796 time: 0.2162430 Sep 23 15:25:33.902784 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=7e9ed3da-d0b0-45bd-887f-421719db5b8a,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:33.909006 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-329d644d-ba7b-4ae3-9405-051cae21ce64 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/quotas/8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 375 time: 0.0111821 Sep 23 15:25:34.000592 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-f39a3429-61dd-4140-a89f-2f11504192ad tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:25:34.066655 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-f39a3429-61dd-4140-a89f-2f11504192ad tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:25:34.067958 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-f39a3429-61dd-4140-a89f-2f11504192ad tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1535144 Sep 23 15:25:34.156100 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-f20bd3cd-38df-4523-8b0d-1e74d3c27e1b service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:25:34.157056 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-f20bd3cd-38df-4523-8b0d-1e74d3c27e1b service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0774145 Sep 23 15:25:34.287256 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-3ded030c-4488-4485-990e-673bb57bb155 service neutron] 10.222.0.67 "GET /v2.0/networks/8666fa9a-768f-4863-9248-56ab72749d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242437 Sep 23 15:25:34.415435 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-ebacb568-e803-4914-95fe-4bdb9d090aea service neutron] 10.222.0.67 "GET /v2.0/networks/8666fa9a-768f-4863-9248-56ab72749d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223524 Sep 23 15:25:34.688140 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-ce05a996-507a-4379-87cf-3b2664b8bb6b req-284cb907-4257-4c79-8948-2de5c904eeb5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:25:34.700203 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-ce05a996-507a-4379-87cf-3b2664b8bb6b req-284cb907-4257-4c79-8948-2de5c904eeb5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:25:34.701944 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ce05a996-507a-4379-87cf-3b2664b8bb6b req-284cb907-4257-4c79-8948-2de5c904eeb5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9088586d-cea4-43fd-9c02-b7422ed7421b HTTP/1.1" status: 200 len: 210 time: 0.0671289 Sep 23 15:25:35.004069 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b739b989-6693-46ee-8d22-1579de2b21da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:35.386805 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 7e9ed3da-d0b0-45bd-887f-421719db5b8a up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:25:35.463575 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 7e9ed3da-d0b0-45bd-887f-421719db5b8a triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:25:35.463939 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:35.464265 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 7e9ed3da-d0b0-45bd-887f-421719db5b8a Sep 23 15:25:35.525819 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:35.603273 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 7e9ed3da-d0b0-45bd-887f-421719db5b8a is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:25:35.606548 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:35.872401 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-4af5e9ba-09c8-4f20-b8e8-3883c2331979 req-f1867a4f-1319-4be0-9055-aaed5aeea3c8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9088586d-cea4-43fd-9c02-b7422ed7421b HTTP/1.1" status: 200 len: 210 time: 0.0581937 Sep 23 15:25:36.672406 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-7a159208-30c5-4a21-ab66-053ae24a4bd3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:36.673242 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-7a159208-30c5-4a21-ab66-053ae24a4bd3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:network {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:25:36.685674 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-7a159208-30c5-4a21-ab66-053ae24a4bd3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:network {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:25:36.686758 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-7a159208-30c5-4a21-ab66-053ae24a4bd3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/networks?id=8666fa9a-768f-4863-9248-56ab72749d2f HTTP/1.1" status: 200 len: 796 time: 0.1610432 Sep 23 15:25:36.735325 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-4ee53b73-f5d1-409f-9491-87043b7f052c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8433d6d3ee51437084758ba6444603b3 HTTP/1.1" status: 200 len: 380 time: 0.0400407 Sep 23 15:25:36.744471 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-f601c6e0-2d60-4b41-bffd-37caa768452e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'port': {'device_id': '9088586d-cea4-43fd-9c02-b7422ed7421b', 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f', 'admin_state_up': True, 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'security_groups': ['311f1c0c-ac79-4bd6-a0dc-75fd7dc7c633']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:25:36.964317 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:37.051114 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3541f2a3-a65f-4678-9f0b-c80f1543ecff req-1cb35983-6bb5-4e57-a23f-de71105d040a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9088586d-cea4-43fd-9c02-b7422ed7421b HTTP/1.1" status: 200 len: 210 time: 0.0610757 Sep 23 15:25:37.059859 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-f601c6e0-2d60-4b41-bffd-37caa768452e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:25:37.070103 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-f601c6e0-2d60-4b41-bffd-37caa768452e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:25:37.129305 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-f601c6e0-2d60-4b41-bffd-37caa768452e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Made reservation on behalf of 8433d6d3ee51437084758ba6444603b3 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:25:37.132879 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-f601c6e0-2d60-4b41-bffd-37caa768452e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:37.293846 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-f601c6e0-2d60-4b41-bffd-37caa768452e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.20.0.5 (8666fa9a-768f-4863-9248-56ab72749d2f/e4b7f2b0-ccf6-47da-af3a-a75af345684a/22493ec7-2b3d-42c5-b837-382ca6821fed) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:25:37.477663 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-f601c6e0-2d60-4b41-bffd-37caa768452e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:37.493069 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-f601c6e0-2d60-4b41-bffd-37caa768452e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Transition to ACTIVE for port object 22493ec7-2b3d-42c5-b837-382ca6821fed will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:25:37.558843 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-f601c6e0-2d60-4b41-bffd-37caa768452e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:37.632139 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-f601c6e0-2d60-4b41-bffd-37caa768452e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 8666fa9a-768f-4863-9248-56ab72749d2f is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:25:37.635433 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-f601c6e0-2d60-4b41-bffd-37caa768452e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:25:37.639476 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-f601c6e0-2d60-4b41-bffd-37caa768452e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:25:37.671380 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601c6e0-2d60-4b41-bffd-37caa768452e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=22493ec7-2b3d-42c5-b837-382ca6821fed,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:37.708806 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-f601c6e0-2d60-4b41-bffd-37caa768452e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:37.709480 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-f601c6e0-2d60-4b41-bffd-37caa768452e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:37.776154 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-f601c6e0-2d60-4b41-bffd-37caa768452e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0351603 Sep 23 15:25:37.787622 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-e4b026c2-7cac-4060-9ccb-4db045f906ed service neutron] Request body: {'port': {'device_id': '9088586d-cea4-43fd-9c02-b7422ed7421b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:25:37.895242 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-45f0290e-c6ab-4350-8e7e-17eb52b9f02d None None] Provisioning for port 22493ec7-2b3d-42c5-b837-382ca6821fed completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:25:37.900194 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-45f0290e-c6ab-4350-8e7e-17eb52b9f02d None None] Provisioning complete for port 22493ec7-2b3d-42c5-b837-382ca6821fed triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:25:37.900567 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-45f0290e-c6ab-4350-8e7e-17eb52b9f02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:37.900697 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-e4b026c2-7cac-4060-9ccb-4db045f906ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:37.900900 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-45f0290e-c6ab-4350-8e7e-17eb52b9f02d None None] Attempt 1 to provision port 22493ec7-2b3d-42c5-b837-382ca6821fed Sep 23 15:25:37.954061 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-45f0290e-c6ab-4350-8e7e-17eb52b9f02d None None] Port 22493ec7-2b3d-42c5-b837-382ca6821fed cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:25:38.069006 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:25:38.239419 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-e4b026c2-7cac-4060-9ccb-4db045f906ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22493ec7-2b3d-42c5-b837-382ca6821fed {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:25:38.246916 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-e4b026c2-7cac-4060-9ccb-4db045f906ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:38.257688 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62586347-b907-41dd-be9b-8ea5a17111c3 req-86d94e7b-81f3-4051-b7d9-e76623c2aeab tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:38.261555 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-62586347-b907-41dd-be9b-8ea5a17111c3 req-86d94e7b-81f3-4051-b7d9-e76623c2aeab tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9088586d-cea4-43fd-9c02-b7422ed7421b HTTP/1.1" status: 200 len: 931 time: 0.0877531 Sep 23 15:25:38.262220 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-e4b026c2-7cac-4060-9ccb-4db045f906ed service neutron] Transition to ACTIVE for port object 22493ec7-2b3d-42c5-b837-382ca6821fed will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:25:38.305006 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-62586347-b907-41dd-be9b-8ea5a17111c3 req-e1ca9315-e43c-4049-80c2-45821ef642d3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=311f1c0c-ac79-4bd6-a0dc-75fd7dc7c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391734 Sep 23 15:25:38.340997 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-e4b026c2-7cac-4060-9ccb-4db045f906ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:38.455043 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-45f0290e-c6ab-4350-8e7e-17eb52b9f02d None None] Attempt 2 to provision port 22493ec7-2b3d-42c5-b837-382ca6821fed Sep 23 15:25:38.510284 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-45f0290e-c6ab-4350-8e7e-17eb52b9f02d None None] Port 22493ec7-2b3d-42c5-b837-382ca6821fed cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:25:38.535782 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b026c2-7cac-4060-9ccb-4db045f906ed service neutron] Pushing event updated for resources: {'Port': ['ID=22493ec7-2b3d-42c5-b837-382ca6821fed,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:38.567254 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-e4b026c2-7cac-4060-9ccb-4db045f906ed service neutron] Attempting to bind port 22493ec7-2b3d-42c5-b837-382ca6821fed on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:25:38.567586 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-e4b026c2-7cac-4060-9ccb-4db045f906ed service neutron] Attempting to bind port 22493ec7-2b3d-42c5-b837-382ca6821fed by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '6ddf3441-1966-49e8-b9fc-0610acb8bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:25:38.567912 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-e4b026c2-7cac-4060-9ccb-4db045f906ed service neutron] Attempting to bind port 22493ec7-2b3d-42c5-b837-382ca6821fed on network 8666fa9a-768f-4863-9248-56ab72749d2f {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:25:38.572578 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-e4b026c2-7cac-4060-9ccb-4db045f906ed service neutron] Port 22493ec7-2b3d-42c5-b837-382ca6821fed on network 8666fa9a-768f-4863-9248-56ab72749d2f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:25:38.572896 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-e4b026c2-7cac-4060-9ccb-4db045f906ed service neutron] Attempting to bind port 22493ec7-2b3d-42c5-b837-382ca6821fed on network 8666fa9a-768f-4863-9248-56ab72749d2f {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:25:38.578289 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-e4b026c2-7cac-4060-9ccb-4db045f906ed service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:25:38.578660 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-e4b026c2-7cac-4060-9ccb-4db045f906ed service neutron] Checking segment: {'id': '6ddf3441-1966-49e8-b9fc-0610acb8bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:25:38.579040 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-e4b026c2-7cac-4060-9ccb-4db045f906ed service neutron] Bound using segment: {'id': '6ddf3441-1966-49e8-b9fc-0610acb8bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:25:38.579461 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-e4b026c2-7cac-4060-9ccb-4db045f906ed service neutron] Bound port: 22493ec7-2b3d-42c5-b837-382ca6821fed, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ddf3441-1966-49e8-b9fc-0610acb8bffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:25:38.579800 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-e4b026c2-7cac-4060-9ccb-4db045f906ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:38.672679 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-e4b026c2-7cac-4060-9ccb-4db045f906ed service neutron] For port 22493ec7-2b3d-42c5-b837-382ca6821fed, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:25:38.675602 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-e4b026c2-7cac-4060-9ccb-4db045f906ed service neutron] For port 22493ec7-2b3d-42c5-b837-382ca6821fed, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=22493ec7-2b3d-42c5-b837-382ca6821fed,segment=NetworkSegment(6ddf3441-1966-49e8-b9fc-0610acb8bffb),segment_id=6ddf3441-1966-49e8-b9fc-0610acb8bffb)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:25:38.764201 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-e4b026c2-7cac-4060-9ccb-4db045f906ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:38.767401 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-e4b026c2-7cac-4060-9ccb-4db045f906ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:38.768249 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-e4b026c2-7cac-4060-9ccb-4db045f906ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:38.769764 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-e4b026c2-7cac-4060-9ccb-4db045f906ed service neutron] 10.222.0.72 "PUT /v2.0/ports/22493ec7-2b3d-42c5-b837-382ca6821fed HTTP/1.1" status: 200 len: 1093 time: 0.9864516 Sep 23 15:25:38.800089 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9088586d-cea4-43fd-9c02-b7422ed7421b', 'tag': '22493ec7-2b3d-42c5-b837-382ca6821fed'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:25:38.802729 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9da184a-3a83-4391-934d-ecdd8a28b113" -d '{"events": [{"name": "network-changed", "server_uuid": "9088586d-cea4-43fd-9c02-b7422ed7421b", "tag": "22493ec7-2b3d-42c5-b837-382ca6821fed"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:25:38.843566 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b026c2-7cac-4060-9ccb-4db045f906ed service neutron] Pushing event updated for resources: {'Port': ['ID=22493ec7-2b3d-42c5-b837-382ca6821fed,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:38.849186 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef90bad5-a3cb-44d6-8dcd-0956418cf987 x-openstack-request-id: req-ef90bad5-a3cb-44d6-8dcd-0956418cf987 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:25:38.849476 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9088586d-cea4-43fd-9c02-b7422ed7421b", "tag": "22493ec7-2b3d-42c5-b837-382ca6821fed", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:25:38.849735 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ef90bad5-a3cb-44d6-8dcd-0956418cf987 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:25:38.850124 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef90bad5-a3cb-44d6-8dcd-0956418cf987'] response: {'name': 'network-changed', 'server_uuid': '9088586d-cea4-43fd-9c02-b7422ed7421b', 'tag': '22493ec7-2b3d-42c5-b837-382ca6821fed', 'status': 'completed', 'code': 200} Sep 23 15:25:38.951288 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da184a-3a83-4391-934d-ecdd8a28b113 req-2c1f7da0-2e58-4241-b871-568f21fe12cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:38.952670 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c9da184a-3a83-4391-934d-ecdd8a28b113 req-2c1f7da0-2e58-4241-b871-568f21fe12cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=9088586d-cea4-43fd-9c02-b7422ed7421b HTTP/1.1" status: 200 len: 1096 time: 0.0818403 Sep 23 15:25:39.011743 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-45f0290e-c6ab-4350-8e7e-17eb52b9f02d None None] Attempt 3 to provision port 22493ec7-2b3d-42c5-b837-382ca6821fed Sep 23 15:25:39.072854 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-45f0290e-c6ab-4350-8e7e-17eb52b9f02d None None] Port 22493ec7-2b3d-42c5-b837-382ca6821fed had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:25:39.096868 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da184a-3a83-4391-934d-ecdd8a28b113 req-738d5e9f-ff7b-4c22-a9ad-8755056c8d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:39.098304 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c9da184a-3a83-4391-934d-ecdd8a28b113 req-738d5e9f-ff7b-4c22-a9ad-8755056c8d97 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=8433d6d3ee51437084758ba6444603b3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1381781 Sep 23 15:25:39.341118 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da184a-3a83-4391-934d-ecdd8a28b113 req-f207d3bf-dce3-4e4f-b409-b7d590eb64a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:39.343220 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c9da184a-3a83-4391-934d-ecdd8a28b113 req-f207d3bf-dce3-4e4f-b409-b7d590eb64a1 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2384524 Sep 23 15:25:39.454520 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-ab38574f-9b35-489c-bf2b-386142da73b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:39.455976 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-ab38574f-9b35-489c-bf2b-386142da73b3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=9088586d-cea4-43fd-9c02-b7422ed7421b HTTP/1.1" status: 200 len: 1096 time: 0.0775080 Sep 23 15:25:39.508561 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6a12f-2a34-4df3-86d1-5c756885c986 req-df4f7b9c-9abc-46d9-809a-64303afe1486 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:39.510037 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b8c6a12f-2a34-4df3-86d1-5c756885c986 req-df4f7b9c-9abc-46d9-809a-64303afe1486 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9088586d-cea4-43fd-9c02-b7422ed7421b HTTP/1.1" status: 200 len: 943 time: 0.0923765 Sep 23 15:25:39.526722 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-268bae6d-8eab-4f64-8d36-a7162311dbb2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22493ec7-2b3d-42c5-b837-382ca6821fed HTTP/1.1" status: 200 len: 217 time: 0.0638833 Sep 23 15:25:39.554473 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b8c6a12f-2a34-4df3-86d1-5c756885c986 req-feeb06d6-0c14-44fb-b634-159ac538627c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=311f1c0c-ac79-4bd6-a0dc-75fd7dc7c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384126 Sep 23 15:25:39.590255 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-16a8e41e-ed0a-4557-bbff-34aa10fdfab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:39.591805 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-16a8e41e-ed0a-4557-bbff-34aa10fdfab7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e4b7f2b0-ccf6-47da-af3a-a75af345684a HTTP/1.1" status: 200 len: 834 time: 0.0577362 Sep 23 15:25:39.677277 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-2d67978c-ee5f-40f1-a525-491794cf4b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:39.678751 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-2d67978c-ee5f-40f1-a525-491794cf4b26 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8666fa9a-768f-4863-9248-56ab72749d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805936 Sep 23 15:25:39.812805 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-1399ba4c-22e0-41f2-9f80-d9826f29e71d service neutron] 10.222.0.72 "GET /v2.0/networks/8666fa9a-768f-4863-9248-56ab72749d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266301 Sep 23 15:25:39.943377 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-10e7d92a-ded7-4b91-9aeb-6c70f0173080 req-b9f8fbe7-775f-442a-b23c-b703ed63ce1a service neutron] 10.222.0.72 "GET /v2.0/networks/8666fa9a-768f-4863-9248-56ab72749d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247618 Sep 23 15:25:40.751968 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5a208-97a0-463c-800c-35fd65bd2810 req-46817066-c311-418f-a342-a482f2a5143a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:40.752662 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-1aa5a208-97a0-463c-800c-35fd65bd2810 req-46817066-c311-418f-a342-a482f2a5143a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:25:40.826714 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-1aa5a208-97a0-463c-800c-35fd65bd2810 req-46817066-c311-418f-a342-a482f2a5143a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:25:40.827878 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1aa5a208-97a0-463c-800c-35fd65bd2810 req-46817066-c311-418f-a342-a482f2a5143a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9088586d-cea4-43fd-9c02-b7422ed7421b HTTP/1.1" status: 200 len: 943 time: 0.1614969 Sep 23 15:25:40.873138 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1aa5a208-97a0-463c-800c-35fd65bd2810 req-f26b5aee-b758-4e51-8770-3e56f89d7187 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=311f1c0c-ac79-4bd6-a0dc-75fd7dc7c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388565 Sep 23 15:25:41.783804 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 22493ec7-2b3d-42c5-b837-382ca6821fed details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:25:41.916525 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 22493ec7-2b3d-42c5-b837-382ca6821fed, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=22493ec7-2b3d-42c5-b837-382ca6821fed,segment=NetworkSegment(6ddf3441-1966-49e8-b9fc-0610acb8bffb),segment_id=6ddf3441-1966-49e8-b9fc-0610acb8bffb)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:25:41.929725 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '22493ec7-2b3d-42c5-b837-382ca6821fed', 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f', 'port_id': '22493ec7-2b3d-42c5-b837-382ca6821fed', 'mac_address': 'fa:16:3e:3f:ed:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b7f2b0-ccf6-47da-af3a-a75af345684a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:25:41.986988 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 22493ec7-2b3d-42c5-b837-382ca6821fed is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:25:41.987361 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:42.004403 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22493ec7-2b3d-42c5-b837-382ca6821fed {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:25:42.019858 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 22493ec7-2b3d-42c5-b837-382ca6821fed, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=22493ec7-2b3d-42c5-b837-382ca6821fed,segment=NetworkSegment(6ddf3441-1966-49e8-b9fc-0610acb8bffb),segment_id=6ddf3441-1966-49e8-b9fc-0610acb8bffb)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:25:42.071479 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427385dd-f050-4e8d-ada0-ef2b8fed9b4b req-d8bb671c-c773-4ea4-84f4-02707f7cea6b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:42.072862 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-427385dd-f050-4e8d-ada0-ef2b8fed9b4b req-d8bb671c-c773-4ea4-84f4-02707f7cea6b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9088586d-cea4-43fd-9c02-b7422ed7421b HTTP/1.1" status: 200 len: 943 time: 0.0887384 Sep 23 15:25:42.078174 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:42.120494 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-427385dd-f050-4e8d-ada0-ef2b8fed9b4b req-fd962261-bcd8-4ce8-80b0-80993f7dba79 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=311f1c0c-ac79-4bd6-a0dc-75fd7dc7c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412047 Sep 23 15:25:42.144890 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=22493ec7-2b3d-42c5-b837-382ca6821fed,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:42.271812 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['22493ec7-2b3d-42c5-b837-382ca6821fed'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:25:43.327397 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219556bf-fc17-4f6a-937d-2c7ea043f3bf req-aa043983-c342-4cd5-99bf-38bd651d6722 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:43.328866 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-219556bf-fc17-4f6a-937d-2c7ea043f3bf req-aa043983-c342-4cd5-99bf-38bd651d6722 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9088586d-cea4-43fd-9c02-b7422ed7421b HTTP/1.1" status: 200 len: 944 time: 0.0926991 Sep 23 15:25:43.371922 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-219556bf-fc17-4f6a-937d-2c7ea043f3bf req-0dde9188-3194-4210-9240-1ba4f904595b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=311f1c0c-ac79-4bd6-a0dc-75fd7dc7c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374613 Sep 23 15:25:43.791479 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 22493ec7-2b3d-42c5-b837-382ca6821fed up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:25:43.923365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 22493ec7-2b3d-42c5-b837-382ca6821fed completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:25:43.928359 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 22493ec7-2b3d-42c5-b837-382ca6821fed triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:25:43.928731 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:43.929071 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 22493ec7-2b3d-42c5-b837-382ca6821fed Sep 23 15:25:44.043699 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 22493ec7-2b3d-42c5-b837-382ca6821fed is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:25:44.043996 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:44.071812 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9088586d-cea4-43fd-9c02-b7422ed7421b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22493ec7-2b3d-42c5-b837-382ca6821fed'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:25:44.076885 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1307ffa-288d-4211-ba1a-58a61d0300e4" -d '{"events": [{"server_uuid": "9088586d-cea4-43fd-9c02-b7422ed7421b", "name": "network-vif-plugged", "status": "completed", "tag": "22493ec7-2b3d-42c5-b837-382ca6821fed"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:25:44.081528 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 22493ec7-2b3d-42c5-b837-382ca6821fed, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=22493ec7-2b3d-42c5-b837-382ca6821fed,segment=NetworkSegment(6ddf3441-1966-49e8-b9fc-0610acb8bffb),segment_id=6ddf3441-1966-49e8-b9fc-0610acb8bffb)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:25:44.116172 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d834c6b4-0b05-451e-9046-764677cac861 x-openstack-request-id: req-d834c6b4-0b05-451e-9046-764677cac861 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:25:44.116460 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9088586d-cea4-43fd-9c02-b7422ed7421b", "name": "network-vif-plugged", "status": "completed", "tag": "22493ec7-2b3d-42c5-b837-382ca6821fed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:25:44.116716 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d834c6b4-0b05-451e-9046-764677cac861 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:25:44.117108 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d834c6b4-0b05-451e-9046-764677cac861'] response: {'server_uuid': '9088586d-cea4-43fd-9c02-b7422ed7421b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22493ec7-2b3d-42c5-b837-382ca6821fed', 'code': 200} Sep 23 15:25:44.152508 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:44.219448 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=22493ec7-2b3d-42c5-b837-382ca6821fed,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:44.471144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e78fe0-80d9-4b8b-a345-50071877361a req-a6f16d91-cd88-4040-95fe-b8aacf804ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:44.472604 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a1e78fe0-80d9-4b8b-a345-50071877361a req-a6f16d91-cd88-4040-95fe-b8aacf804ca1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9088586d-cea4-43fd-9c02-b7422ed7421b HTTP/1.1" status: 200 len: 1098 time: 0.0765550 Sep 23 15:25:44.568005 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a1e78fe0-80d9-4b8b-a345-50071877361a req-47091a3a-c6d2-45f6-9135-ba3cc503b390 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=311f1c0c-ac79-4bd6-a0dc-75fd7dc7c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891495 Sep 23 15:25:44.595013 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d49329-7773-4621-958f-8e46911139f4 req-8fa684a5-6039-469f-b259-b191d9d0abf2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:44.596422 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b7d49329-7773-4621-958f-8e46911139f4 req-8fa684a5-6039-469f-b259-b191d9d0abf2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9088586d-cea4-43fd-9c02-b7422ed7421b HTTP/1.1" status: 200 len: 945 time: 0.1005912 Sep 23 15:25:44.639054 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b7d49329-7773-4621-958f-8e46911139f4 req-c4c463fb-6362-4368-82c4-c3bde7773a42 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=311f1c0c-ac79-4bd6-a0dc-75fd7dc7c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368443 Sep 23 15:25:45.840577 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7c6b1-e5c6-4779-bff1-22d67353ab82 req-45b42a17-2018-4269-ba65-9959cb9db8b7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:45.842990 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c9d7c6b1-e5c6-4779-bff1-22d67353ab82 req-45b42a17-2018-4269-ba65-9959cb9db8b7 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9088586d-cea4-43fd-9c02-b7422ed7421b HTTP/1.1" status: 200 len: 945 time: 0.0904810 Sep 23 15:25:45.886520 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c9d7c6b1-e5c6-4779-bff1-22d67353ab82 req-8a03c218-000f-4dcd-aac7-8b52faa13ffa tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=311f1c0c-ac79-4bd6-a0dc-75fd7dc7c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381594 Sep 23 15:25:47.093144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c33e57-78d1-4683-8082-558526118778 req-34f16638-81cc-4445-9cbb-fe60fb561628 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:47.094524 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-59c33e57-78d1-4683-8082-558526118778 req-34f16638-81cc-4445-9cbb-fe60fb561628 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9088586d-cea4-43fd-9c02-b7422ed7421b HTTP/1.1" status: 200 len: 945 time: 0.0893707 Sep 23 15:25:47.137974 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-59c33e57-78d1-4683-8082-558526118778 req-91d3c5e5-d385-4bab-bf10-9a9af92cb740 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=311f1c0c-ac79-4bd6-a0dc-75fd7dc7c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378034 Sep 23 15:25:47.335204 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca32d7-256e-413b-bfe9-c22522ff123f req-8a2b1cf0-b397-41ed-83e9-9ee98efd07c0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:47.336644 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-72ca32d7-256e-413b-bfe9-c22522ff123f req-8a2b1cf0-b397-41ed-83e9-9ee98efd07c0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9088586d-cea4-43fd-9c02-b7422ed7421b HTTP/1.1" status: 200 len: 945 time: 0.0904014 Sep 23 15:25:47.381111 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-72ca32d7-256e-413b-bfe9-c22522ff123f req-c9f78b48-1383-40de-945e-d3b6d1010be8 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=311f1c0c-ac79-4bd6-a0dc-75fd7dc7c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379770 Sep 23 15:25:47.409191 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52630) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:47.487153 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b42188-40e9-421a-b9b0-adfd553be37a tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:47.488678 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-18b42188-40e9-421a-b9b0-adfd553be37a tempest-TestNetworkBasicOps-632880900 tempest-TestNetworkBasicOps-632880900-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=9088586d-cea4-43fd-9c02-b7422ed7421b HTTP/1.1" status: 200 len: 1093 time: 0.0785377 Sep 23 15:25:47.491450 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52634) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:47.496252 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-9ca084a6-6109-492d-8b12-bd803608957f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': '22493ec7-2b3d-42c5-b837-382ca6821fed', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:25:47.502103 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9ca084a6-6109-492d-8b12-bd803608957f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:25:47.505979 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9ca084a6-6109-492d-8b12-bd803608957f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Usage tracker for resource:floatingip and tenant:8433d6d3ee51437084758ba6444603b3 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:25:47.508790 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9ca084a6-6109-492d-8b12-bd803608957f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:25:47.515043 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9ca084a6-6109-492d-8b12-bd803608957f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:25:47.603197 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9ca084a6-6109-492d-8b12-bd803608957f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:47.737337 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9ca084a6-6109-492d-8b12-bd803608957f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:47.874885 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-9ca084a6-6109-492d-8b12-bd803608957f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Allocated IP 172.26.10.164 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/e25d385d-b8e2-4dec-83ca-2d033196bca3) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:25:48.020818 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9ca084a6-6109-492d-8b12-bd803608957f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:48.100794 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9ca084a6-6109-492d-8b12-bd803608957f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:48.261948 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca084a6-6109-492d-8b12-bd803608957f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:25:48.265319 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-9ca084a6-6109-492d-8b12-bd803608957f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:25:48.269155 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca084a6-6109-492d-8b12-bd803608957f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:25:48.303666 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca084a6-6109-492d-8b12-bd803608957f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=e25d385d-b8e2-4dec-83ca-2d033196bca3,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:48.673701 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9ca084a6-6109-492d-8b12-bd803608957f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:48.787922 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9ca084a6-6109-492d-8b12-bd803608957f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:48.993798 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9ca084a6-6109-492d-8b12-bd803608957f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:49.043932 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9ca084a6-6109-492d-8b12-bd803608957f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:49.153164 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca084a6-6109-492d-8b12-bd803608957f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event updated for resources: {'Port': ['ID=e25d385d-b8e2-4dec-83ca-2d033196bca3,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:49.156269 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9ca084a6-6109-492d-8b12-bd803608957f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:49.328033 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-9ca084a6-6109-492d-8b12-bd803608957f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Floating IP 5eb369ac-945f-47a6-a8a3-92accadef683 associated. External IP: 172.26.10.164, port: 22493ec7-2b3d-42c5-b837-382ca6821fed. Sep 23 15:25:49.677599 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca084a6-6109-492d-8b12-bd803608957f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 02198459-1723-4682-883f-c25f3dba051c has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:25:49.959316 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca084a6-6109-492d-8b12-bd803608957f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:25:49.968427 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093b0e85-5e7d-4790-9523-f506770267f1 None None] Sync routers for ids ['02198459-1723-4682-883f-c25f3dba051c'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:25:49.977255 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093b0e85-5e7d-4790-9523-f506770267f1 None None] Routers {'02198459-1723-4682-883f-c25f3dba051c'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:25:49.977856 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-093b0e85-5e7d-4790-9523-f506770267f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:25:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['02198459-1723-4682-883f-c25f3dba051c'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:50.044394 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9ca084a6-6109-492d-8b12-bd803608957f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:25:50.102326 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9ca084a6-6109-492d-8b12-bd803608957f tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6098764 Sep 23 15:25:50.102943 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9088586d-cea4-43fd-9c02-b7422ed7421b', 'tag': '22493ec7-2b3d-42c5-b837-382ca6821fed'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:25:50.105172 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52638) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:50.105665 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8009c2c01c24846940f3c9c2beb64f503f2d744ca5e92813e431a27377ac34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86fff78-ab33-4d42-a7e9-3a31387ece13" -d '{"events": [{"name": "network-changed", "server_uuid": "9088586d-cea4-43fd-9c02-b7422ed7421b", "tag": "22493ec7-2b3d-42c5-b837-382ca6821fed"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:25:50.147015 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c44196-af44-4a8a-9d06-ffee79bd9999 x-openstack-request-id: req-c8c44196-af44-4a8a-9d06-ffee79bd9999 {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:25:50.147313 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9088586d-cea4-43fd-9c02-b7422ed7421b", "tag": "22493ec7-2b3d-42c5-b837-382ca6821fed", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:25:50.147569 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c8c44196-af44-4a8a-9d06-ffee79bd9999 {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:25:50.147990 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c44196-af44-4a8a-9d06-ffee79bd9999'] response: {'name': 'network-changed', 'server_uuid': '9088586d-cea4-43fd-9c02-b7422ed7421b', 'tag': '22493ec7-2b3d-42c5-b837-382ca6821fed', 'status': 'completed', 'code': 200} Sep 23 15:25:50.157070 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-093b0e85-5e7d-4790-9523-f506770267f1 None None] Set router 02198459-1723-4682-883f-c25f3dba051c gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:25:50.269830 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c1f44201-bce1-4a10-aa59-4e57b2cc826e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/5eb369ac-945f-47a6-a8a3-92accadef683 HTTP/1.1" status: 200 len: 992 time: 0.1635258 Sep 23 15:25:50.286369 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fff78-ab33-4d42-a7e9-3a31387ece13 req-56edbc6c-9a1f-4e5d-9502-012300aa1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:50.287808 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a86fff78-ab33-4d42-a7e9-3a31387ece13 req-56edbc6c-9a1f-4e5d-9502-012300aa1624 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=9088586d-cea4-43fd-9c02-b7422ed7421b HTTP/1.1" status: 200 len: 1098 time: 0.1141856 Sep 23 15:25:50.419809 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fff78-ab33-4d42-a7e9-3a31387ece13 req-7f936e9e-13a8-441b-ae61-7ab0f71fba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:50.421231 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a86fff78-ab33-4d42-a7e9-3a31387ece13 req-7f936e9e-13a8-441b-ae61-7ab0f71fba26 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8666fa9a-768f-4863-9248-56ab72749d2f HTTP/1.1" status: 200 len: 897 time: 0.1258802 Sep 23 15:25:50.544643 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-093b0e85-5e7d-4790-9523-f506770267f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02198459-1723-4682-883f-c25f3dba051c', 'name': 'tempest-TestNetworkBasicOps-router-270439603', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35'}], 'enable_snat': True}, 'gw_port_id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:25:23Z', 'updated_at': '2022-09-23T15:25:28Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:24Z', 'updated_at': '2022-09-23T15:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '5eb369ac-945f-47a6-a8a3-92accadef683', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.164', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '02198459-1723-4682-883f-c25f3dba051c', 'port_id': '22493ec7-2b3d-42c5-b837-382ca6821fed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f', 'mac_address': 'fa:16:3e:3f:ed:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088586d-cea4-43fd-9c02-b7422ed7421b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:25:48Z', 'updated_at': '2022-09-23T15:25:48Z', 'revision_number': 0, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e9ed3da-d0b0-45bd-887f-421719db5b8a', 'name': '', 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:0c:0b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'e4b7f2b0-ccf6-47da-af3a-a75af345684a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:27Z', 'updated_at': '2022-09-23T15:25:33Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'e4b7f2b0-ccf6-47da-af3a-a75af345684a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:50.548577 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093b0e85-5e7d-4790-9523-f506770267f1 None None] Checking router: 02198459-1723-4682-883f-c25f3dba051c for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:25:50.558226 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093b0e85-5e7d-4790-9523-f506770267f1 None None] Routers {'02198459-1723-4682-883f-c25f3dba051c'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:25:50.558864 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-093b0e85-5e7d-4790-9523-f506770267f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:25:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['02198459-1723-4682-883f-c25f3dba051c'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:50.633617 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a86fff78-ab33-4d42-a7e9-3a31387ece13 req-d6ab7f4d-7264-489d-9f15-3b3b0c092b58 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22493ec7-2b3d-42c5-b837-382ca6821fed HTTP/1.1" status: 200 len: 1000 time: 0.2058911 Sep 23 15:25:50.696476 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fff78-ab33-4d42-a7e9-3a31387ece13 req-9e21dfb7-d7a2-4fd3-b5d0-ef086b3a3ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:50.697884 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a86fff78-ab33-4d42-a7e9-3a31387ece13 req-9e21dfb7-d7a2-4fd3-b5d0-ef086b3a3ea9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e4b7f2b0-ccf6-47da-af3a-a75af345684a HTTP/1.1" status: 200 len: 834 time: 0.0575385 Sep 23 15:25:50.740368 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-093b0e85-5e7d-4790-9523-f506770267f1 None None] Set router 02198459-1723-4682-883f-c25f3dba051c gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:25:50.780997 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fff78-ab33-4d42-a7e9-3a31387ece13 req-8f77d1e0-e4f6-4de2-a7bd-7013ee5b2030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:50.782495 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a86fff78-ab33-4d42-a7e9-3a31387ece13 req-8f77d1e0-e4f6-4de2-a7bd-7013ee5b2030 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8666fa9a-768f-4863-9248-56ab72749d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780330 Sep 23 15:25:50.914556 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a86fff78-ab33-4d42-a7e9-3a31387ece13 req-2811ef1c-c6f1-49f3-aa39-1dd143956aaa service neutron] 10.222.0.72 "GET /v2.0/networks/8666fa9a-768f-4863-9248-56ab72749d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255071 Sep 23 15:25:51.046457 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a86fff78-ab33-4d42-a7e9-3a31387ece13 req-2d223076-b31c-4f1f-ad77-3a13adef6990 service neutron] 10.222.0.72 "GET /v2.0/networks/8666fa9a-768f-4863-9248-56ab72749d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257181 Sep 23 15:25:51.091704 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-093b0e85-5e7d-4790-9523-f506770267f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02198459-1723-4682-883f-c25f3dba051c', 'name': 'tempest-TestNetworkBasicOps-router-270439603', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35'}], 'enable_snat': True}, 'gw_port_id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:25:23Z', 'updated_at': '2022-09-23T15:25:28Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:24Z', 'updated_at': '2022-09-23T15:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '5eb369ac-945f-47a6-a8a3-92accadef683', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.164', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '02198459-1723-4682-883f-c25f3dba051c', 'port_id': '22493ec7-2b3d-42c5-b837-382ca6821fed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f', 'mac_address': 'fa:16:3e:3f:ed:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088586d-cea4-43fd-9c02-b7422ed7421b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:25:48Z', 'updated_at': '2022-09-23T15:25:48Z', 'revision_number': 0, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e9ed3da-d0b0-45bd-887f-421719db5b8a', 'name': '', 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:0c:0b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'e4b7f2b0-ccf6-47da-af3a-a75af345684a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:27Z', 'updated_at': '2022-09-23T15:25:33Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'e4b7f2b0-ccf6-47da-af3a-a75af345684a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:51.095630 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093b0e85-5e7d-4790-9523-f506770267f1 None None] The sync data for ids ['02198459-1723-4682-883f-c25f3dba051c'] in dv-neutron-859093-1-hyperv is: [{'id': '02198459-1723-4682-883f-c25f3dba051c', 'name': 'tempest-TestNetworkBasicOps-router-270439603', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35'}], 'enable_snat': True}, 'gw_port_id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:25:23Z', 'updated_at': '2022-09-23T15:25:28Z', 'revision_number': 4, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:24Z', 'updated_at': '2022-09-23T15:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '5eb369ac-945f-47a6-a8a3-92accadef683', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.164', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '02198459-1723-4682-883f-c25f3dba051c', 'port_id': '22493ec7-2b3d-42c5-b837-382ca6821fed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f', 'mac_address': 'fa:16:3e:3f:ed:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088586d-cea4-43fd-9c02-b7422ed7421b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:25:48Z', 'updated_at': '2022-09-23T15:25:48Z', 'revision_number': 0, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e9ed3da-d0b0-45bd-887f-421719db5b8a', 'name': '', 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:0c:0b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'e4b7f2b0-ccf6-47da-af3a-a75af345684a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:27Z', 'updated_at': '2022-09-23T15:25:33Z', 'revision_number': 5, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'e4b7f2b0-ccf6-47da-af3a-a75af345684a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:25:51.273688 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52644) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:51.278117 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1518d7c6-4e8d-451f-800a-484b91e54a00 None None] New status for floating IP 5eb369ac-945f-47a6-a8a3-92accadef683: ACTIVE {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:25:51.386053 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f767c031-d332-40c9-8c17-aaabcd602110 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/5eb369ac-945f-47a6-a8a3-92accadef683 HTTP/1.1" status: 200 len: 992 time: 0.1110954 Sep 23 15:25:52.389799 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52648) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:25:52.492816 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0cd4a2ad-0183-4484-9957-ee185ec710ff tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/5eb369ac-945f-47a6-a8a3-92accadef683 HTTP/1.1" status: 200 len: 994 time: 0.1018431 Sep 23 15:26:02.077365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b9c095f2-2f02-461c-9647-66f46f59cf11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:02.768749 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:05.026055 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-042faa13-4ec1-4dac-8c45-e33d2a758991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:05.534443 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:05.614486 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:06.963062 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:15.068404 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:26:21.694067 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52664) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:26:21.699180 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-5f21d520-2cfb-42f8-b636-091d5ef05f85 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'router': {'admin_state_up': False}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:26:22.222331 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5f21d520-2cfb-42f8-b636-091d5ef05f85 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:22.294277 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5f21d520-2cfb-42f8-b636-091d5ef05f85 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753924'] for router, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:22.473155 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f21d520-2cfb-42f8-b636-091d5ef05f85 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 02198459-1723-4682-883f-c25f3dba051c has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:26:22.750862 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f21d520-2cfb-42f8-b636-091d5ef05f85 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:26:22.757482 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5f21d520-2cfb-42f8-b636-091d5ef05f85 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:22.758635 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5f21d520-2cfb-42f8-b636-091d5ef05f85 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "PUT /v2.0/routers/02198459-1723-4682-883f-c25f3dba051c HTTP/1.1" status: 200 len: 888 time: 1.0636024 Sep 23 15:26:22.760446 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96986878-da50-4f91-b3ae-7ff636a468e9 None None] Sync routers for ids ['02198459-1723-4682-883f-c25f3dba051c'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:26:22.770765 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96986878-da50-4f91-b3ae-7ff636a468e9 None None] Routers {'02198459-1723-4682-883f-c25f3dba051c'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:26:22.771363 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-96986878-da50-4f91-b3ae-7ff636a468e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:26:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['02198459-1723-4682-883f-c25f3dba051c'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:22.833667 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-96986878-da50-4f91-b3ae-7ff636a468e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:22.842353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96986878-da50-4f91-b3ae-7ff636a468e9 None None] Routers {'02198459-1723-4682-883f-c25f3dba051c'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:26:22.842946 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-96986878-da50-4f91-b3ae-7ff636a468e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:26:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['02198459-1723-4682-883f-c25f3dba051c'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:22.901669 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-96986878-da50-4f91-b3ae-7ff636a468e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:22.902069 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96986878-da50-4f91-b3ae-7ff636a468e9 None None] The sync data for ids ['02198459-1723-4682-883f-c25f3dba051c'] in dv-neutron-859093-1-hyperv is: [] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:26:23.389841 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaabc01-2632-467c-99e6-1b4f27fb95a7 None None] New status for floating IP 5eb369ac-945f-47a6-a8a3-92accadef683: DOWN {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:26:23.417244 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 7e9ed3da-d0b0-45bd-887f-421719db5b8a no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:26:23.530649 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 7e9ed3da-d0b0-45bd-887f-421719db5b8a is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:26:23.530926 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:23.564615 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 7e9ed3da-d0b0-45bd-887f-421719db5b8a, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=7e9ed3da-d0b0-45bd-887f-421719db5b8a,segment=NetworkSegment(6ddf3441-1966-49e8-b9fc-0610acb8bffb),segment_id=6ddf3441-1966-49e8-b9fc-0610acb8bffb)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:26:23.619732 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:23.620403 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a44aac6b-19e7-4ef6-9c33-f7c1fa182aae no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:26:23.737351 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=7e9ed3da-d0b0-45bd-887f-421719db5b8a,revision_number=6']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:23.771752 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:23.772387 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:23.772483 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:23.772738 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:23.773241 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:23.773385 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:23.773708 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:23.774029 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:23.774481 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:23.774481 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:23.774481 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:23.774481 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:23.804296 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port a44aac6b-19e7-4ef6-9c33-f7c1fa182aae is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:26:23.804673 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:23.880399 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port a44aac6b-19e7-4ef6-9c33-f7c1fa182aae, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a44aac6b-19e7-4ef6-9c33-f7c1fa182aae,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:26:23.951106 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:24.020888 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=a44aac6b-19e7-4ef6-9c33-f7c1fa182aae,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:24.905797 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52670) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:26:24.911105 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-b6d5226a-0852-437f-9bbf-01b8ce9b3acf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:26:25.444171 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b6d5226a-0852-437f-9bbf-01b8ce9b3acf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:25.505412 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b6d5226a-0852-437f-9bbf-01b8ce9b3acf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1754140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1754095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1753924'] for router, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:25.684660 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d5226a-0852-437f-9bbf-01b8ce9b3acf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 02198459-1723-4682-883f-c25f3dba051c has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:26:25.978302 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d5226a-0852-437f-9bbf-01b8ce9b3acf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:26:25.985559 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b6d5226a-0852-437f-9bbf-01b8ce9b3acf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:25.986716 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b6d5226a-0852-437f-9bbf-01b8ce9b3acf tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "PUT /v2.0/routers/02198459-1723-4682-883f-c25f3dba051c HTTP/1.1" status: 200 len: 887 time: 1.0799143 Sep 23 15:26:25.988226 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acdfb7a-bd40-4c64-ad1c-f6be07ccac8d None None] Sync routers for ids ['02198459-1723-4682-883f-c25f3dba051c'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:26:25.989611 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52674) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:26:25.998102 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acdfb7a-bd40-4c64-ad1c-f6be07ccac8d None None] Routers {'02198459-1723-4682-883f-c25f3dba051c'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:26:25.998837 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-7acdfb7a-bd40-4c64-ad1c-f6be07ccac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:26:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['02198459-1723-4682-883f-c25f3dba051c'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:26.098098 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-573d3c8d-c14a-4ae8-a496-defe554f66a3 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/5eb369ac-945f-47a6-a8a3-92accadef683 HTTP/1.1" status: 200 len: 992 time: 0.1073678 Sep 23 15:26:26.217396 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-7acdfb7a-bd40-4c64-ad1c-f6be07ccac8d None None] Set router 02198459-1723-4682-883f-c25f3dba051c gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:26:26.557628 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-7acdfb7a-bd40-4c64-ad1c-f6be07ccac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02198459-1723-4682-883f-c25f3dba051c', 'name': 'tempest-TestNetworkBasicOps-router-270439603', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35'}], 'enable_snat': True}, 'gw_port_id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:25:23Z', 'updated_at': '2022-09-23T15:26:25Z', 'revision_number': 6, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:24Z', 'updated_at': '2022-09-23T15:26:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '5eb369ac-945f-47a6-a8a3-92accadef683', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.164', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '02198459-1723-4682-883f-c25f3dba051c', 'port_id': '22493ec7-2b3d-42c5-b837-382ca6821fed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f', 'mac_address': 'fa:16:3e:3f:ed:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088586d-cea4-43fd-9c02-b7422ed7421b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:25:48Z', 'updated_at': '2022-09-23T15:26:23Z', 'revision_number': 2, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e9ed3da-d0b0-45bd-887f-421719db5b8a', 'name': '', 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:0c:0b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'e4b7f2b0-ccf6-47da-af3a-a75af345684a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:27Z', 'updated_at': '2022-09-23T15:26:23Z', 'revision_number': 6, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'e4b7f2b0-ccf6-47da-af3a-a75af345684a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:26.561384 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acdfb7a-bd40-4c64-ad1c-f6be07ccac8d None None] Checking router: 02198459-1723-4682-883f-c25f3dba051c for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:26:26.570058 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acdfb7a-bd40-4c64-ad1c-f6be07ccac8d None None] Routers {'02198459-1723-4682-883f-c25f3dba051c'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:26:26.570731 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-7acdfb7a-bd40-4c64-ad1c-f6be07ccac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:26:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['02198459-1723-4682-883f-c25f3dba051c'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:26.744818 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-7acdfb7a-bd40-4c64-ad1c-f6be07ccac8d None None] Set router 02198459-1723-4682-883f-c25f3dba051c gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:26:27.086743 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-7acdfb7a-bd40-4c64-ad1c-f6be07ccac8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02198459-1723-4682-883f-c25f3dba051c', 'name': 'tempest-TestNetworkBasicOps-router-270439603', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35'}], 'enable_snat': True}, 'gw_port_id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:25:23Z', 'updated_at': '2022-09-23T15:26:25Z', 'revision_number': 6, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:24Z', 'updated_at': '2022-09-23T15:26:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '5eb369ac-945f-47a6-a8a3-92accadef683', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.164', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '02198459-1723-4682-883f-c25f3dba051c', 'port_id': '22493ec7-2b3d-42c5-b837-382ca6821fed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f', 'mac_address': 'fa:16:3e:3f:ed:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088586d-cea4-43fd-9c02-b7422ed7421b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:25:48Z', 'updated_at': '2022-09-23T15:26:23Z', 'revision_number': 2, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e9ed3da-d0b0-45bd-887f-421719db5b8a', 'name': '', 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:0c:0b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'e4b7f2b0-ccf6-47da-af3a-a75af345684a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:27Z', 'updated_at': '2022-09-23T15:26:23Z', 'revision_number': 6, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'e4b7f2b0-ccf6-47da-af3a-a75af345684a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:27.090617 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acdfb7a-bd40-4c64-ad1c-f6be07ccac8d None None] The sync data for ids ['02198459-1723-4682-883f-c25f3dba051c'] in dv-neutron-859093-1-hyperv is: [{'id': '02198459-1723-4682-883f-c25f3dba051c', 'name': 'tempest-TestNetworkBasicOps-router-270439603', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35'}], 'enable_snat': True}, 'gw_port_id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:25:23Z', 'updated_at': '2022-09-23T15:26:25Z', 'revision_number': 6, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:24Z', 'updated_at': '2022-09-23T15:26:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '5eb369ac-945f-47a6-a8a3-92accadef683', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'floating_ip_address': '172.26.10.164', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '02198459-1723-4682-883f-c25f3dba051c', 'port_id': '22493ec7-2b3d-42c5-b837-382ca6821fed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f', 'mac_address': 'fa:16:3e:3f:ed:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9088586d-cea4-43fd-9c02-b7422ed7421b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:25:48Z', 'updated_at': '2022-09-23T15:26:23Z', 'revision_number': 2, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e9ed3da-d0b0-45bd-887f-421719db5b8a', 'name': '', 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:0c:0b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'e4b7f2b0-ccf6-47da-af3a-a75af345684a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:27Z', 'updated_at': '2022-09-23T15:26:23Z', 'revision_number': 6, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'e4b7f2b0-ccf6-47da-af3a-a75af345684a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:26:27.101440 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52678) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:26:27.215909 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-fa73b4ba-ad86-48ea-9c3f-2a56f441a76d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/5eb369ac-945f-47a6-a8a3-92accadef683 HTTP/1.1" status: 200 len: 992 time: 0.1133292 Sep 23 15:26:27.432138 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 7e9ed3da-d0b0-45bd-887f-421719db5b8a up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:26:27.501878 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 7e9ed3da-d0b0-45bd-887f-421719db5b8a triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:26:27.502247 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:27.502636 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 7e9ed3da-d0b0-45bd-887f-421719db5b8a Sep 23 15:26:27.624580 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 7e9ed3da-d0b0-45bd-887f-421719db5b8a is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:26:27.625225 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:27.659617 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 7e9ed3da-d0b0-45bd-887f-421719db5b8a, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=7e9ed3da-d0b0-45bd-887f-421719db5b8a,segment=NetworkSegment(6ddf3441-1966-49e8-b9fc-0610acb8bffb),segment_id=6ddf3441-1966-49e8-b9fc-0610acb8bffb)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:26:27.717185 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:27.791574 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=7e9ed3da-d0b0-45bd-887f-421719db5b8a,revision_number=7']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:28.219782 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52682) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:26:28.324720 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-494b8c95-5dae-42d3-8a7c-21455e2d55f2 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/5eb369ac-945f-47a6-a8a3-92accadef683 HTTP/1.1" status: 200 len: 992 time: 0.1037159 Sep 23 15:26:28.671521 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e666fd-ee79-4e59-ab0a-7f206bb26fe6 None None] New status for floating IP 5eb369ac-945f-47a6-a8a3-92accadef683: ACTIVE {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:26:29.328723 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52686) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:26:29.439730 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-cd405dc2-dd23-48f3-82b3-6e485b70e81a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/floatingips/5eb369ac-945f-47a6-a8a3-92accadef683 HTTP/1.1" status: 200 len: 994 time: 0.1098206 Sep 23 15:26:29.472504 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 7e9ed3da-d0b0-45bd-887f-421719db5b8a up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:26:29.539101 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 7e9ed3da-d0b0-45bd-887f-421719db5b8a triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:26:29.539472 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:29.539808 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 7e9ed3da-d0b0-45bd-887f-421719db5b8a Sep 23 15:26:29.687370 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 7e9ed3da-d0b0-45bd-887f-421719db5b8a is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:26:29.688946 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a44aac6b-19e7-4ef6-9c33-f7c1fa182aae up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:26:29.753570 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port a44aac6b-19e7-4ef6-9c33-f7c1fa182aae triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:26:29.753939 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:29.754270 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port a44aac6b-19e7-4ef6-9c33-f7c1fa182aae Sep 23 15:26:29.868710 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port a44aac6b-19e7-4ef6-9c33-f7c1fa182aae is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:26:29.869081 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:29.885395 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port a44aac6b-19e7-4ef6-9c33-f7c1fa182aae, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a44aac6b-19e7-4ef6-9c33-f7c1fa182aae,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:26:29.962582 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:30.028435 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=a44aac6b-19e7-4ef6-9c33-f7c1fa182aae,revision_number=6']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:31.413590 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a44aac6b-19e7-4ef6-9c33-f7c1fa182aae up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:26:31.484154 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port a44aac6b-19e7-4ef6-9c33-f7c1fa182aae triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:26:31.484526 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:31.484896 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port a44aac6b-19e7-4ef6-9c33-f7c1fa182aae Sep 23 15:26:31.608503 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port a44aac6b-19e7-4ef6-9c33-f7c1fa182aae is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:26:31.707347 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52694) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:26:31.913565 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6a9c7-6346-4017-b107-319b77dead4e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port e25d385d-b8e2-4dec-83ca-2d033196bca3 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:26:31.913907 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d4a6a9c7-6346-4017-b107-319b77dead4e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:32.082458 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1d01f50c-32b5-4d13-9f26-de835f28d384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:32.117052 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d4a6a9c7-6346-4017-b107-319b77dead4e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:32.117385 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d4a6a9c7-6346-4017-b107-319b77dead4e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:32.243379 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-d4a6a9c7-6346-4017-b107-319b77dead4e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for e25d385d-b8e2-4dec-83ca-2d033196bca3 owned by network:floatingip {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:26:32.442440 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d4a6a9c7-6346-4017-b107-319b77dead4e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:32.490718 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6a9c7-6346-4017-b107-319b77dead4e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=e25d385d-b8e2-4dec-83ca-2d033196bca3,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:32.533592 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a6a9c7-6346-4017-b107-319b77dead4e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:32.533939 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a6a9c7-6346-4017-b107-319b77dead4e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:32.534276 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a6a9c7-6346-4017-b107-319b77dead4e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:32.534627 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a6a9c7-6346-4017-b107-319b77dead4e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:32.534952 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a6a9c7-6346-4017-b107-319b77dead4e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:32.535273 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a6a9c7-6346-4017-b107-319b77dead4e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:32.535589 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a6a9c7-6346-4017-b107-319b77dead4e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:32.535915 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a6a9c7-6346-4017-b107-319b77dead4e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:32.536224 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a6a9c7-6346-4017-b107-319b77dead4e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:32.536538 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a6a9c7-6346-4017-b107-319b77dead4e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:32.536848 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a6a9c7-6346-4017-b107-319b77dead4e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:32.537157 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a6a9c7-6346-4017-b107-319b77dead4e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:32.597144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d4a6a9c7-6346-4017-b107-319b77dead4e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for floatingip, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:32.597474 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-d4a6a9c7-6346-4017-b107-319b77dead4e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Floating IP 5eb369ac-945f-47a6-a8a3-92accadef683 disassociated (deleted). External IP: 172.26.10.164, port: 22493ec7-2b3d-42c5-b837-382ca6821fed. Sep 23 15:26:32.722708 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:33.056779 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a6a9c7-6346-4017-b107-319b77dead4e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 02198459-1723-4682-883f-c25f3dba051c has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:26:33.231310 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a6a9c7-6346-4017-b107-319b77dead4e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:26:33.240677 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17754d1a-92e9-42f4-8381-9e6ef816fe68 None None] Sync routers for ids ['02198459-1723-4682-883f-c25f3dba051c'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:26:33.249663 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17754d1a-92e9-42f4-8381-9e6ef816fe68 None None] Routers {'02198459-1723-4682-883f-c25f3dba051c'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:26:33.253265 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-17754d1a-92e9-42f4-8381-9e6ef816fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:26:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['02198459-1723-4682-883f-c25f3dba051c'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:33.299174 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d4a6a9c7-6346-4017-b107-319b77dead4e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:33.360922 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d4a6a9c7-6346-4017-b107-319b77dead4e tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/floatingips/5eb369ac-945f-47a6-a8a3-92accadef683 HTTP/1.1" status: 204 len: 168 time: 1.6524599 Sep 23 15:26:33.361547 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9088586d-cea4-43fd-9c02-b7422ed7421b', 'tag': '22493ec7-2b3d-42c5-b837-382ca6821fed'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:26:33.363924 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a686ad-fc8f-4c8d-a15b-3c3d6be63477" -d '{"events": [{"name": "network-changed", "server_uuid": "9088586d-cea4-43fd-9c02-b7422ed7421b", "tag": "22493ec7-2b3d-42c5-b837-382ca6821fed"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:26:33.410105 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60975256-94ee-4e8c-a376-13e3bc279d54 x-openstack-request-id: req-60975256-94ee-4e8c-a376-13e3bc279d54 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:26:33.411043 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9088586d-cea4-43fd-9c02-b7422ed7421b", "tag": "22493ec7-2b3d-42c5-b837-382ca6821fed", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:26:33.411312 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-60975256-94ee-4e8c-a376-13e3bc279d54 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:26:33.411741 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60975256-94ee-4e8c-a376-13e3bc279d54'] response: {'name': 'network-changed', 'server_uuid': '9088586d-cea4-43fd-9c02-b7422ed7421b', 'tag': '22493ec7-2b3d-42c5-b837-382ca6821fed', 'status': 'completed', 'code': 200} Sep 23 15:26:33.433573 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-17754d1a-92e9-42f4-8381-9e6ef816fe68 None None] Set router 02198459-1723-4682-883f-c25f3dba051c gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:26:33.515403 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a686ad-fc8f-4c8d-a15b-3c3d6be63477 req-1f861915-4ffc-42e7-9927-5c27f74194a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:33.517475 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a8a686ad-fc8f-4c8d-a15b-3c3d6be63477 req-1f861915-4ffc-42e7-9927-5c27f74194a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8433d6d3ee51437084758ba6444603b3&device_id=9088586d-cea4-43fd-9c02-b7422ed7421b HTTP/1.1" status: 200 len: 1098 time: 0.0862274 Sep 23 15:26:33.649517 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a686ad-fc8f-4c8d-a15b-3c3d6be63477 req-d92ab148-9752-42e5-a21f-1e50532dc437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:33.650915 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a8a686ad-fc8f-4c8d-a15b-3c3d6be63477 req-d92ab148-9752-42e5-a21f-1e50532dc437 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8666fa9a-768f-4863-9248-56ab72749d2f HTTP/1.1" status: 200 len: 897 time: 0.1269014 Sep 23 15:26:33.723699 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a8a686ad-fc8f-4c8d-a15b-3c3d6be63477 req-414d9c85-1be4-497f-924e-36165c29ece9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22493ec7-2b3d-42c5-b837-382ca6821fed HTTP/1.1" status: 200 len: 217 time: 0.0654936 Sep 23 15:26:33.754635 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-17754d1a-92e9-42f4-8381-9e6ef816fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02198459-1723-4682-883f-c25f3dba051c', 'name': 'tempest-TestNetworkBasicOps-router-270439603', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35'}], 'enable_snat': True}, 'gw_port_id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:25:23Z', 'updated_at': '2022-09-23T15:26:25Z', 'revision_number': 6, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:24Z', 'updated_at': '2022-09-23T15:26:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '7e9ed3da-d0b0-45bd-887f-421719db5b8a', 'name': '', 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:0c:0b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'e4b7f2b0-ccf6-47da-af3a-a75af345684a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:27Z', 'updated_at': '2022-09-23T15:26:27Z', 'revision_number': 7, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'e4b7f2b0-ccf6-47da-af3a-a75af345684a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:33.758976 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17754d1a-92e9-42f4-8381-9e6ef816fe68 None None] Checking router: 02198459-1723-4682-883f-c25f3dba051c for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:26:33.767746 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17754d1a-92e9-42f4-8381-9e6ef816fe68 None None] Routers {'02198459-1723-4682-883f-c25f3dba051c'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:26:33.769073 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-17754d1a-92e9-42f4-8381-9e6ef816fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:26:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['02198459-1723-4682-883f-c25f3dba051c'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:33.808352 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a686ad-fc8f-4c8d-a15b-3c3d6be63477 req-64fe5ca1-7a94-4b8c-b7ab-8ceb84dfad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:33.810027 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a8a686ad-fc8f-4c8d-a15b-3c3d6be63477 req-64fe5ca1-7a94-4b8c-b7ab-8ceb84dfad4a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e4b7f2b0-ccf6-47da-af3a-a75af345684a HTTP/1.1" status: 200 len: 834 time: 0.0802436 Sep 23 15:26:33.920786 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a686ad-fc8f-4c8d-a15b-3c3d6be63477 req-86c76b48-9bf9-4214-90bb-0e9d94f87352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:33.922721 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a8a686ad-fc8f-4c8d-a15b-3c3d6be63477 req-86c76b48-9bf9-4214-90bb-0e9d94f87352 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8666fa9a-768f-4863-9248-56ab72749d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1056864 Sep 23 15:26:33.949725 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d463943-7702-40ef-91a2-8cdf73c4ed91 req-467dcb25-effa-4557-b03a-131a05cc830d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:33.951445 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1d463943-7702-40ef-91a2-8cdf73c4ed91 req-467dcb25-effa-4557-b03a-131a05cc830d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9088586d-cea4-43fd-9c02-b7422ed7421b HTTP/1.1" status: 200 len: 945 time: 0.0969574 Sep 23 15:26:33.961098 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-17754d1a-92e9-42f4-8381-9e6ef816fe68 None None] Set router 02198459-1723-4682-883f-c25f3dba051c gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:26:33.998716 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1d463943-7702-40ef-91a2-8cdf73c4ed91 req-63ce67a1-e4b2-4529-8bbb-182496129eba tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=311f1c0c-ac79-4bd6-a0dc-75fd7dc7c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397606 Sep 23 15:26:34.066481 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a8a686ad-fc8f-4c8d-a15b-3c3d6be63477 req-3558fcf3-53df-49ee-a5dd-685df5621258 service neutron] 10.222.0.72 "GET /v2.0/networks/8666fa9a-768f-4863-9248-56ab72749d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368365 Sep 23 15:26:34.200897 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a8a686ad-fc8f-4c8d-a15b-3c3d6be63477 req-8ea5fe0e-d94e-4c27-a057-c5203977c6d0 service neutron] 10.222.0.72 "GET /v2.0/networks/8666fa9a-768f-4863-9248-56ab72749d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280572 Sep 23 15:26:34.310678 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-17754d1a-92e9-42f4-8381-9e6ef816fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02198459-1723-4682-883f-c25f3dba051c', 'name': 'tempest-TestNetworkBasicOps-router-270439603', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35'}], 'enable_snat': True}, 'gw_port_id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:25:23Z', 'updated_at': '2022-09-23T15:26:25Z', 'revision_number': 6, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:24Z', 'updated_at': '2022-09-23T15:26:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '7e9ed3da-d0b0-45bd-887f-421719db5b8a', 'name': '', 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:0c:0b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'e4b7f2b0-ccf6-47da-af3a-a75af345684a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:27Z', 'updated_at': '2022-09-23T15:26:27Z', 'revision_number': 7, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'e4b7f2b0-ccf6-47da-af3a-a75af345684a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:34.314606 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17754d1a-92e9-42f4-8381-9e6ef816fe68 None None] The sync data for ids ['02198459-1723-4682-883f-c25f3dba051c'] in dv-neutron-859093-1-hyperv is: [{'id': '02198459-1723-4682-883f-c25f3dba051c', 'name': 'tempest-TestNetworkBasicOps-router-270439603', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35'}], 'enable_snat': True}, 'gw_port_id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:25:23Z', 'updated_at': '2022-09-23T15:26:25Z', 'revision_number': 6, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:24Z', 'updated_at': '2022-09-23T15:26:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '7e9ed3da-d0b0-45bd-887f-421719db5b8a', 'name': '', 'network_id': '8666fa9a-768f-4863-9248-56ab72749d2f', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'mac_address': 'fa:16:3e:0c:0b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'e4b7f2b0-ccf6-47da-af3a-a75af345684a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:27Z', 'updated_at': '2022-09-23T15:26:27Z', 'revision_number': 7, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'subnets': [{'id': 'e4b7f2b0-ccf6-47da-af3a-a75af345684a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:26:34.938208 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfa2092-11cc-40ae-a117-996cbf2b09b8 None None] New status for floating IP 5eb369ac-945f-47a6-a8a3-92accadef683: DOWN {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:26:35.007739 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-21bd6fe3-7a68-458c-9b14-3aa5dfc6e2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:35.240570 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de990e35-2c67-4f56-bf07-f2be6ab94c3b req-039f4b21-3b6c-4a2a-bdaa-4c48e683b790 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:35.241263 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-de990e35-2c67-4f56-bf07-f2be6ab94c3b req-039f4b21-3b6c-4a2a-bdaa-4c48e683b790 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:26:35.252419 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9e79a-7bdf-41d1-931c-684f4bfa6996 req-56921071-5c48-4318-bf30-51978a0e0dc0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:35.253089 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-b6b9e79a-7bdf-41d1-931c-684f4bfa6996 req-56921071-5c48-4318-bf30-51978a0e0dc0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:26:35.322946 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-de990e35-2c67-4f56-bf07-f2be6ab94c3b req-039f4b21-3b6c-4a2a-bdaa-4c48e683b790 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:26:35.323983 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-de990e35-2c67-4f56-bf07-f2be6ab94c3b req-039f4b21-3b6c-4a2a-bdaa-4c48e683b790 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "GET /v2.0/ports?device_id=9088586d-cea4-43fd-9c02-b7422ed7421b HTTP/1.1" status: 200 len: 945 time: 0.2334006 Sep 23 15:26:35.324962 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-b6b9e79a-7bdf-41d1-931c-684f4bfa6996 req-56921071-5c48-4318-bf30-51978a0e0dc0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:26:35.325951 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b6b9e79a-7bdf-41d1-931c-684f4bfa6996 req-56921071-5c48-4318-bf30-51978a0e0dc0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9088586d-cea4-43fd-9c02-b7422ed7421b HTTP/1.1" status: 200 len: 945 time: 0.1948867 Sep 23 15:26:35.423896 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b6b9e79a-7bdf-41d1-931c-684f4bfa6996 req-66468b0b-2ef0-4bd6-85f0-5e7bd6f7874d tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/security-groups?id=311f1c0c-ac79-4bd6-a0dc-75fd7dc7c633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918760 Sep 23 15:26:35.429509 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-de990e35-2c67-4f56-bf07-f2be6ab94c3b req-cae7e7ea-7640-404c-a344-5a9f9d641b9a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port 22493ec7-2b3d-42c5-b837-382ca6821fed {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:26:35.429853 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-de990e35-2c67-4f56-bf07-f2be6ab94c3b req-cae7e7ea-7640-404c-a344-5a9f9d641b9a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:35.495883 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:35.562477 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:35.792065 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-de990e35-2c67-4f56-bf07-f2be6ab94c3b req-cae7e7ea-7640-404c-a344-5a9f9d641b9a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port 22493ec7-2b3d-42c5-b837-382ca6821fed, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=22493ec7-2b3d-42c5-b837-382ca6821fed,segment=NetworkSegment(6ddf3441-1966-49e8-b9fc-0610acb8bffb),segment_id=6ddf3441-1966-49e8-b9fc-0610acb8bffb)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:26:35.792426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-de990e35-2c67-4f56-bf07-f2be6ab94c3b req-cae7e7ea-7640-404c-a344-5a9f9d641b9a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:35.919162 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-de990e35-2c67-4f56-bf07-f2be6ab94c3b req-cae7e7ea-7640-404c-a344-5a9f9d641b9a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for 22493ec7-2b3d-42c5-b837-382ca6821fed owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:26:36.122283 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-de990e35-2c67-4f56-bf07-f2be6ab94c3b req-cae7e7ea-7640-404c-a344-5a9f9d641b9a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:36.176740 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7e7ea-7640-404c-a344-5a9f9d641b9a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=22493ec7-2b3d-42c5-b837-382ca6821fed,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:36.261537 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-de990e35-2c67-4f56-bf07-f2be6ab94c3b req-cae7e7ea-7640-404c-a344-5a9f9d641b9a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] No DVR routers for this DVR port 22493ec7-2b3d-42c5-b837-382ca6821fed on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:26:36.263992 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-de990e35-2c67-4f56-bf07-f2be6ab94c3b req-cae7e7ea-7640-404c-a344-5a9f9d641b9a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:36.268279 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9088586d-cea4-43fd-9c02-b7422ed7421b', 'name': 'network-vif-deleted', 'tag': '22493ec7-2b3d-42c5-b837-382ca6821fed'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:26:36.270588 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4716ac3-9d66-4f6e-b8e6-d4200ee9098c" -d '{"events": [{"server_uuid": "9088586d-cea4-43fd-9c02-b7422ed7421b", "name": "network-vif-deleted", "tag": "22493ec7-2b3d-42c5-b837-382ca6821fed"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:26:36.314390 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081b8786-57c0-4ac0-8313-0bf9b66c75b1 x-openstack-request-id: req-081b8786-57c0-4ac0-8313-0bf9b66c75b1 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:26:36.314719 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9088586d-cea4-43fd-9c02-b7422ed7421b", "name": "network-vif-deleted", "tag": "22493ec7-2b3d-42c5-b837-382ca6821fed", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:26:36.314973 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-081b8786-57c0-4ac0-8313-0bf9b66c75b1 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:26:36.315372 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-081b8786-57c0-4ac0-8313-0bf9b66c75b1'] response: {'server_uuid': '9088586d-cea4-43fd-9c02-b7422ed7421b', 'name': 'network-vif-deleted', 'tag': '22493ec7-2b3d-42c5-b837-382ca6821fed', 'status': 'completed', 'code': 200} Sep 23 15:26:36.317185 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-de990e35-2c67-4f56-bf07-f2be6ab94c3b req-cae7e7ea-7640-404c-a344-5a9f9d641b9a tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.72 "DELETE /v2.0/ports/22493ec7-2b3d-42c5-b837-382ca6821fed HTTP/1.1" status: 204 len: 173 time: 0.9871602 Sep 23 15:26:36.602059 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-86a83228-2d49-4113-8bec-1a7bba689a69 req-6426fc0b-5fb6-45a6-9060-c9edd52af89b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Synchronizing usage tracker for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:26:36.733965 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-86a83228-2d49-4113-8bec-1a7bba689a69 req-6426fc0b-5fb6-45a6-9060-c9edd52af89b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Unset dirty status for tenant:8433d6d3ee51437084758ba6444603b3 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:26:36.735180 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-86a83228-2d49-4113-8bec-1a7bba689a69 req-6426fc0b-5fb6-45a6-9060-c9edd52af89b tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "GET /v2.0/ports?device_id=9088586d-cea4-43fd-9c02-b7422ed7421b HTTP/1.1" status: 200 len: 210 time: 0.1931961 Sep 23 15:26:36.986129 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:37.844738 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52712) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:26:37.913144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a2c84257-56fa-44d3-8979-c6993dbb7405 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:37.942524 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a2c84257-56fa-44d3-8979-c6993dbb7405 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:38.076732 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a2c84257-56fa-44d3-8979-c6993dbb7405 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:38.094256 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c84257-56fa-44d3-8979-c6993dbb7405 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=311f1c0c-ac79-4bd6-a0dc-75fd7dc7c633,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:38.126621 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 22493ec7-2b3d-42c5-b837-382ca6821fed no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:26:38.161182 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 22493ec7-2b3d-42c5-b837-382ca6821fed {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:26:38.161518 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 22493ec7-2b3d-42c5-b837-382ca6821fed not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:26:38.173441 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a2c84257-56fa-44d3-8979-c6993dbb7405 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:38.174601 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a2c84257-56fa-44d3-8979-c6993dbb7405 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/security-groups/311f1c0c-ac79-4bd6-a0dc-75fd7dc7c633 HTTP/1.1" status: 204 len: 168 time: 0.3288422 Sep 23 15:26:38.265372 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52718) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:26:38.812272 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bb1922ef-d71f-4599-83aa-f710bad6470c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:39.264776 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-bb1922ef-d71f-4599-83aa-f710bad6470c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port 7e9ed3da-d0b0-45bd-887f-421719db5b8a {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:26:39.265442 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bb1922ef-d71f-4599-83aa-f710bad6470c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:39.451975 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-bb1922ef-d71f-4599-83aa-f710bad6470c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port 7e9ed3da-d0b0-45bd-887f-421719db5b8a, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=7e9ed3da-d0b0-45bd-887f-421719db5b8a,segment=NetworkSegment(6ddf3441-1966-49e8-b9fc-0610acb8bffb),segment_id=6ddf3441-1966-49e8-b9fc-0610acb8bffb)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:26:39.452333 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bb1922ef-d71f-4599-83aa-f710bad6470c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:39.575438 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-bb1922ef-d71f-4599-83aa-f710bad6470c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for 7e9ed3da-d0b0-45bd-887f-421719db5b8a owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:26:39.922754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bb1922ef-d71f-4599-83aa-f710bad6470c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:39.971048 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1922ef-d71f-4599-83aa-f710bad6470c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=7e9ed3da-d0b0-45bd-887f-421719db5b8a,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:40.254675 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bb1922ef-d71f-4599-83aa-f710bad6470c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:40.726863 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1922ef-d71f-4599-83aa-f710bad6470c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Router 02198459-1723-4682-883f-c25f3dba051c has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:26:40.901668 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1922ef-d71f-4599-83aa-f710bad6470c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:26:40.911024 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f4872-9166-437d-a3d7-168658d2ac2b None None] Sync routers for ids ['02198459-1723-4682-883f-c25f3dba051c'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:26:40.919704 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148f4872-9166-437d-a3d7-168658d2ac2b None None] Routers {'02198459-1723-4682-883f-c25f3dba051c'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:26:40.924735 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-148f4872-9166-437d-a3d7-168658d2ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:26:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['02198459-1723-4682-883f-c25f3dba051c'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:40.952663 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-bb1922ef-d71f-4599-83aa-f710bad6470c tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "PUT /v2.0/routers/02198459-1723-4682-883f-c25f3dba051c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6861472 Sep 23 15:26:40.955412 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52722) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:26:41.025304 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-304de73f-1622-4f4a-a58c-7e396037b8f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting subnet e4b7f2b0-ccf6-47da-af3a-a75af345684a {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:26:41.028278 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-304de73f-1622-4f4a-a58c-7e396037b8f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:41.083363 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-304de73f-1622-4f4a-a58c-7e396037b8f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:41.097011 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-148f4872-9166-437d-a3d7-168658d2ac2b None None] Set router 02198459-1723-4682-883f-c25f3dba051c gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:26:41.167890 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-304de73f-1622-4f4a-a58c-7e396037b8f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:41.300181 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-304de73f-1622-4f4a-a58c-7e396037b8f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:41.339903 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304de73f-1622-4f4a-a58c-7e396037b8f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b7f2b0-ccf6-47da-af3a-a75af345684a,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:41.343282 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-304de73f-1622-4f4a-a58c-7e396037b8f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:41.350877 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-304de73f-1622-4f4a-a58c-7e396037b8f0 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/subnets/e4b7f2b0-ccf6-47da-af3a-a75af345684a HTTP/1.1" status: 204 len: 168 time: 0.3943214 Sep 23 15:26:41.353476 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52726) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:26:41.356229 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdec57b6-d137-4a9b-bc23-974255a46017 None None] Network 8666fa9a-768f-4863-9248-56ab72749d2f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:26:41.545309 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6d85c283-a173-403d-aa2a-5b91ac468e21 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:41.559378 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-148f4872-9166-437d-a3d7-168658d2ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02198459-1723-4682-883f-c25f3dba051c', 'name': 'tempest-TestNetworkBasicOps-router-270439603', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35'}], 'enable_snat': True}, 'gw_port_id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:25:23Z', 'updated_at': '2022-09-23T15:26:39Z', 'revision_number': 7, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:24Z', 'updated_at': '2022-09-23T15:26:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:41.566079 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f4872-9166-437d-a3d7-168658d2ac2b None None] Checking router: 02198459-1723-4682-883f-c25f3dba051c for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:26:41.579265 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148f4872-9166-437d-a3d7-168658d2ac2b None None] Routers {'02198459-1723-4682-883f-c25f3dba051c'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:26:41.579862 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-148f4872-9166-437d-a3d7-168658d2ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:26:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['02198459-1723-4682-883f-c25f3dba051c'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:41.728260 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6d85c283-a173-403d-aa2a-5b91ac468e21 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:41.730937 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a124e790-bac0-4b18-bb39-faeed8db7d82 None None] DHCP port deletion for 8666fa9a-768f-4863-9248-56ab72749d2f request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:26:41.748979 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a124e790-bac0-4b18-bb39-faeed8db7d82 None None] Deleting port 72fef807-d9f8-4224-bbeb-229982b9aa74 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:26:41.749352 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a124e790-bac0-4b18-bb39-faeed8db7d82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:41.823538 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-148f4872-9166-437d-a3d7-168658d2ac2b None None] Set router 02198459-1723-4682-883f-c25f3dba051c gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:26:41.853636 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-6d85c283-a173-403d-aa2a-5b91ac468e21 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Deleting port a44aac6b-19e7-4ef6-9c33-f7c1fa182aae {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:26:41.853978 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6d85c283-a173-403d-aa2a-5b91ac468e21 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:42.032161 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-6d85c283-a173-403d-aa2a-5b91ac468e21 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] For port a44aac6b-19e7-4ef6-9c33-f7c1fa182aae, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a44aac6b-19e7-4ef6-9c33-f7c1fa182aae,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:26:42.032512 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6d85c283-a173-403d-aa2a-5b91ac468e21 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:42.153172 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-6d85c283-a173-403d-aa2a-5b91ac468e21 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Calling delete_port for a44aac6b-19e7-4ef6-9c33-f7c1fa182aae owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:26:42.222912 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-a124e790-bac0-4b18-bb39-faeed8db7d82 None None] For port 72fef807-d9f8-4224-bbeb-229982b9aa74, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=72fef807-d9f8-4224-bbeb-229982b9aa74,segment=NetworkSegment(6ddf3441-1966-49e8-b9fc-0610acb8bffb),segment_id=6ddf3441-1966-49e8-b9fc-0610acb8bffb)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:26:42.223510 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a124e790-bac0-4b18-bb39-faeed8db7d82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:42.368026 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6d85c283-a173-403d-aa2a-5b91ac468e21 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:42.382229 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a124e790-bac0-4b18-bb39-faeed8db7d82 None None] Calling delete_port for 72fef807-d9f8-4224-bbeb-229982b9aa74 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:26:42.419574 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85c283-a173-403d-aa2a-5b91ac468e21 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Port': ['ID=a44aac6b-19e7-4ef6-9c33-f7c1fa182aae,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:42.477827 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-148f4872-9166-437d-a3d7-168658d2ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02198459-1723-4682-883f-c25f3dba051c', 'name': 'tempest-TestNetworkBasicOps-router-270439603', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35'}], 'enable_snat': True}, 'gw_port_id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:25:23Z', 'updated_at': '2022-09-23T15:26:39Z', 'revision_number': 7, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:24Z', 'updated_at': '2022-09-23T15:26:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:42.482348 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f4872-9166-437d-a3d7-168658d2ac2b None None] The sync data for ids ['02198459-1723-4682-883f-c25f3dba051c'] in dv-neutron-859093-1-hyperv is: [{'id': '02198459-1723-4682-883f-c25f3dba051c', 'name': 'tempest-TestNetworkBasicOps-router-270439603', 'tenant_id': '8433d6d3ee51437084758ba6444603b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35'}], 'enable_snat': True}, 'gw_port_id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:25:23Z', 'updated_at': '2022-09-23T15:26:39Z', 'revision_number': 7, 'project_id': '8433d6d3ee51437084758ba6444603b3', 'gw_port': {'id': 'a44aac6b-19e7-4ef6-9c33-f7c1fa182aae', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:26:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02198459-1723-4682-883f-c25f3dba051c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:25:24Z', 'updated_at': '2022-09-23T15:26:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:26:42.522343 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a124e790-bac0-4b18-bb39-faeed8db7d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:42.573527 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124e790-bac0-4b18-bb39-faeed8db7d82 None None] Pushing event deleted for resources: {'Port': ['ID=72fef807-d9f8-4224-bbeb-229982b9aa74,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:42.578616 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a124e790-bac0-4b18-bb39-faeed8db7d82 None None] No DVR routers for this DVR port 72fef807-d9f8-4224-bbeb-229982b9aa74 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:26:42.627212 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6d85c283-a173-403d-aa2a-5b91ac468e21 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:42.799986 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6d85c283-a173-403d-aa2a-5b91ac468e21 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:42.802622 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6d85c283-a173-403d-aa2a-5b91ac468e21 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:42.922624 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6d85c283-a173-403d-aa2a-5b91ac468e21 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:42.923251 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d85c283-a173-403d-aa2a-5b91ac468e21 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Fanout notify agent at l3_agent the message router_deleted on router 02198459-1723-4682-883f-c25f3dba051c {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:26:42.938865 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6d85c283-a173-403d-aa2a-5b91ac468e21 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:42.939961 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6d85c283-a173-403d-aa2a-5b91ac468e21 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/routers/02198459-1723-4682-883f-c25f3dba051c HTTP/1.1" status: 204 len: 168 time: 1.5855918 Sep 23 15:26:42.942861 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52730) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:26:43.059650 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5f1c94ae-cbfa-4821-86d9-276dab7f05c5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:43.193586 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5f1c94ae-cbfa-4821-86d9-276dab7f05c5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:43.217653 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-5f1c94ae-cbfa-4821-86d9-276dab7f05c5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8666fa9a-768f-4863-9248-56ab72749d2f']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:43.229357 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-5f1c94ae-cbfa-4821-86d9-276dab7f05c5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ddf3441-1966-49e8-b9fc-0610acb8bffb') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:43.229655 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-5f1c94ae-cbfa-4821-86d9-276dab7f05c5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ddf3441-1966-49e8-b9fc-0610acb8bffb') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:43.241254 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5f1c94ae-cbfa-4821-86d9-276dab7f05c5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:43.257229 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5f1c94ae-cbfa-4821-86d9-276dab7f05c5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:43.263143 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f1c94ae-cbfa-4821-86d9-276dab7f05c5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:26:43.263524 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5f1c94ae-cbfa-4821-86d9-276dab7f05c5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:43.349429 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 6ddf3441-1966-49e8-b9fc-0610acb8bffb resource provider aggregate not found Sep 23 15:26:43.373799 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 6ddf3441-1966-49e8-b9fc-0610acb8bffb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ddf3441-1966-49e8-b9fc-0610acb8bffb found for delete ", "request_id": "req-c976ad78-b58d-4787-9413-cd717f1200b4"}]} Sep 23 15:26:43.407866 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5f1c94ae-cbfa-4821-86d9-276dab7f05c5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:43.425779 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5f1c94ae-cbfa-4821-86d9-276dab7f05c5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:43.438677 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c94ae-cbfa-4821-86d9-276dab7f05c5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Pushing event deleted for resources: {'Network': ['ID=8666fa9a-768f-4863-9248-56ab72749d2f,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:43.449403 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c94ae-cbfa-4821-86d9-276dab7f05c5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:43.449829 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c94ae-cbfa-4821-86d9-276dab7f05c5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:43.450297 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c94ae-cbfa-4821-86d9-276dab7f05c5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:43.450719 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c94ae-cbfa-4821-86d9-276dab7f05c5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:43.451119 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c94ae-cbfa-4821-86d9-276dab7f05c5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:43.451587 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c94ae-cbfa-4821-86d9-276dab7f05c5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:43.452029 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c94ae-cbfa-4821-86d9-276dab7f05c5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:43.452656 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c94ae-cbfa-4821-86d9-276dab7f05c5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:43.453127 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c94ae-cbfa-4821-86d9-276dab7f05c5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:43.453609 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c94ae-cbfa-4821-86d9-276dab7f05c5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:43.454105 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c94ae-cbfa-4821-86d9-276dab7f05c5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:43.454642 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1c94ae-cbfa-4821-86d9-276dab7f05c5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:43.492976 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5f1c94ae-cbfa-4821-86d9-276dab7f05c5 tempest-TestNetworkBasicOps-571466617 tempest-TestNetworkBasicOps-571466617-project] 10.222.0.67 "DELETE /v2.0/networks/8666fa9a-768f-4863-9248-56ab72749d2f HTTP/1.1" status: 204 len: 168 time: 0.5452323 Sep 23 15:26:43.508311 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 72fef807-d9f8-4224-bbeb-229982b9aa74 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:26:43.545993 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 72fef807-d9f8-4224-bbeb-229982b9aa74 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:26:43.546359 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 72fef807-d9f8-4224-bbeb-229982b9aa74 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:26:43.547315 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 7e9ed3da-d0b0-45bd-887f-421719db5b8a no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:26:43.582636 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 7e9ed3da-d0b0-45bd-887f-421719db5b8a {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:26:43.582894 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 7e9ed3da-d0b0-45bd-887f-421719db5b8a not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:26:43.583301 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a44aac6b-19e7-4ef6-9c33-f7c1fa182aae no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:26:43.616543 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: a44aac6b-19e7-4ef6-9c33-f7c1fa182aae {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:26:43.616892 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a44aac6b-19e7-4ef6-9c33-f7c1fa182aae not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:26:43.931655 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52744) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:26:44.081689 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-debde05d-54a1-4a24-b515-cfa91b42fb63 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8433d6d3ee51437084758ba6444603b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488161 Sep 23 15:26:44.084302 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52750) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:26:44.145627 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7df1c41-794f-4eda-b509-68c7840cc394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:44.171054 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7df1c41-794f-4eda-b509-68c7840cc394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:44.270445 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7df1c41-794f-4eda-b509-68c7840cc394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:44.287550 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df1c41-794f-4eda-b509-68c7840cc394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d63443-cb2a-49b8-abdc-a0815fd3c91c,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:44.294861 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7df1c41-794f-4eda-b509-68c7840cc394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:44.296008 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d7df1c41-794f-4eda-b509-68c7840cc394 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/04d63443-cb2a-49b8-abdc-a0815fd3c91c HTTP/1.1" status: 204 len: 168 time: 0.2107964 Sep 23 15:26:44.857205 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52758) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:26:44.875302 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8baa28eb-d4ca-4608-8605-a75bfd47574f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:44.889354 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8baa28eb-d4ca-4608-8605-a75bfd47574f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:26:44.894201 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8baa28eb-d4ca-4608-8605-a75bfd47574f admin admin] Usage tracker for resource:security_group_rule and tenant:ba95c2eecd6b4c83aa43b326ab5fc34f is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:26:44.897091 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8baa28eb-d4ca-4608-8605-a75bfd47574f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:26:44.902911 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8baa28eb-d4ca-4608-8605-a75bfd47574f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:26:44.987818 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8baa28eb-d4ca-4608-8605-a75bfd47574f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:45.047098 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8baa28eb-d4ca-4608-8605-a75bfd47574f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:45.098053 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8baa28eb-d4ca-4608-8605-a75bfd47574f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ba95c2eecd6b4c83aa43b326ab5fc34f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397442 Sep 23 15:26:45.099627 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa28eb-d4ca-4608-8605-a75bfd47574f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3328096c-6c44-410d-992d-b264568bbe47,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:45.100812 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52762) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:26:45.158220 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ac33f7d1-0b56-4bb3-acbc-3ab2577369f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:45.184070 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ac33f7d1-0b56-4bb3-acbc-3ab2577369f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:45.322013 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ac33f7d1-0b56-4bb3-acbc-3ab2577369f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:45.336603 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33f7d1-0b56-4bb3-acbc-3ab2577369f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3328096c-6c44-410d-992d-b264568bbe47,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:45.342992 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ac33f7d1-0b56-4bb3-acbc-3ab2577369f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:45.344159 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ac33f7d1-0b56-4bb3-acbc-3ab2577369f4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3328096c-6c44-410d-992d-b264568bbe47 HTTP/1.1" status: 204 len: 168 time: 0.2423074 Sep 23 15:26:52.066874 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:26:52.194167 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-7bdf4930-1bda-420d-a976-a9ad99a22af3 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=131d753db5494863aad1958728a2772c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283585 Sep 23 15:26:52.347089 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-90ea8bd0-a7a7-48aa-9f3e-31dbd2296277 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:52.348430 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-90ea8bd0-a7a7-48aa-9f3e-31dbd2296277 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1493697 Sep 23 15:26:52.363376 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-fccfd10d-5801-48a2-93e7-570426d55b49 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/quotas/131d753db5494863aad1958728a2772c HTTP/1.1" status: 200 len: 375 time: 0.0094731 Sep 23 15:26:52.415365 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-5dc7dcb7-4e54-45a3-bfb4-59d20bdbb042 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=131d753db5494863aad1958728a2772c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471089 Sep 23 15:26:52.633225 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-12c912ff-ddd2-4107-a39c-2c3ce84a6a84 req-6def1ba0-d7a3-49e4-b8c8-6d4928c3bbe7 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e110616-538e-444d-bad5-2e1349589396 HTTP/1.1" status: 200 len: 210 time: 0.0531929 Sep 23 15:26:53.745023 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a2b5ab02-665a-4f4e-bc4c-aa3993128f61 req-1acf3ff4-fd68-4711-88d1-30a179edd757 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e110616-538e-444d-bad5-2e1349589396 HTTP/1.1" status: 200 len: 210 time: 0.0530436 Sep 23 15:26:54.852320 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-be1feff8-995a-4735-ac16-dd2279a1f4a9 req-ef0c2679-7bb3-45ea-b042-9c53c624198d tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e110616-538e-444d-bad5-2e1349589396 HTTP/1.1" status: 200 len: 210 time: 0.0494828 Sep 23 15:26:56.012078 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-82b001a2-24ca-47ee-945e-dea1f4d477e1 req-e14c2897-1925-4eea-bb32-2d789eb078c5 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e110616-538e-444d-bad5-2e1349589396 HTTP/1.1" status: 200 len: 210 time: 0.0498750 Sep 23 15:26:56.366646 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-28cc7bbb-cc83-47af-83f1-6b875f1cfaa6 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=131d753db5494863aad1958728a2772c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271733 Sep 23 15:26:56.519295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-8c1052e8-1dd9-4fb2-bcc2-61b5f836770b tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:56.520688 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-8c1052e8-1dd9-4fb2-bcc2-61b5f836770b tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1495376 Sep 23 15:26:56.534303 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-8b843cfc-1c8d-4361-9b95-e7242f3b63b2 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Request body: {'port': {'device_id': '5e110616-538e-444d-bad5-2e1349589396', 'network_id': 'acf1f831-f88c-4e30-be08-e1f22c0e4813', 'admin_state_up': True, 'tenant_id': '131d753db5494863aad1958728a2772c'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:26:56.673015 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-8b843cfc-1c8d-4361-9b95-e7242f3b63b2 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:26:56.677095 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-8b843cfc-1c8d-4361-9b95-e7242f3b63b2 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Usage tracker for resource:port and tenant:131d753db5494863aad1958728a2772c is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:26:56.679903 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-8b843cfc-1c8d-4361-9b95-e7242f3b63b2 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:26:56.685537 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-8b843cfc-1c8d-4361-9b95-e7242f3b63b2 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:26:56.744556 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-8b843cfc-1c8d-4361-9b95-e7242f3b63b2 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Made reservation on behalf of 131d753db5494863aad1958728a2772c for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:26:56.748324 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-8b843cfc-1c8d-4361-9b95-e7242f3b63b2 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:56.763313 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-8b843cfc-1c8d-4361-9b95-e7242f3b63b2 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:56.778753 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-8b843cfc-1c8d-4361-9b95-e7242f3b63b2 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:26:56.782720 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-8b843cfc-1c8d-4361-9b95-e7242f3b63b2 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Usage tracker for resource:security_group_rule and tenant:131d753db5494863aad1958728a2772c is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:26:56.785608 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-8b843cfc-1c8d-4361-9b95-e7242f3b63b2 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:26:56.791301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-8b843cfc-1c8d-4361-9b95-e7242f3b63b2 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:26:56.873688 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-8b843cfc-1c8d-4361-9b95-e7242f3b63b2 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:56.950673 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-8b843cfc-1c8d-4361-9b95-e7242f3b63b2 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:57.033771 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b843cfc-1c8d-4361-9b95-e7242f3b63b2 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03191933-ba1e-40fc-9b01-03c9e52e47a5,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:57.126011 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-8b843cfc-1c8d-4361-9b95-e7242f3b63b2 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Allocated IP 192.168.233.226 (acf1f831-f88c-4e30-be08-e1f22c0e4813/9f1b57e3-b337-4a5a-aa62-19a2e92e4551/03cc3a82-1dae-41f1-b991-f7dfc515fe10) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:26:57.184968 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-07996676-20bc-499e-bcdc-7377dc355167 req-a0735a05-e490-4b23-855a-180b52dd2feb tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e110616-538e-444d-bad5-2e1349589396 HTTP/1.1" status: 200 len: 210 time: 0.0567191 Sep 23 15:26:57.376001 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-8b843cfc-1c8d-4361-9b95-e7242f3b63b2 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:57.391046 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-8b843cfc-1c8d-4361-9b95-e7242f3b63b2 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Transition to ACTIVE for port object 03cc3a82-1dae-41f1-b991-f7dfc515fe10 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:26:57.465065 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-8b843cfc-1c8d-4361-9b95-e7242f3b63b2 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:57.540265 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-8b843cfc-1c8d-4361-9b95-e7242f3b63b2 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Network acf1f831-f88c-4e30-be08-e1f22c0e4813 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:26:57.543353 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-8b843cfc-1c8d-4361-9b95-e7242f3b63b2 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:26:57.547070 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-8b843cfc-1c8d-4361-9b95-e7242f3b63b2 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:26:57.577896 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b843cfc-1c8d-4361-9b95-e7242f3b63b2 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Pushing event updated for resources: {'Port': ['ID=03cc3a82-1dae-41f1-b991-f7dfc515fe10,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:57.615380 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-8b843cfc-1c8d-4361-9b95-e7242f3b63b2 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:57.616022 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-8b843cfc-1c8d-4361-9b95-e7242f3b63b2 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:57.671447 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-8b843cfc-1c8d-4361-9b95-e7242f3b63b2 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1406939 Sep 23 15:26:57.686528 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-ba6057c4-b8da-421c-bc20-402891ce74cc service neutron] Request body: {'port': {'device_id': '5e110616-538e-444d-bad5-2e1349589396', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:26:57.890258 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-ba6057c4-b8da-421c-bc20-402891ce74cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:57.893601 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c34c59fc-79e6-47f7-9a21-a25e98f6d5dc None None] Provisioning for port 03cc3a82-1dae-41f1-b991-f7dfc515fe10 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:26:57.898885 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c34c59fc-79e6-47f7-9a21-a25e98f6d5dc None None] Provisioning complete for port 03cc3a82-1dae-41f1-b991-f7dfc515fe10 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:26:57.899233 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c34c59fc-79e6-47f7-9a21-a25e98f6d5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:57.899566 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c34c59fc-79e6-47f7-9a21-a25e98f6d5dc None None] Attempt 1 to provision port 03cc3a82-1dae-41f1-b991-f7dfc515fe10 Sep 23 15:26:57.959316 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c34c59fc-79e6-47f7-9a21-a25e98f6d5dc None None] Port 03cc3a82-1dae-41f1-b991-f7dfc515fe10 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:26:58.232529 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-ba6057c4-b8da-421c-bc20-402891ce74cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03cc3a82-1dae-41f1-b991-f7dfc515fe10 {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:26:58.240515 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-ba6057c4-b8da-421c-bc20-402891ce74cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:58.255580 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-ba6057c4-b8da-421c-bc20-402891ce74cc service neutron] Transition to ACTIVE for port object 03cc3a82-1dae-41f1-b991-f7dfc515fe10 will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:26:58.310645 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-ba6057c4-b8da-421c-bc20-402891ce74cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:58.389480 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b525d-acaa-42ef-b41a-04c86253b028 req-7abbe29e-87dd-49d7-85b6-7c56ce270bf3 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:58.391072 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-fe1b525d-acaa-42ef-b41a-04c86253b028 req-7abbe29e-87dd-49d7-85b6-7c56ce270bf3 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e110616-538e-444d-bad5-2e1349589396 HTTP/1.1" status: 200 len: 948 time: 0.0918143 Sep 23 15:26:58.460480 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c34c59fc-79e6-47f7-9a21-a25e98f6d5dc None None] Attempt 2 to provision port 03cc3a82-1dae-41f1-b991-f7dfc515fe10 Sep 23 15:26:58.513605 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6057c4-b8da-421c-bc20-402891ce74cc service neutron] Pushing event updated for resources: {'Port': ['ID=03cc3a82-1dae-41f1-b991-f7dfc515fe10,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:58.516957 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c34c59fc-79e6-47f7-9a21-a25e98f6d5dc None None] Port 03cc3a82-1dae-41f1-b991-f7dfc515fe10 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:26:58.544539 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-ba6057c4-b8da-421c-bc20-402891ce74cc service neutron] Attempting to bind port 03cc3a82-1dae-41f1-b991-f7dfc515fe10 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:26:58.544936 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-ba6057c4-b8da-421c-bc20-402891ce74cc service neutron] Attempting to bind port 03cc3a82-1dae-41f1-b991-f7dfc515fe10 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '7e0a8df4-1a8f-4cbe-8df0-64c30f5bd2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'acf1f831-f88c-4e30-be08-e1f22c0e4813'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:26:58.545272 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-ba6057c4-b8da-421c-bc20-402891ce74cc service neutron] Attempting to bind port 03cc3a82-1dae-41f1-b991-f7dfc515fe10 on network acf1f831-f88c-4e30-be08-e1f22c0e4813 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:26:58.548393 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-fe1b525d-acaa-42ef-b41a-04c86253b028 req-d8406c81-0314-4ecb-9ce6-203ec6d2128d tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/security-groups?id=03191933-ba1e-40fc-9b01-03c9e52e47a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516573 Sep 23 15:26:58.550609 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-ba6057c4-b8da-421c-bc20-402891ce74cc service neutron] Port 03cc3a82-1dae-41f1-b991-f7dfc515fe10 on network acf1f831-f88c-4e30-be08-e1f22c0e4813 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:26:58.551182 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-ba6057c4-b8da-421c-bc20-402891ce74cc service neutron] Attempting to bind port 03cc3a82-1dae-41f1-b991-f7dfc515fe10 on network acf1f831-f88c-4e30-be08-e1f22c0e4813 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:26:58.556313 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-ba6057c4-b8da-421c-bc20-402891ce74cc service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:26:58.556647 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-ba6057c4-b8da-421c-bc20-402891ce74cc service neutron] Checking segment: {'id': '7e0a8df4-1a8f-4cbe-8df0-64c30f5bd2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'acf1f831-f88c-4e30-be08-e1f22c0e4813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:26:58.557028 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-ba6057c4-b8da-421c-bc20-402891ce74cc service neutron] Bound using segment: {'id': '7e0a8df4-1a8f-4cbe-8df0-64c30f5bd2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'acf1f831-f88c-4e30-be08-e1f22c0e4813'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:26:58.557450 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-ba6057c4-b8da-421c-bc20-402891ce74cc service neutron] Bound port: 03cc3a82-1dae-41f1-b991-f7dfc515fe10, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e0a8df4-1a8f-4cbe-8df0-64c30f5bd2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'acf1f831-f88c-4e30-be08-e1f22c0e4813'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:26:58.557793 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-ba6057c4-b8da-421c-bc20-402891ce74cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:58.647773 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-ba6057c4-b8da-421c-bc20-402891ce74cc service neutron] For port 03cc3a82-1dae-41f1-b991-f7dfc515fe10, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:26:58.650710 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-ba6057c4-b8da-421c-bc20-402891ce74cc service neutron] For port 03cc3a82-1dae-41f1-b991-f7dfc515fe10, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=03cc3a82-1dae-41f1-b991-f7dfc515fe10,segment=NetworkSegment(7e0a8df4-1a8f-4cbe-8df0-64c30f5bd2a6),segment_id=7e0a8df4-1a8f-4cbe-8df0-64c30f5bd2a6)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:26:58.733830 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-ba6057c4-b8da-421c-bc20-402891ce74cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:58.786247 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-ba6057c4-b8da-421c-bc20-402891ce74cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:58.787203 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-ba6057c4-b8da-421c-bc20-402891ce74cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:26:58.789444 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-ba6057c4-b8da-421c-bc20-402891ce74cc service neutron] 10.222.0.72 "PUT /v2.0/ports/03cc3a82-1dae-41f1-b991-f7dfc515fe10 HTTP/1.1" status: 200 len: 1098 time: 1.1072545 Sep 23 15:26:58.799557 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e110616-538e-444d-bad5-2e1349589396', 'tag': '03cc3a82-1dae-41f1-b991-f7dfc515fe10'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:26:58.803697 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251b8b5d-8ae8-4641-86b6-62692fd6846c" -d '{"events": [{"name": "network-changed", "server_uuid": "5e110616-538e-444d-bad5-2e1349589396", "tag": "03cc3a82-1dae-41f1-b991-f7dfc515fe10"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:26:58.849443 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f85000-8ee0-4ec9-9d29-89548e5fd5d2 x-openstack-request-id: req-a3f85000-8ee0-4ec9-9d29-89548e5fd5d2 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:26:58.849731 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e110616-538e-444d-bad5-2e1349589396", "tag": "03cc3a82-1dae-41f1-b991-f7dfc515fe10", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:26:58.849981 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a3f85000-8ee0-4ec9-9d29-89548e5fd5d2 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:26:58.850399 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3f85000-8ee0-4ec9-9d29-89548e5fd5d2'] response: {'name': 'network-changed', 'server_uuid': '5e110616-538e-444d-bad5-2e1349589396', 'tag': '03cc3a82-1dae-41f1-b991-f7dfc515fe10', 'status': 'completed', 'code': 200} Sep 23 15:26:58.855948 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6057c4-b8da-421c-bc20-402891ce74cc service neutron] Pushing event updated for resources: {'Port': ['ID=03cc3a82-1dae-41f1-b991-f7dfc515fe10,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:58.946916 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b8b5d-8ae8-4641-86b6-62692fd6846c req-d70ab09f-ad38-41d6-b910-d5b2a87c3e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:58.948421 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-251b8b5d-8ae8-4641-86b6-62692fd6846c req-d70ab09f-ad38-41d6-b910-d5b2a87c3e18 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=131d753db5494863aad1958728a2772c&device_id=5e110616-538e-444d-bad5-2e1349589396 HTTP/1.1" status: 200 len: 1101 time: 0.0817482 Sep 23 15:26:58.979793 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-251b8b5d-8ae8-4641-86b6-62692fd6846c req-ab4ace22-3474-4e34-9a11-bccd1abe8499 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=131d753db5494863aad1958728a2772c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238576 Sep 23 15:26:59.018527 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c34c59fc-79e6-47f7-9a21-a25e98f6d5dc None None] Attempt 3 to provision port 03cc3a82-1dae-41f1-b991-f7dfc515fe10 Sep 23 15:26:59.078258 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c34c59fc-79e6-47f7-9a21-a25e98f6d5dc None None] Port 03cc3a82-1dae-41f1-b991-f7dfc515fe10 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:26:59.114914 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b8b5d-8ae8-4641-86b6-62692fd6846c req-bef46383-699c-4e0e-a3b8-5f84cdd9e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:59.116353 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-251b8b5d-8ae8-4641-86b6-62692fd6846c req-bef46383-699c-4e0e-a3b8-5f84cdd9e62c service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310914 Sep 23 15:26:59.226331 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-8a4a3480-40f7-47cf-b35a-63cedc954cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:59.227832 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-8a4a3480-40f7-47cf-b35a-63cedc954cf6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=131d753db5494863aad1958728a2772c&device_id=5e110616-538e-444d-bad5-2e1349589396 HTTP/1.1" status: 200 len: 1101 time: 0.0770674 Sep 23 15:26:59.296466 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-46d1143e-c987-452f-b493-da270d77a9b4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=03cc3a82-1dae-41f1-b991-f7dfc515fe10 HTTP/1.1" status: 200 len: 217 time: 0.0624573 Sep 23 15:26:59.357347 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-efe258c7-1395-472e-a8b2-3f793d6f744a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:59.358693 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-efe258c7-1395-472e-a8b2-3f793d6f744a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9f1b57e3-b337-4a5a-aa62-19a2e92e4551 HTTP/1.1" status: 200 len: 843 time: 0.0563915 Sep 23 15:26:59.443643 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-7e400a6c-7ee9-4c7c-929c-7859bddacefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:59.445087 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-7e400a6c-7ee9-4c7c-929c-7859bddacefc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=acf1f831-f88c-4e30-be08-e1f22c0e4813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0810018 Sep 23 15:26:59.577419 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-3efa9588-9534-4a60-90d5-989627f97962 service neutron] 10.222.0.72 "GET /v2.0/networks/acf1f831-f88c-4e30-be08-e1f22c0e4813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253273 Sep 23 15:26:59.746447 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18b128-689a-4f07-83b3-de0e8cbdd8ad req-cbfe3ba4-c214-4137-9d7f-b3aa6b8deae9 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:59.747978 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-af18b128-689a-4f07-83b3-de0e8cbdd8ad req-cbfe3ba4-c214-4137-9d7f-b3aa6b8deae9 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e110616-538e-444d-bad5-2e1349589396 HTTP/1.1" status: 200 len: 948 time: 0.0908418 Sep 23 15:26:59.801784 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-af18b128-689a-4f07-83b3-de0e8cbdd8ad req-b0d35b2f-180a-4e56-bc91-166f3ff907db tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/security-groups?id=03191933-ba1e-40fc-9b01-03c9e52e47a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477450 Sep 23 15:26:59.825133 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-cd37e971-907f-455e-b7ea-acd4dd25015c req-7dd657b2-acc3-4966-ae3d-5243575cb9ef service neutron] 10.222.0.72 "GET /v2.0/networks/acf1f831-f88c-4e30-be08-e1f22c0e4813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412002 Sep 23 15:27:00.996767 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47f52a-a4b4-4f6d-97d0-1ab96a3a33a8 req-9d3e135d-d4b6-4056-b75b-2e90f65faad3 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:00.997456 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-7a47f52a-a4b4-4f6d-97d0-1ab96a3a33a8 req-9d3e135d-d4b6-4056-b75b-2e90f65faad3 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Synchronizing usage tracker for tenant:131d753db5494863aad1958728a2772c on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:27:01.070123 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-7a47f52a-a4b4-4f6d-97d0-1ab96a3a33a8 req-9d3e135d-d4b6-4056-b75b-2e90f65faad3 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Unset dirty status for tenant:131d753db5494863aad1958728a2772c on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:27:01.071215 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7a47f52a-a4b4-4f6d-97d0-1ab96a3a33a8 req-9d3e135d-d4b6-4056-b75b-2e90f65faad3 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e110616-538e-444d-bad5-2e1349589396 HTTP/1.1" status: 200 len: 948 time: 0.1596079 Sep 23 15:27:01.114544 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-7a47f52a-a4b4-4f6d-97d0-1ab96a3a33a8 req-2245a693-8ad1-4a2f-a508-6a812e628830 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Synchronizing usage tracker for tenant:131d753db5494863aad1958728a2772c on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:27:01.184510 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-7a47f52a-a4b4-4f6d-97d0-1ab96a3a33a8 req-2245a693-8ad1-4a2f-a508-6a812e628830 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Unset dirty status for tenant:131d753db5494863aad1958728a2772c on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:27:01.185638 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7a47f52a-a4b4-4f6d-97d0-1ab96a3a33a8 req-2245a693-8ad1-4a2f-a508-6a812e628830 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/security-groups?id=03191933-ba1e-40fc-9b01-03c9e52e47a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087859 Sep 23 15:27:02.087619 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b2d9d644-ec9d-4505-a6d3-e71b61d99b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:02.257256 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 03cc3a82-1dae-41f1-b991-f7dfc515fe10 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:27:02.382043 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09932d3-236e-419e-9a3c-cd4c32fe610e req-26a1ba1b-2310-40e9-8bbe-0cda1952591c tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:02.383451 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d09932d3-236e-419e-9a3c-cd4c32fe610e req-26a1ba1b-2310-40e9-8bbe-0cda1952591c tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e110616-538e-444d-bad5-2e1349589396 HTTP/1.1" status: 200 len: 948 time: 0.0880332 Sep 23 15:27:02.394719 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 03cc3a82-1dae-41f1-b991-f7dfc515fe10, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=03cc3a82-1dae-41f1-b991-f7dfc515fe10,segment=NetworkSegment(7e0a8df4-1a8f-4cbe-8df0-64c30f5bd2a6),segment_id=7e0a8df4-1a8f-4cbe-8df0-64c30f5bd2a6)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:27:02.408209 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '03cc3a82-1dae-41f1-b991-f7dfc515fe10', 'network_id': 'acf1f831-f88c-4e30-be08-e1f22c0e4813', 'port_id': '03cc3a82-1dae-41f1-b991-f7dfc515fe10', 'mac_address': 'fa:16:3e:64:d6:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f1b57e3-b337-4a5a-aa62-19a2e92e4551', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:27:02.427597 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d09932d3-236e-419e-9a3c-cd4c32fe610e req-195cc777-1f02-42af-90cf-74df71757e2a tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/security-groups?id=03191933-ba1e-40fc-9b01-03c9e52e47a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383925 Sep 23 15:27:02.465945 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 03cc3a82-1dae-41f1-b991-f7dfc515fe10 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:27:02.466343 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:02.482888 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03cc3a82-1dae-41f1-b991-f7dfc515fe10 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:27:02.498432 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 03cc3a82-1dae-41f1-b991-f7dfc515fe10, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=03cc3a82-1dae-41f1-b991-f7dfc515fe10,segment=NetworkSegment(7e0a8df4-1a8f-4cbe-8df0-64c30f5bd2a6),segment_id=7e0a8df4-1a8f-4cbe-8df0-64c30f5bd2a6)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:27:02.544330 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:02.610566 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=03cc3a82-1dae-41f1-b991-f7dfc515fe10,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:02.727666 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:02.750343 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['03cc3a82-1dae-41f1-b991-f7dfc515fe10'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:27:03.626555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a470a-6de3-4dda-ae59-2e027a4f3ae3 req-4a5ce80d-cd63-4e9e-acaa-46ea16b72d50 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:03.627923 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-996a470a-6de3-4dda-ae59-2e027a4f3ae3 req-4a5ce80d-cd63-4e9e-acaa-46ea16b72d50 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e110616-538e-444d-bad5-2e1349589396 HTTP/1.1" status: 200 len: 949 time: 0.0901115 Sep 23 15:27:03.670853 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-996a470a-6de3-4dda-ae59-2e027a4f3ae3 req-79636358-3f15-4e35-a377-878a1df413b3 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/security-groups?id=03191933-ba1e-40fc-9b01-03c9e52e47a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372851 Sep 23 15:27:04.288390 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 03cc3a82-1dae-41f1-b991-f7dfc515fe10 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:27:04.384277 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 03cc3a82-1dae-41f1-b991-f7dfc515fe10 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:27:04.388807 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 03cc3a82-1dae-41f1-b991-f7dfc515fe10 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:27:04.389171 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:04.389499 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 03cc3a82-1dae-41f1-b991-f7dfc515fe10 Sep 23 15:27:04.503392 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 03cc3a82-1dae-41f1-b991-f7dfc515fe10 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:27:04.503767 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:04.529474 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e110616-538e-444d-bad5-2e1349589396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03cc3a82-1dae-41f1-b991-f7dfc515fe10'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:27:04.532285 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51279715-7877-4533-a8d6-973e609297c9" -d '{"events": [{"server_uuid": "5e110616-538e-444d-bad5-2e1349589396", "name": "network-vif-plugged", "status": "completed", "tag": "03cc3a82-1dae-41f1-b991-f7dfc515fe10"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:27:04.540718 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 03cc3a82-1dae-41f1-b991-f7dfc515fe10, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=03cc3a82-1dae-41f1-b991-f7dfc515fe10,segment=NetworkSegment(7e0a8df4-1a8f-4cbe-8df0-64c30f5bd2a6),segment_id=7e0a8df4-1a8f-4cbe-8df0-64c30f5bd2a6)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:27:04.575580 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d067ac-6cbc-4b09-b460-e664bccdcce9 x-openstack-request-id: req-68d067ac-6cbc-4b09-b460-e664bccdcce9 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:27:04.575893 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e110616-538e-444d-bad5-2e1349589396", "name": "network-vif-plugged", "status": "completed", "tag": "03cc3a82-1dae-41f1-b991-f7dfc515fe10", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:27:04.576151 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-68d067ac-6cbc-4b09-b460-e664bccdcce9 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:27:04.576547 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68d067ac-6cbc-4b09-b460-e664bccdcce9'] response: {'server_uuid': '5e110616-538e-444d-bad5-2e1349589396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03cc3a82-1dae-41f1-b991-f7dfc515fe10', 'code': 200} Sep 23 15:27:04.584687 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:04.685387 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=03cc3a82-1dae-41f1-b991-f7dfc515fe10,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:04.932397 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba2a91-8baa-4ddb-a9cb-d75cbcc9a319 req-879db167-4d35-42a9-b168-11bb28051780 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:04.933839 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d5ba2a91-8baa-4ddb-a9cb-d75cbcc9a319 req-879db167-4d35-42a9-b168-11bb28051780 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e110616-538e-444d-bad5-2e1349589396 HTTP/1.1" status: 200 len: 950 time: 0.1500051 Sep 23 15:27:04.939381 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18841d-a758-4dbe-9882-7d8a26dc3db3 req-e4141906-694d-4983-a4ca-d2e7f31c0bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:04.940737 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-df18841d-a758-4dbe-9882-7d8a26dc3db3 req-e4141906-694d-4983-a4ca-d2e7f31c0bbc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5e110616-538e-444d-bad5-2e1349589396 HTTP/1.1" status: 200 len: 1103 time: 0.1146746 Sep 23 15:27:05.008342 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-df18841d-a758-4dbe-9882-7d8a26dc3db3 req-eda1233a-07b0-4258-88ee-3c27ca31bc75 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=03191933-ba1e-40fc-9b01-03c9e52e47a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543635 Sep 23 15:27:05.011208 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d5ba2a91-8baa-4ddb-a9cb-d75cbcc9a319 req-99506e12-2ad7-48a3-9d27-655ae9f96757 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/security-groups?id=03191933-ba1e-40fc-9b01-03c9e52e47a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696306 Sep 23 15:27:05.016395 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-549c23dd-973c-48f3-b087-c6c7a4aa43ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:05.521131 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:05.584452 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:06.256205 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b45f6-b580-4e24-b5c9-7ea69657a0e1 req-de4fc894-479d-4cb5-940b-a0cd88b07cc7 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:06.257669 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6e0b45f6-b580-4e24-b5c9-7ea69657a0e1 req-de4fc894-479d-4cb5-940b-a0cd88b07cc7 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e110616-538e-444d-bad5-2e1349589396 HTTP/1.1" status: 200 len: 950 time: 0.0942166 Sep 23 15:27:06.302334 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6e0b45f6-b580-4e24-b5c9-7ea69657a0e1 req-05dd06fe-addb-4406-ac2a-3b2aa6263909 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/security-groups?id=03191933-ba1e-40fc-9b01-03c9e52e47a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388780 Sep 23 15:27:06.984085 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:07.516626 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbec91-eee6-49dc-9a15-6177f82e741d req-c97b5b6b-d773-4f33-9a4e-f2c05eaa7c26 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:07.518070 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bbfbec91-eee6-49dc-9a15-6177f82e741d req-c97b5b6b-d773-4f33-9a4e-f2c05eaa7c26 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e110616-538e-444d-bad5-2e1349589396 HTTP/1.1" status: 200 len: 950 time: 0.0856018 Sep 23 15:27:07.562596 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bbfbec91-eee6-49dc-9a15-6177f82e741d req-13dec246-8e04-4b03-bc82-eb48b478241d tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/security-groups?id=03191933-ba1e-40fc-9b01-03c9e52e47a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384874 Sep 23 15:27:09.147555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e7f56-7943-4387-85c6-18188e2f8b4a req-74d4d1f6-f453-4401-96e3-5f82d63321e7 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:09.148936 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0c7e7f56-7943-4387-85c6-18188e2f8b4a req-74d4d1f6-f453-4401-96e3-5f82d63321e7 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e110616-538e-444d-bad5-2e1349589396 HTTP/1.1" status: 200 len: 950 time: 0.0905025 Sep 23 15:27:09.193371 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0c7e7f56-7943-4387-85c6-18188e2f8b4a req-45b802f1-76e6-4a14-815c-2aed0b6e3261 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/security-groups?id=03191933-ba1e-40fc-9b01-03c9e52e47a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382943 Sep 23 15:27:10.389371 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0d306-d7d3-4e49-a487-47340d23af12 req-f99dcf28-2b1f-4297-ab1c-59cfa00245e8 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:10.390876 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6cf0d306-d7d3-4e49-a487-47340d23af12 req-f99dcf28-2b1f-4297-ab1c-59cfa00245e8 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e110616-538e-444d-bad5-2e1349589396 HTTP/1.1" status: 200 len: 950 time: 0.0865588 Sep 23 15:27:10.416295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e0f6d-c692-4609-ad3b-3390e077ea06 req-4fad178b-43ff-4b69-bc47-24226f43114b tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:10.417721 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-437e0f6d-c692-4609-ad3b-3390e077ea06 req-4fad178b-43ff-4b69-bc47-24226f43114b tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e110616-538e-444d-bad5-2e1349589396 HTTP/1.1" status: 200 len: 950 time: 0.0875671 Sep 23 15:27:10.439150 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6cf0d306-d7d3-4e49-a487-47340d23af12 req-4f54965e-2e6c-4c74-8f0c-4a4c22c7381b tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/security-groups?id=03191933-ba1e-40fc-9b01-03c9e52e47a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425794 Sep 23 15:27:10.490693 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-437e0f6d-c692-4609-ad3b-3390e077ea06 req-494248bf-fa4c-40d8-9184-1b2b48dee8a3 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Deleting port 03cc3a82-1dae-41f1-b991-f7dfc515fe10 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:27:10.491042 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-437e0f6d-c692-4609-ad3b-3390e077ea06 req-494248bf-fa4c-40d8-9184-1b2b48dee8a3 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:10.735007 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-437e0f6d-c692-4609-ad3b-3390e077ea06 req-494248bf-fa4c-40d8-9184-1b2b48dee8a3 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] For port 03cc3a82-1dae-41f1-b991-f7dfc515fe10, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=03cc3a82-1dae-41f1-b991-f7dfc515fe10,segment=NetworkSegment(7e0a8df4-1a8f-4cbe-8df0-64c30f5bd2a6),segment_id=7e0a8df4-1a8f-4cbe-8df0-64c30f5bd2a6)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:27:10.735367 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-437e0f6d-c692-4609-ad3b-3390e077ea06 req-494248bf-fa4c-40d8-9184-1b2b48dee8a3 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:10.860889 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-437e0f6d-c692-4609-ad3b-3390e077ea06 req-494248bf-fa4c-40d8-9184-1b2b48dee8a3 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Calling delete_port for 03cc3a82-1dae-41f1-b991-f7dfc515fe10 owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:27:11.052822 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-437e0f6d-c692-4609-ad3b-3390e077ea06 req-494248bf-fa4c-40d8-9184-1b2b48dee8a3 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:11.064232 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['03cc3a82-1dae-41f1-b991-f7dfc515fe10'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:27:11.103148 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494248bf-fa4c-40d8-9184-1b2b48dee8a3 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Pushing event deleted for resources: {'Port': ['ID=03cc3a82-1dae-41f1-b991-f7dfc515fe10,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:11.203996 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-437e0f6d-c692-4609-ad3b-3390e077ea06 req-494248bf-fa4c-40d8-9184-1b2b48dee8a3 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] No DVR routers for this DVR port 03cc3a82-1dae-41f1-b991-f7dfc515fe10 on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:27:11.206503 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-437e0f6d-c692-4609-ad3b-3390e077ea06 req-494248bf-fa4c-40d8-9184-1b2b48dee8a3 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:11.209127 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e110616-538e-444d-bad5-2e1349589396', 'name': 'network-vif-deleted', 'tag': '03cc3a82-1dae-41f1-b991-f7dfc515fe10'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:27:11.211428 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8903cfd-ea16-4b02-8690-d21212bbf560" -d '{"events": [{"server_uuid": "5e110616-538e-444d-bad5-2e1349589396", "name": "network-vif-deleted", "tag": "03cc3a82-1dae-41f1-b991-f7dfc515fe10"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:27:11.256052 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9236dfd-ad45-42cf-be29-4323a86fe156 x-openstack-request-id: req-c9236dfd-ad45-42cf-be29-4323a86fe156 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:27:11.256340 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e110616-538e-444d-bad5-2e1349589396", "name": "network-vif-deleted", "tag": "03cc3a82-1dae-41f1-b991-f7dfc515fe10", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:27:11.256588 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c9236dfd-ad45-42cf-be29-4323a86fe156 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:27:11.256985 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9236dfd-ad45-42cf-be29-4323a86fe156'] response: {'server_uuid': '5e110616-538e-444d-bad5-2e1349589396', 'name': 'network-vif-deleted', 'tag': '03cc3a82-1dae-41f1-b991-f7dfc515fe10', 'status': 'completed', 'code': 200} Sep 23 15:27:11.282228 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-437e0f6d-c692-4609-ad3b-3390e077ea06 req-494248bf-fa4c-40d8-9184-1b2b48dee8a3 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.72 "DELETE /v2.0/ports/03cc3a82-1dae-41f1-b991-f7dfc515fe10 HTTP/1.1" status: 204 len: 173 time: 0.8588948 Sep 23 15:27:11.764218 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e9d1333a-15f7-4d9f-a232-f37c99aec01a req-8ca3ce97-9a1f-42af-9f72-f7b026b23f87 tempest-ServersAdminNegativeTestJSON-571491239 tempest-ServersAdminNegativeTestJSON-571491239-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e110616-538e-444d-bad5-2e1349589396 HTTP/1.1" status: 200 len: 210 time: 0.0490479 Sep 23 15:27:13.244636 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52914) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:27:13.388155 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f53ab027-356e-4d1a-bf5d-8937747fdcf4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=131d753db5494863aad1958728a2772c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1423526 Sep 23 15:27:13.390645 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 52920) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:27:13.446965 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-863c86bf-600b-41a5-8d5d-caab9caf7d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:13.472443 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-863c86bf-600b-41a5-8d5d-caab9caf7d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:13.589910 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-863c86bf-600b-41a5-8d5d-caab9caf7d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:13.607346 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c86bf-600b-41a5-8d5d-caab9caf7d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03191933-ba1e-40fc-9b01-03c9e52e47a5,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:13.657547 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-863c86bf-600b-41a5-8d5d-caab9caf7d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:13.658715 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-863c86bf-600b-41a5-8d5d-caab9caf7d8f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/03191933-ba1e-40fc-9b01-03c9e52e47a5 HTTP/1.1" status: 204 len: 168 time: 0.2671838 Sep 23 15:27:14.267266 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52928) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:27:14.284349 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9cee68fd-9030-4f72-a621-17b03de4ac26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:14.298336 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9cee68fd-9030-4f72-a621-17b03de4ac26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:27:14.302490 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9cee68fd-9030-4f72-a621-17b03de4ac26 admin admin] Usage tracker for resource:security_group_rule and tenant:d67cff705a814bbbb0e95dada32bb9e6 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:27:14.304060 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 03cc3a82-1dae-41f1-b991-f7dfc515fe10 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:27:14.305369 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9cee68fd-9030-4f72-a621-17b03de4ac26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:27:14.311074 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9cee68fd-9030-4f72-a621-17b03de4ac26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:27:14.340821 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 03cc3a82-1dae-41f1-b991-f7dfc515fe10 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:27:14.341168 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 03cc3a82-1dae-41f1-b991-f7dfc515fe10 not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:27:14.393876 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9cee68fd-9030-4f72-a621-17b03de4ac26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:14.481157 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9cee68fd-9030-4f72-a621-17b03de4ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:14.530211 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee68fd-9030-4f72-a621-17b03de4ac26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d07bed-ae77-484f-919d-3aa5096a9745,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:14.535250 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9cee68fd-9030-4f72-a621-17b03de4ac26 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d67cff705a814bbbb0e95dada32bb9e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2669020 Sep 23 15:27:14.537179 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52932) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:27:14.594140 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6f9d7124-1755-47a5-8bb1-ec9116b6b0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:14.619749 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6f9d7124-1755-47a5-8bb1-ec9116b6b0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:14.715628 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6f9d7124-1755-47a5-8bb1-ec9116b6b0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:14.730945 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d7124-1755-47a5-8bb1-ec9116b6b0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d07bed-ae77-484f-919d-3aa5096a9745,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:14.740876 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6f9d7124-1755-47a5-8bb1-ec9116b6b0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:14.742017 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6f9d7124-1755-47a5-8bb1-ec9116b6b0a2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/58d07bed-ae77-484f-919d-3aa5096a9745 HTTP/1.1" status: 204 len: 168 time: 0.2039101 Sep 23 15:27:15.739824 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52956) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:27:15.843361 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-b39a256e-f3b2-4aeb-8e8c-4cd5c4786b8e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1700151864-network', 'tenant_id': 'b8e9055d28264cd08b6695050ba5ae67'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:27:15.848751 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b39a256e-f3b2-4aeb-8e8c-4cd5c4786b8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:27:15.852673 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b39a256e-f3b2-4aeb-8e8c-4cd5c4786b8e admin admin] Usage tracker for resource:network and tenant:b8e9055d28264cd08b6695050ba5ae67 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:27:15.855535 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b39a256e-f3b2-4aeb-8e8c-4cd5c4786b8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:27:15.861713 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b39a256e-f3b2-4aeb-8e8c-4cd5c4786b8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:27:15.949066 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39a256e-f3b2-4aeb-8e8c-4cd5c4786b8e admin admin] Made reservation on behalf of b8e9055d28264cd08b6695050ba5ae67 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:27:15.951397 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b39a256e-f3b2-4aeb-8e8c-4cd5c4786b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:15.963967 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b39a256e-f3b2-4aeb-8e8c-4cd5c4786b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:15.978846 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b39a256e-f3b2-4aeb-8e8c-4cd5c4786b8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:27:15.982746 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b39a256e-f3b2-4aeb-8e8c-4cd5c4786b8e admin admin] Usage tracker for resource:security_group_rule and tenant:b8e9055d28264cd08b6695050ba5ae67 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:27:15.986015 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b39a256e-f3b2-4aeb-8e8c-4cd5c4786b8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:27:15.991828 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b39a256e-f3b2-4aeb-8e8c-4cd5c4786b8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:27:16.075883 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b39a256e-f3b2-4aeb-8e8c-4cd5c4786b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:16.190167 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b39a256e-f3b2-4aeb-8e8c-4cd5c4786b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:16.222853 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39a256e-f3b2-4aeb-8e8c-4cd5c4786b8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:27:16.227896 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a256e-f3b2-4aeb-8e8c-4cd5c4786b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383bff01-ce64-47d8-b647-21072d90ade3,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:16.235586 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b39a256e-f3b2-4aeb-8e8c-4cd5c4786b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:16.236476 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-b39a256e-f3b2-4aeb-8e8c-4cd5c4786b8e admin admin] Added segment 609c39fa-7bb8-4661-8999-e347656313c8 of type vlan for network f14585c7-967e-407f-93d2-2b22e350ce4c Sep 23 15:27:16.261865 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b39a256e-f3b2-4aeb-8e8c-4cd5c4786b8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:16.361718 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b39a256e-f3b2-4aeb-8e8c-4cd5c4786b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:16.362624 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39a256e-f3b2-4aeb-8e8c-4cd5c4786b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:16.363197 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b39a256e-f3b2-4aeb-8e8c-4cd5c4786b8e admin admin] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:16.464650 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a256e-f3b2-4aeb-8e8c-4cd5c4786b8e admin admin] Pushing event updated for resources: {'Network': ['ID=f14585c7-967e-407f-93d2-2b22e350ce4c,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:16.474805 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network f14585c7-967e-407f-93d2-2b22e350ce4c details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:27:16.522563 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b39a256e-f3b2-4aeb-8e8c-4cd5c4786b8e admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7814176 Sep 23 15:27:16.525255 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52962) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:27:16.530759 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-4c753561-d803-4d65-8dd0-6c6ed29d6310 admin admin] Request body: {'subnet': {'network_id': 'f14585c7-967e-407f-93d2-2b22e350ce4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1700151864-subnet', 'tenant_id': 'b8e9055d28264cd08b6695050ba5ae67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:27:16.536270 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4c753561-d803-4d65-8dd0-6c6ed29d6310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:27:16.540309 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4c753561-d803-4d65-8dd0-6c6ed29d6310 admin admin] Usage tracker for resource:subnet and tenant:b8e9055d28264cd08b6695050ba5ae67 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:27:16.543232 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-4c753561-d803-4d65-8dd0-6c6ed29d6310 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:27:16.549673 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-4c753561-d803-4d65-8dd0-6c6ed29d6310 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:27:16.646751 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c753561-d803-4d65-8dd0-6c6ed29d6310 admin admin] Made reservation on behalf of b8e9055d28264cd08b6695050ba5ae67 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:27:16.649034 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4c753561-d803-4d65-8dd0-6c6ed29d6310 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:16.886768 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4c753561-d803-4d65-8dd0-6c6ed29d6310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:16.960835 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c753561-d803-4d65-8dd0-6c6ed29d6310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aa68749-31f6-4138-b8ab-ef4a601e5447,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:16.970787 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c753561-d803-4d65-8dd0-6c6ed29d6310 admin admin] Checking segment: {'id': '609c39fa-7bb8-4661-8999-e347656313c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f14585c7-967e-407f-93d2-2b22e350ce4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:27:16.971139 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c753561-d803-4d65-8dd0-6c6ed29d6310 admin admin] Network hostable DHCP agents. Network: f14585c7-967e-407f-93d2-2b22e350ce4c, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:27:17.064205 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c753561-d803-4d65-8dd0-6c6ed29d6310 admin admin] Network f14585c7-967e-407f-93d2-2b22e350ce4c is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:27:17.149423 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-4c753561-d803-4d65-8dd0-6c6ed29d6310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, f14585c7-967e-407f-93d2-2b22e350ce4c) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:27:17.153429 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c753561-d803-4d65-8dd0-6c6ed29d6310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:17.154020 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-4c753561-d803-4d65-8dd0-6c6ed29d6310 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:17.158323 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b154f18-2ea2-4656-9d76-d91d9ba8e5e3 None None] Network f14585c7-967e-407f-93d2-2b22e350ce4c requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:27:17.247604 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-4c753561-d803-4d65-8dd0-6c6ed29d6310 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7212007 Sep 23 15:27:17.250242 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52966) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:27:17.255836 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-b09cf6aa-9122-4753-a3a4-3e5ed9a0c71c admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1700151864-router', 'tenant_id': 'b8e9055d28264cd08b6695050ba5ae67', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:27:17.260599 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b09cf6aa-9122-4753-a3a4-3e5ed9a0c71c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:27:17.264463 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b09cf6aa-9122-4753-a3a4-3e5ed9a0c71c admin admin] Usage tracker for resource:router and tenant:b8e9055d28264cd08b6695050ba5ae67 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:27:17.268950 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b09cf6aa-9122-4753-a3a4-3e5ed9a0c71c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:27:17.273468 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b09cf6aa-9122-4753-a3a4-3e5ed9a0c71c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:27:17.349838 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b09cf6aa-9122-4753-a3a4-3e5ed9a0c71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:17.351198 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b09cf6aa-9122-4753-a3a4-3e5ed9a0c71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:17.366587 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b09cf6aa-9122-4753-a3a4-3e5ed9a0c71c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:17.389353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91376dca-392a-41d8-ac5f-d6546bc4e993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-f14585c7-967e-407f-93d2-2b22e350ce4c', 'network_id': 'f14585c7-967e-407f-93d2-2b22e350ce4c', 'tenant_id': 'b8e9055d28264cd08b6695050ba5ae67', 'fixed_ips': [{'subnet_id': '6aa68749-31f6-4138-b8ab-ef4a601e5447'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:27:17.389353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-91376dca-392a-41d8-ac5f-d6546bc4e993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:17.532737 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-91376dca-392a-41d8-ac5f-d6546bc4e993 None None] Allocated IP 172.20.0.2 (f14585c7-967e-407f-93d2-2b22e350ce4c/6aa68749-31f6-4138-b8ab-ef4a601e5447/7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:27:17.741873 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-91376dca-392a-41d8-ac5f-d6546bc4e993 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:17.752414 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-91376dca-392a-41d8-ac5f-d6546bc4e993 None None] Transition to ACTIVE for port object 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:27:17.770814 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-91376dca-392a-41d8-ac5f-d6546bc4e993 None None] Transition to ACTIVE for port object 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:27:17.809333 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b09cf6aa-9122-4753-a3a4-3e5ed9a0c71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:17.841601 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-91376dca-392a-41d8-ac5f-d6546bc4e993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:17.909716 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91376dca-392a-41d8-ac5f-d6546bc4e993 None None] Network f14585c7-967e-407f-93d2-2b22e350ce4c is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:27:17.912656 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-91376dca-392a-41d8-ac5f-d6546bc4e993 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:27:17.916248 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91376dca-392a-41d8-ac5f-d6546bc4e993 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:27:17.921794 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91376dca-392a-41d8-ac5f-d6546bc4e993 None None] Pushing event updated for resources: {'Port': ['ID=7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:18.020721 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-91376dca-392a-41d8-ac5f-d6546bc4e993 None None] Attempting to bind port 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:27:18.021079 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-91376dca-392a-41d8-ac5f-d6546bc4e993 None None] Attempting to bind port 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '609c39fa-7bb8-4661-8999-e347656313c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f14585c7-967e-407f-93d2-2b22e350ce4c'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:27:18.021428 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91376dca-392a-41d8-ac5f-d6546bc4e993 None None] Attempting to bind port 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1 on network f14585c7-967e-407f-93d2-2b22e350ce4c {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:27:18.026539 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91376dca-392a-41d8-ac5f-d6546bc4e993 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:27:18.026900 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91376dca-392a-41d8-ac5f-d6546bc4e993 None None] Checking segment: {'id': '609c39fa-7bb8-4661-8999-e347656313c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f14585c7-967e-407f-93d2-2b22e350ce4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:27:18.027288 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-91376dca-392a-41d8-ac5f-d6546bc4e993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:18.027670 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91376dca-392a-41d8-ac5f-d6546bc4e993 None None] Bound using segment: {'id': '609c39fa-7bb8-4661-8999-e347656313c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f14585c7-967e-407f-93d2-2b22e350ce4c'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:27:18.028117 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-91376dca-392a-41d8-ac5f-d6546bc4e993 None None] Bound port: 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609c39fa-7bb8-4661-8999-e347656313c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f14585c7-967e-407f-93d2-2b22e350ce4c'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:27:18.028518 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-91376dca-392a-41d8-ac5f-d6546bc4e993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:18.114942 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-91376dca-392a-41d8-ac5f-d6546bc4e993 None None] For port 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:27:18.117833 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-91376dca-392a-41d8-ac5f-d6546bc4e993 None None] For port 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1,segment=NetworkSegment(609c39fa-7bb8-4661-8999-e347656313c8),segment_id=609c39fa-7bb8-4661-8999-e347656313c8)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:27:18.171309 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b09cf6aa-9122-4753-a3a4-3e5ed9a0c71c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:18.172854 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-91376dca-392a-41d8-ac5f-d6546bc4e993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:18.202871 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b09cf6aa-9122-4753-a3a4-3e5ed9a0c71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:18.253884 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91376dca-392a-41d8-ac5f-d6546bc4e993 None None] Pushing event updated for resources: {'Port': ['ID=7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:18.345391 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-b09cf6aa-9122-4753-a3a4-3e5ed9a0c71c admin admin] Allocated IP 172.26.10.231 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/b2877965-1be2-4b06-9570-9930a60252ef) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:27:18.507169 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b09cf6aa-9122-4753-a3a4-3e5ed9a0c71c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:18.590113 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b09cf6aa-9122-4753-a3a4-3e5ed9a0c71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:18.655549 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09cf6aa-9122-4753-a3a4-3e5ed9a0c71c admin admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:27:18.658420 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-b09cf6aa-9122-4753-a3a4-3e5ed9a0c71c admin admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:27:18.662009 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09cf6aa-9122-4753-a3a4-3e5ed9a0c71c admin admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:27:18.697202 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09cf6aa-9122-4753-a3a4-3e5ed9a0c71c admin admin] Pushing event updated for resources: {'Port': ['ID=b2877965-1be2-4b06-9570-9930a60252ef,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:19.135392 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b09cf6aa-9122-4753-a3a4-3e5ed9a0c71c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:19.150195 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7906b243-976a-422e-95ac-27e88325b974 None None] Network f14585c7-967e-407f-93d2-2b22e350ce4c requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:27:19.336985 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-eb17c0b1-95b7-483d-9e1c-41493068b8f4 None None] Provisioning for port 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:27:19.476720 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:27:19.601351 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:27:19.610893 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:27:19.611355 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:19.611818 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1 Sep 23 15:27:19.621000 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b09cf6aa-9122-4753-a3a4-3e5ed9a0c71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:19.710805 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-6d39c27b-eec8-4dc6-8a33-b21ca4bfbad1 None None] Provisioning complete for port 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:27:19.711165 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6d39c27b-eec8-4dc6-8a33-b21ca4bfbad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:19.711415 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-6d39c27b-eec8-4dc6-8a33-b21ca4bfbad1 None None] Attempt 1 to provision port 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1 Sep 23 15:27:19.785305 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:27:19.785680 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:19.863780 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1,segment=NetworkSegment(609c39fa-7bb8-4661-8999-e347656313c8),segment_id=609c39fa-7bb8-4661-8999-e347656313c8)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:27:19.876300 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6d39c27b-eec8-4dc6-8a33-b21ca4bfbad1 None None] Current status of the port 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:27:19.876671 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6d39c27b-eec8-4dc6-8a33-b21ca4bfbad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:19.881019 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09cf6aa-9122-4753-a3a4-3e5ed9a0c71c admin admin] Router c8accf86-0e76-4cd4-b834-79e0c099fc67 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:27:19.927936 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:20.038203 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-6d39c27b-eec8-4dc6-8a33-b21ca4bfbad1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:27:20.038591 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-6d39c27b-eec8-4dc6-8a33-b21ca4bfbad1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:27:20.043398 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:20.062930 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09cf6aa-9122-4753-a3a4-3e5ed9a0c71c admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:27:20.071406 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4795364-ff72-4d05-a8d9-1a35bee0019a None None] Sync routers for ids ['c8accf86-0e76-4cd4-b834-79e0c099fc67'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:27:20.080587 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4795364-ff72-4d05-a8d9-1a35bee0019a None None] Routers {'c8accf86-0e76-4cd4-b834-79e0c099fc67'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:27:20.081254 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-e4795364-ff72-4d05-a8d9-1a35bee0019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:27:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['c8accf86-0e76-4cd4-b834-79e0c099fc67'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:20.144161 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b09cf6aa-9122-4753-a3a4-3e5ed9a0c71c admin admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:20.145323 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b09cf6aa-9122-4753-a3a4-3e5ed9a0c71c admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8935647 Sep 23 15:27:20.148122 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 52970) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:27:20.254255 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-e4795364-ff72-4d05-a8d9-1a35bee0019a None None] Set router c8accf86-0e76-4cd4-b834-79e0c099fc67 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:27:20.536368 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-e4795364-ff72-4d05-a8d9-1a35bee0019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8accf86-0e76-4cd4-b834-79e0c099fc67', 'name': 'tempest-DeleteServersTestJSON-1700151864-router', 'tenant_id': 'b8e9055d28264cd08b6695050ba5ae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.231'}], 'enable_snat': True}, 'gw_port_id': 'b2877965-1be2-4b06-9570-9930a60252ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:17Z', 'updated_at': '2022-09-23T15:27:18Z', 'revision_number': 3, 'project_id': 'b8e9055d28264cd08b6695050ba5ae67', 'gw_port': {'id': 'b2877965-1be2-4b06-9570-9930a60252ef', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:62:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8accf86-0e76-4cd4-b834-79e0c099fc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:18Z', 'updated_at': '2022-09-23T15:27:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:20.540235 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4795364-ff72-4d05-a8d9-1a35bee0019a None None] Checking router: c8accf86-0e76-4cd4-b834-79e0c099fc67 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:27:20.540585 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4795364-ff72-4d05-a8d9-1a35bee0019a None None] Updating router c8accf86-0e76-4cd4-b834-79e0c099fc67 port b2877965-1be2-4b06-9570-9930a60252ef binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:27:20.593850 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6d39c27b-eec8-4dc6-8a33-b21ca4bfbad1 None None] Current status of the port 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:27:20.594463 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e4795364-ff72-4d05-a8d9-1a35bee0019a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:20.822300 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bb6b7682-377c-457b-b300-7944ee8560cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:20.951315 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e4795364-ff72-4d05-a8d9-1a35bee0019a None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:20.963623 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-e4795364-ff72-4d05-a8d9-1a35bee0019a None None] Transition to ACTIVE for port object b2877965-1be2-4b06-9570-9930a60252ef will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:27:21.029877 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e4795364-ff72-4d05-a8d9-1a35bee0019a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:21.091763 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e4795364-ff72-4d05-a8d9-1a35bee0019a None None] Attempting to bind port b2877965-1be2-4b06-9570-9930a60252ef on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:27:21.092498 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e4795364-ff72-4d05-a8d9-1a35bee0019a None None] Attempting to bind port b2877965-1be2-4b06-9570-9930a60252ef by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:27:21.092498 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4795364-ff72-4d05-a8d9-1a35bee0019a None None] Attempting to bind port b2877965-1be2-4b06-9570-9930a60252ef on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:27:21.106940 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4795364-ff72-4d05-a8d9-1a35bee0019a None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:27:21.107304 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4795364-ff72-4d05-a8d9-1a35bee0019a None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:27:21.107698 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e4795364-ff72-4d05-a8d9-1a35bee0019a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:21.108080 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4795364-ff72-4d05-a8d9-1a35bee0019a None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:27:21.108534 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e4795364-ff72-4d05-a8d9-1a35bee0019a None None] Bound port: b2877965-1be2-4b06-9570-9930a60252ef, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:27:21.108894 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e4795364-ff72-4d05-a8d9-1a35bee0019a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:21.141776 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b1f84-970d-4619-af8b-4c3c7bb37e1f None None] Pushing event updated for resources: {'Port': ['ID=b2877965-1be2-4b06-9570-9930a60252ef,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:21.143053 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-bb6b7682-377c-457b-b300-7944ee8560cf admin admin] Allocated IP 172.20.0.1 (f14585c7-967e-407f-93d2-2b22e350ce4c/6aa68749-31f6-4138-b8ab-ef4a601e5447/d8ada85d-4aa5-43bb-bd9f-59e42805ec64) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:27:21.162451 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b1f84-970d-4619-af8b-4c3c7bb37e1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:21.162910 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b1f84-970d-4619-af8b-4c3c7bb37e1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:21.163156 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b1f84-970d-4619-af8b-4c3c7bb37e1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:21.163480 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b1f84-970d-4619-af8b-4c3c7bb37e1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:21.163801 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b1f84-970d-4619-af8b-4c3c7bb37e1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:21.164121 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b1f84-970d-4619-af8b-4c3c7bb37e1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:21.164437 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b1f84-970d-4619-af8b-4c3c7bb37e1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:21.164751 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b1f84-970d-4619-af8b-4c3c7bb37e1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:21.165064 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b1f84-970d-4619-af8b-4c3c7bb37e1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:21.165374 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b1f84-970d-4619-af8b-4c3c7bb37e1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:21.165685 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b1f84-970d-4619-af8b-4c3c7bb37e1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:21.165993 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60b1f84-970d-4619-af8b-4c3c7bb37e1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:21.201196 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-e4795364-ff72-4d05-a8d9-1a35bee0019a None None] For port b2877965-1be2-4b06-9570-9930a60252ef, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:27:21.204806 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-e4795364-ff72-4d05-a8d9-1a35bee0019a None None] For port b2877965-1be2-4b06-9570-9930a60252ef, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=b2877965-1be2-4b06-9570-9930a60252ef,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:27:21.259142 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e4795364-ff72-4d05-a8d9-1a35bee0019a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:21.291602 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bb6b7682-377c-457b-b300-7944ee8560cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:21.307465 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-bb6b7682-377c-457b-b300-7944ee8560cf admin admin] Transition to ACTIVE for port object d8ada85d-4aa5-43bb-bd9f-59e42805ec64 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:27:21.320024 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4795364-ff72-4d05-a8d9-1a35bee0019a None None] Routers {'c8accf86-0e76-4cd4-b834-79e0c099fc67'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:27:21.320632 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-e4795364-ff72-4d05-a8d9-1a35bee0019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:27:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['c8accf86-0e76-4cd4-b834-79e0c099fc67'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:21.395926 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bb6b7682-377c-457b-b300-7944ee8560cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:21.409198 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b1f84-970d-4619-af8b-4c3c7bb37e1f None None] Pushing event updated for resources: {'Port': ['ID=b2877965-1be2-4b06-9570-9930a60252ef,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:21.443990 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:27:21.471702 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6b7682-377c-457b-b300-7944ee8560cf admin admin] Network f14585c7-967e-407f-93d2-2b22e350ce4c is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:27:21.474823 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-bb6b7682-377c-457b-b300-7944ee8560cf admin admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:27:21.478780 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6b7682-377c-457b-b300-7944ee8560cf admin admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:27:21.512947 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b7682-377c-457b-b300-7944ee8560cf admin admin] Pushing event updated for resources: {'Port': ['ID=d8ada85d-4aa5-43bb-bd9f-59e42805ec64,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:21.517350 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:27:21.517724 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:21.518061 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1 Sep 23 15:27:21.536760 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-e4795364-ff72-4d05-a8d9-1a35bee0019a None None] Set router c8accf86-0e76-4cd4-b834-79e0c099fc67 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:27:21.541666 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bb6b7682-377c-457b-b300-7944ee8560cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:21.653304 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:27:21.784117 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-df7b8663-77fd-43cc-976e-86be8c7cc7e7 None None] Provisioning for port d8ada85d-4aa5-43bb-bd9f-59e42805ec64 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:27:21.789250 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-df7b8663-77fd-43cc-976e-86be8c7cc7e7 None None] Provisioning complete for port d8ada85d-4aa5-43bb-bd9f-59e42805ec64 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:27:21.789681 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-df7b8663-77fd-43cc-976e-86be8c7cc7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:21.789946 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-df7b8663-77fd-43cc-976e-86be8c7cc7e7 None None] Attempt 1 to provision port d8ada85d-4aa5-43bb-bd9f-59e42805ec64 Sep 23 15:27:21.833507 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-e4795364-ff72-4d05-a8d9-1a35bee0019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8accf86-0e76-4cd4-b834-79e0c099fc67', 'name': 'tempest-DeleteServersTestJSON-1700151864-router', 'tenant_id': 'b8e9055d28264cd08b6695050ba5ae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.231'}], 'enable_snat': True}, 'gw_port_id': 'b2877965-1be2-4b06-9570-9930a60252ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:17Z', 'updated_at': '2022-09-23T15:27:18Z', 'revision_number': 3, 'project_id': 'b8e9055d28264cd08b6695050ba5ae67', 'gw_port': {'id': 'b2877965-1be2-4b06-9570-9930a60252ef', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:62:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8accf86-0e76-4cd4-b834-79e0c099fc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:18Z', 'updated_at': '2022-09-23T15:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:21.837366 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4795364-ff72-4d05-a8d9-1a35bee0019a None None] The sync data for ids ['c8accf86-0e76-4cd4-b834-79e0c099fc67'] in dv-neutron-859093-1-hyperv is: [{'id': 'c8accf86-0e76-4cd4-b834-79e0c099fc67', 'name': 'tempest-DeleteServersTestJSON-1700151864-router', 'tenant_id': 'b8e9055d28264cd08b6695050ba5ae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.231'}], 'enable_snat': True}, 'gw_port_id': 'b2877965-1be2-4b06-9570-9930a60252ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:17Z', 'updated_at': '2022-09-23T15:27:18Z', 'revision_number': 3, 'project_id': 'b8e9055d28264cd08b6695050ba5ae67', 'gw_port': {'id': 'b2877965-1be2-4b06-9570-9930a60252ef', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:62:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8accf86-0e76-4cd4-b834-79e0c099fc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:18Z', 'updated_at': '2022-09-23T15:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:27:21.849288 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-df7b8663-77fd-43cc-976e-86be8c7cc7e7 None None] Port d8ada85d-4aa5-43bb-bd9f-59e42805ec64 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:27:21.899311 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bb6b7682-377c-457b-b300-7944ee8560cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:22.135585 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bb6b7682-377c-457b-b300-7944ee8560cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:22.195826 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bb6b7682-377c-457b-b300-7944ee8560cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:22.307284 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bb6b7682-377c-457b-b300-7944ee8560cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:22.311063 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b7682-377c-457b-b300-7944ee8560cf admin admin] Pushing event updated for resources: {'Port': ['ID=d8ada85d-4aa5-43bb-bd9f-59e42805ec64,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:22.350779 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-df7b8663-77fd-43cc-976e-86be8c7cc7e7 None None] Attempt 2 to provision port d8ada85d-4aa5-43bb-bd9f-59e42805ec64 Sep 23 15:27:22.408976 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-df7b8663-77fd-43cc-976e-86be8c7cc7e7 None None] Port d8ada85d-4aa5-43bb-bd9f-59e42805ec64 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:27:22.452396 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6b7682-377c-457b-b300-7944ee8560cf admin admin] Network f14585c7-967e-407f-93d2-2b22e350ce4c is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:27:22.453982 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-bb6b7682-377c-457b-b300-7944ee8560cf admin admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:27:22.656542 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6b7682-377c-457b-b300-7944ee8560cf admin admin] Router c8accf86-0e76-4cd4-b834-79e0c099fc67 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:27:22.909978 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-df7b8663-77fd-43cc-976e-86be8c7cc7e7 None None] Attempt 3 to provision port d8ada85d-4aa5-43bb-bd9f-59e42805ec64 Sep 23 15:27:22.949910 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6b7682-377c-457b-b300-7944ee8560cf admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:27:22.958879 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bb6b7682-377c-457b-b300-7944ee8560cf admin admin] 10.222.0.67 "PUT /v2.0/routers/c8accf86-0e76-4cd4-b834-79e0c099fc67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8097556 Sep 23 15:27:22.966049 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-df7b8663-77fd-43cc-976e-86be8c7cc7e7 None None] Port d8ada85d-4aa5-43bb-bd9f-59e42805ec64 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:27:23.279033 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f96c39-1be7-4155-8609-e39ebf2348d4 None None] Sync routers for ids ['c8accf86-0e76-4cd4-b834-79e0c099fc67'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:27:23.288902 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f96c39-1be7-4155-8609-e39ebf2348d4 None None] Routers {'c8accf86-0e76-4cd4-b834-79e0c099fc67'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:27:23.289515 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-e7f96c39-1be7-4155-8609-e39ebf2348d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:27:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['c8accf86-0e76-4cd4-b834-79e0c099fc67'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:23.464303 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc962855-c799-4855-9083-ecb9d9263053 req-39ebb91f-d477-4caf-a897-af0ca8f1cdc9 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:23.465690 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-bc962855-c799-4855-9083-ecb9d9263053 req-39ebb91f-d477-4caf-a897-af0ca8f1cdc9 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Synchronizing usage tracker for tenant:b8e9055d28264cd08b6695050ba5ae67 on resource:network {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:27:23.468046 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-df7b8663-77fd-43cc-976e-86be8c7cc7e7 None None] Attempt 4 to provision port d8ada85d-4aa5-43bb-bd9f-59e42805ec64 Sep 23 15:27:23.504252 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device b2877965-1be2-4b06-9570-9930a60252ef up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:27:23.532739 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-bc962855-c799-4855-9083-ecb9d9263053 req-39ebb91f-d477-4caf-a897-af0ca8f1cdc9 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Unset dirty status for tenant:b8e9055d28264cd08b6695050ba5ae67 on resource:network {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:27:23.533856 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-bc962855-c799-4855-9083-ecb9d9263053 req-39ebb91f-d477-4caf-a897-af0ca8f1cdc9 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/networks?id=f14585c7-967e-407f-93d2-2b22e350ce4c HTTP/1.1" status: 200 len: 812 time: 0.2184949 Sep 23 15:27:23.549517 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-e7f96c39-1be7-4155-8609-e39ebf2348d4 None None] Set router c8accf86-0e76-4cd4-b834-79e0c099fc67 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:27:23.549739 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-bc962855-c799-4855-9083-ecb9d9263053 req-7351b0f0-5369-462d-ae85-d3992a4c1512 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/quotas/b8e9055d28264cd08b6695050ba5ae67 HTTP/1.1" status: 200 len: 375 time: 0.0100825 Sep 23 15:27:23.645558 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-bc962855-c799-4855-9083-ecb9d9263053 req-4cb8a218-24f1-431e-829a-c74abcf5d2ea tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Synchronizing usage tracker for tenant:b8e9055d28264cd08b6695050ba5ae67 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:27:23.702874 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-df7b8663-77fd-43cc-976e-86be8c7cc7e7 None None] Port d8ada85d-4aa5-43bb-bd9f-59e42805ec64 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:27:23.732292 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-bc962855-c799-4855-9083-ecb9d9263053 req-4cb8a218-24f1-431e-829a-c74abcf5d2ea tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Unset dirty status for tenant:b8e9055d28264cd08b6695050ba5ae67 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:27:23.733816 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-bc962855-c799-4855-9083-ecb9d9263053 req-4cb8a218-24f1-431e-829a-c74abcf5d2ea tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b8e9055d28264cd08b6695050ba5ae67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1784675 Sep 23 15:27:23.877022 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-bc962855-c799-4855-9083-ecb9d9263053 req-133244dd-a522-45a8-8ca2-778e6ceccebf service neutron] 10.222.0.67 "GET /v2.0/networks/f14585c7-967e-407f-93d2-2b22e350ce4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355445 Sep 23 15:27:23.899598 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port b2877965-1be2-4b06-9570-9930a60252ef completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:27:23.909526 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port b2877965-1be2-4b06-9570-9930a60252ef triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:27:23.914751 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:23.914751 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port b2877965-1be2-4b06-9570-9930a60252ef Sep 23 15:27:24.016868 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-bc962855-c799-4855-9083-ecb9d9263053 req-c2dd1088-dc60-44e4-a42a-cacd530b107c service neutron] 10.222.0.67 "GET /v2.0/networks/f14585c7-967e-407f-93d2-2b22e350ce4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329663 Sep 23 15:27:24.023576 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-e7f96c39-1be7-4155-8609-e39ebf2348d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8accf86-0e76-4cd4-b834-79e0c099fc67', 'name': 'tempest-DeleteServersTestJSON-1700151864-router', 'tenant_id': 'b8e9055d28264cd08b6695050ba5ae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.231'}], 'enable_snat': True}, 'gw_port_id': 'b2877965-1be2-4b06-9570-9930a60252ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:17Z', 'updated_at': '2022-09-23T15:27:21Z', 'revision_number': 4, 'project_id': 'b8e9055d28264cd08b6695050ba5ae67', 'gw_port': {'id': 'b2877965-1be2-4b06-9570-9930a60252ef', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:62:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8accf86-0e76-4cd4-b834-79e0c099fc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:18Z', 'updated_at': '2022-09-23T15:27:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'd8ada85d-4aa5-43bb-bd9f-59e42805ec64', 'name': '', 'network_id': 'f14585c7-967e-407f-93d2-2b22e350ce4c', 'tenant_id': 'b8e9055d28264cd08b6695050ba5ae67', 'mac_address': 'fa:16:3e:a8:fe:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8accf86-0e76-4cd4-b834-79e0c099fc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6aa68749-31f6-4138-b8ab-ef4a601e5447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:20Z', 'updated_at': '2022-09-23T15:27:21Z', 'revision_number': 2, 'project_id': 'b8e9055d28264cd08b6695050ba5ae67', 'subnets': [{'id': '6aa68749-31f6-4138-b8ab-ef4a601e5447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:24.040442 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f96c39-1be7-4155-8609-e39ebf2348d4 None None] Checking router: c8accf86-0e76-4cd4-b834-79e0c099fc67 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:27:24.040798 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f96c39-1be7-4155-8609-e39ebf2348d4 None None] Updating router c8accf86-0e76-4cd4-b834-79e0c099fc67 port d8ada85d-4aa5-43bb-bd9f-59e42805ec64 binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:27:24.091923 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port b2877965-1be2-4b06-9570-9930a60252ef is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:27:24.092358 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:24.107200 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e7f96c39-1be7-4155-8609-e39ebf2348d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:24.125882 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port b2877965-1be2-4b06-9570-9930a60252ef, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=b2877965-1be2-4b06-9570-9930a60252ef,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:27:24.220195 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-df7b8663-77fd-43cc-976e-86be8c7cc7e7 None None] Attempt 5 to provision port d8ada85d-4aa5-43bb-bd9f-59e42805ec64 Sep 23 15:27:24.243120 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:24.267466 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e0092581-a5ce-4fc1-a1be-a22354a24635 req-1bf58fb9-1b7a-487b-a0b1-c335b2de0d51 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 210 time: 0.0612049 Sep 23 15:27:24.360386 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-df7b8663-77fd-43cc-976e-86be8c7cc7e7 None None] Port d8ada85d-4aa5-43bb-bd9f-59e42805ec64 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:27:24.428399 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=b2877965-1be2-4b06-9570-9930a60252ef,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:24.447687 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:24.448030 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:24.448398 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:24.448763 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:24.449092 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:24.449417 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:24.449738 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:24.450057 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:24.450399 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:24.450716 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:24.451180 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:24.451382 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:24.581050 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e7f96c39-1be7-4155-8609-e39ebf2348d4 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:24.595235 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e7f96c39-1be7-4155-8609-e39ebf2348d4 None None] Transition to ACTIVE for port object d8ada85d-4aa5-43bb-bd9f-59e42805ec64 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:27:24.646457 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e7f96c39-1be7-4155-8609-e39ebf2348d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:24.838945 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ab71e-607d-4b5d-b1a0-00abd783e8f7 None None] Pushing event updated for resources: {'Port': ['ID=d8ada85d-4aa5-43bb-bd9f-59e42805ec64,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:24.856238 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e7f96c39-1be7-4155-8609-e39ebf2348d4 None None] Attempting to bind port d8ada85d-4aa5-43bb-bd9f-59e42805ec64 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:27:24.856608 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e7f96c39-1be7-4155-8609-e39ebf2348d4 None None] Attempting to bind port d8ada85d-4aa5-43bb-bd9f-59e42805ec64 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '609c39fa-7bb8-4661-8999-e347656313c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f14585c7-967e-407f-93d2-2b22e350ce4c'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:27:24.857047 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f96c39-1be7-4155-8609-e39ebf2348d4 None None] Attempting to bind port d8ada85d-4aa5-43bb-bd9f-59e42805ec64 on network f14585c7-967e-407f-93d2-2b22e350ce4c {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:27:24.862307 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-df7b8663-77fd-43cc-976e-86be8c7cc7e7 None None] Attempt 6 to provision port d8ada85d-4aa5-43bb-bd9f-59e42805ec64 Sep 23 15:27:24.888383 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f96c39-1be7-4155-8609-e39ebf2348d4 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:27:24.888751 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f96c39-1be7-4155-8609-e39ebf2348d4 None None] Checking segment: {'id': '609c39fa-7bb8-4661-8999-e347656313c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f14585c7-967e-407f-93d2-2b22e350ce4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:27:24.889149 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e7f96c39-1be7-4155-8609-e39ebf2348d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:24.889556 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f96c39-1be7-4155-8609-e39ebf2348d4 None None] Bound using segment: {'id': '609c39fa-7bb8-4661-8999-e347656313c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f14585c7-967e-407f-93d2-2b22e350ce4c'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:27:24.890008 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e7f96c39-1be7-4155-8609-e39ebf2348d4 None None] Bound port: d8ada85d-4aa5-43bb-bd9f-59e42805ec64, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609c39fa-7bb8-4661-8999-e347656313c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f14585c7-967e-407f-93d2-2b22e350ce4c'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:27:24.890412 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e7f96c39-1be7-4155-8609-e39ebf2348d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:24.973002 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-df7b8663-77fd-43cc-976e-86be8c7cc7e7 None None] Port d8ada85d-4aa5-43bb-bd9f-59e42805ec64 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:27:25.000888 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e7f96c39-1be7-4155-8609-e39ebf2348d4 None None] For port d8ada85d-4aa5-43bb-bd9f-59e42805ec64, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:27:25.003917 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e7f96c39-1be7-4155-8609-e39ebf2348d4 None None] For port d8ada85d-4aa5-43bb-bd9f-59e42805ec64, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d8ada85d-4aa5-43bb-bd9f-59e42805ec64,segment=NetworkSegment(609c39fa-7bb8-4661-8999-e347656313c8),segment_id=609c39fa-7bb8-4661-8999-e347656313c8)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:27:25.064840 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e7f96c39-1be7-4155-8609-e39ebf2348d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:25.129234 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f96c39-1be7-4155-8609-e39ebf2348d4 None None] Routers {'c8accf86-0e76-4cd4-b834-79e0c099fc67'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:27:25.129840 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-e7f96c39-1be7-4155-8609-e39ebf2348d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:27:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['c8accf86-0e76-4cd4-b834-79e0c099fc67'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:25.215986 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ab71e-607d-4b5d-b1a0-00abd783e8f7 None None] Pushing event updated for resources: {'Port': ['ID=d8ada85d-4aa5-43bb-bd9f-59e42805ec64,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:25.325618 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-e7f96c39-1be7-4155-8609-e39ebf2348d4 None None] Set router c8accf86-0e76-4cd4-b834-79e0c099fc67 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:27:25.439615 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-82bc2fa8-f267-46ca-b33e-37493ea97a55 req-948d0326-6176-493a-9fb1-10dd0a8898b2 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 210 time: 0.0583024 Sep 23 15:27:25.457016 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device b2877965-1be2-4b06-9570-9930a60252ef up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:27:25.490725 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-df7b8663-77fd-43cc-976e-86be8c7cc7e7 None None] Attempt 7 to provision port d8ada85d-4aa5-43bb-bd9f-59e42805ec64 Sep 23 15:27:25.733175 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-df7b8663-77fd-43cc-976e-86be8c7cc7e7 None None] Port d8ada85d-4aa5-43bb-bd9f-59e42805ec64 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:27:25.752651 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port b2877965-1be2-4b06-9570-9930a60252ef triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:27:25.752948 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:25.753284 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port b2877965-1be2-4b06-9570-9930a60252ef Sep 23 15:27:25.935943 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port b2877965-1be2-4b06-9570-9930a60252ef is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:27:25.940577 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-e7f96c39-1be7-4155-8609-e39ebf2348d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8accf86-0e76-4cd4-b834-79e0c099fc67', 'name': 'tempest-DeleteServersTestJSON-1700151864-router', 'tenant_id': 'b8e9055d28264cd08b6695050ba5ae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.231'}], 'enable_snat': True}, 'gw_port_id': 'b2877965-1be2-4b06-9570-9930a60252ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:17Z', 'updated_at': '2022-09-23T15:27:21Z', 'revision_number': 4, 'project_id': 'b8e9055d28264cd08b6695050ba5ae67', 'gw_port': {'id': 'b2877965-1be2-4b06-9570-9930a60252ef', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8accf86-0e76-4cd4-b834-79e0c099fc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:18Z', 'updated_at': '2022-09-23T15:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'd8ada85d-4aa5-43bb-bd9f-59e42805ec64', 'name': '', 'network_id': 'f14585c7-967e-407f-93d2-2b22e350ce4c', 'tenant_id': 'b8e9055d28264cd08b6695050ba5ae67', 'mac_address': 'fa:16:3e:a8:fe:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8accf86-0e76-4cd4-b834-79e0c099fc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6aa68749-31f6-4138-b8ab-ef4a601e5447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:20Z', 'updated_at': '2022-09-23T15:27:24Z', 'revision_number': 4, 'project_id': 'b8e9055d28264cd08b6695050ba5ae67', 'subnets': [{'id': '6aa68749-31f6-4138-b8ab-ef4a601e5447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:25.944437 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f96c39-1be7-4155-8609-e39ebf2348d4 None None] The sync data for ids ['c8accf86-0e76-4cd4-b834-79e0c099fc67'] in dv-neutron-859093-1-hyperv is: [{'id': 'c8accf86-0e76-4cd4-b834-79e0c099fc67', 'name': 'tempest-DeleteServersTestJSON-1700151864-router', 'tenant_id': 'b8e9055d28264cd08b6695050ba5ae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.231'}], 'enable_snat': True}, 'gw_port_id': 'b2877965-1be2-4b06-9570-9930a60252ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:17Z', 'updated_at': '2022-09-23T15:27:21Z', 'revision_number': 4, 'project_id': 'b8e9055d28264cd08b6695050ba5ae67', 'gw_port': {'id': 'b2877965-1be2-4b06-9570-9930a60252ef', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8accf86-0e76-4cd4-b834-79e0c099fc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:18Z', 'updated_at': '2022-09-23T15:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'd8ada85d-4aa5-43bb-bd9f-59e42805ec64', 'name': '', 'network_id': 'f14585c7-967e-407f-93d2-2b22e350ce4c', 'tenant_id': 'b8e9055d28264cd08b6695050ba5ae67', 'mac_address': 'fa:16:3e:a8:fe:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8accf86-0e76-4cd4-b834-79e0c099fc67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '6aa68749-31f6-4138-b8ab-ef4a601e5447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:20Z', 'updated_at': '2022-09-23T15:27:24Z', 'revision_number': 4, 'project_id': 'b8e9055d28264cd08b6695050ba5ae67', 'subnets': [{'id': '6aa68749-31f6-4138-b8ab-ef4a601e5447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:27:26.265443 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc962855-c799-4855-9083-ecb9d9263053 req-ba15492d-dee3-4a9e-a385-6164cc7baad1 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:26.267061 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bc962855-c799-4855-9083-ecb9d9263053 req-ba15492d-dee3-4a9e-a385-6164cc7baad1 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.72 "GET /v2.0/networks?id=f14585c7-967e-407f-93d2-2b22e350ce4c HTTP/1.1" status: 200 len: 812 time: 0.1571438 Sep 23 15:27:26.279532 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-bc962855-c799-4855-9083-ecb9d9263053 req-a74aed6a-a04c-4569-9e39-19a41c37905e tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Request body: {'port': {'device_id': '97bcc873-8f57-4f54-b20a-2d4b0a90dd6a', 'network_id': 'f14585c7-967e-407f-93d2-2b22e350ce4c', 'admin_state_up': True, 'tenant_id': 'b8e9055d28264cd08b6695050ba5ae67'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:27:26.537683 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-bc962855-c799-4855-9083-ecb9d9263053 req-a74aed6a-a04c-4569-9e39-19a41c37905e tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:27:26.553145 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-bc962855-c799-4855-9083-ecb9d9263053 req-a74aed6a-a04c-4569-9e39-19a41c37905e tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:27:26.623825 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b8aedbbe-b465-4f4b-899b-64cf3d105bdb req-94baed52-51d7-493a-a327-5003037eab2f tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 210 time: 0.0547988 Sep 23 15:27:26.646770 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc962855-c799-4855-9083-ecb9d9263053 req-a74aed6a-a04c-4569-9e39-19a41c37905e tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Made reservation on behalf of b8e9055d28264cd08b6695050ba5ae67 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:27:26.650249 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-bc962855-c799-4855-9083-ecb9d9263053 req-a74aed6a-a04c-4569-9e39-19a41c37905e tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:26.821128 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-bc962855-c799-4855-9083-ecb9d9263053 req-a74aed6a-a04c-4569-9e39-19a41c37905e tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Allocated IP 172.20.0.12 (f14585c7-967e-407f-93d2-2b22e350ce4c/6aa68749-31f6-4138-b8ab-ef4a601e5447/f2c21f79-2280-4d26-959f-df61e6f44e29) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:27:27.035565 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-bc962855-c799-4855-9083-ecb9d9263053 req-a74aed6a-a04c-4569-9e39-19a41c37905e tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:27.051055 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-bc962855-c799-4855-9083-ecb9d9263053 req-a74aed6a-a04c-4569-9e39-19a41c37905e tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Transition to ACTIVE for port object f2c21f79-2280-4d26-959f-df61e6f44e29 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:27:27.161302 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-bc962855-c799-4855-9083-ecb9d9263053 req-a74aed6a-a04c-4569-9e39-19a41c37905e tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:27.233309 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc962855-c799-4855-9083-ecb9d9263053 req-a74aed6a-a04c-4569-9e39-19a41c37905e tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Network f14585c7-967e-407f-93d2-2b22e350ce4c is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:27:27.237166 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-bc962855-c799-4855-9083-ecb9d9263053 req-a74aed6a-a04c-4569-9e39-19a41c37905e tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:27:27.241086 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc962855-c799-4855-9083-ecb9d9263053 req-a74aed6a-a04c-4569-9e39-19a41c37905e tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:27:27.277357 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74aed6a-a04c-4569-9e39-19a41c37905e tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Pushing event updated for resources: {'Port': ['ID=f2c21f79-2280-4d26-959f-df61e6f44e29,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:27.309925 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc962855-c799-4855-9083-ecb9d9263053 req-a74aed6a-a04c-4569-9e39-19a41c37905e tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:27.310471 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-bc962855-c799-4855-9083-ecb9d9263053 req-a74aed6a-a04c-4569-9e39-19a41c37905e tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:27.385067 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bc962855-c799-4855-9083-ecb9d9263053 req-a74aed6a-a04c-4569-9e39-19a41c37905e tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1096666 Sep 23 15:27:27.397181 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-bc962855-c799-4855-9083-ecb9d9263053 req-31306448-a56a-43e2-b7e4-8b79a3402d8d service neutron] Request body: {'port': {'device_id': '97bcc873-8f57-4f54-b20a-2d4b0a90dd6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:27:27.473313 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d8ada85d-4aa5-43bb-bd9f-59e42805ec64 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:27:27.512958 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-bc962855-c799-4855-9083-ecb9d9263053 req-31306448-a56a-43e2-b7e4-8b79a3402d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:27.601375 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-641ff164-e65e-47ca-83b5-c707c82ac58f None None] Provisioning for port f2c21f79-2280-4d26-959f-df61e6f44e29 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:27:27.606735 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-641ff164-e65e-47ca-83b5-c707c82ac58f None None] Provisioning complete for port f2c21f79-2280-4d26-959f-df61e6f44e29 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:27:27.607104 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-641ff164-e65e-47ca-83b5-c707c82ac58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:27.610682 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-641ff164-e65e-47ca-83b5-c707c82ac58f None None] Attempt 1 to provision port f2c21f79-2280-4d26-959f-df61e6f44e29 Sep 23 15:27:27.641852 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port d8ada85d-4aa5-43bb-bd9f-59e42805ec64 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:27:27.659996 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port d8ada85d-4aa5-43bb-bd9f-59e42805ec64 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:27:27.660359 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:27.660695 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port d8ada85d-4aa5-43bb-bd9f-59e42805ec64 Sep 23 15:27:27.714443 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-641ff164-e65e-47ca-83b5-c707c82ac58f None None] Port f2c21f79-2280-4d26-959f-df61e6f44e29 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:27:27.787484 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port d8ada85d-4aa5-43bb-bd9f-59e42805ec64 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:27:27.788011 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:27.826048 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port d8ada85d-4aa5-43bb-bd9f-59e42805ec64, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d8ada85d-4aa5-43bb-bd9f-59e42805ec64,segment=NetworkSegment(609c39fa-7bb8-4661-8999-e347656313c8),segment_id=609c39fa-7bb8-4661-8999-e347656313c8)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:27:27.852638 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4784c-fad0-4275-b3fd-ebfb72684ab9 req-71a8ca41-bc02-400b-b818-39cc9b66b92e tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:27.854026 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-11c4784c-fad0-4275-b3fd-ebfb72684ab9 req-71a8ca41-bc02-400b-b818-39cc9b66b92e tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 932 time: 0.1145401 Sep 23 15:27:27.863995 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-bc962855-c799-4855-9083-ecb9d9263053 req-31306448-a56a-43e2-b7e4-8b79a3402d8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2c21f79-2280-4d26-959f-df61e6f44e29 {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:27:27.871636 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-bc962855-c799-4855-9083-ecb9d9263053 req-31306448-a56a-43e2-b7e4-8b79a3402d8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:27.886579 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-bc962855-c799-4855-9083-ecb9d9263053 req-31306448-a56a-43e2-b7e4-8b79a3402d8d service neutron] Transition to ACTIVE for port object f2c21f79-2280-4d26-959f-df61e6f44e29 will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:27:27.899271 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-11c4784c-fad0-4275-b3fd-ebfb72684ab9 req-d3fa4fd5-7f01-481b-a5e2-4ffb33df31bd tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Synchronizing usage tracker for tenant:b8e9055d28264cd08b6695050ba5ae67 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:27:27.908797 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:27.960177 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-bc962855-c799-4855-9083-ecb9d9263053 req-31306448-a56a-43e2-b7e4-8b79a3402d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:27.974842 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=d8ada85d-4aa5-43bb-bd9f-59e42805ec64,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:27.983635 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-11c4784c-fad0-4275-b3fd-ebfb72684ab9 req-d3fa4fd5-7f01-481b-a5e2-4ffb33df31bd tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Unset dirty status for tenant:b8e9055d28264cd08b6695050ba5ae67 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:27:27.985299 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-11c4784c-fad0-4275-b3fd-ebfb72684ab9 req-d3fa4fd5-7f01-481b-a5e2-4ffb33df31bd tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249051 Sep 23 15:27:28.161362 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31306448-a56a-43e2-b7e4-8b79a3402d8d service neutron] Pushing event updated for resources: {'Port': ['ID=f2c21f79-2280-4d26-959f-df61e6f44e29,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:28.193581 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-bc962855-c799-4855-9083-ecb9d9263053 req-31306448-a56a-43e2-b7e4-8b79a3402d8d service neutron] Attempting to bind port f2c21f79-2280-4d26-959f-df61e6f44e29 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:27:28.193906 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-bc962855-c799-4855-9083-ecb9d9263053 req-31306448-a56a-43e2-b7e4-8b79a3402d8d service neutron] Attempting to bind port f2c21f79-2280-4d26-959f-df61e6f44e29 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '609c39fa-7bb8-4661-8999-e347656313c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f14585c7-967e-407f-93d2-2b22e350ce4c'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:27:28.194222 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc962855-c799-4855-9083-ecb9d9263053 req-31306448-a56a-43e2-b7e4-8b79a3402d8d service neutron] Attempting to bind port f2c21f79-2280-4d26-959f-df61e6f44e29 on network f14585c7-967e-407f-93d2-2b22e350ce4c {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:27:28.198784 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc962855-c799-4855-9083-ecb9d9263053 req-31306448-a56a-43e2-b7e4-8b79a3402d8d service neutron] Port f2c21f79-2280-4d26-959f-df61e6f44e29 on network f14585c7-967e-407f-93d2-2b22e350ce4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:27:28.199095 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc962855-c799-4855-9083-ecb9d9263053 req-31306448-a56a-43e2-b7e4-8b79a3402d8d service neutron] Attempting to bind port f2c21f79-2280-4d26-959f-df61e6f44e29 on network f14585c7-967e-407f-93d2-2b22e350ce4c {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:27:28.203989 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc962855-c799-4855-9083-ecb9d9263053 req-31306448-a56a-43e2-b7e4-8b79a3402d8d service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:27:28.204315 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc962855-c799-4855-9083-ecb9d9263053 req-31306448-a56a-43e2-b7e4-8b79a3402d8d service neutron] Checking segment: {'id': '609c39fa-7bb8-4661-8999-e347656313c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f14585c7-967e-407f-93d2-2b22e350ce4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:27:28.204684 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc962855-c799-4855-9083-ecb9d9263053 req-31306448-a56a-43e2-b7e4-8b79a3402d8d service neutron] Bound using segment: {'id': '609c39fa-7bb8-4661-8999-e347656313c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f14585c7-967e-407f-93d2-2b22e350ce4c'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:27:28.205096 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-bc962855-c799-4855-9083-ecb9d9263053 req-31306448-a56a-43e2-b7e4-8b79a3402d8d service neutron] Bound port: f2c21f79-2280-4d26-959f-df61e6f44e29, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '609c39fa-7bb8-4661-8999-e347656313c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f14585c7-967e-407f-93d2-2b22e350ce4c'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:27:28.205428 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-bc962855-c799-4855-9083-ecb9d9263053 req-31306448-a56a-43e2-b7e4-8b79a3402d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:28.215343 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-641ff164-e65e-47ca-83b5-c707c82ac58f None None] Attempt 2 to provision port f2c21f79-2280-4d26-959f-df61e6f44e29 Sep 23 15:27:28.271897 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-641ff164-e65e-47ca-83b5-c707c82ac58f None None] Port f2c21f79-2280-4d26-959f-df61e6f44e29 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:27:28.299600 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-bc962855-c799-4855-9083-ecb9d9263053 req-31306448-a56a-43e2-b7e4-8b79a3402d8d service neutron] For port f2c21f79-2280-4d26-959f-df61e6f44e29, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:27:28.302760 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-bc962855-c799-4855-9083-ecb9d9263053 req-31306448-a56a-43e2-b7e4-8b79a3402d8d service neutron] For port f2c21f79-2280-4d26-959f-df61e6f44e29, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=f2c21f79-2280-4d26-959f-df61e6f44e29,segment=NetworkSegment(609c39fa-7bb8-4661-8999-e347656313c8),segment_id=609c39fa-7bb8-4661-8999-e347656313c8)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:27:28.384031 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-bc962855-c799-4855-9083-ecb9d9263053 req-31306448-a56a-43e2-b7e4-8b79a3402d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:28.414217 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc962855-c799-4855-9083-ecb9d9263053 req-31306448-a56a-43e2-b7e4-8b79a3402d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:28.414781 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-bc962855-c799-4855-9083-ecb9d9263053 req-31306448-a56a-43e2-b7e4-8b79a3402d8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:28.416146 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bc962855-c799-4855-9083-ecb9d9263053 req-31306448-a56a-43e2-b7e4-8b79a3402d8d service neutron] 10.222.0.72 "PUT /v2.0/ports/f2c21f79-2280-4d26-959f-df61e6f44e29 HTTP/1.1" status: 200 len: 1094 time: 1.0233219 Sep 23 15:27:28.416566 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bcc873-8f57-4f54-b20a-2d4b0a90dd6a', 'tag': 'f2c21f79-2280-4d26-959f-df61e6f44e29'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:27:28.418860 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a219321d-7e15-4401-8734-b5389d2fbef3" -d '{"events": [{"name": "network-changed", "server_uuid": "97bcc873-8f57-4f54-b20a-2d4b0a90dd6a", "tag": "f2c21f79-2280-4d26-959f-df61e6f44e29"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:27:28.459782 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31306448-a56a-43e2-b7e4-8b79a3402d8d service neutron] Pushing event updated for resources: {'Port': ['ID=f2c21f79-2280-4d26-959f-df61e6f44e29,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:28.463180 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a457de4-11fe-4e2d-ad1d-677324ef2eeb x-openstack-request-id: req-6a457de4-11fe-4e2d-ad1d-677324ef2eeb {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:27:28.463456 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97bcc873-8f57-4f54-b20a-2d4b0a90dd6a", "tag": "f2c21f79-2280-4d26-959f-df61e6f44e29", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:27:28.463705 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6a457de4-11fe-4e2d-ad1d-677324ef2eeb {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:27:28.464087 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a457de4-11fe-4e2d-ad1d-677324ef2eeb'] response: {'name': 'network-changed', 'server_uuid': '97bcc873-8f57-4f54-b20a-2d4b0a90dd6a', 'tag': 'f2c21f79-2280-4d26-959f-df61e6f44e29', 'status': 'completed', 'code': 200} Sep 23 15:27:28.561754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219321d-7e15-4401-8734-b5389d2fbef3 req-2affba72-5a27-4cd3-b7bb-810c6e22a61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:28.563305 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a219321d-7e15-4401-8734-b5389d2fbef3 req-2affba72-5a27-4cd3-b7bb-810c6e22a61f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8e9055d28264cd08b6695050ba5ae67&device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 1097 time: 0.0827525 Sep 23 15:27:28.701083 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219321d-7e15-4401-8734-b5389d2fbef3 req-403b03ef-b858-44ab-945a-71b2a6be9f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:28.702426 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a219321d-7e15-4401-8734-b5389d2fbef3 req-403b03ef-b858-44ab-945a-71b2a6be9f13 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=b8e9055d28264cd08b6695050ba5ae67&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1323068 Sep 23 15:27:28.773478 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-641ff164-e65e-47ca-83b5-c707c82ac58f None None] Attempt 3 to provision port f2c21f79-2280-4d26-959f-df61e6f44e29 Sep 23 15:27:28.841097 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-641ff164-e65e-47ca-83b5-c707c82ac58f None None] Port f2c21f79-2280-4d26-959f-df61e6f44e29 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:27:28.936718 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219321d-7e15-4401-8734-b5389d2fbef3 req-9e129e1a-c9e7-4bbc-86e3-1d1052d62200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:28.938864 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a219321d-7e15-4401-8734-b5389d2fbef3 req-9e129e1a-c9e7-4bbc-86e3-1d1052d62200 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2299650 Sep 23 15:27:29.049896 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc962855-c799-4855-9083-ecb9d9263053 req-8d43fa43-5ea0-45c9-8e2a-3103ac86bb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:29.051672 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bc962855-c799-4855-9083-ecb9d9263053 req-8d43fa43-5ea0-45c9-8e2a-3103ac86bb5e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8e9055d28264cd08b6695050ba5ae67&device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 1097 time: 0.0781076 Sep 23 15:27:29.064855 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:27:29.122980 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bc962855-c799-4855-9083-ecb9d9263053 req-dad6c3e5-c48c-42d2-a672-73008ff24b86 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c21f79-2280-4d26-959f-df61e6f44e29 HTTP/1.1" status: 200 len: 217 time: 0.0640178 Sep 23 15:27:29.184915 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc962855-c799-4855-9083-ecb9d9263053 req-400152e9-5ed0-40ef-8b28-0fce3b75fa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:29.185129 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a627ad-27df-4111-9d5a-cd0f19f065f4 req-f24803de-d454-4bdd-8a95-cd7d46977d81 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:29.186368 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bc962855-c799-4855-9083-ecb9d9263053 req-400152e9-5ed0-40ef-8b28-0fce3b75fa7e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6aa68749-31f6-4138-b8ab-ef4a601e5447 HTTP/1.1" status: 200 len: 851 time: 0.0572226 Sep 23 15:27:29.186547 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-42a627ad-27df-4111-9d5a-cd0f19f065f4 req-f24803de-d454-4bdd-8a95-cd7d46977d81 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 944 time: 0.0884714 Sep 23 15:27:29.229954 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-42a627ad-27df-4111-9d5a-cd0f19f065f4 req-37e76c51-3b03-4762-9c17-689bbffec50f tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377088 Sep 23 15:27:29.271340 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc962855-c799-4855-9083-ecb9d9263053 req-55d10228-1491-4098-971b-bb2bacecb85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:29.272783 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bc962855-c799-4855-9083-ecb9d9263053 req-55d10228-1491-4098-971b-bb2bacecb85c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f14585c7-967e-407f-93d2-2b22e350ce4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804417 Sep 23 15:27:29.405668 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bc962855-c799-4855-9083-ecb9d9263053 req-c7312175-66cd-4c7e-acc0-63eb99bef79f service neutron] 10.222.0.72 "GET /v2.0/networks/f14585c7-967e-407f-93d2-2b22e350ce4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255183 Sep 23 15:27:29.445840 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d8ada85d-4aa5-43bb-bd9f-59e42805ec64 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:27:29.517279 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port d8ada85d-4aa5-43bb-bd9f-59e42805ec64 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:27:29.517647 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:29.517978 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port d8ada85d-4aa5-43bb-bd9f-59e42805ec64 Sep 23 15:27:29.536917 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bc962855-c799-4855-9083-ecb9d9263053 req-edfbcac7-4f6b-40ec-9efc-8afb31f3757c service neutron] 10.222.0.72 "GET /v2.0/networks/f14585c7-967e-407f-93d2-2b22e350ce4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252205 Sep 23 15:27:29.634673 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port d8ada85d-4aa5-43bb-bd9f-59e42805ec64 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:27:30.429125 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258289e5-fe0a-4b69-bced-9e35e696f606 req-707b0a7c-9a4a-456b-88d0-c375ff4bb2e4 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:30.429808 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-258289e5-fe0a-4b69-bced-9e35e696f606 req-707b0a7c-9a4a-456b-88d0-c375ff4bb2e4 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Synchronizing usage tracker for tenant:b8e9055d28264cd08b6695050ba5ae67 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:27:30.497630 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-258289e5-fe0a-4b69-bced-9e35e696f606 req-707b0a7c-9a4a-456b-88d0-c375ff4bb2e4 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Unset dirty status for tenant:b8e9055d28264cd08b6695050ba5ae67 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:27:30.498763 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-258289e5-fe0a-4b69-bced-9e35e696f606 req-707b0a7c-9a4a-456b-88d0-c375ff4bb2e4 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 944 time: 0.1580279 Sep 23 15:27:30.544218 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-258289e5-fe0a-4b69-bced-9e35e696f606 req-91f108e7-7621-48bc-9010-e52c8b812de4 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389681 Sep 23 15:27:31.753237 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8418e-0f7b-4dd6-a335-032625c59d8e req-cddd6751-69c3-456f-a1b7-98aa2b3dafe3 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:31.754651 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-87c8418e-0f7b-4dd6-a335-032625c59d8e req-cddd6751-69c3-456f-a1b7-98aa2b3dafe3 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 944 time: 0.0999262 Sep 23 15:27:31.799309 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-87c8418e-0f7b-4dd6-a335-032625c59d8e req-0bdc632c-6b93-4a6e-b83d-331df79bf46b tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388651 Sep 23 15:27:32.103069 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98ac1f85-3456-412a-a415-253a83faaabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:32.405764 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device f2c21f79-2280-4d26-959f-df61e6f44e29 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:27:32.538302 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port f2c21f79-2280-4d26-959f-df61e6f44e29, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=f2c21f79-2280-4d26-959f-df61e6f44e29,segment=NetworkSegment(609c39fa-7bb8-4661-8999-e347656313c8),segment_id=609c39fa-7bb8-4661-8999-e347656313c8)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:27:32.551929 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': 'f2c21f79-2280-4d26-959f-df61e6f44e29', 'network_id': 'f14585c7-967e-407f-93d2-2b22e350ce4c', 'port_id': 'f2c21f79-2280-4d26-959f-df61e6f44e29', 'mac_address': 'fa:16:3e:ce:55:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa68749-31f6-4138-b8ab-ef4a601e5447', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:27:32.608981 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port f2c21f79-2280-4d26-959f-df61e6f44e29 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:27:32.609970 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:32.627111 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c21f79-2280-4d26-959f-df61e6f44e29 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:27:32.642087 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port f2c21f79-2280-4d26-959f-df61e6f44e29, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=f2c21f79-2280-4d26-959f-df61e6f44e29,segment=NetworkSegment(609c39fa-7bb8-4661-8999-e347656313c8),segment_id=609c39fa-7bb8-4661-8999-e347656313c8)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:27:32.732412 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:32.767015 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:32.799510 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=f2c21f79-2280-4d26-959f-df61e6f44e29,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:32.932575 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['f2c21f79-2280-4d26-959f-df61e6f44e29'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:27:33.002665 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fa5be-e773-48d5-98af-066aaedbbfaa req-0bad078e-696e-4028-baba-c6daa5af5270 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:33.004075 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bd4fa5be-e773-48d5-98af-066aaedbbfaa req-0bad078e-696e-4028-baba-c6daa5af5270 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 945 time: 0.0912664 Sep 23 15:27:33.049887 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bd4fa5be-e773-48d5-98af-066aaedbbfaa req-4641cd0e-4c37-4c0a-96a8-66f71934a5a7 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396204 Sep 23 15:27:34.247812 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6373b2-2714-4248-af11-a8680d16ad34 req-73d3d060-66ad-426b-8193-f10ebcf5e3f2 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:34.249268 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1e6373b2-2714-4248-af11-a8680d16ad34 req-73d3d060-66ad-426b-8193-f10ebcf5e3f2 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 945 time: 0.0920990 Sep 23 15:27:34.292217 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1e6373b2-2714-4248-af11-a8680d16ad34 req-30c0a3eb-b437-4f1d-ab63-22e99e165cbd tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372362 Sep 23 15:27:34.412064 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device f2c21f79-2280-4d26-959f-df61e6f44e29 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:27:34.515053 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port f2c21f79-2280-4d26-959f-df61e6f44e29 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:27:34.519697 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port f2c21f79-2280-4d26-959f-df61e6f44e29 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:27:34.520064 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:34.520391 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port f2c21f79-2280-4d26-959f-df61e6f44e29 Sep 23 15:27:34.635823 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port f2c21f79-2280-4d26-959f-df61e6f44e29 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:27:34.636222 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:34.661686 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bcc873-8f57-4f54-b20a-2d4b0a90dd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c21f79-2280-4d26-959f-df61e6f44e29'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:27:34.664018 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c563ab-4476-4f74-907b-d32192fd2084" -d '{"events": [{"server_uuid": "97bcc873-8f57-4f54-b20a-2d4b0a90dd6a", "name": "network-vif-plugged", "status": "completed", "tag": "f2c21f79-2280-4d26-959f-df61e6f44e29"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:27:34.671296 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port f2c21f79-2280-4d26-959f-df61e6f44e29, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=f2c21f79-2280-4d26-959f-df61e6f44e29,segment=NetworkSegment(609c39fa-7bb8-4661-8999-e347656313c8),segment_id=609c39fa-7bb8-4661-8999-e347656313c8)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:27:34.706670 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0d3f7c-90b8-4249-9a0a-bad730438523 x-openstack-request-id: req-6d0d3f7c-90b8-4249-9a0a-bad730438523 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:27:34.706997 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bcc873-8f57-4f54-b20a-2d4b0a90dd6a", "name": "network-vif-plugged", "status": "completed", "tag": "f2c21f79-2280-4d26-959f-df61e6f44e29", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:27:34.707252 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6d0d3f7c-90b8-4249-9a0a-bad730438523 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:27:34.707644 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d0d3f7c-90b8-4249-9a0a-bad730438523'] response: {'server_uuid': '97bcc873-8f57-4f54-b20a-2d4b0a90dd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c21f79-2280-4d26-959f-df61e6f44e29', 'code': 200} Sep 23 15:27:34.737618 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:34.808443 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=f2c21f79-2280-4d26-959f-df61e6f44e29,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:35.000932 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-656557d0-7ecf-4ccc-bcaa-5c13a4de9855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:35.049573 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85d9e2-f753-4b32-85bc-39ecb0d41638 req-4bf5450e-683b-4b89-a65c-cfcd81d61011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:35.051320 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6c85d9e2-f753-4b32-85bc-39ecb0d41638 req-4bf5450e-683b-4b89-a65c-cfcd81d61011 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 1099 time: 0.0825636 Sep 23 15:27:35.089605 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6c85d9e2-f753-4b32-85bc-39ecb0d41638 req-e212d184-b611-4edb-8fc4-aea4f8152a25 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323663 Sep 23 15:27:35.492170 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b773e-e4d4-49c3-8a01-f73350cf089c req-4b94d709-aec3-4fe0-b63b-24cd68070033 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:35.492796 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:35.493753 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-699b773e-e4d4-49c3-8a01-f73350cf089c req-4b94d709-aec3-4fe0-b63b-24cd68070033 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0895243 Sep 23 15:27:35.538364 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-699b773e-e4d4-49c3-8a01-f73350cf089c req-3351f507-3c65-4e79-b4fc-b530d244679d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388625 Sep 23 15:27:35.560805 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:36.734422 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114448c-3e4b-4a8e-95a2-3e974908e649 req-d3ab32f5-a21c-4cbc-bcba-a2047790cdc0 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:36.736445 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c114448c-3e4b-4a8e-95a2-3e974908e649 req-d3ab32f5-a21c-4cbc-bcba-a2047790cdc0 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0868394 Sep 23 15:27:36.778900 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c114448c-3e4b-4a8e-95a2-3e974908e649 req-90c22c27-3acc-4f72-96c6-a9f84023294a tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368474 Sep 23 15:27:37.005826 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:27:37.279616 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b03a60-9b69-4c85-b5a3-2216ef52419b req-2586c533-73d9-401d-8bc2-b87773624c64 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:37.281064 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-17b03a60-9b69-4c85-b5a3-2216ef52419b req-2586c533-73d9-401d-8bc2-b87773624c64 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0891185 Sep 23 15:27:37.325196 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-17b03a60-9b69-4c85-b5a3-2216ef52419b req-51a50302-4274-475e-bbd3-7122ef3fb4c8 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381446 Sep 23 15:27:37.351278 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 53036) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:27:37.471338 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-eb8ca770-e69b-4a8d-9a96-81e4e258f775 req-6911d17a-fff4-4677-a926-6cb0fa85ac19 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1188898 Sep 23 15:27:38.530453 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592556ac-f18a-4e27-bab2-aafa8d436428 req-920587d3-d0f1-46bb-8b8f-9a70488f7b56 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:38.531924 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-592556ac-f18a-4e27-bab2-aafa8d436428 req-920587d3-d0f1-46bb-8b8f-9a70488f7b56 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0915115 Sep 23 15:27:38.584858 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-592556ac-f18a-4e27-bab2-aafa8d436428 req-93a8551d-b56c-471a-b753-114ade8a94ed tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425582 Sep 23 15:27:39.539215 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ca770-e69b-4a8d-9a96-81e4e258f775 req-9d6252cc-fb91-49dd-89c2-9979c2f00e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:39.540683 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-eb8ca770-e69b-4a8d-9a96-81e4e258f775 req-9d6252cc-fb91-49dd-89c2-9979c2f00e24 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8e9055d28264cd08b6695050ba5ae67&device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 1099 time: 0.0791841 Sep 23 15:27:39.673457 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ca770-e69b-4a8d-9a96-81e4e258f775 req-a0a56221-1df2-4260-bda0-ca592ccafddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:39.674853 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-eb8ca770-e69b-4a8d-9a96-81e4e258f775 req-a0a56221-1df2-4260-bda0-ca592ccafddd service neutron] 10.222.0.72 "GET /v2.0/networks?id=f14585c7-967e-407f-93d2-2b22e350ce4c HTTP/1.1" status: 200 len: 913 time: 0.1278186 Sep 23 15:27:39.777717 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-eb8ca770-e69b-4a8d-9a96-81e4e258f775 req-4fd619e8-e763-445d-8b87-9cafc8285862 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c21f79-2280-4d26-959f-df61e6f44e29 HTTP/1.1" status: 200 len: 217 time: 0.0963471 Sep 23 15:27:39.953134 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ca770-e69b-4a8d-9a96-81e4e258f775 req-afd52aeb-84ed-456f-8666-5f4bed9150c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:39.955051 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-eb8ca770-e69b-4a8d-9a96-81e4e258f775 req-afd52aeb-84ed-456f-8666-5f4bed9150c0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6aa68749-31f6-4138-b8ab-ef4a601e5447 HTTP/1.1" status: 200 len: 851 time: 0.1712940 Sep 23 15:27:40.022184 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27ebab-0745-4df8-84ce-97e9f75d9114 req-337f28bd-6a00-425f-b89a-00d2b915c897 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:40.023655 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bb27ebab-0745-4df8-84ce-97e9f75d9114 req-337f28bd-6a00-425f-b89a-00d2b915c897 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.2863865 Sep 23 15:27:40.076891 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bb27ebab-0745-4df8-84ce-97e9f75d9114 req-352afbb2-282d-4dce-ba1a-5a47eef11a3a tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464807 Sep 23 15:27:40.086386 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ca770-e69b-4a8d-9a96-81e4e258f775 req-b6138fb7-2f9b-4377-a58f-2003e87a9e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:40.087813 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-eb8ca770-e69b-4a8d-9a96-81e4e258f775 req-b6138fb7-2f9b-4377-a58f-2003e87a9e7d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f14585c7-967e-407f-93d2-2b22e350ce4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1248806 Sep 23 15:27:40.219615 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-eb8ca770-e69b-4a8d-9a96-81e4e258f775 req-844366b2-be01-4e62-897c-8d4fc9a46f6a service neutron] 10.222.0.72 "GET /v2.0/networks/f14585c7-967e-407f-93d2-2b22e350ce4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251681 Sep 23 15:27:40.349642 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-eb8ca770-e69b-4a8d-9a96-81e4e258f775 req-28c093bc-93f8-4680-93a5-b0b8e9c912d2 service neutron] 10.222.0.72 "GET /v2.0/networks/f14585c7-967e-407f-93d2-2b22e350ce4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235077 Sep 23 15:27:41.271531 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cd76d-05bb-4688-a343-1dcf29a77bc3 req-26af5bf5-57cf-4381-8f84-3d2a16cae68e tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:41.272970 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6a8cd76d-05bb-4688-a343-1dcf29a77bc3 req-26af5bf5-57cf-4381-8f84-3d2a16cae68e tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0863838 Sep 23 15:27:41.317374 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6a8cd76d-05bb-4688-a343-1dcf29a77bc3 req-b5f5c1b3-ef77-451e-a8f3-43c2153ffb6c tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388217 Sep 23 15:27:42.512668 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a675325-2e77-4de3-bcb5-88dd5c9a69e6 req-8c9c06ab-723e-453d-9f0e-d0eb0157081f tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:42.514114 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a675325-2e77-4de3-bcb5-88dd5c9a69e6 req-8c9c06ab-723e-453d-9f0e-d0eb0157081f tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0863709 Sep 23 15:27:42.571587 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a675325-2e77-4de3-bcb5-88dd5c9a69e6 req-c8a67789-9a20-41a0-b5d7-39af982c1ee9 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512254 Sep 23 15:27:43.769837 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a1240-db65-459b-9159-eb2359acf994 req-82cdd2f9-5e03-419f-82fc-99d6a5dafebf tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:43.771341 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e33a1240-db65-459b-9159-eb2359acf994 req-82cdd2f9-5e03-419f-82fc-99d6a5dafebf tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0900936 Sep 23 15:27:43.815062 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e33a1240-db65-459b-9159-eb2359acf994 req-a464ec53-db2c-4460-b87b-b46624bc9513 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380850 Sep 23 15:27:45.009334 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5252c-232e-4a51-88c5-31b8a393dead req-a9e63744-acc4-44a3-b5ba-6099a5eaf23c tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:45.010855 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-82c5252c-232e-4a51-88c5-31b8a393dead req-a9e63744-acc4-44a3-b5ba-6099a5eaf23c tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0865750 Sep 23 15:27:45.056301 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-82c5252c-232e-4a51-88c5-31b8a393dead req-6c75dddb-e379-4b7f-90d2-3dbe2dde6ccf tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389335 Sep 23 15:27:46.257017 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b973f93-6064-436f-8a30-cd8c82dfd215 req-f1526907-b84e-4e48-8971-0f92f1561fd9 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:46.259146 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8b973f93-6064-436f-8a30-cd8c82dfd215 req-f1526907-b84e-4e48-8971-0f92f1561fd9 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0889380 Sep 23 15:27:46.307782 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8b973f93-6064-436f-8a30-cd8c82dfd215 req-d6b5a5d4-5611-4dba-9b1b-93ad663b97ae tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429320 Sep 23 15:27:47.511334 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebc9a2-be3a-443a-a891-3478dada17c2 req-1288553f-9bf8-4e57-9fd5-4141050dd99c tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:47.512754 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e7ebc9a2-be3a-443a-a891-3478dada17c2 req-1288553f-9bf8-4e57-9fd5-4141050dd99c tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0918612 Sep 23 15:27:47.555623 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e7ebc9a2-be3a-443a-a891-3478dada17c2 req-0cfe81f2-e86c-4a2e-9a1c-e3cc984a318c tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371578 Sep 23 15:27:48.752630 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcaf832-46d0-4c27-8f9d-d98c965837b1 req-7380cb5a-0d08-4de9-a44c-37db86bb733d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:48.754181 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-9fcaf832-46d0-4c27-8f9d-d98c965837b1 req-7380cb5a-0d08-4de9-a44c-37db86bb733d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0893414 Sep 23 15:27:48.799726 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-9fcaf832-46d0-4c27-8f9d-d98c965837b1 req-ee19b570-b99d-4480-9c9e-dca944283b56 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397952 Sep 23 15:27:49.899746 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7df93-0705-4175-a686-3225583cd66b req-13ae0287-b77a-42dd-8762-0779e1e9b96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:49.901220 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-38f7df93-0705-4175-a686-3225583cd66b req-13ae0287-b77a-42dd-8762-0779e1e9b96a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8e9055d28264cd08b6695050ba5ae67&device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 1099 time: 0.1229932 Sep 23 15:27:50.107496 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb6529-75b9-4501-a6fa-bfe60fb4e28d req-97fa7914-97e2-4577-8214-544fc66a063b tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:50.108875 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a4eb6529-75b9-4501-a6fa-bfe60fb4e28d req-97fa7914-97e2-4577-8214-544fc66a063b tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.1971724 Sep 23 15:27:50.111286 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7df93-0705-4175-a686-3225583cd66b req-2efc9cac-293c-48c9-b893-7a07cb605289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:50.112590 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-38f7df93-0705-4175-a686-3225583cd66b req-2efc9cac-293c-48c9-b893-7a07cb605289 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f14585c7-967e-407f-93d2-2b22e350ce4c HTTP/1.1" status: 200 len: 913 time: 0.1625066 Sep 23 15:27:50.193872 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-38f7df93-0705-4175-a686-3225583cd66b req-1bccc913-6127-4ad2-a1b9-901de5cbd3ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c21f79-2280-4d26-959f-df61e6f44e29 HTTP/1.1" status: 200 len: 217 time: 0.0663698 Sep 23 15:27:50.253947 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a4eb6529-75b9-4501-a6fa-bfe60fb4e28d req-c8bc64a5-9e65-4740-b9aa-d5c969d3b785 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393447 Sep 23 15:27:50.266198 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7df93-0705-4175-a686-3225583cd66b req-40fd1e9d-d8a9-4cf2-b731-802a220bbbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:50.268201 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-38f7df93-0705-4175-a686-3225583cd66b req-40fd1e9d-d8a9-4cf2-b731-802a220bbbfb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6aa68749-31f6-4138-b8ab-ef4a601e5447 HTTP/1.1" status: 200 len: 851 time: 0.0662899 Sep 23 15:27:50.353174 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7df93-0705-4175-a686-3225583cd66b req-1c167908-4d4b-4dce-9834-d06e317b2b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:50.354695 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-38f7df93-0705-4175-a686-3225583cd66b req-1c167908-4d4b-4dce-9834-d06e317b2b79 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f14585c7-967e-407f-93d2-2b22e350ce4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804317 Sep 23 15:27:50.484830 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-38f7df93-0705-4175-a686-3225583cd66b req-dacbbdcc-b79c-4a96-bc30-8ba25f83a9cc service neutron] 10.222.0.72 "GET /v2.0/networks/f14585c7-967e-407f-93d2-2b22e350ce4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233487 Sep 23 15:27:50.715174 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-38f7df93-0705-4175-a686-3225583cd66b req-49daea5e-cf13-4de2-bfa5-1310791ad59c service neutron] 10.222.0.72 "GET /v2.0/networks/f14585c7-967e-407f-93d2-2b22e350ce4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237504 Sep 23 15:27:51.456374 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1752e-285e-462d-901e-cf9320ee327a req-3747f7d6-2c23-41e5-8abf-dfe8e61e1e6a tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:51.457826 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-78d1752e-285e-462d-901e-cf9320ee327a req-3747f7d6-2c23-41e5-8abf-dfe8e61e1e6a tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0922554 Sep 23 15:27:51.502451 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-78d1752e-285e-462d-901e-cf9320ee327a req-aa23724b-f3bd-487a-a907-35727c988578 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388529 Sep 23 15:27:52.701225 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa9eff-5386-44cf-9b6e-4ec84091b51e req-ed4cb90c-6055-4ade-9e27-10875d9ab9fd tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:52.702670 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-93aa9eff-5386-44cf-9b6e-4ec84091b51e req-ed4cb90c-6055-4ade-9e27-10875d9ab9fd tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0860145 Sep 23 15:27:52.746406 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-93aa9eff-5386-44cf-9b6e-4ec84091b51e req-33ed43bb-7bd9-4bce-938d-7aa01a9a6f5b tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380139 Sep 23 15:27:53.948303 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82f716-1c12-416d-a54d-7e61df2e79dd req-b516312a-9043-42a9-ab76-ce160b3d646a tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:53.949801 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-be82f716-1c12-416d-a54d-7e61df2e79dd req-b516312a-9043-42a9-ab76-ce160b3d646a tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0893774 Sep 23 15:27:53.997076 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-be82f716-1c12-416d-a54d-7e61df2e79dd req-9b094f5a-3982-4d57-a8de-3d826848ef8e tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408859 Sep 23 15:27:55.345293 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfb37-a725-4dd9-bb8c-35d515d55fff req-53ddf574-75b1-4ddb-a571-16d3ee035d4d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:55.346735 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7d2dfb37-a725-4dd9-bb8c-35d515d55fff req-53ddf574-75b1-4ddb-a571-16d3ee035d4d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0897834 Sep 23 15:27:55.390633 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7d2dfb37-a725-4dd9-bb8c-35d515d55fff req-0440231a-b005-478e-ba67-7525ac15bb39 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381560 Sep 23 15:27:56.587498 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c86d8-98bf-4c2e-99f3-dd0aa3152cdd req-deaedc13-747d-443d-b927-ca14943ea621 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:56.588951 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ff2c86d8-98bf-4c2e-99f3-dd0aa3152cdd req-deaedc13-747d-443d-b927-ca14943ea621 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0882089 Sep 23 15:27:56.632466 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ff2c86d8-98bf-4c2e-99f3-dd0aa3152cdd req-0de58175-1902-45b2-a8a8-090d604b2d99 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377986 Sep 23 15:27:57.830568 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cdea0-2315-4395-9534-d3278fde0c23 req-e3283bdd-df6d-4969-a797-9d2c1bea31bb tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:57.832016 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2c9cdea0-2315-4395-9534-d3278fde0c23 req-e3283bdd-df6d-4969-a797-9d2c1bea31bb tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0873778 Sep 23 15:27:57.878287 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2c9cdea0-2315-4395-9534-d3278fde0c23 req-15a381a6-0d11-4630-bacf-dec33f03ac15 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406113 Sep 23 15:27:59.171963 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff2ebe-bf09-4a04-9853-a92691729f61 req-5ea08d22-bbda-4a7d-92e5-0b1908e7c60d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:59.174002 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-5fff2ebe-bf09-4a04-9853-a92691729f61 req-5ea08d22-bbda-4a7d-92e5-0b1908e7c60d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.1851132 Sep 23 15:27:59.218548 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-5fff2ebe-bf09-4a04-9853-a92691729f61 req-2d8de0cd-de1a-4ce6-a2e4-b953fc827dc9 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385203 Sep 23 15:28:00.415229 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d14ebc-95d5-461d-b70a-374ffde61c44 req-c00b6b45-9a19-4c5a-86ec-a3790b5a2fb0 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:00.416744 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a2d14ebc-95d5-461d-b70a-374ffde61c44 req-c00b6b45-9a19-4c5a-86ec-a3790b5a2fb0 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0883379 Sep 23 15:28:00.460600 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a2d14ebc-95d5-461d-b70a-374ffde61c44 req-27b8272d-688a-475f-b6db-b8b0aa79dfa8 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382633 Sep 23 15:28:01.657719 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0627a5-dd5d-4b89-965a-f213e2a07abf req-b813b8ce-7263-4850-a6dc-67071a38f656 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:01.659124 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7a0627a5-dd5d-4b89-965a-f213e2a07abf req-b813b8ce-7263-4850-a6dc-67071a38f656 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0879579 Sep 23 15:28:01.706866 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7a0627a5-dd5d-4b89-965a-f213e2a07abf req-8c9e1125-e2d2-4d3c-9a24-631f8bb65ea5 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420594 Sep 23 15:28:02.102457 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ccd4b35b-395b-4c84-9155-0685dd298986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:02.765644 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:02.912331 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cabf3-4334-47db-84d8-39cc319ede43 req-ac72e699-01c4-4242-a928-02593e360c6c tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:02.913758 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-274cabf3-4334-47db-84d8-39cc319ede43 req-ac72e699-01c4-4242-a928-02593e360c6c tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0913351 Sep 23 15:28:02.956785 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-274cabf3-4334-47db-84d8-39cc319ede43 req-45798b2a-7fa2-48c4-bac5-577477bb58bd tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372710 Sep 23 15:28:04.152170 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592b913-b27e-44d5-a2f4-3b0e3986ae5b req-14d19d84-fab5-4c66-9c79-bf06ad75e7b4 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:04.153559 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-5592b913-b27e-44d5-a2f4-3b0e3986ae5b req-14d19d84-fab5-4c66-9c79-bf06ad75e7b4 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0868518 Sep 23 15:28:04.198546 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-5592b913-b27e-44d5-a2f4-3b0e3986ae5b req-77aa8c37-ee20-4a3c-816e-0350acbeacaa tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384443 Sep 23 15:28:05.040118 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cd43d77b-286d-4697-96ff-4dcd103fd526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:05.394080 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949783a5-c31a-4bc2-a9ae-a0c1160b024b req-20f7437f-2fcd-4d17-90cc-38cb5c4b42fc tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:05.395539 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-949783a5-c31a-4bc2-a9ae-a0c1160b024b req-20f7437f-2fcd-4d17-90cc-38cb5c4b42fc tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0874763 Sep 23 15:28:05.442976 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-949783a5-c31a-4bc2-a9ae-a0c1160b024b req-ae8a9625-4e3d-4e89-b8ef-753d5e5c0dac tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417113 Sep 23 15:28:05.497168 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:05.559829 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:06.064787 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:28:06.646085 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb2ffd-4c91-4cad-92b0-3ad5616129f5 req-5e1f23a3-933d-4620-ae6b-afedc6b0452a tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:06.647575 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-63eb2ffd-4c91-4cad-92b0-3ad5616129f5 req-5e1f23a3-933d-4620-ae6b-afedc6b0452a tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0903981 Sep 23 15:28:06.691725 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-63eb2ffd-4c91-4cad-92b0-3ad5616129f5 req-95a697c2-5fe6-4b01-8e5c-738b569399f2 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385954 Sep 23 15:28:06.999669 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:07.888549 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b106e-3aa2-499e-9661-c795c481c9f4 req-d84269c5-7dd8-4f9b-ab2b-956bb23aed30 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:07.889998 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c85b106e-3aa2-499e-9661-c795c481c9f4 req-d84269c5-7dd8-4f9b-ab2b-956bb23aed30 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0865622 Sep 23 15:28:07.933613 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c85b106e-3aa2-499e-9661-c795c481c9f4 req-05e2ed77-2e58-400f-b91b-664eee4482f3 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380287 Sep 23 15:28:09.129564 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336201c-4d80-4531-a641-46b3a6c64152 req-294074fe-290c-422d-a8f9-653b109cdd8d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:09.130929 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b336201c-4d80-4531-a641-46b3a6c64152 req-294074fe-290c-422d-a8f9-653b109cdd8d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0862324 Sep 23 15:28:09.177183 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b336201c-4d80-4531-a641-46b3a6c64152 req-0f14ddff-b2e1-4373-9ce1-6b1f45dd01d5 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404987 Sep 23 15:28:10.380696 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0095be-dc6f-4931-8532-3639fbf0bb25 req-294067a5-8075-4a96-b03a-87deea40132a tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:10.382136 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2b0095be-dc6f-4931-8532-3639fbf0bb25 req-294067a5-8075-4a96-b03a-87deea40132a tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0905826 Sep 23 15:28:10.426202 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2b0095be-dc6f-4931-8532-3639fbf0bb25 req-88ce9a7d-43f0-47f8-b791-a1f22121dcbd tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383468 Sep 23 15:28:11.621438 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2c2a0-1be5-417c-adf7-dcf01241d9ca req-9990d878-bdb1-4722-9558-4d0f47d17b28 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:11.622909 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-81e2c2a0-1be5-417c-adf7-dcf01241d9ca req-9990d878-bdb1-4722-9558-4d0f47d17b28 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0865371 Sep 23 15:28:11.666514 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-81e2c2a0-1be5-417c-adf7-dcf01241d9ca req-f339a5c3-0783-4960-8535-805565279bcc tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378451 Sep 23 15:28:12.320772 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-eb8ca770-e69b-4a8d-9a96-81e4e258f775 req-93918843-05b3-4009-b561-6a3f37d4cb3f service neutron] 10.222.0.72 "GET /v2.0/ports/f2c21f79-2280-4d26-959f-df61e6f44e29/bindings/hv-neutron-8590 HTTP/1.1" status: 200 len: 384 time: 0.0741031 Sep 23 15:28:12.938238 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ca770-e69b-4a8d-9a96-81e4e258f775 req-d89cfbc8-f636-4dc6-83c5-11c07e76c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:12.939875 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-eb8ca770-e69b-4a8d-9a96-81e4e258f775 req-d89cfbc8-f636-4dc6-83c5-11c07e76c663 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a&tenant_id=b8e9055d28264cd08b6695050ba5ae67 HTTP/1.1" status: 200 len: 1099 time: 0.1136971 Sep 23 15:28:12.948911 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9cb36-42bd-4473-94e4-be4e0479d467 req-8b18125d-ec36-4af1-b89c-0669eb7e8db0 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:12.950383 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3af9cb36-42bd-4473-94e4-be4e0479d467 req-8b18125d-ec36-4af1-b89c-0669eb7e8db0 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.1718154 Sep 23 15:28:13.045923 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3af9cb36-42bd-4473-94e4-be4e0479d467 req-faa60404-c520-41a2-a5d2-46482077ce56 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895483 Sep 23 15:28:13.065823 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ca770-e69b-4a8d-9a96-81e4e258f775 req-c56038ae-24c5-463d-878a-076d78a30454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:13.067303 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-eb8ca770-e69b-4a8d-9a96-81e4e258f775 req-c56038ae-24c5-463d-878a-076d78a30454 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8e9055d28264cd08b6695050ba5ae67&device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 1099 time: 0.0976140 Sep 23 15:28:13.195766 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ca770-e69b-4a8d-9a96-81e4e258f775 req-1ed57929-553d-4722-9ffa-ee5b892472e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:13.197150 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-eb8ca770-e69b-4a8d-9a96-81e4e258f775 req-1ed57929-553d-4722-9ffa-ee5b892472e6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f14585c7-967e-407f-93d2-2b22e350ce4c HTTP/1.1" status: 200 len: 913 time: 0.1228645 Sep 23 15:28:13.265425 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-eb8ca770-e69b-4a8d-9a96-81e4e258f775 req-78631871-b1de-4567-a39a-64a2245423ff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c21f79-2280-4d26-959f-df61e6f44e29 HTTP/1.1" status: 200 len: 217 time: 0.0626349 Sep 23 15:28:13.326767 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ca770-e69b-4a8d-9a96-81e4e258f775 req-8de1f7ba-a1e2-4237-b613-c1a7877c68a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:13.328095 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-eb8ca770-e69b-4a8d-9a96-81e4e258f775 req-8de1f7ba-a1e2-4237-b613-c1a7877c68a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6aa68749-31f6-4138-b8ab-ef4a601e5447 HTTP/1.1" status: 200 len: 851 time: 0.0569370 Sep 23 15:28:13.412545 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ca770-e69b-4a8d-9a96-81e4e258f775 req-196002ac-ba9d-477b-95ef-80062191bf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:13.414019 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-eb8ca770-e69b-4a8d-9a96-81e4e258f775 req-196002ac-ba9d-477b-95ef-80062191bf29 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f14585c7-967e-407f-93d2-2b22e350ce4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805485 Sep 23 15:28:13.637642 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-eb8ca770-e69b-4a8d-9a96-81e4e258f775 req-64c675f7-53c7-4d45-8994-e47f2e9279d9 service neutron] 10.222.0.72 "GET /v2.0/networks/f14585c7-967e-407f-93d2-2b22e350ce4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167351 Sep 23 15:28:13.768665 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-eb8ca770-e69b-4a8d-9a96-81e4e258f775 req-8d8b8be0-721a-46ff-a6f0-e2a797a361bb service neutron] 10.222.0.72 "GET /v2.0/networks/f14585c7-967e-407f-93d2-2b22e350ce4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237016 Sep 23 15:28:14.248344 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35e23d-cc69-43cf-a871-4d55b9be69f4 req-5fa6133c-c94b-42d1-a444-af5a8b843bf1 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:14.250287 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-0d35e23d-cc69-43cf-a871-4d55b9be69f4 req-5fa6133c-c94b-42d1-a444-af5a8b843bf1 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0916705 Sep 23 15:28:14.299258 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-0d35e23d-cc69-43cf-a871-4d55b9be69f4 req-a60c99de-5513-422d-86c2-49a9d982d7d6 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429246 Sep 23 15:28:15.497950 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8395b6-8c88-4b2b-b533-f1ed64cc02d6 req-bc43e967-05e7-4a66-bdc7-4ba9361ae35a tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:15.499455 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9f8395b6-8c88-4b2b-b533-f1ed64cc02d6 req-bc43e967-05e7-4a66-bdc7-4ba9361ae35a tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0874345 Sep 23 15:28:15.544675 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9f8395b6-8c88-4b2b-b533-f1ed64cc02d6 req-c931ea0f-c30b-4d72-b087-022ee791788e tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388627 Sep 23 15:28:16.625928 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device f2c21f79-2280-4d26-959f-df61e6f44e29 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:28:16.628834 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device f2c21f79-2280-4d26-959f-df61e6f44e29 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:28:16.750165 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750c344-0e52-46e3-b643-4c25b66e97a5 req-35a81c36-6ce7-4443-887e-fa2a2e2a2733 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:16.754632 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8750c344-0e52-46e3-b643-4c25b66e97a5 req-35a81c36-6ce7-4443-887e-fa2a2e2a2733 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0914176 Sep 23 15:28:16.802553 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8750c344-0e52-46e3-b643-4c25b66e97a5 req-1ea8b9f5-36fa-405b-9c31-f5a53d11cfd4 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452778 Sep 23 15:28:16.842580 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port f2c21f79-2280-4d26-959f-df61e6f44e29 is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:28:16.842967 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:16.879779 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port f2c21f79-2280-4d26-959f-df61e6f44e29, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=f2c21f79-2280-4d26-959f-df61e6f44e29,segment=NetworkSegment(609c39fa-7bb8-4661-8999-e347656313c8),segment_id=609c39fa-7bb8-4661-8999-e347656313c8)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:28:16.893501 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bcc873-8f57-4f54-b20a-2d4b0a90dd6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2c21f79-2280-4d26-959f-df61e6f44e29'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:28:16.895794 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a58d49-d3f9-4c42-b9de-b23e3c185795" -d '{"events": [{"server_uuid": "97bcc873-8f57-4f54-b20a-2d4b0a90dd6a", "name": "network-vif-unplugged", "status": "completed", "tag": "f2c21f79-2280-4d26-959f-df61e6f44e29"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:28:16.904052 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': 'f2c21f79-2280-4d26-959f-df61e6f44e29', 'network_id': 'f14585c7-967e-407f-93d2-2b22e350ce4c', 'port_id': 'f2c21f79-2280-4d26-959f-df61e6f44e29', 'mac_address': 'fa:16:3e:ce:55:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa68749-31f6-4138-b8ab-ef4a601e5447', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:28:16.909371 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port f2c21f79-2280-4d26-959f-df61e6f44e29, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=f2c21f79-2280-4d26-959f-df61e6f44e29,segment=NetworkSegment(609c39fa-7bb8-4661-8999-e347656313c8),segment_id=609c39fa-7bb8-4661-8999-e347656313c8)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:28:16.956452 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Sep 2022 15:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b85858-6298-412c-9bb4-2afe1efa36a9 x-openstack-request-id: req-c2b85858-6298-412c-9bb4-2afe1efa36a9 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:28:16.956747 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bcc873-8f57-4f54-b20a-2d4b0a90dd6a", "name": "network-vif-unplugged", "status": "completed", "tag": "f2c21f79-2280-4d26-959f-df61e6f44e29", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:28:16.957002 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c2b85858-6298-412c-9bb4-2afe1efa36a9 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:28:16.957390 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2b85858-6298-412c-9bb4-2afe1efa36a9'] response: {'server_uuid': '97bcc873-8f57-4f54-b20a-2d4b0a90dd6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2c21f79-2280-4d26-959f-df61e6f44e29', 'code': 200} Sep 23 15:28:16.970002 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port f2c21f79-2280-4d26-959f-df61e6f44e29 is: ACTIVE; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:28:16.970412 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:16.988816 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2c21f79-2280-4d26-959f-df61e6f44e29 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:28:17.006151 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:17.117771 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:28:17.118042 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:28:17.121480 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=f2c21f79-2280-4d26-959f-df61e6f44e29,revision_number=6']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:17.357806 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d6680-926a-40a3-bc73-2d55c64398ba req-b87785ab-b4ac-47bc-8eb1-4399e311a08b tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:17.359278 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-df3d6680-926a-40a3-bc73-2d55c64398ba req-b87785ab-b4ac-47bc-8eb1-4399e311a08b tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.72 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a&tenant_id=b8e9055d28264cd08b6695050ba5ae67&binding%3Ahost_id=hv-neutron-8590 HTTP/1.1" status: 200 len: 944 time: 0.0961947 Sep 23 15:28:17.505420 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d6680-926a-40a3-bc73-2d55c64398ba req-21f8af2d-c53d-45ce-98e4-5232f52ed385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:17.506880 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-df3d6680-926a-40a3-bc73-2d55c64398ba req-21f8af2d-c53d-45ce-98e4-5232f52ed385 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8e9055d28264cd08b6695050ba5ae67&device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 1097 time: 0.0763571 Sep 23 15:28:17.635279 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d6680-926a-40a3-bc73-2d55c64398ba req-0cdf994e-4f96-45f7-89df-4575541c7312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:17.636701 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-df3d6680-926a-40a3-bc73-2d55c64398ba req-0cdf994e-4f96-45f7-89df-4575541c7312 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f14585c7-967e-407f-93d2-2b22e350ce4c HTTP/1.1" status: 200 len: 913 time: 0.1244321 Sep 23 15:28:17.679744 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port f2c21f79-2280-4d26-959f-df61e6f44e29 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:28:17.680275 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:17.696345 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c21f79-2280-4d26-959f-df61e6f44e29 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:28:17.707721 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-df3d6680-926a-40a3-bc73-2d55c64398ba req-13eef231-dc3c-4724-9be0-02f1ed23d62b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c21f79-2280-4d26-959f-df61e6f44e29 HTTP/1.1" status: 200 len: 217 time: 0.0642350 Sep 23 15:28:17.711715 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port f2c21f79-2280-4d26-959f-df61e6f44e29, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=f2c21f79-2280-4d26-959f-df61e6f44e29,segment=NetworkSegment(609c39fa-7bb8-4661-8999-e347656313c8),segment_id=609c39fa-7bb8-4661-8999-e347656313c8)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:28:17.770929 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d6680-926a-40a3-bc73-2d55c64398ba req-3094c48d-dae4-4a9b-91cc-2db219ada0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:17.772364 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-df3d6680-926a-40a3-bc73-2d55c64398ba req-3094c48d-dae4-4a9b-91cc-2db219ada0e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6aa68749-31f6-4138-b8ab-ef4a601e5447 HTTP/1.1" status: 200 len: 851 time: 0.0582726 Sep 23 15:28:17.810991 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:17.860605 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d6680-926a-40a3-bc73-2d55c64398ba req-3bfc722d-9e97-41fa-b8d7-7cf3076232f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:17.862076 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-df3d6680-926a-40a3-bc73-2d55c64398ba req-3bfc722d-9e97-41fa-b8d7-7cf3076232f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f14585c7-967e-407f-93d2-2b22e350ce4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834398 Sep 23 15:28:17.883641 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['f2c21f79-2280-4d26-959f-df61e6f44e29'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:28:17.918905 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=f2c21f79-2280-4d26-959f-df61e6f44e29,revision_number=7']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:17.994235 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-df3d6680-926a-40a3-bc73-2d55c64398ba req-a4b86bcb-c829-46e8-be98-6fc4856f6e95 service neutron] 10.222.0.72 "GET /v2.0/networks/f14585c7-967e-407f-93d2-2b22e350ce4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258934 Sep 23 15:28:18.128030 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-df3d6680-926a-40a3-bc73-2d55c64398ba req-fc4828bd-784e-4538-8745-c120413b50eb service neutron] 10.222.0.72 "GET /v2.0/networks/f14585c7-967e-407f-93d2-2b22e350ce4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270428 Sep 23 15:28:18.634620 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device f2c21f79-2280-4d26-959f-df61e6f44e29 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:28:18.704087 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port f2c21f79-2280-4d26-959f-df61e6f44e29 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:28:18.704760 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:18.704760 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port f2c21f79-2280-4d26-959f-df61e6f44e29 Sep 23 15:28:18.826245 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port f2c21f79-2280-4d26-959f-df61e6f44e29 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:28:18.826661 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:18.859485 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port f2c21f79-2280-4d26-959f-df61e6f44e29, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=f2c21f79-2280-4d26-959f-df61e6f44e29,segment=NetworkSegment(609c39fa-7bb8-4661-8999-e347656313c8),segment_id=609c39fa-7bb8-4661-8999-e347656313c8)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:28:18.919600 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:18.964253 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bcc873-8f57-4f54-b20a-2d4b0a90dd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c21f79-2280-4d26-959f-df61e6f44e29'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:28:18.966547 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e70717-dd40-48a3-a66e-6efa84b7f8c9" -d '{"events": [{"server_uuid": "97bcc873-8f57-4f54-b20a-2d4b0a90dd6a", "name": "network-vif-plugged", "status": "completed", "tag": "f2c21f79-2280-4d26-959f-df61e6f44e29"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:28:18.994735 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=f2c21f79-2280-4d26-959f-df61e6f44e29,revision_number=8']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:19.009629 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2f1888-d052-4d7d-bcfb-2ce30cd6b011 x-openstack-request-id: req-6c2f1888-d052-4d7d-bcfb-2ce30cd6b011 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:28:19.009931 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bcc873-8f57-4f54-b20a-2d4b0a90dd6a", "name": "network-vif-plugged", "status": "completed", "tag": "f2c21f79-2280-4d26-959f-df61e6f44e29", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:28:19.010172 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6c2f1888-d052-4d7d-bcfb-2ce30cd6b011 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:28:19.010585 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c2f1888-d052-4d7d-bcfb-2ce30cd6b011'] response: {'server_uuid': '97bcc873-8f57-4f54-b20a-2d4b0a90dd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c21f79-2280-4d26-959f-df61e6f44e29', 'code': 200} Sep 23 15:28:19.705562 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d19abd-c483-4942-8c1f-74b4c20d1618 req-a4f504c1-275a-4d58-940c-08f143fb92f4 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:19.706951 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-54d19abd-c483-4942-8c1f-74b4c20d1618 req-a4f504c1-275a-4d58-940c-08f143fb92f4 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0872507 Sep 23 15:28:19.752334 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-54d19abd-c483-4942-8c1f-74b4c20d1618 req-a948a360-769d-4b29-8682-eea0aaf2617e tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393949 Sep 23 15:28:20.947187 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb498e-834b-4e40-95d1-e96ac35e4aca req-215374fd-cc0c-4d98-b217-ab89e3bfa16d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:20.948727 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3dbb498e-834b-4e40-95d1-e96ac35e4aca req-215374fd-cc0c-4d98-b217-ab89e3bfa16d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0855923 Sep 23 15:28:20.999180 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3dbb498e-834b-4e40-95d1-e96ac35e4aca req-e606580c-1ed9-428f-8a9c-dae22e9a18e5 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/security-groups?id=383bff01-ce64-47d8-b647-21072d90ade3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440176 Sep 23 15:28:21.330080 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d6680-926a-40a3-bc73-2d55c64398ba req-c99c4a08-ef3b-4649-bec9-5a266c6e2cb2 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:21.331529 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-df3d6680-926a-40a3-bc73-2d55c64398ba req-c99c4a08-ef3b-4649-bec9-5a266c6e2cb2 tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.72 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 946 time: 0.0890114 Sep 23 15:28:21.399982 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-df3d6680-926a-40a3-bc73-2d55c64398ba req-9ecc8af6-6c4a-4a69-8640-5806d987164d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Deleting port f2c21f79-2280-4d26-959f-df61e6f44e29 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:28:21.400324 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-df3d6680-926a-40a3-bc73-2d55c64398ba req-9ecc8af6-6c4a-4a69-8640-5806d987164d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:21.646419 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-df3d6680-926a-40a3-bc73-2d55c64398ba req-9ecc8af6-6c4a-4a69-8640-5806d987164d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] For port f2c21f79-2280-4d26-959f-df61e6f44e29, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=f2c21f79-2280-4d26-959f-df61e6f44e29,segment=NetworkSegment(609c39fa-7bb8-4661-8999-e347656313c8),segment_id=609c39fa-7bb8-4661-8999-e347656313c8)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:28:21.646697 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-df3d6680-926a-40a3-bc73-2d55c64398ba req-9ecc8af6-6c4a-4a69-8640-5806d987164d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:21.867711 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-df3d6680-926a-40a3-bc73-2d55c64398ba req-9ecc8af6-6c4a-4a69-8640-5806d987164d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Calling delete_port for f2c21f79-2280-4d26-959f-df61e6f44e29 owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:28:22.068298 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-df3d6680-926a-40a3-bc73-2d55c64398ba req-9ecc8af6-6c4a-4a69-8640-5806d987164d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:22.080135 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['f2c21f79-2280-4d26-959f-df61e6f44e29'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:28:22.119803 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc8af6-6c4a-4a69-8640-5806d987164d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Pushing event deleted for resources: {'Port': ['ID=f2c21f79-2280-4d26-959f-df61e6f44e29,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:22.159290 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc8af6-6c4a-4a69-8640-5806d987164d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:22.159646 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc8af6-6c4a-4a69-8640-5806d987164d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:22.159989 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc8af6-6c4a-4a69-8640-5806d987164d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:22.160329 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc8af6-6c4a-4a69-8640-5806d987164d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:22.160663 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc8af6-6c4a-4a69-8640-5806d987164d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:22.160997 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc8af6-6c4a-4a69-8640-5806d987164d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:22.161316 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc8af6-6c4a-4a69-8640-5806d987164d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:22.161643 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc8af6-6c4a-4a69-8640-5806d987164d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:22.161971 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc8af6-6c4a-4a69-8640-5806d987164d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:22.162297 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc8af6-6c4a-4a69-8640-5806d987164d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:22.165958 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc8af6-6c4a-4a69-8640-5806d987164d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:22.165958 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecc8af6-6c4a-4a69-8640-5806d987164d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:22.172991 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-0f9101ad-a947-4bf6-a9a6-8ec92446d642 req-580ece32-86d8-4c1e-98ca-4d9d7a08c82e tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.67 "GET /v2.0/ports?device_id=97bcc873-8f57-4f54-b20a-2d4b0a90dd6a HTTP/1.1" status: 200 len: 210 time: 0.0608082 Sep 23 15:28:22.225516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3d6680-926a-40a3-bc73-2d55c64398ba req-9ecc8af6-6c4a-4a69-8640-5806d987164d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] No DVR routers for this DVR port f2c21f79-2280-4d26-959f-df61e6f44e29 on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:28:22.227997 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-df3d6680-926a-40a3-bc73-2d55c64398ba req-9ecc8af6-6c4a-4a69-8640-5806d987164d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:22.230667 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bcc873-8f57-4f54-b20a-2d4b0a90dd6a', 'name': 'network-vif-deleted', 'tag': 'f2c21f79-2280-4d26-959f-df61e6f44e29'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:28:22.232959 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ede5c71-2f8f-4dbf-a812-040b96d76193" -d '{"events": [{"server_uuid": "97bcc873-8f57-4f54-b20a-2d4b0a90dd6a", "name": "network-vif-deleted", "tag": "f2c21f79-2280-4d26-959f-df61e6f44e29"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:28:22.278627 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1ba6d7-3ef8-4ea1-b7f8-12c0094359b5 x-openstack-request-id: req-4d1ba6d7-3ef8-4ea1-b7f8-12c0094359b5 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:28:22.278929 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bcc873-8f57-4f54-b20a-2d4b0a90dd6a", "name": "network-vif-deleted", "tag": "f2c21f79-2280-4d26-959f-df61e6f44e29", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:28:22.279208 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4d1ba6d7-3ef8-4ea1-b7f8-12c0094359b5 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:28:22.279608 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d1ba6d7-3ef8-4ea1-b7f8-12c0094359b5'] response: {'server_uuid': '97bcc873-8f57-4f54-b20a-2d4b0a90dd6a', 'name': 'network-vif-deleted', 'tag': 'f2c21f79-2280-4d26-959f-df61e6f44e29', 'status': 'completed', 'code': 200} Sep 23 15:28:22.308641 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-df3d6680-926a-40a3-bc73-2d55c64398ba req-9ecc8af6-6c4a-4a69-8640-5806d987164d tempest-DeleteServersTestJSON-2097258844 tempest-DeleteServersTestJSON-2097258844-project] 10.222.0.72 "DELETE /v2.0/ports/f2c21f79-2280-4d26-959f-df61e6f44e29 HTTP/1.1" status: 204 len: 173 time: 0.9720955 Sep 23 15:28:23.423006 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 53152) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:28:23.952536 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-015892ba-5f0b-462c-aa5a-e8260fd5750b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:24.395513 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-015892ba-5f0b-462c-aa5a-e8260fd5750b admin admin] Deleting port d8ada85d-4aa5-43bb-bd9f-59e42805ec64 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:28:24.395925 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-015892ba-5f0b-462c-aa5a-e8260fd5750b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:24.566530 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-015892ba-5f0b-462c-aa5a-e8260fd5750b admin admin] For port d8ada85d-4aa5-43bb-bd9f-59e42805ec64, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d8ada85d-4aa5-43bb-bd9f-59e42805ec64,segment=NetworkSegment(609c39fa-7bb8-4661-8999-e347656313c8),segment_id=609c39fa-7bb8-4661-8999-e347656313c8)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:28:24.567239 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-015892ba-5f0b-462c-aa5a-e8260fd5750b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:24.649864 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device f2c21f79-2280-4d26-959f-df61e6f44e29 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:28:24.683646 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: f2c21f79-2280-4d26-959f-df61e6f44e29 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:28:24.683987 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device f2c21f79-2280-4d26-959f-df61e6f44e29 not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:28:24.689756 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-015892ba-5f0b-462c-aa5a-e8260fd5750b admin admin] Calling delete_port for d8ada85d-4aa5-43bb-bd9f-59e42805ec64 owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:28:25.050510 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-015892ba-5f0b-462c-aa5a-e8260fd5750b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:25.131455 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015892ba-5f0b-462c-aa5a-e8260fd5750b admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ada85d-4aa5-43bb-bd9f-59e42805ec64,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:25.149083 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015892ba-5f0b-462c-aa5a-e8260fd5750b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:25.149429 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015892ba-5f0b-462c-aa5a-e8260fd5750b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:25.149800 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015892ba-5f0b-462c-aa5a-e8260fd5750b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:25.150132 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015892ba-5f0b-462c-aa5a-e8260fd5750b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:25.150487 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015892ba-5f0b-462c-aa5a-e8260fd5750b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:25.150815 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015892ba-5f0b-462c-aa5a-e8260fd5750b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:25.151141 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015892ba-5f0b-462c-aa5a-e8260fd5750b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:25.151465 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015892ba-5f0b-462c-aa5a-e8260fd5750b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:25.151788 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015892ba-5f0b-462c-aa5a-e8260fd5750b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:25.152110 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015892ba-5f0b-462c-aa5a-e8260fd5750b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:25.152429 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015892ba-5f0b-462c-aa5a-e8260fd5750b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:25.152745 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015892ba-5f0b-462c-aa5a-e8260fd5750b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:25.382587 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-015892ba-5f0b-462c-aa5a-e8260fd5750b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:25.846593 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015892ba-5f0b-462c-aa5a-e8260fd5750b admin admin] Router c8accf86-0e76-4cd4-b834-79e0c099fc67 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:28:26.023538 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015892ba-5f0b-462c-aa5a-e8260fd5750b admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:28:26.033000 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dff99c5-982e-4d06-a600-13183a131c16 None None] Sync routers for ids ['c8accf86-0e76-4cd4-b834-79e0c099fc67'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:28:26.036016 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-015892ba-5f0b-462c-aa5a-e8260fd5750b admin admin] 10.222.0.67 "PUT /v2.0/routers/c8accf86-0e76-4cd4-b834-79e0c099fc67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6119587 Sep 23 15:28:26.038690 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 53158) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:28:26.048835 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dff99c5-982e-4d06-a600-13183a131c16 None None] Routers {'c8accf86-0e76-4cd4-b834-79e0c099fc67'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:28:26.048835 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-2dff99c5-982e-4d06-a600-13183a131c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:28:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['c8accf86-0e76-4cd4-b834-79e0c099fc67'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:26.217128 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cfdb9932-b305-43ab-9f85-c0e8051604bf admin admin] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:26.220564 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-2dff99c5-982e-4d06-a600-13183a131c16 None None] Set router c8accf86-0e76-4cd4-b834-79e0c099fc67 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:28:26.394720 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cfdb9932-b305-43ab-9f85-c0e8051604bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:26.439490 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-cfdb9932-b305-43ab-9f85-c0e8051604bf admin admin] Deleting port b2877965-1be2-4b06-9570-9930a60252ef {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:28:26.439831 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cfdb9932-b305-43ab-9f85-c0e8051604bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:26.532646 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-2dff99c5-982e-4d06-a600-13183a131c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8accf86-0e76-4cd4-b834-79e0c099fc67', 'name': 'tempest-DeleteServersTestJSON-1700151864-router', 'tenant_id': 'b8e9055d28264cd08b6695050ba5ae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.231'}], 'enable_snat': True}, 'gw_port_id': 'b2877965-1be2-4b06-9570-9930a60252ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:17Z', 'updated_at': '2022-09-23T15:28:24Z', 'revision_number': 5, 'project_id': 'b8e9055d28264cd08b6695050ba5ae67', 'gw_port': {'id': 'b2877965-1be2-4b06-9570-9930a60252ef', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8accf86-0e76-4cd4-b834-79e0c099fc67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:27:18Z', 'updated_at': '2022-09-23T15:27:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:26.536433 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dff99c5-982e-4d06-a600-13183a131c16 None None] Checking router: c8accf86-0e76-4cd4-b834-79e0c099fc67 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:28:26.544513 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dff99c5-982e-4d06-a600-13183a131c16 None None] Routers {'c8accf86-0e76-4cd4-b834-79e0c099fc67'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:28:26.545104 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-2dff99c5-982e-4d06-a600-13183a131c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:28:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['c8accf86-0e76-4cd4-b834-79e0c099fc67'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:26.612480 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-cfdb9932-b305-43ab-9f85-c0e8051604bf admin admin] For port b2877965-1be2-4b06-9570-9930a60252ef, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=b2877965-1be2-4b06-9570-9930a60252ef,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:28:26.612821 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cfdb9932-b305-43ab-9f85-c0e8051604bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:26.699235 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-2dff99c5-982e-4d06-a600-13183a131c16 None None] Set router c8accf86-0e76-4cd4-b834-79e0c099fc67 gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:28:26.741438 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-cfdb9932-b305-43ab-9f85-c0e8051604bf admin admin] Calling delete_port for b2877965-1be2-4b06-9570-9930a60252ef owned by network:router_gateway {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:28:26.805759 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-2dff99c5-982e-4d06-a600-13183a131c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8accf86-0e76-4cd4-b834-79e0c099fc67', 'name': 'tempest-DeleteServersTestJSON-1700151864-router', 'tenant_id': 'b8e9055d28264cd08b6695050ba5ae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:17Z', 'updated_at': '2022-09-23T15:28:26Z', 'revision_number': 6, 'project_id': 'b8e9055d28264cd08b6695050ba5ae67', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:26.810072 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dff99c5-982e-4d06-a600-13183a131c16 None None] The sync data for ids ['c8accf86-0e76-4cd4-b834-79e0c099fc67'] in dv-neutron-859093-1-hyperv is: [{'id': 'c8accf86-0e76-4cd4-b834-79e0c099fc67', 'name': 'tempest-DeleteServersTestJSON-1700151864-router', 'tenant_id': 'b8e9055d28264cd08b6695050ba5ae67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:27:17Z', 'updated_at': '2022-09-23T15:28:26Z', 'revision_number': 6, 'project_id': 'b8e9055d28264cd08b6695050ba5ae67', 'gw_port_host': None}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:28:27.079681 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cfdb9932-b305-43ab-9f85-c0e8051604bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:27.125985 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb9932-b305-43ab-9f85-c0e8051604bf admin admin] Pushing event deleted for resources: {'Port': ['ID=b2877965-1be2-4b06-9570-9930a60252ef,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:27.226736 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cfdb9932-b305-43ab-9f85-c0e8051604bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:27.401210 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cfdb9932-b305-43ab-9f85-c0e8051604bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:27.403310 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cfdb9932-b305-43ab-9f85-c0e8051604bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:27.496285 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cfdb9932-b305-43ab-9f85-c0e8051604bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:27.496826 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdb9932-b305-43ab-9f85-c0e8051604bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8accf86-0e76-4cd4-b834-79e0c099fc67 {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:28:27.508711 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cfdb9932-b305-43ab-9f85-c0e8051604bf admin admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:27.509881 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-cfdb9932-b305-43ab-9f85-c0e8051604bf admin admin] 10.222.0.67 "DELETE /v2.0/routers/c8accf86-0e76-4cd4-b834-79e0c099fc67 HTTP/1.1" status: 204 len: 168 time: 1.4702582 Sep 23 15:28:27.512320 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 53162) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:28:27.575452 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8882f6-6f2b-40bc-a548-c2c73ff79a20 admin admin] Deleting subnet 6aa68749-31f6-4138-b8ab-ef4a601e5447 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:28:27.578560 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ed8882f6-6f2b-40bc-a548-c2c73ff79a20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:27.596555 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d8ada85d-4aa5-43bb-bd9f-59e42805ec64 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:28:27.628485 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ed8882f6-6f2b-40bc-a548-c2c73ff79a20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:27.630948 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: d8ada85d-4aa5-43bb-bd9f-59e42805ec64 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:28:27.631290 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d8ada85d-4aa5-43bb-bd9f-59e42805ec64 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:28:27.631727 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device b2877965-1be2-4b06-9570-9930a60252ef no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:28:27.667779 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: b2877965-1be2-4b06-9570-9930a60252ef {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:28:27.668116 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device b2877965-1be2-4b06-9570-9930a60252ef not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:28:27.708053 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ed8882f6-6f2b-40bc-a548-c2c73ff79a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:27.863556 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ed8882f6-6f2b-40bc-a548-c2c73ff79a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:27.901821 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8882f6-6f2b-40bc-a548-c2c73ff79a20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aa68749-31f6-4138-b8ab-ef4a601e5447,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:27.908404 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ed8882f6-6f2b-40bc-a548-c2c73ff79a20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:27.912473 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca28ca7-d066-4e6f-964c-824f51768730 None None] Network f14585c7-967e-407f-93d2-2b22e350ce4c requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:28:27.915220 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ed8882f6-6f2b-40bc-a548-c2c73ff79a20 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/6aa68749-31f6-4138-b8ab-ef4a601e5447 HTTP/1.1" status: 204 len: 168 time: 0.4019506 Sep 23 15:28:27.917674 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 53166) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:28:28.026691 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa7ebeb7-1516-490f-b01a-ef645bb28bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:28.037866 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ebeb7-1516-490f-b01a-ef645bb28bdd admin admin] Deleting port 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:28:28.038199 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa7ebeb7-1516-490f-b01a-ef645bb28bdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:28.201648 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a79162-f9e5-40c1-b831-ce09b54eeef6 None None] DHCP port deletion for f14585c7-967e-407f-93d2-2b22e350ce4c request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:28:28.206702 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-12a79162-f9e5-40c1-b831-ce09b54eeef6 None None] Deleting port 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:28:28.207077 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-12a79162-f9e5-40c1-b831-ce09b54eeef6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:28.253950 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-fa7ebeb7-1516-490f-b01a-ef645bb28bdd admin admin] For port 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1,segment=NetworkSegment(609c39fa-7bb8-4661-8999-e347656313c8),segment_id=609c39fa-7bb8-4661-8999-e347656313c8)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:28:28.254557 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa7ebeb7-1516-490f-b01a-ef645bb28bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:28.379608 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ebeb7-1516-490f-b01a-ef645bb28bdd admin admin] Calling delete_port for 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1 owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:28:28.417151 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-12a79162-f9e5-40c1-b831-ce09b54eeef6 None None] For port 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1,segment=NetworkSegment(609c39fa-7bb8-4661-8999-e347656313c8),segment_id=609c39fa-7bb8-4661-8999-e347656313c8)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:28:28.417432 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-12a79162-f9e5-40c1-b831-ce09b54eeef6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:28.536540 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-12a79162-f9e5-40c1-b831-ce09b54eeef6 None None] Calling delete_port for 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:28:28.548157 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa7ebeb7-1516-490f-b01a-ef645bb28bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:28.599263 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ebeb7-1516-490f-b01a-ef645bb28bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:28.602526 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7ebeb7-1516-490f-b01a-ef645bb28bdd admin admin] No DVR routers for this DVR port 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1 on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:28:28.609821 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-12a79162-f9e5-40c1-b831-ce09b54eeef6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:28:28.610441 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-12a79162-f9e5-40c1-b831-ce09b54eeef6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:28:28.815230 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa7ebeb7-1516-490f-b01a-ef645bb28bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:28.840965 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-fa7ebeb7-1516-490f-b01a-ef645bb28bdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14585c7-967e-407f-93d2-2b22e350ce4c']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:28.853279 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-fa7ebeb7-1516-490f-b01a-ef645bb28bdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609c39fa-7bb8-4661-8999-e347656313c8') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:28.853574 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-fa7ebeb7-1516-490f-b01a-ef645bb28bdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609c39fa-7bb8-4661-8999-e347656313c8') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:28.864707 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa7ebeb7-1516-490f-b01a-ef645bb28bdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:28.880877 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa7ebeb7-1516-490f-b01a-ef645bb28bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:28.886770 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7ebeb7-1516-490f-b01a-ef645bb28bdd admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:28:28.887148 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa7ebeb7-1516-490f-b01a-ef645bb28bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:28.953096 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 609c39fa-7bb8-4661-8999-e347656313c8 resource provider aggregate not found Sep 23 15:28:28.974086 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 609c39fa-7bb8-4661-8999-e347656313c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 609c39fa-7bb8-4661-8999-e347656313c8 found for delete ", "request_id": "req-f759c509-2b5d-4a16-96a3-2968f1b8fad5"}]} Sep 23 15:28:29.039108 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa7ebeb7-1516-490f-b01a-ef645bb28bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:29.054824 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fa7ebeb7-1516-490f-b01a-ef645bb28bdd admin admin] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:29.069630 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ebeb7-1516-490f-b01a-ef645bb28bdd admin admin] Pushing event deleted for resources: {'Network': ['ID=f14585c7-967e-407f-93d2-2b22e350ce4c,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:29.111417 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-12a79162-f9e5-40c1-b831-ce09b54eeef6 None None] Deleting port 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:28:29.111798 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-12a79162-f9e5-40c1-b831-ce09b54eeef6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:29.114053 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-fa7ebeb7-1516-490f-b01a-ef645bb28bdd admin admin] 10.222.0.67 "DELETE /v2.0/networks/f14585c7-967e-407f-93d2-2b22e350ce4c HTTP/1.1" status: 204 len: 168 time: 1.1954372 Sep 23 15:28:29.182148 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-12a79162-f9e5-40c1-b831-ce09b54eeef6 None None] The port '7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:28:29.463918 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:28:29.501464 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:28:29.501809 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 7e8c5b85-af99-42b9-ba01-6abdf9e1c9c1 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:28:29.511871 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 53176) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:28:29.560100 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-900a2f44-146d-4249-9baf-3d7afee92ce9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b8e9055d28264cd08b6695050ba5ae67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469806 Sep 23 15:28:29.562543 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 53180) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:28:29.619009 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9cae6adc-3df7-4b82-bae7-a1340ef3abe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:29.644542 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9cae6adc-3df7-4b82-bae7-a1340ef3abe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:29.770512 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9cae6adc-3df7-4b82-bae7-a1340ef3abe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:29.787642 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae6adc-3df7-4b82-bae7-a1340ef3abe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383bff01-ce64-47d8-b647-21072d90ade3,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:29.855200 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9cae6adc-3df7-4b82-bae7-a1340ef3abe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:29.856604 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9cae6adc-3df7-4b82-bae7-a1340ef3abe5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/383bff01-ce64-47d8-b647-21072d90ade3 HTTP/1.1" status: 204 len: 168 time: 0.2929211 Sep 23 15:28:30.887926 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 53204) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:28:30.998293 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-d7d8b156-b947-4acf-a383-92e6b06507c6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-183726900-network', 'tenant_id': '556accfd22fb432e80723c2c478551ac'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:28:31.003880 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d7d8b156-b947-4acf-a383-92e6b06507c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:28:31.007785 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d7d8b156-b947-4acf-a383-92e6b06507c6 admin admin] Usage tracker for resource:network and tenant:556accfd22fb432e80723c2c478551ac is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:28:31.010621 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d7d8b156-b947-4acf-a383-92e6b06507c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:28:31.016524 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d7d8b156-b947-4acf-a383-92e6b06507c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:28:31.078800 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d8b156-b947-4acf-a383-92e6b06507c6 admin admin] Made reservation on behalf of 556accfd22fb432e80723c2c478551ac for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:28:31.081081 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7d8b156-b947-4acf-a383-92e6b06507c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:31.093339 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7d8b156-b947-4acf-a383-92e6b06507c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:31.107307 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d7d8b156-b947-4acf-a383-92e6b06507c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:28:31.111774 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d7d8b156-b947-4acf-a383-92e6b06507c6 admin admin] Usage tracker for resource:security_group_rule and tenant:556accfd22fb432e80723c2c478551ac is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:28:31.114670 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d7d8b156-b947-4acf-a383-92e6b06507c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:28:31.120496 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d7d8b156-b947-4acf-a383-92e6b06507c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:28:31.209980 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7d8b156-b947-4acf-a383-92e6b06507c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:31.261679 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7d8b156-b947-4acf-a383-92e6b06507c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:31.292410 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d8b156-b947-4acf-a383-92e6b06507c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:28:31.301613 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8b156-b947-4acf-a383-92e6b06507c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf76fe80-a119-416d-a77c-00dbbf9d88d4,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:31.308108 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7d8b156-b947-4acf-a383-92e6b06507c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:31.308453 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-d7d8b156-b947-4acf-a383-92e6b06507c6 admin admin] Added segment 312da94e-f920-4aea-9385-73d60d677eab of type vlan for network 7921226f-d048-4b1a-bc65-d7c2eaaf6e94 Sep 23 15:28:31.334258 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7d8b156-b947-4acf-a383-92e6b06507c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:31.410626 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7d8b156-b947-4acf-a383-92e6b06507c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:31.411487 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d8b156-b947-4acf-a383-92e6b06507c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:31.412074 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d7d8b156-b947-4acf-a383-92e6b06507c6 admin admin] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:31.516374 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8b156-b947-4acf-a383-92e6b06507c6 admin admin] Pushing event updated for resources: {'Network': ['ID=7921226f-d048-4b1a-bc65-d7c2eaaf6e94,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:31.525977 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 7921226f-d048-4b1a-bc65-d7c2eaaf6e94 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:28:31.560154 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d7d8b156-b947-4acf-a383-92e6b06507c6 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6709602 Sep 23 15:28:31.563152 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 53210) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:28:31.568576 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-81b186e7-dbe5-4388-bdc2-2b8cc8634a41 admin admin] Request body: {'subnet': {'network_id': '7921226f-d048-4b1a-bc65-d7c2eaaf6e94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-183726900-subnet', 'tenant_id': '556accfd22fb432e80723c2c478551ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:28:31.573643 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-81b186e7-dbe5-4388-bdc2-2b8cc8634a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:28:31.578149 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-81b186e7-dbe5-4388-bdc2-2b8cc8634a41 admin admin] Usage tracker for resource:subnet and tenant:556accfd22fb432e80723c2c478551ac is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:28:31.581020 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-81b186e7-dbe5-4388-bdc2-2b8cc8634a41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:28:31.586895 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-81b186e7-dbe5-4388-bdc2-2b8cc8634a41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:28:31.656799 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b186e7-dbe5-4388-bdc2-2b8cc8634a41 admin admin] Made reservation on behalf of 556accfd22fb432e80723c2c478551ac for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:28:31.659196 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-81b186e7-dbe5-4388-bdc2-2b8cc8634a41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:31.924281 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-81b186e7-dbe5-4388-bdc2-2b8cc8634a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:31.994748 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b186e7-dbe5-4388-bdc2-2b8cc8634a41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b92000a7-53c7-416f-920b-57998cba81a6,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:32.005759 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b186e7-dbe5-4388-bdc2-2b8cc8634a41 admin admin] Checking segment: {'id': '312da94e-f920-4aea-9385-73d60d677eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7921226f-d048-4b1a-bc65-d7c2eaaf6e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:28:32.006114 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b186e7-dbe5-4388-bdc2-2b8cc8634a41 admin admin] Network hostable DHCP agents. Network: 7921226f-d048-4b1a-bc65-d7c2eaaf6e94, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:28:32.089986 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b186e7-dbe5-4388-bdc2-2b8cc8634a41 admin admin] Network 7921226f-d048-4b1a-bc65-d7c2eaaf6e94 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:28:32.171559 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9aad92a7-247c-4c3a-a6a1-ec1b70f1a57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:32.226744 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-81b186e7-dbe5-4388-bdc2-2b8cc8634a41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 7921226f-d048-4b1a-bc65-d7c2eaaf6e94) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:28:32.230490 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b186e7-dbe5-4388-bdc2-2b8cc8634a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:32.231095 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-81b186e7-dbe5-4388-bdc2-2b8cc8634a41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:32.235816 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c17df8-129d-409a-a408-85f345e24d4f None None] Network 7921226f-d048-4b1a-bc65-d7c2eaaf6e94 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:28:32.331081 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-81b186e7-dbe5-4388-bdc2-2b8cc8634a41 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7668638 Sep 23 15:28:32.333613 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 53214) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:28:32.338433 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-748721d9-9113-411e-bd2b-81b407d002db admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-183726900-router', 'tenant_id': '556accfd22fb432e80723c2c478551ac', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:28:32.343314 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-748721d9-9113-411e-bd2b-81b407d002db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:28:32.347445 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-748721d9-9113-411e-bd2b-81b407d002db admin admin] Usage tracker for resource:router and tenant:556accfd22fb432e80723c2c478551ac is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:28:32.350731 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-748721d9-9113-411e-bd2b-81b407d002db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:28:32.356695 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-748721d9-9113-411e-bd2b-81b407d002db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:28:32.445161 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-748721d9-9113-411e-bd2b-81b407d002db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:32.446248 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-748721d9-9113-411e-bd2b-81b407d002db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:32.457275 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-7921226f-d048-4b1a-bc65-d7c2eaaf6e94', 'network_id': '7921226f-d048-4b1a-bc65-d7c2eaaf6e94', 'tenant_id': '556accfd22fb432e80723c2c478551ac', 'fixed_ips': [{'subnet_id': 'b92000a7-53c7-416f-920b-57998cba81a6'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:28:32.458101 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:32.461369 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-748721d9-9113-411e-bd2b-81b407d002db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:32.617287 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Allocated IP 172.20.0.2 (7921226f-d048-4b1a-bc65-d7c2eaaf6e94/b92000a7-53c7-416f-920b-57998cba81a6/9c778887-0a2b-4892-a774-a0fc46bd9eb7) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:28:32.763187 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:32.798101 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-748721d9-9113-411e-bd2b-81b407d002db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:32.838073 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:32.848586 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Transition to ACTIVE for port object 9c778887-0a2b-4892-a774-a0fc46bd9eb7 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:28:32.869041 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Transition to ACTIVE for port object 9c778887-0a2b-4892-a774-a0fc46bd9eb7 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:28:32.914033 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:33.010410 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Network 7921226f-d048-4b1a-bc65-d7c2eaaf6e94 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:28:33.013237 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:28:33.019608 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:28:33.028813 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Pushing event updated for resources: {'Port': ['ID=9c778887-0a2b-4892-a774-a0fc46bd9eb7,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:33.073457 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:33.073807 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:33.074149 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:33.074509 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:33.074849 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:33.075180 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:33.075506 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:33.075833 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:33.076162 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:33.076484 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:33.076806 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:33.077655 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:33.138803 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Attempting to bind port 9c778887-0a2b-4892-a774-a0fc46bd9eb7 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:28:33.139102 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Attempting to bind port 9c778887-0a2b-4892-a774-a0fc46bd9eb7 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '312da94e-f920-4aea-9385-73d60d677eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7921226f-d048-4b1a-bc65-d7c2eaaf6e94'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:28:33.139970 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Attempting to bind port 9c778887-0a2b-4892-a774-a0fc46bd9eb7 on network 7921226f-d048-4b1a-bc65-d7c2eaaf6e94 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:28:33.145860 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:28:33.146242 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Checking segment: {'id': '312da94e-f920-4aea-9385-73d60d677eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7921226f-d048-4b1a-bc65-d7c2eaaf6e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:28:33.146675 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:33.147066 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Bound using segment: {'id': '312da94e-f920-4aea-9385-73d60d677eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7921226f-d048-4b1a-bc65-d7c2eaaf6e94'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:28:33.147542 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Bound port: 9c778887-0a2b-4892-a774-a0fc46bd9eb7, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '312da94e-f920-4aea-9385-73d60d677eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7921226f-d048-4b1a-bc65-d7c2eaaf6e94'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:28:33.147916 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:33.239426 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] For port 9c778887-0a2b-4892-a774-a0fc46bd9eb7, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:28:33.242303 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] For port 9c778887-0a2b-4892-a774-a0fc46bd9eb7, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=9c778887-0a2b-4892-a774-a0fc46bd9eb7,segment=NetworkSegment(312da94e-f920-4aea-9385-73d60d677eab),segment_id=312da94e-f920-4aea-9385-73d60d677eab)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:28:33.267441 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-748721d9-9113-411e-bd2b-81b407d002db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:33.297486 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-748721d9-9113-411e-bd2b-81b407d002db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:33.337297 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:33.436839 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca76ede-4ba8-42e7-9a13-1376ee3d7287 None None] Pushing event updated for resources: {'Port': ['ID=9c778887-0a2b-4892-a774-a0fc46bd9eb7,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:33.447367 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-748721d9-9113-411e-bd2b-81b407d002db admin admin] Allocated IP 172.26.10.234 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/ad3e5239-4188-44ea-a452-6b5b150d2786) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:28:33.608498 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-748721d9-9113-411e-bd2b-81b407d002db admin admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:33.691332 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-748721d9-9113-411e-bd2b-81b407d002db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:33.760258 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748721d9-9113-411e-bd2b-81b407d002db admin admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:28:33.762939 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-748721d9-9113-411e-bd2b-81b407d002db admin admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:28:33.767944 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748721d9-9113-411e-bd2b-81b407d002db admin admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:28:33.803230 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748721d9-9113-411e-bd2b-81b407d002db admin admin] Pushing event updated for resources: {'Port': ['ID=ad3e5239-4188-44ea-a452-6b5b150d2786,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:34.222681 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-748721d9-9113-411e-bd2b-81b407d002db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:34.361645 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1c1282-08b0-43c3-a02c-c730ba4f0bbf None None] Network 7921226f-d048-4b1a-bc65-d7c2eaaf6e94 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:28:34.508785 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f21eccf1-7ebb-4c70-8e1a-9064d44103f4 None None] Provisioning for port 9c778887-0a2b-4892-a774-a0fc46bd9eb7 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:28:34.570708 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-748721d9-9113-411e-bd2b-81b407d002db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:34.953483 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748721d9-9113-411e-bd2b-81b407d002db admin admin] Router bc6d4716-f192-4727-ae74-858af8f4e296 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:28:35.016305 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-37701bff-4113-4b4d-9607-9a73b94b06fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:35.135215 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748721d9-9113-411e-bd2b-81b407d002db admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:28:35.143669 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128c4b80-e8e8-4a08-84f6-cd7568e9655d None None] Sync routers for ids ['bc6d4716-f192-4727-ae74-858af8f4e296'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:28:35.152470 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128c4b80-e8e8-4a08-84f6-cd7568e9655d None None] Routers {'bc6d4716-f192-4727-ae74-858af8f4e296'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:28:35.153081 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-128c4b80-e8e8-4a08-84f6-cd7568e9655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:28:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['bc6d4716-f192-4727-ae74-858af8f4e296'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:35.227803 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-748721d9-9113-411e-bd2b-81b407d002db admin admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:35.229097 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-748721d9-9113-411e-bd2b-81b407d002db admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8945570 Sep 23 15:28:35.231812 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 53220) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:28:35.331067 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-128c4b80-e8e8-4a08-84f6-cd7568e9655d None None] Set router bc6d4716-f192-4727-ae74-858af8f4e296 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:28:35.511859 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 9c778887-0a2b-4892-a774-a0fc46bd9eb7 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:28:35.586098 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:35.628636 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:35.685053 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 9c778887-0a2b-4892-a774-a0fc46bd9eb7 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:28:35.692645 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 9c778887-0a2b-4892-a774-a0fc46bd9eb7 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:28:35.693010 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:35.693336 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 9c778887-0a2b-4892-a774-a0fc46bd9eb7 Sep 23 15:28:35.750009 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-128c4b80-e8e8-4a08-84f6-cd7568e9655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6d4716-f192-4727-ae74-858af8f4e296', 'name': 'tempest-ServerDiskConfigTestJSON-183726900-router', 'tenant_id': '556accfd22fb432e80723c2c478551ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.234'}], 'enable_snat': True}, 'gw_port_id': 'ad3e5239-4188-44ea-a452-6b5b150d2786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:32Z', 'updated_at': '2022-09-23T15:28:34Z', 'revision_number': 3, 'project_id': '556accfd22fb432e80723c2c478551ac', 'gw_port': {'id': 'ad3e5239-4188-44ea-a452-6b5b150d2786', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:97:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6d4716-f192-4727-ae74-858af8f4e296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:33Z', 'updated_at': '2022-09-23T15:28:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:35.756442 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128c4b80-e8e8-4a08-84f6-cd7568e9655d None None] Checking router: bc6d4716-f192-4727-ae74-858af8f4e296 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:28:35.756786 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128c4b80-e8e8-4a08-84f6-cd7568e9655d None None] Updating router bc6d4716-f192-4727-ae74-858af8f4e296 port ad3e5239-4188-44ea-a452-6b5b150d2786 binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:28:35.853402 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-128c4b80-e8e8-4a08-84f6-cd7568e9655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:35.909153 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 9c778887-0a2b-4892-a774-a0fc46bd9eb7 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:28:35.909535 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:35.918846 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1128947f-6fa2-4fa1-a65a-282ba8d70150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:36.050562 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 9c778887-0a2b-4892-a774-a0fc46bd9eb7, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=9c778887-0a2b-4892-a774-a0fc46bd9eb7,segment=NetworkSegment(312da94e-f920-4aea-9385-73d60d677eab),segment_id=312da94e-f920-4aea-9385-73d60d677eab)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:28:36.111858 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:36.130233 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-1128947f-6fa2-4fa1-a65a-282ba8d70150 admin admin] Allocated IP 172.20.0.1 (7921226f-d048-4b1a-bc65-d7c2eaaf6e94/b92000a7-53c7-416f-920b-57998cba81a6/1e7221e4-e073-41c5-86fa-40ae20c3946b) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:28:36.212730 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=9c778887-0a2b-4892-a774-a0fc46bd9eb7,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:36.278580 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1128947f-6fa2-4fa1-a65a-282ba8d70150 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:36.294677 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-1128947f-6fa2-4fa1-a65a-282ba8d70150 admin admin] Transition to ACTIVE for port object 1e7221e4-e073-41c5-86fa-40ae20c3946b will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:28:36.312670 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-128c4b80-e8e8-4a08-84f6-cd7568e9655d None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:36.324100 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-128c4b80-e8e8-4a08-84f6-cd7568e9655d None None] Transition to ACTIVE for port object ad3e5239-4188-44ea-a452-6b5b150d2786 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:28:36.381569 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1128947f-6fa2-4fa1-a65a-282ba8d70150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:36.387884 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-128c4b80-e8e8-4a08-84f6-cd7568e9655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:36.450155 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1128947f-6fa2-4fa1-a65a-282ba8d70150 admin admin] Network 7921226f-d048-4b1a-bc65-d7c2eaaf6e94 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:28:36.452770 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-128c4b80-e8e8-4a08-84f6-cd7568e9655d None None] Attempting to bind port ad3e5239-4188-44ea-a452-6b5b150d2786 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:28:36.453146 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-128c4b80-e8e8-4a08-84f6-cd7568e9655d None None] Attempting to bind port ad3e5239-4188-44ea-a452-6b5b150d2786 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:28:36.453509 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128c4b80-e8e8-4a08-84f6-cd7568e9655d None None] Attempting to bind port ad3e5239-4188-44ea-a452-6b5b150d2786 on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:28:36.453630 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-1128947f-6fa2-4fa1-a65a-282ba8d70150 admin admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:28:36.457368 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1128947f-6fa2-4fa1-a65a-282ba8d70150 admin admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:28:36.464610 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128c4b80-e8e8-4a08-84f6-cd7568e9655d None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:28:36.464982 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128c4b80-e8e8-4a08-84f6-cd7568e9655d None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:28:36.465382 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-128c4b80-e8e8-4a08-84f6-cd7568e9655d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:36.465769 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128c4b80-e8e8-4a08-84f6-cd7568e9655d None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:28:36.466237 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-128c4b80-e8e8-4a08-84f6-cd7568e9655d None None] Bound port: ad3e5239-4188-44ea-a452-6b5b150d2786, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:28:36.466643 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-128c4b80-e8e8-4a08-84f6-cd7568e9655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:36.495698 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128947f-6fa2-4fa1-a65a-282ba8d70150 admin admin] Pushing event updated for resources: {'Port': ['ID=1e7221e4-e073-41c5-86fa-40ae20c3946b,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:36.497206 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d36a9-af70-45a0-924e-43945bf8ed70 None None] Pushing event updated for resources: {'Port': ['ID=ad3e5239-4188-44ea-a452-6b5b150d2786,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:36.552048 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-128c4b80-e8e8-4a08-84f6-cd7568e9655d None None] For port ad3e5239-4188-44ea-a452-6b5b150d2786, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:28:36.557299 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-128c4b80-e8e8-4a08-84f6-cd7568e9655d None None] For port ad3e5239-4188-44ea-a452-6b5b150d2786, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ad3e5239-4188-44ea-a452-6b5b150d2786,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:28:36.634721 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-128c4b80-e8e8-4a08-84f6-cd7568e9655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:36.646003 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1128947f-6fa2-4fa1-a65a-282ba8d70150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:36.707315 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128c4b80-e8e8-4a08-84f6-cd7568e9655d None None] Routers {'bc6d4716-f192-4727-ae74-858af8f4e296'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:28:36.707935 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-128c4b80-e8e8-4a08-84f6-cd7568e9655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:28:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['bc6d4716-f192-4727-ae74-858af8f4e296'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:36.772503 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9a36eee9-8e17-4a27-986f-9fa4fafb11c2 None None] Provisioning for port 1e7221e4-e073-41c5-86fa-40ae20c3946b completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:28:36.791280 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9a36eee9-8e17-4a27-986f-9fa4fafb11c2 None None] Provisioning complete for port 1e7221e4-e073-41c5-86fa-40ae20c3946b triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:28:36.791664 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9a36eee9-8e17-4a27-986f-9fa4fafb11c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:36.791980 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9a36eee9-8e17-4a27-986f-9fa4fafb11c2 None None] Attempt 1 to provision port 1e7221e4-e073-41c5-86fa-40ae20c3946b Sep 23 15:28:36.846734 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d36a9-af70-45a0-924e-43945bf8ed70 None None] Pushing event updated for resources: {'Port': ['ID=ad3e5239-4188-44ea-a452-6b5b150d2786,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:36.923331 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9a36eee9-8e17-4a27-986f-9fa4fafb11c2 None None] Port 1e7221e4-e073-41c5-86fa-40ae20c3946b cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:28:36.945570 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1128947f-6fa2-4fa1-a65a-282ba8d70150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:36.956686 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-128c4b80-e8e8-4a08-84f6-cd7568e9655d None None] Set router bc6d4716-f192-4727-ae74-858af8f4e296 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:28:37.054050 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:37.168672 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1128947f-6fa2-4fa1-a65a-282ba8d70150 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:37.234055 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1128947f-6fa2-4fa1-a65a-282ba8d70150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:37.241546 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-128c4b80-e8e8-4a08-84f6-cd7568e9655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6d4716-f192-4727-ae74-858af8f4e296', 'name': 'tempest-ServerDiskConfigTestJSON-183726900-router', 'tenant_id': '556accfd22fb432e80723c2c478551ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.234'}], 'enable_snat': True}, 'gw_port_id': 'ad3e5239-4188-44ea-a452-6b5b150d2786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:32Z', 'updated_at': '2022-09-23T15:28:34Z', 'revision_number': 3, 'project_id': '556accfd22fb432e80723c2c478551ac', 'gw_port': {'id': 'ad3e5239-4188-44ea-a452-6b5b150d2786', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:97:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6d4716-f192-4727-ae74-858af8f4e296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:33Z', 'updated_at': '2022-09-23T15:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:37.245514 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128c4b80-e8e8-4a08-84f6-cd7568e9655d None None] The sync data for ids ['bc6d4716-f192-4727-ae74-858af8f4e296'] in dv-neutron-859093-1-hyperv is: [{'id': 'bc6d4716-f192-4727-ae74-858af8f4e296', 'name': 'tempest-ServerDiskConfigTestJSON-183726900-router', 'tenant_id': '556accfd22fb432e80723c2c478551ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.234'}], 'enable_snat': True}, 'gw_port_id': 'ad3e5239-4188-44ea-a452-6b5b150d2786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:32Z', 'updated_at': '2022-09-23T15:28:34Z', 'revision_number': 3, 'project_id': '556accfd22fb432e80723c2c478551ac', 'gw_port': {'id': 'ad3e5239-4188-44ea-a452-6b5b150d2786', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:97:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6d4716-f192-4727-ae74-858af8f4e296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:33Z', 'updated_at': '2022-09-23T15:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:28:37.339779 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1128947f-6fa2-4fa1-a65a-282ba8d70150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:37.347004 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128947f-6fa2-4fa1-a65a-282ba8d70150 admin admin] Pushing event updated for resources: {'Port': ['ID=1e7221e4-e073-41c5-86fa-40ae20c3946b,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:37.424269 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9a36eee9-8e17-4a27-986f-9fa4fafb11c2 None None] Attempt 2 to provision port 1e7221e4-e073-41c5-86fa-40ae20c3946b Sep 23 15:28:37.505692 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1128947f-6fa2-4fa1-a65a-282ba8d70150 admin admin] Network 7921226f-d048-4b1a-bc65-d7c2eaaf6e94 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:28:37.507076 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-1128947f-6fa2-4fa1-a65a-282ba8d70150 admin admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:28:37.508028 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 9c778887-0a2b-4892-a774-a0fc46bd9eb7 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:28:37.563588 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9a36eee9-8e17-4a27-986f-9fa4fafb11c2 None None] Port 1e7221e4-e073-41c5-86fa-40ae20c3946b cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:28:37.590756 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 9c778887-0a2b-4892-a774-a0fc46bd9eb7 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:28:37.591239 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:37.591643 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 9c778887-0a2b-4892-a774-a0fc46bd9eb7 Sep 23 15:28:37.734737 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 9c778887-0a2b-4892-a774-a0fc46bd9eb7 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:28:37.742230 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1128947f-6fa2-4fa1-a65a-282ba8d70150 admin admin] Router bc6d4716-f192-4727-ae74-858af8f4e296 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:28:37.933755 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1128947f-6fa2-4fa1-a65a-282ba8d70150 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:28:37.943258 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1128947f-6fa2-4fa1-a65a-282ba8d70150 admin admin] 10.222.0.67 "PUT /v2.0/routers/bc6d4716-f192-4727-ae74-858af8f4e296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7104168 Sep 23 15:28:38.064527 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9a36eee9-8e17-4a27-986f-9fa4fafb11c2 None None] Attempt 3 to provision port 1e7221e4-e073-41c5-86fa-40ae20c3946b Sep 23 15:28:38.129369 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9a36eee9-8e17-4a27-986f-9fa4fafb11c2 None None] Port 1e7221e4-e073-41c5-86fa-40ae20c3946b cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:28:38.605832 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-d5551e6f-fe9e-4ad0-a934-aedfa14e1c6b tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:38.607376 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-d5551e6f-fe9e-4ad0-a934-aedfa14e1c6b tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/networks?id=7921226f-d048-4b1a-bc65-d7c2eaaf6e94 HTTP/1.1" status: 200 len: 814 time: 0.1488173 Sep 23 15:28:38.621942 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-86c1d362-38eb-40c9-8767-54acf633abae tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/quotas/556accfd22fb432e80723c2c478551ac HTTP/1.1" status: 200 len: 375 time: 0.0090723 Sep 23 15:28:38.630900 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9a36eee9-8e17-4a27-986f-9fa4fafb11c2 None None] Attempt 4 to provision port 1e7221e4-e073-41c5-86fa-40ae20c3946b Sep 23 15:28:38.687664 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9a36eee9-8e17-4a27-986f-9fa4fafb11c2 None None] Port 1e7221e4-e073-41c5-86fa-40ae20c3946b cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:28:38.713097 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-7fc4cdae-df77-4abf-b4af-c16e8da1f697 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=556accfd22fb432e80723c2c478551ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0860517 Sep 23 15:28:38.802462 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d011c1a-916e-4f53-bbff-5a0f731bced7 None None] Sync routers for ids ['bc6d4716-f192-4727-ae74-858af8f4e296'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:28:38.814860 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d011c1a-916e-4f53-bbff-5a0f731bced7 None None] Routers {'bc6d4716-f192-4727-ae74-858af8f4e296'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:28:38.815573 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-0d011c1a-916e-4f53-bbff-5a0f731bced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:28:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['bc6d4716-f192-4727-ae74-858af8f4e296'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:38.856358 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-59cf8c5f-f16f-4e5e-92b2-ca67ce3bc879 service neutron] 10.222.0.67 "GET /v2.0/networks/7921226f-d048-4b1a-bc65-d7c2eaaf6e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361909 Sep 23 15:28:38.988680 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-0d011c1a-916e-4f53-bbff-5a0f731bced7 None None] Set router bc6d4716-f192-4727-ae74-858af8f4e296 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:28:38.988900 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-7dea0635-9107-4906-996b-a5ad91df7e02 service neutron] 10.222.0.67 "GET /v2.0/networks/7921226f-d048-4b1a-bc65-d7c2eaaf6e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260924 Sep 23 15:28:39.188990 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9a36eee9-8e17-4a27-986f-9fa4fafb11c2 None None] Attempt 5 to provision port 1e7221e4-e073-41c5-86fa-40ae20c3946b Sep 23 15:28:39.252418 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9a36eee9-8e17-4a27-986f-9fa4fafb11c2 None None] Port 1e7221e4-e073-41c5-86fa-40ae20c3946b cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:28:39.307967 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-0d011c1a-916e-4f53-bbff-5a0f731bced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6d4716-f192-4727-ae74-858af8f4e296', 'name': 'tempest-ServerDiskConfigTestJSON-183726900-router', 'tenant_id': '556accfd22fb432e80723c2c478551ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.234'}], 'enable_snat': True}, 'gw_port_id': 'ad3e5239-4188-44ea-a452-6b5b150d2786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:32Z', 'updated_at': '2022-09-23T15:28:36Z', 'revision_number': 4, 'project_id': '556accfd22fb432e80723c2c478551ac', 'gw_port': {'id': 'ad3e5239-4188-44ea-a452-6b5b150d2786', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:97:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6d4716-f192-4727-ae74-858af8f4e296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:33Z', 'updated_at': '2022-09-23T15:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '1e7221e4-e073-41c5-86fa-40ae20c3946b', 'name': '', 'network_id': '7921226f-d048-4b1a-bc65-d7c2eaaf6e94', 'tenant_id': '556accfd22fb432e80723c2c478551ac', 'mac_address': 'fa:16:3e:06:07:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6d4716-f192-4727-ae74-858af8f4e296', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b92000a7-53c7-416f-920b-57998cba81a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:35Z', 'updated_at': '2022-09-23T15:28:37Z', 'revision_number': 2, 'project_id': '556accfd22fb432e80723c2c478551ac', 'subnets': [{'id': 'b92000a7-53c7-416f-920b-57998cba81a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:39.312476 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d011c1a-916e-4f53-bbff-5a0f731bced7 None None] Checking router: bc6d4716-f192-4727-ae74-858af8f4e296 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:28:39.312830 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d011c1a-916e-4f53-bbff-5a0f731bced7 None None] Updating router bc6d4716-f192-4727-ae74-858af8f4e296 port 1e7221e4-e073-41c5-86fa-40ae20c3946b binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:28:39.335041 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-29fc2957-c462-4316-b1db-1d89c4218caa req-9dcbeeeb-62e1-4941-b001-65c1f7872f75 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Synchronizing usage tracker for tenant:556accfd22fb432e80723c2c478551ac on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:28:39.365507 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0d011c1a-916e-4f53-bbff-5a0f731bced7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:39.444657 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-29fc2957-c462-4316-b1db-1d89c4218caa req-9dcbeeeb-62e1-4941-b001-65c1f7872f75 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Unset dirty status for tenant:556accfd22fb432e80723c2c478551ac on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:28:39.445863 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-29fc2957-c462-4316-b1db-1d89c4218caa req-9dcbeeeb-62e1-4941-b001-65c1f7872f75 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 210 time: 0.2255151 Sep 23 15:28:39.496717 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ad3e5239-4188-44ea-a452-6b5b150d2786 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:28:39.700842 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port ad3e5239-4188-44ea-a452-6b5b150d2786 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:28:39.705857 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port ad3e5239-4188-44ea-a452-6b5b150d2786 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:28:39.706958 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:39.706958 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port ad3e5239-4188-44ea-a452-6b5b150d2786 Sep 23 15:28:39.736233 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0d011c1a-916e-4f53-bbff-5a0f731bced7 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:39.752017 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-0d011c1a-916e-4f53-bbff-5a0f731bced7 None None] Transition to ACTIVE for port object 1e7221e4-e073-41c5-86fa-40ae20c3946b will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:28:39.753735 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9a36eee9-8e17-4a27-986f-9fa4fafb11c2 None None] Attempt 6 to provision port 1e7221e4-e073-41c5-86fa-40ae20c3946b Sep 23 15:28:39.810809 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0d011c1a-916e-4f53-bbff-5a0f731bced7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:39.819586 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9a36eee9-8e17-4a27-986f-9fa4fafb11c2 None None] Port 1e7221e4-e073-41c5-86fa-40ae20c3946b cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:28:39.879522 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port ad3e5239-4188-44ea-a452-6b5b150d2786 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:28:39.879906 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:39.897338 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port ad3e5239-4188-44ea-a452-6b5b150d2786, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ad3e5239-4188-44ea-a452-6b5b150d2786,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:28:39.947742 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:40.021169 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=ad3e5239-4188-44ea-a452-6b5b150d2786,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:40.046347 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552e8de-3ae3-4813-82b8-d767faa54393 None None] Pushing event updated for resources: {'Port': ['ID=1e7221e4-e073-41c5-86fa-40ae20c3946b,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:40.059004 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c552e8de-3ae3-4813-82b8-d767faa54393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:40.060366 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c552e8de-3ae3-4813-82b8-d767faa54393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:40.060366 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c552e8de-3ae3-4813-82b8-d767faa54393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:40.060366 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c552e8de-3ae3-4813-82b8-d767faa54393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:40.060366 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c552e8de-3ae3-4813-82b8-d767faa54393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:40.060724 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c552e8de-3ae3-4813-82b8-d767faa54393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:40.061066 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c552e8de-3ae3-4813-82b8-d767faa54393 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:40.061397 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c552e8de-3ae3-4813-82b8-d767faa54393 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:40.061723 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c552e8de-3ae3-4813-82b8-d767faa54393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:40.062044 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c552e8de-3ae3-4813-82b8-d767faa54393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:40.062411 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c552e8de-3ae3-4813-82b8-d767faa54393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:40.062740 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c552e8de-3ae3-4813-82b8-d767faa54393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:40.067322 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-0d011c1a-916e-4f53-bbff-5a0f731bced7 None None] Attempting to bind port 1e7221e4-e073-41c5-86fa-40ae20c3946b on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:28:40.067685 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-0d011c1a-916e-4f53-bbff-5a0f731bced7 None None] Attempting to bind port 1e7221e4-e073-41c5-86fa-40ae20c3946b by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '312da94e-f920-4aea-9385-73d60d677eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7921226f-d048-4b1a-bc65-d7c2eaaf6e94'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:28:40.068045 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d011c1a-916e-4f53-bbff-5a0f731bced7 None None] Attempting to bind port 1e7221e4-e073-41c5-86fa-40ae20c3946b on network 7921226f-d048-4b1a-bc65-d7c2eaaf6e94 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:28:40.073332 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d011c1a-916e-4f53-bbff-5a0f731bced7 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:28:40.073700 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d011c1a-916e-4f53-bbff-5a0f731bced7 None None] Checking segment: {'id': '312da94e-f920-4aea-9385-73d60d677eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7921226f-d048-4b1a-bc65-d7c2eaaf6e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:28:40.074093 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0d011c1a-916e-4f53-bbff-5a0f731bced7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:40.074601 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d011c1a-916e-4f53-bbff-5a0f731bced7 None None] Bound using segment: {'id': '312da94e-f920-4aea-9385-73d60d677eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7921226f-d048-4b1a-bc65-d7c2eaaf6e94'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:28:40.075040 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-0d011c1a-916e-4f53-bbff-5a0f731bced7 None None] Bound port: 1e7221e4-e073-41c5-86fa-40ae20c3946b, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '312da94e-f920-4aea-9385-73d60d677eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7921226f-d048-4b1a-bc65-d7c2eaaf6e94'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:28:40.075410 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0d011c1a-916e-4f53-bbff-5a0f731bced7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:40.163884 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-0d011c1a-916e-4f53-bbff-5a0f731bced7 None None] For port 1e7221e4-e073-41c5-86fa-40ae20c3946b, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:28:40.166789 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-0d011c1a-916e-4f53-bbff-5a0f731bced7 None None] For port 1e7221e4-e073-41c5-86fa-40ae20c3946b, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=1e7221e4-e073-41c5-86fa-40ae20c3946b,segment=NetworkSegment(312da94e-f920-4aea-9385-73d60d677eab),segment_id=312da94e-f920-4aea-9385-73d60d677eab)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:28:40.227673 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0d011c1a-916e-4f53-bbff-5a0f731bced7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:40.286991 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d011c1a-916e-4f53-bbff-5a0f731bced7 None None] Routers {'bc6d4716-f192-4727-ae74-858af8f4e296'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:28:40.287591 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-0d011c1a-916e-4f53-bbff-5a0f731bced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:28:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['bc6d4716-f192-4727-ae74-858af8f4e296'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:40.320724 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9a36eee9-8e17-4a27-986f-9fa4fafb11c2 None None] Attempt 7 to provision port 1e7221e4-e073-41c5-86fa-40ae20c3946b Sep 23 15:28:40.371518 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552e8de-3ae3-4813-82b8-d767faa54393 None None] Pushing event updated for resources: {'Port': ['ID=1e7221e4-e073-41c5-86fa-40ae20c3946b,revision_number=4']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:40.383191 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9a36eee9-8e17-4a27-986f-9fa4fafb11c2 None None] Port 1e7221e4-e073-41c5-86fa-40ae20c3946b had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:28:40.476732 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-0d011c1a-916e-4f53-bbff-5a0f731bced7 None None] Set router bc6d4716-f192-4727-ae74-858af8f4e296 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:28:40.615559 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9ba6d86a-5fa3-4b54-97b6-d74fc78db558 req-e02727bf-311e-4236-9f55-dcfc7c1f88a6 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 210 time: 0.0496280 Sep 23 15:28:40.791870 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-0d011c1a-916e-4f53-bbff-5a0f731bced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6d4716-f192-4727-ae74-858af8f4e296', 'name': 'tempest-ServerDiskConfigTestJSON-183726900-router', 'tenant_id': '556accfd22fb432e80723c2c478551ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.234'}], 'enable_snat': True}, 'gw_port_id': 'ad3e5239-4188-44ea-a452-6b5b150d2786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:32Z', 'updated_at': '2022-09-23T15:28:36Z', 'revision_number': 4, 'project_id': '556accfd22fb432e80723c2c478551ac', 'gw_port': {'id': 'ad3e5239-4188-44ea-a452-6b5b150d2786', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6d4716-f192-4727-ae74-858af8f4e296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:33Z', 'updated_at': '2022-09-23T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '1e7221e4-e073-41c5-86fa-40ae20c3946b', 'name': '', 'network_id': '7921226f-d048-4b1a-bc65-d7c2eaaf6e94', 'tenant_id': '556accfd22fb432e80723c2c478551ac', 'mac_address': 'fa:16:3e:06:07:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6d4716-f192-4727-ae74-858af8f4e296', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b92000a7-53c7-416f-920b-57998cba81a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:35Z', 'updated_at': '2022-09-23T15:28:40Z', 'revision_number': 4, 'project_id': '556accfd22fb432e80723c2c478551ac', 'subnets': [{'id': 'b92000a7-53c7-416f-920b-57998cba81a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:40.796485 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d011c1a-916e-4f53-bbff-5a0f731bced7 None None] The sync data for ids ['bc6d4716-f192-4727-ae74-858af8f4e296'] in dv-neutron-859093-1-hyperv is: [{'id': 'bc6d4716-f192-4727-ae74-858af8f4e296', 'name': 'tempest-ServerDiskConfigTestJSON-183726900-router', 'tenant_id': '556accfd22fb432e80723c2c478551ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.234'}], 'enable_snat': True}, 'gw_port_id': 'ad3e5239-4188-44ea-a452-6b5b150d2786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:32Z', 'updated_at': '2022-09-23T15:28:36Z', 'revision_number': 4, 'project_id': '556accfd22fb432e80723c2c478551ac', 'gw_port': {'id': 'ad3e5239-4188-44ea-a452-6b5b150d2786', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6d4716-f192-4727-ae74-858af8f4e296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:33Z', 'updated_at': '2022-09-23T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '1e7221e4-e073-41c5-86fa-40ae20c3946b', 'name': '', 'network_id': '7921226f-d048-4b1a-bc65-d7c2eaaf6e94', 'tenant_id': '556accfd22fb432e80723c2c478551ac', 'mac_address': 'fa:16:3e:06:07:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc6d4716-f192-4727-ae74-858af8f4e296', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'b92000a7-53c7-416f-920b-57998cba81a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:35Z', 'updated_at': '2022-09-23T15:28:40Z', 'revision_number': 4, 'project_id': '556accfd22fb432e80723c2c478551ac', 'subnets': [{'id': 'b92000a7-53c7-416f-920b-57998cba81a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:28:41.431186 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-0190a772-ecab-48b2-a0d6-f72877e19f60 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:41.432713 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-0190a772-ecab-48b2-a0d6-f72877e19f60 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.72 "GET /v2.0/networks?id=7921226f-d048-4b1a-bc65-d7c2eaaf6e94 HTTP/1.1" status: 200 len: 814 time: 0.1584921 Sep 23 15:28:41.445866 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-90459117-721f-4eb7-b91c-b0de3c21cdac tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Request body: {'port': {'device_id': 'f8dfa757-2a1a-457f-a90f-6f3352b63dca', 'network_id': '7921226f-d048-4b1a-bc65-d7c2eaaf6e94', 'admin_state_up': True, 'tenant_id': '556accfd22fb432e80723c2c478551ac'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:28:41.582385 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ad3e5239-4188-44ea-a452-6b5b150d2786 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:28:41.599842 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-90459117-721f-4eb7-b91c-b0de3c21cdac tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:28:41.610533 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-90459117-721f-4eb7-b91c-b0de3c21cdac tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:28:41.660408 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port ad3e5239-4188-44ea-a452-6b5b150d2786 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:28:41.660784 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:41.661117 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port ad3e5239-4188-44ea-a452-6b5b150d2786 Sep 23 15:28:41.707533 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-90459117-721f-4eb7-b91c-b0de3c21cdac tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Made reservation on behalf of 556accfd22fb432e80723c2c478551ac for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:28:41.711128 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-90459117-721f-4eb7-b91c-b0de3c21cdac tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:41.802770 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port ad3e5239-4188-44ea-a452-6b5b150d2786 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:28:41.803919 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 1e7221e4-e073-41c5-86fa-40ae20c3946b up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:28:41.822813 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-532b50d4-9350-4f58-8927-a58c06f3ece9 req-2fc7763e-21f7-48d7-924a-19f027619517 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 210 time: 0.0789802 Sep 23 15:28:41.936591 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 1e7221e4-e073-41c5-86fa-40ae20c3946b completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:28:41.941987 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 1e7221e4-e073-41c5-86fa-40ae20c3946b triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:28:41.942615 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:41.942954 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 1e7221e4-e073-41c5-86fa-40ae20c3946b Sep 23 15:28:41.964618 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-90459117-721f-4eb7-b91c-b0de3c21cdac tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Allocated IP 172.20.0.11 (7921226f-d048-4b1a-bc65-d7c2eaaf6e94/b92000a7-53c7-416f-920b-57998cba81a6/3d0bc644-15f2-447f-b9d2-3bad48d0a61a) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:28:42.069597 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 1e7221e4-e073-41c5-86fa-40ae20c3946b is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:28:42.069913 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:42.101310 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 1e7221e4-e073-41c5-86fa-40ae20c3946b, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=1e7221e4-e073-41c5-86fa-40ae20c3946b,segment=NetworkSegment(312da94e-f920-4aea-9385-73d60d677eab),segment_id=312da94e-f920-4aea-9385-73d60d677eab)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:28:42.169794 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:42.172228 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-90459117-721f-4eb7-b91c-b0de3c21cdac tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:42.188899 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-90459117-721f-4eb7-b91c-b0de3c21cdac tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Transition to ACTIVE for port object 3d0bc644-15f2-447f-b9d2-3bad48d0a61a will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:28:42.238488 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=1e7221e4-e073-41c5-86fa-40ae20c3946b,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:42.261732 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-90459117-721f-4eb7-b91c-b0de3c21cdac tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:42.332853 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-90459117-721f-4eb7-b91c-b0de3c21cdac tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Network 7921226f-d048-4b1a-bc65-d7c2eaaf6e94 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:28:42.335961 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-90459117-721f-4eb7-b91c-b0de3c21cdac tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:28:42.339753 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-90459117-721f-4eb7-b91c-b0de3c21cdac tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:28:42.370588 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90459117-721f-4eb7-b91c-b0de3c21cdac tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Pushing event updated for resources: {'Port': ['ID=3d0bc644-15f2-447f-b9d2-3bad48d0a61a,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:42.410535 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-90459117-721f-4eb7-b91c-b0de3c21cdac tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:42.411160 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-90459117-721f-4eb7-b91c-b0de3c21cdac tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:42.480057 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-90459117-721f-4eb7-b91c-b0de3c21cdac tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0380824 Sep 23 15:28:42.491833 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-63a88e2f-4c06-480a-8f8a-0b5475ed5bdd service neutron] Request body: {'port': {'device_id': 'f8dfa757-2a1a-457f-a90f-6f3352b63dca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:28:42.603556 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-63a88e2f-4c06-480a-8f8a-0b5475ed5bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:42.707663 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b4c67ab4-2b4c-41cc-8962-7f0e58eff76b None None] Provisioning for port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:28:42.712731 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b4c67ab4-2b4c-41cc-8962-7f0e58eff76b None None] Provisioning complete for port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:28:42.713126 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b4c67ab4-2b4c-41cc-8962-7f0e58eff76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:42.713457 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b4c67ab4-2b4c-41cc-8962-7f0e58eff76b None None] Attempt 1 to provision port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a Sep 23 15:28:42.766833 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b4c67ab4-2b4c-41cc-8962-7f0e58eff76b None None] Port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:28:43.063571 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:28:43.110769 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188915f6-d64e-4e13-8f39-eb632aaea36f req-e889549e-1847-4e5a-975e-46e626401119 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:43.111464 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-188915f6-d64e-4e13-8f39-eb632aaea36f req-e889549e-1847-4e5a-975e-46e626401119 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Synchronizing usage tracker for tenant:556accfd22fb432e80723c2c478551ac on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:28:43.119300 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-63a88e2f-4c06-480a-8f8a-0b5475ed5bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d0bc644-15f2-447f-b9d2-3bad48d0a61a {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:28:43.128788 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-63a88e2f-4c06-480a-8f8a-0b5475ed5bdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:43.146440 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-63a88e2f-4c06-480a-8f8a-0b5475ed5bdd service neutron] Transition to ACTIVE for port object 3d0bc644-15f2-447f-b9d2-3bad48d0a61a will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:28:43.192763 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-188915f6-d64e-4e13-8f39-eb632aaea36f req-e889549e-1847-4e5a-975e-46e626401119 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Unset dirty status for tenant:556accfd22fb432e80723c2c478551ac on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:28:43.193922 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-188915f6-d64e-4e13-8f39-eb632aaea36f req-e889549e-1847-4e5a-975e-46e626401119 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 932 time: 0.2450504 Sep 23 15:28:43.215015 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-63a88e2f-4c06-480a-8f8a-0b5475ed5bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:43.268207 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b4c67ab4-2b4c-41cc-8962-7f0e58eff76b None None] Attempt 2 to provision port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a Sep 23 15:28:43.325612 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b4c67ab4-2b4c-41cc-8962-7f0e58eff76b None None] Port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:28:43.391543 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-188915f6-d64e-4e13-8f39-eb632aaea36f req-a0c94eb3-1662-46e7-ae33-093212758349 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915576 Sep 23 15:28:43.420625 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a88e2f-4c06-480a-8f8a-0b5475ed5bdd service neutron] Pushing event updated for resources: {'Port': ['ID=3d0bc644-15f2-447f-b9d2-3bad48d0a61a,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:43.461341 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-63a88e2f-4c06-480a-8f8a-0b5475ed5bdd service neutron] Attempting to bind port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:28:43.461673 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-63a88e2f-4c06-480a-8f8a-0b5475ed5bdd service neutron] Attempting to bind port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '312da94e-f920-4aea-9385-73d60d677eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7921226f-d048-4b1a-bc65-d7c2eaaf6e94'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:28:43.461996 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-63a88e2f-4c06-480a-8f8a-0b5475ed5bdd service neutron] Attempting to bind port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a on network 7921226f-d048-4b1a-bc65-d7c2eaaf6e94 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:28:43.466543 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-63a88e2f-4c06-480a-8f8a-0b5475ed5bdd service neutron] Port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a on network 7921226f-d048-4b1a-bc65-d7c2eaaf6e94 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:28:43.466856 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-63a88e2f-4c06-480a-8f8a-0b5475ed5bdd service neutron] Attempting to bind port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a on network 7921226f-d048-4b1a-bc65-d7c2eaaf6e94 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:28:43.471884 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-63a88e2f-4c06-480a-8f8a-0b5475ed5bdd service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:28:43.472214 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-63a88e2f-4c06-480a-8f8a-0b5475ed5bdd service neutron] Checking segment: {'id': '312da94e-f920-4aea-9385-73d60d677eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7921226f-d048-4b1a-bc65-d7c2eaaf6e94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:28:43.472587 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-63a88e2f-4c06-480a-8f8a-0b5475ed5bdd service neutron] Bound using segment: {'id': '312da94e-f920-4aea-9385-73d60d677eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7921226f-d048-4b1a-bc65-d7c2eaaf6e94'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:28:43.473001 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-63a88e2f-4c06-480a-8f8a-0b5475ed5bdd service neutron] Bound port: 3d0bc644-15f2-447f-b9d2-3bad48d0a61a, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '312da94e-f920-4aea-9385-73d60d677eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7921226f-d048-4b1a-bc65-d7c2eaaf6e94'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:28:43.473335 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-63a88e2f-4c06-480a-8f8a-0b5475ed5bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:43.480626 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 1e7221e4-e073-41c5-86fa-40ae20c3946b up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:28:43.548334 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 1e7221e4-e073-41c5-86fa-40ae20c3946b triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:28:43.548706 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:43.549040 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 1e7221e4-e073-41c5-86fa-40ae20c3946b Sep 23 15:28:43.568310 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-63a88e2f-4c06-480a-8f8a-0b5475ed5bdd service neutron] For port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:28:43.571239 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-63a88e2f-4c06-480a-8f8a-0b5475ed5bdd service neutron] For port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=3d0bc644-15f2-447f-b9d2-3bad48d0a61a,segment=NetworkSegment(312da94e-f920-4aea-9385-73d60d677eab),segment_id=312da94e-f920-4aea-9385-73d60d677eab)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:28:43.644188 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-63a88e2f-4c06-480a-8f8a-0b5475ed5bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:43.665771 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 1e7221e4-e073-41c5-86fa-40ae20c3946b is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:28:43.680537 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-63a88e2f-4c06-480a-8f8a-0b5475ed5bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:43.681199 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-63a88e2f-4c06-480a-8f8a-0b5475ed5bdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:43.682715 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-63a88e2f-4c06-480a-8f8a-0b5475ed5bdd service neutron] 10.222.0.72 "PUT /v2.0/ports/3d0bc644-15f2-447f-b9d2-3bad48d0a61a HTTP/1.1" status: 200 len: 1094 time: 1.1951845 Sep 23 15:28:43.683261 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8dfa757-2a1a-457f-a90f-6f3352b63dca', 'tag': '3d0bc644-15f2-447f-b9d2-3bad48d0a61a'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:28:43.685548 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4220e56c-e277-4905-a58e-07b8e5409d73" -d '{"events": [{"name": "network-changed", "server_uuid": "f8dfa757-2a1a-457f-a90f-6f3352b63dca", "tag": "3d0bc644-15f2-447f-b9d2-3bad48d0a61a"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:28:43.722713 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a88e2f-4c06-480a-8f8a-0b5475ed5bdd service neutron] Pushing event updated for resources: {'Port': ['ID=3d0bc644-15f2-447f-b9d2-3bad48d0a61a,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:43.814841 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8be467-ee02-4013-b39d-8ab3f0c8e4d2 x-openstack-request-id: req-dc8be467-ee02-4013-b39d-8ab3f0c8e4d2 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:28:43.815126 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8dfa757-2a1a-457f-a90f-6f3352b63dca", "tag": "3d0bc644-15f2-447f-b9d2-3bad48d0a61a", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:28:43.815377 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dc8be467-ee02-4013-b39d-8ab3f0c8e4d2 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:28:43.815770 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc8be467-ee02-4013-b39d-8ab3f0c8e4d2'] response: {'name': 'network-changed', 'server_uuid': 'f8dfa757-2a1a-457f-a90f-6f3352b63dca', 'tag': '3d0bc644-15f2-447f-b9d2-3bad48d0a61a', 'status': 'completed', 'code': 200} Sep 23 15:28:43.827285 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b4c67ab4-2b4c-41cc-8962-7f0e58eff76b None None] Attempt 3 to provision port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a Sep 23 15:28:43.862128 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-8168091c-4812-4a89-9fb2-6261ee91308a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:43.863626 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-8168091c-4812-4a89-9fb2-6261ee91308a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=556accfd22fb432e80723c2c478551ac&device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 1097 time: 0.0860000 Sep 23 15:28:43.887873 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b4c67ab4-2b4c-41cc-8962-7f0e58eff76b None None] Port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:28:43.932396 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-f5100d56-ac58-41a2-b5c4-fd7c4361f0b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d0bc644-15f2-447f-b9d2-3bad48d0a61a HTTP/1.1" status: 200 len: 217 time: 0.0612109 Sep 23 15:28:43.997593 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-6f12f3a4-c25f-4f47-9bbf-91a08209d5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:43.999566 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-6f12f3a4-c25f-4f47-9bbf-91a08209d5e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b92000a7-53c7-416f-920b-57998cba81a6 HTTP/1.1" status: 200 len: 853 time: 0.0611041 Sep 23 15:28:44.080495 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-1fd1e05c-e1bd-4241-a978-173d50d9b770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:44.081921 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-1fd1e05c-e1bd-4241-a978-173d50d9b770 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7921226f-d048-4b1a-bc65-d7c2eaaf6e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768967 Sep 23 15:28:44.212257 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-283ee7f3-72a5-47b2-a6a0-41301ba7114d service neutron] 10.222.0.72 "GET /v2.0/networks/7921226f-d048-4b1a-bc65-d7c2eaaf6e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231797 Sep 23 15:28:44.343653 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fa81e423-f5ad-47be-b198-c810ceefeb88 req-40c7e45f-d8a8-45ac-8492-29709699061b service neutron] 10.222.0.72 "GET /v2.0/networks/7921226f-d048-4b1a-bc65-d7c2eaaf6e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249373 Sep 23 15:28:44.618183 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b737d-0964-4d57-9224-c35bb83c0c59 req-ca135a3a-c677-49e0-a134-d6117ce90143 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:44.619637 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-335b737d-0964-4d57-9224-c35bb83c0c59 req-ca135a3a-c677-49e0-a134-d6117ce90143 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 944 time: 0.1083162 Sep 23 15:28:44.622158 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220e56c-e277-4905-a58e-07b8e5409d73 req-04edd58d-c4b2-45a0-8497-a2de07dccf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:44.624122 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4220e56c-e277-4905-a58e-07b8e5409d73 req-04edd58d-c4b2-45a0-8497-a2de07dccf5a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=556accfd22fb432e80723c2c478551ac&device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 1097 time: 0.1565168 Sep 23 15:28:44.742420 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-335b737d-0964-4d57-9224-c35bb83c0c59 req-7800dc91-9a09-433f-b2a4-a425690d3259 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163604 Sep 23 15:28:44.789647 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220e56c-e277-4905-a58e-07b8e5409d73 req-7862be29-f35c-4368-9e82-0870700fa728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:44.791116 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4220e56c-e277-4905-a58e-07b8e5409d73 req-7862be29-f35c-4368-9e82-0870700fa728 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7921226f-d048-4b1a-bc65-d7c2eaaf6e94 HTTP/1.1" status: 200 len: 915 time: 0.1530116 Sep 23 15:28:44.948943 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4220e56c-e277-4905-a58e-07b8e5409d73 req-2b604e65-24a6-412a-b7b2-438e516270c4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d0bc644-15f2-447f-b9d2-3bad48d0a61a HTTP/1.1" status: 200 len: 217 time: 0.1482160 Sep 23 15:28:45.012360 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220e56c-e277-4905-a58e-07b8e5409d73 req-a73d7e39-b1a0-4463-a1e4-8ca1cd899350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:45.013732 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4220e56c-e277-4905-a58e-07b8e5409d73 req-a73d7e39-b1a0-4463-a1e4-8ca1cd899350 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b92000a7-53c7-416f-920b-57998cba81a6 HTTP/1.1" status: 200 len: 853 time: 0.0584481 Sep 23 15:28:45.096502 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220e56c-e277-4905-a58e-07b8e5409d73 req-93197ccd-d4ed-4227-ba25-c3ed6a0f68b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:45.097966 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4220e56c-e277-4905-a58e-07b8e5409d73 req-93197ccd-d4ed-4227-ba25-c3ed6a0f68b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7921226f-d048-4b1a-bc65-d7c2eaaf6e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773711 Sep 23 15:28:45.228785 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4220e56c-e277-4905-a58e-07b8e5409d73 req-a82c2f29-0f29-490a-8d1a-9944b6eb5342 service neutron] 10.222.0.72 "GET /v2.0/networks/7921226f-d048-4b1a-bc65-d7c2eaaf6e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231477 Sep 23 15:28:45.361304 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4220e56c-e277-4905-a58e-07b8e5409d73 req-dcacc9ce-699f-4c4b-9e0e-1a1144912af8 service neutron] 10.222.0.72 "GET /v2.0/networks/7921226f-d048-4b1a-bc65-d7c2eaaf6e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260345 Sep 23 15:28:45.947296 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e4dda-11c4-4095-a469-6acbcf49ca35 req-c8953bab-cef0-414e-a171-8011b2e06a3a tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:45.948756 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-421e4dda-11c4-4095-a469-6acbcf49ca35 req-c8953bab-cef0-414e-a171-8011b2e06a3a tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 944 time: 0.0903556 Sep 23 15:28:45.992062 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-421e4dda-11c4-4095-a469-6acbcf49ca35 req-4a16f960-b9b6-426e-9fcd-f67dbfc99784 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Synchronizing usage tracker for tenant:556accfd22fb432e80723c2c478551ac on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:28:46.049776 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-421e4dda-11c4-4095-a469-6acbcf49ca35 req-4a16f960-b9b6-426e-9fcd-f67dbfc99784 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Unset dirty status for tenant:556accfd22fb432e80723c2c478551ac on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:28:46.051201 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-421e4dda-11c4-4095-a469-6acbcf49ca35 req-4a16f960-b9b6-426e-9fcd-f67dbfc99784 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963993 Sep 23 15:28:46.737556 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 3d0bc644-15f2-447f-b9d2-3bad48d0a61a details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:28:46.868996 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=3d0bc644-15f2-447f-b9d2-3bad48d0a61a,segment=NetworkSegment(312da94e-f920-4aea-9385-73d60d677eab),segment_id=312da94e-f920-4aea-9385-73d60d677eab)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:28:46.885776 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '3d0bc644-15f2-447f-b9d2-3bad48d0a61a', 'network_id': '7921226f-d048-4b1a-bc65-d7c2eaaf6e94', 'port_id': '3d0bc644-15f2-447f-b9d2-3bad48d0a61a', 'mac_address': 'fa:16:3e:33:d0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92000a7-53c7-416f-920b-57998cba81a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:28:46.940320 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:28:46.940695 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:46.956764 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d0bc644-15f2-447f-b9d2-3bad48d0a61a {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:28:46.971960 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=3d0bc644-15f2-447f-b9d2-3bad48d0a61a,segment=NetworkSegment(312da94e-f920-4aea-9385-73d60d677eab),segment_id=312da94e-f920-4aea-9385-73d60d677eab)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:28:47.067024 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:47.142374 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=3d0bc644-15f2-447f-b9d2-3bad48d0a61a,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:47.254952 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92001bef-7252-41f4-9830-a633bb8f68a4 req-3999b81e-8350-4641-b558-a87cfd1058c0 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:47.256425 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-92001bef-7252-41f4-9830-a633bb8f68a4 req-3999b81e-8350-4641-b558-a87cfd1058c0 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 945 time: 0.0933647 Sep 23 15:28:47.270109 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['3d0bc644-15f2-447f-b9d2-3bad48d0a61a'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:28:47.303211 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-92001bef-7252-41f4-9830-a633bb8f68a4 req-4bc44c60-2d32-470e-9c08-e8367ace2987 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410502 Sep 23 15:28:48.607242 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a13f9b-416b-4870-af71-f94cda2ac82e req-997ce074-eddb-4c7c-9b31-495ee039c65b tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:48.609232 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-13a13f9b-416b-4870-af71-f94cda2ac82e req-997ce074-eddb-4c7c-9b31-495ee039c65b tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 945 time: 0.1953614 Sep 23 15:28:48.653081 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-13a13f9b-416b-4870-af71-f94cda2ac82e req-18c87f5b-e2bf-4a2e-954c-75a2c46477fe tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381904 Sep 23 15:28:48.752890 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 3d0bc644-15f2-447f-b9d2-3bad48d0a61a up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:28:48.901673 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:28:48.906450 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:28:48.906826 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:48.907154 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a Sep 23 15:28:49.020332 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:28:49.020829 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:49.047094 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dfa757-2a1a-457f-a90f-6f3352b63dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0bc644-15f2-447f-b9d2-3bad48d0a61a'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:28:49.055664 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90105291-029d-4415-9338-9aa1e08dcab6" -d '{"events": [{"server_uuid": "f8dfa757-2a1a-457f-a90f-6f3352b63dca", "name": "network-vif-plugged", "status": "completed", "tag": "3d0bc644-15f2-447f-b9d2-3bad48d0a61a"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:28:49.056883 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=3d0bc644-15f2-447f-b9d2-3bad48d0a61a,segment=NetworkSegment(312da94e-f920-4aea-9385-73d60d677eab),segment_id=312da94e-f920-4aea-9385-73d60d677eab)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:28:49.092246 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4416eb-da65-4025-b9d4-c23602c011cc x-openstack-request-id: req-aa4416eb-da65-4025-b9d4-c23602c011cc {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:28:49.092539 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dfa757-2a1a-457f-a90f-6f3352b63dca", "name": "network-vif-plugged", "status": "completed", "tag": "3d0bc644-15f2-447f-b9d2-3bad48d0a61a", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:28:49.092798 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-aa4416eb-da65-4025-b9d4-c23602c011cc {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:28:49.093188 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa4416eb-da65-4025-b9d4-c23602c011cc'] response: {'server_uuid': 'f8dfa757-2a1a-457f-a90f-6f3352b63dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0bc644-15f2-447f-b9d2-3bad48d0a61a', 'code': 200} Sep 23 15:28:49.118272 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:28:49.192533 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=3d0bc644-15f2-447f-b9d2-3bad48d0a61a,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:49.467858 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b727a-9c89-47ee-adb8-0fc47385a86b req-e4841e44-5cdc-4c2f-bcb1-cc23599f80f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:49.469226 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-781b727a-9c89-47ee-adb8-0fc47385a86b req-e4841e44-5cdc-4c2f-bcb1-cc23599f80f9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 1099 time: 0.0796733 Sep 23 15:28:49.508459 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-781b727a-9c89-47ee-adb8-0fc47385a86b req-f215897f-5b38-463d-ae39-e040f3e6d3d2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330415 Sep 23 15:28:49.849454 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa09575-4af2-4add-b975-1d6e9d79ccda req-36c18df9-a4bb-47c1-b073-7d23d8baddc5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:49.850907 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cfa09575-4af2-4add-b975-1d6e9d79ccda req-36c18df9-a4bb-47c1-b073-7d23d8baddc5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0873733 Sep 23 15:28:49.893195 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cfa09575-4af2-4add-b975-1d6e9d79ccda req-5344cf85-6247-41b1-a594-8c88db4f6748 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366793 Sep 23 15:28:51.089623 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ebb5b-e225-4f64-ac95-bdd6d085ed56 req-60c56d47-cf41-4a1f-83d0-364e355866f6 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:51.091017 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-010ebb5b-e225-4f64-ac95-bdd6d085ed56 req-60c56d47-cf41-4a1f-83d0-364e355866f6 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0874693 Sep 23 15:28:51.134072 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-010ebb5b-e225-4f64-ac95-bdd6d085ed56 req-ccbec8ec-259e-4092-8289-213eb25d5456 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369227 Sep 23 15:28:51.333870 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db72fd4-67b2-40d7-ad11-6d1b6e22b43f req-87cf3f18-187c-43b6-90de-531c8aae5ea2 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:51.335344 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7db72fd4-67b2-40d7-ad11-6d1b6e22b43f req-87cf3f18-187c-43b6-90de-531c8aae5ea2 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0914972 Sep 23 15:28:51.380238 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7db72fd4-67b2-40d7-ad11-6d1b6e22b43f req-20315ee8-8092-42b7-ae42-385d0213decf tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390928 Sep 23 15:28:51.789633 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce095fe-d9b8-433c-be24-b34049887b4b req-f10c7769-7f71-4be5-ac4a-8d0310d6724d tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:51.791133 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-5ce095fe-d9b8-433c-be24-b34049887b4b req-f10c7769-7f71-4be5-ac4a-8d0310d6724d tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0923939 Sep 23 15:28:51.835462 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-5ce095fe-d9b8-433c-be24-b34049887b4b req-3f9ccd71-716b-4ee8-b1c3-3db3aa61266a tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379646 Sep 23 15:28:52.036356 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08549070-a44b-4d60-8b17-26363c6cd7e8 req-c895f2ef-5075-4ae8-acf7-5e05428ea189 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:52.037793 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-08549070-a44b-4d60-8b17-26363c6cd7e8 req-c895f2ef-5075-4ae8-acf7-5e05428ea189 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0946894 Sep 23 15:28:52.081933 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-08549070-a44b-4d60-8b17-26363c6cd7e8 req-9941db5a-4253-488e-b136-53a59d57e8e5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384476 Sep 23 15:28:52.673809 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ef2a2-b2a4-4fba-88a1-d4e96ad37cf8 req-e77b8b70-9107-4499-b1db-87b7dd57b377 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:52.675582 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-246ef2a2-b2a4-4fba-88a1-d4e96ad37cf8 req-e77b8b70-9107-4499-b1db-87b7dd57b377 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0925338 Sep 23 15:28:52.719505 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-246ef2a2-b2a4-4fba-88a1-d4e96ad37cf8 req-120ed026-51f7-4a27-be32-97553e137b60 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378928 Sep 23 15:28:52.730100 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-13b73f62-4db4-48f5-8a26-12c1a4cdbb89 req-819978d9-f9b5-42ea-b6b6-9b34ee650761 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0775580 Sep 23 15:28:53.918565 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b82ba-7650-4475-a0a6-5319849af66c req-2fc07192-eb5f-47b3-9c16-e9d852d41ad3 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:53.921375 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c26b82ba-7650-4475-a0a6-5319849af66c req-2fc07192-eb5f-47b3-9c16-e9d852d41ad3 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0919373 Sep 23 15:28:53.968552 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c26b82ba-7650-4475-a0a6-5319849af66c req-93d49657-6e33-43e5-aad5-34f6c53d5684 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397801 Sep 23 15:28:54.780441 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b73f62-4db4-48f5-8a26-12c1a4cdbb89 req-2e3324de-1b61-4b11-a2eb-c0d164b3351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:54.781903 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-13b73f62-4db4-48f5-8a26-12c1a4cdbb89 req-2e3324de-1b61-4b11-a2eb-c0d164b3351c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=556accfd22fb432e80723c2c478551ac&device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 1099 time: 0.0778918 Sep 23 15:28:54.911141 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b73f62-4db4-48f5-8a26-12c1a4cdbb89 req-5acb2bd1-9102-446d-be00-b468bd600132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:54.912564 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-13b73f62-4db4-48f5-8a26-12c1a4cdbb89 req-5acb2bd1-9102-446d-be00-b468bd600132 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7921226f-d048-4b1a-bc65-d7c2eaaf6e94 HTTP/1.1" status: 200 len: 915 time: 0.1249917 Sep 23 15:28:54.983125 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-13b73f62-4db4-48f5-8a26-12c1a4cdbb89 req-91d69d2d-4790-4274-af99-13eadd3adedb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d0bc644-15f2-447f-b9d2-3bad48d0a61a HTTP/1.1" status: 200 len: 217 time: 0.0639820 Sep 23 15:28:55.042810 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b73f62-4db4-48f5-8a26-12c1a4cdbb89 req-9701b6f5-2464-45b3-9f74-ef47ec0091c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:55.044152 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-13b73f62-4db4-48f5-8a26-12c1a4cdbb89 req-9701b6f5-2464-45b3-9f74-ef47ec0091c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b92000a7-53c7-416f-920b-57998cba81a6 HTTP/1.1" status: 200 len: 853 time: 0.0558722 Sep 23 15:28:55.193586 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b73f62-4db4-48f5-8a26-12c1a4cdbb89 req-a4c708e5-9d62-40b5-907a-869e46f476cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:55.195076 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-13b73f62-4db4-48f5-8a26-12c1a4cdbb89 req-a4c708e5-9d62-40b5-907a-869e46f476cc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7921226f-d048-4b1a-bc65-d7c2eaaf6e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1447201 Sep 23 15:28:55.203114 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe8f9f-2fa7-4d20-8690-2758c4b00167 req-f069b750-c76f-4404-b3bf-ba84e01f99b1 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:55.204436 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f3fe8f9f-2fa7-4d20-8690-2758c4b00167 req-f069b750-c76f-4404-b3bf-ba84e01f99b1 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.1167235 Sep 23 15:28:55.412209 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f3fe8f9f-2fa7-4d20-8690-2758c4b00167 req-9bd3aead-0f62-46fa-aacf-4a0dca246cad tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895776 Sep 23 15:28:55.453438 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-13b73f62-4db4-48f5-8a26-12c1a4cdbb89 req-603dd136-e55f-4963-9d82-cd08e1c4c2dd service neutron] 10.222.0.72 "GET /v2.0/networks/7921226f-d048-4b1a-bc65-d7c2eaaf6e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480810 Sep 23 15:28:55.582850 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-13b73f62-4db4-48f5-8a26-12c1a4cdbb89 req-7f1a0dfa-a55f-4946-8e22-bba0f7371afa service neutron] 10.222.0.72 "GET /v2.0/networks/7921226f-d048-4b1a-bc65-d7c2eaaf6e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233656 Sep 23 15:28:56.611052 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339033ce-70b8-40e0-affa-5601afddd536 req-a331d77a-7cc5-4a31-9cf6-23dd9a0f34ee tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:56.612488 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-339033ce-70b8-40e0-affa-5601afddd536 req-a331d77a-7cc5-4a31-9cf6-23dd9a0f34ee tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0864325 Sep 23 15:28:56.660023 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-339033ce-70b8-40e0-affa-5601afddd536 req-b517992b-e2e7-434e-96a2-ba3c5258490d tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418746 Sep 23 15:28:57.862477 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a1739-5fb5-4c97-ae7a-bbb35f493365 req-2118cd34-f0fe-4da8-85fa-f6d78f5e5c74 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:57.863962 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d01a1739-5fb5-4c97-ae7a-bbb35f493365 req-2118cd34-f0fe-4da8-85fa-f6d78f5e5c74 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0918832 Sep 23 15:28:57.907118 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d01a1739-5fb5-4c97-ae7a-bbb35f493365 req-80b29251-7612-4885-a7b2-925ab001b1b2 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376251 Sep 23 15:28:59.104655 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68a3e1-37d5-4ef7-804c-7afbb610dd3b req-ee399b97-8558-4d66-8721-8c8dd5be8c3d tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:59.106009 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ed68a3e1-37d5-4ef7-804c-7afbb610dd3b req-ee399b97-8558-4d66-8721-8c8dd5be8c3d tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0860922 Sep 23 15:28:59.149371 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ed68a3e1-37d5-4ef7-804c-7afbb610dd3b req-7c3f66ae-5c86-4aa6-a0e5-25cb07d23289 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376334 Sep 23 15:29:00.352778 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d84d81-37ca-48e9-b5ce-6d4adacf202e req-8ff46225-2309-4bf3-b232-b36d2826b006 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:00.354225 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f9d84d81-37ca-48e9-b5ce-6d4adacf202e req-8ff46225-2309-4bf3-b232-b36d2826b006 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0893917 Sep 23 15:29:00.397854 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f9d84d81-37ca-48e9-b5ce-6d4adacf202e req-fb08859d-aa97-403e-b212-3b7d9505ff09 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378237 Sep 23 15:29:01.596576 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61becb76-fa21-411a-96fb-6822eea1f764 req-bbd22fd4-6a7f-4789-9277-55562c5a942a tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:01.598046 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-61becb76-fa21-411a-96fb-6822eea1f764 req-bbd22fd4-6a7f-4789-9277-55562c5a942a tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0900044 Sep 23 15:29:01.641252 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-61becb76-fa21-411a-96fb-6822eea1f764 req-830a5192-4669-4516-912f-c999ad3612de tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375404 Sep 23 15:29:02.112960 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4ab8ae95-fef9-4c04-93d5-72fdf46b2ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:02.764199 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:02.840069 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18348ee4-4b89-4fc5-8213-02983ee86a88 req-e2575f44-31f8-4c89-8717-477d54e328d6 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:02.842028 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-18348ee4-4b89-4fc5-8213-02983ee86a88 req-e2575f44-31f8-4c89-8717-477d54e328d6 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0909181 Sep 23 15:29:02.888392 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-18348ee4-4b89-4fc5-8213-02983ee86a88 req-670bbe6d-3fcb-4bd0-865c-d617a2728658 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406048 Sep 23 15:29:04.084716 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ca65a-a340-4bd1-8b31-240f0520c7e1 req-0716e47e-2d35-4576-a871-e81ee5603703 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:04.086084 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-4a7ca65a-a340-4bd1-8b31-240f0520c7e1 req-0716e47e-2d35-4576-a871-e81ee5603703 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0872960 Sep 23 15:29:04.132875 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-4a7ca65a-a340-4bd1-8b31-240f0520c7e1 req-ac75b636-5f8f-4fbf-ba82-0049d9d48cc2 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411448 Sep 23 15:29:05.026960 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-09bdfdad-559e-4ded-ac2f-00e0798a8d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:05.327907 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cf15f-185c-44a8-92b6-60db5fc857e5 req-898a735c-1358-4034-a25c-70dc55c78e2c tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:05.329393 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-372cf15f-185c-44a8-92b6-60db5fc857e5 req-898a735c-1358-4034-a25c-70dc55c78e2c tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0874271 Sep 23 15:29:05.372686 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-372cf15f-185c-44a8-92b6-60db5fc857e5 req-e97b9340-5ff8-4843-bd75-96557dfdbf87 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376191 Sep 23 15:29:05.501240 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:05.598089 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:06.570279 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ab04f-3881-4571-bde0-2f7aeb7c5219 req-c8e7a68e-0dfd-4e8e-be25-c9e3190498e8 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:06.572765 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-712ab04f-3881-4571-bde0-2f7aeb7c5219 req-c8e7a68e-0dfd-4e8e-be25-c9e3190498e8 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0866928 Sep 23 15:29:06.615878 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-712ab04f-3881-4571-bde0-2f7aeb7c5219 req-92ce3ed3-b90e-45c5-b770-36095d59147d tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384016 Sep 23 15:29:07.009254 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:07.817747 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8e2e9-a092-4103-a6eb-6f666b818526 req-86911af6-75c7-4f56-8982-73d512887c0d tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:07.819337 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d2a8e2e9-a092-4103-a6eb-6f666b818526 req-86911af6-75c7-4f56-8982-73d512887c0d tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0915260 Sep 23 15:29:07.863019 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d2a8e2e9-a092-4103-a6eb-6f666b818526 req-d552d120-ac36-4b32-a502-c793ab2ccfe5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378375 Sep 23 15:29:09.064179 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b3c8e-a2a7-41ed-910c-db4d89136880 req-297def1c-d71f-47cd-b6f8-023d7085db81 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:09.065640 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a12b3c8e-a2a7-41ed-910c-db4d89136880 req-297def1c-d71f-47cd-b6f8-023d7085db81 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0922658 Sep 23 15:29:09.109269 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a12b3c8e-a2a7-41ed-910c-db4d89136880 req-b4a71b05-1504-4c2d-8882-46ae9efa02fd tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377769 Sep 23 15:29:10.311597 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79568c3-10b4-4120-a90f-92f2d8f1b7f1 req-57102926-9f0c-496a-a4b0-1cd98934b2a7 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:10.313059 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a79568c3-10b4-4120-a90f-92f2d8f1b7f1 req-57102926-9f0c-496a-a4b0-1cd98934b2a7 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0933747 Sep 23 15:29:10.360725 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a79568c3-10b4-4120-a90f-92f2d8f1b7f1 req-1e04dff2-07df-494d-ac73-50c2e1043f71 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414922 Sep 23 15:29:11.561178 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2762e-d2eb-47af-89a6-4cc66b914bde req-1abcfcd9-5e84-45ed-b135-fefd785cd22e tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:11.562660 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b0f2762e-d2eb-47af-89a6-4cc66b914bde req-1abcfcd9-5e84-45ed-b135-fefd785cd22e tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0909266 Sep 23 15:29:11.609823 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b0f2762e-d2eb-47af-89a6-4cc66b914bde req-b4623544-85e9-43ac-aff5-b16c171e33d0 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416131 Sep 23 15:29:12.707815 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-13b73f62-4db4-48f5-8a26-12c1a4cdbb89 req-44123baa-f564-4928-a6a7-9eab4cf16aa6 service neutron] 10.222.0.72 "GET /v2.0/ports/3d0bc644-15f2-447f-b9d2-3bad48d0a61a/bindings/hv-neutron-8590 HTTP/1.1" status: 200 len: 384 time: 0.0735655 Sep 23 15:29:12.808340 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978a183-c1d6-4012-8834-5cb2c746a486 req-7e8fc3e6-0a8d-4c6d-8d0c-4ff0a56d8e7e tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:12.809988 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d978a183-c1d6-4012-8834-5cb2c746a486 req-7e8fc3e6-0a8d-4c6d-8d0c-4ff0a56d8e7e tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0913198 Sep 23 15:29:12.855100 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d978a183-c1d6-4012-8834-5cb2c746a486 req-d0ed55c4-521c-4c54-a78f-d9f4da22fb88 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390227 Sep 23 15:29:13.237470 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b73f62-4db4-48f5-8a26-12c1a4cdbb89 req-0461c34b-e879-4e0d-958a-7ed9f5b1d2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:13.238989 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-13b73f62-4db4-48f5-8a26-12c1a4cdbb89 req-0461c34b-e879-4e0d-958a-7ed9f5b1d2b6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca&tenant_id=556accfd22fb432e80723c2c478551ac HTTP/1.1" status: 200 len: 1099 time: 0.0830131 Sep 23 15:29:13.342433 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b73f62-4db4-48f5-8a26-12c1a4cdbb89 req-8251564a-be3e-4b57-b9d0-44f3e9f1812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:13.343899 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-13b73f62-4db4-48f5-8a26-12c1a4cdbb89 req-8251564a-be3e-4b57-b9d0-44f3e9f1812b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=556accfd22fb432e80723c2c478551ac&device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 1099 time: 0.0803761 Sep 23 15:29:13.472960 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b73f62-4db4-48f5-8a26-12c1a4cdbb89 req-95811f4e-1f79-4159-ab1f-265f0f583e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:13.474429 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-13b73f62-4db4-48f5-8a26-12c1a4cdbb89 req-95811f4e-1f79-4159-ab1f-265f0f583e59 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7921226f-d048-4b1a-bc65-d7c2eaaf6e94 HTTP/1.1" status: 200 len: 915 time: 0.1246321 Sep 23 15:29:13.542568 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-13b73f62-4db4-48f5-8a26-12c1a4cdbb89 req-b67f2ff2-fc20-4aee-87d8-82a2409ce20b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d0bc644-15f2-447f-b9d2-3bad48d0a61a HTTP/1.1" status: 200 len: 217 time: 0.0616565 Sep 23 15:29:13.605443 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b73f62-4db4-48f5-8a26-12c1a4cdbb89 req-acf334bf-4569-497a-b3c7-87a4b9e33625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:13.607386 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-13b73f62-4db4-48f5-8a26-12c1a4cdbb89 req-acf334bf-4569-497a-b3c7-87a4b9e33625 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b92000a7-53c7-416f-920b-57998cba81a6 HTTP/1.1" status: 200 len: 853 time: 0.0590253 Sep 23 15:29:13.687460 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b73f62-4db4-48f5-8a26-12c1a4cdbb89 req-f8e244cf-ad4f-4788-b14a-4ef9fa99ea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:13.688888 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-13b73f62-4db4-48f5-8a26-12c1a4cdbb89 req-f8e244cf-ad4f-4788-b14a-4ef9fa99ea4c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7921226f-d048-4b1a-bc65-d7c2eaaf6e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759346 Sep 23 15:29:13.912254 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-13b73f62-4db4-48f5-8a26-12c1a4cdbb89 req-219b656d-6544-42d3-8f6a-5a4a6f0ae691 service neutron] 10.222.0.72 "GET /v2.0/networks/7921226f-d048-4b1a-bc65-d7c2eaaf6e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170534 Sep 23 15:29:14.047713 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-13b73f62-4db4-48f5-8a26-12c1a4cdbb89 req-d1b06336-bcd7-42ba-bf31-b42f0515b08f service neutron] 10.222.0.72 "GET /v2.0/networks/7921226f-d048-4b1a-bc65-d7c2eaaf6e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288240 Sep 23 15:29:14.060793 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5b1fb-f53a-4ad1-b381-06378b3e3611 req-feb0955a-c7c6-41bd-af57-80f8827784bd tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:14.062411 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-fcf5b1fb-f53a-4ad1-b381-06378b3e3611 req-feb0955a-c7c6-41bd-af57-80f8827784bd tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0896292 Sep 23 15:29:14.112473 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-fcf5b1fb-f53a-4ad1-b381-06378b3e3611 req-a470a53f-3ad2-4e51-8f16-0c5e5d3a036c tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413625 Sep 23 15:29:15.312394 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc2e9a-5be8-4e61-887b-85bc30ee5da4 req-9d7ac379-491d-4477-95e3-88c9c2605c29 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:15.313877 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0acc2e9a-5be8-4e61-887b-85bc30ee5da4 req-9d7ac379-491d-4477-95e3-88c9c2605c29 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0911698 Sep 23 15:29:15.357794 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0acc2e9a-5be8-4e61-887b-85bc30ee5da4 req-a556353e-534f-4113-9cb5-80b9a1c6843e tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381730 Sep 23 15:29:16.583289 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5063c-660f-4b3d-b7e7-0008b9734122 req-8a2e1620-3e34-4df2-89a9-eec9abddae65 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:16.584726 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e0f5063c-660f-4b3d-b7e7-0008b9734122 req-8a2e1620-3e34-4df2-89a9-eec9abddae65 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0901284 Sep 23 15:29:16.628922 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e0f5063c-660f-4b3d-b7e7-0008b9734122 req-d5d25375-4412-480f-876d-03f2ab564910 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385294 Sep 23 15:29:16.868414 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 3d0bc644-15f2-447f-b9d2-3bad48d0a61a details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:29:16.870780 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 3d0bc644-15f2-447f-b9d2-3bad48d0a61a no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:29:17.078713 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8066115-6f9e-4fd4-b79a-49c8189e07f1 req-32c12468-879c-4806-b199-620b6fc516a4 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:17.080294 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c8066115-6f9e-4fd4-b79a-49c8189e07f1 req-32c12468-879c-4806-b199-620b6fc516a4 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0904896 Sep 23 15:29:17.098070 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:29:17.098480 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:17.121355 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=3d0bc644-15f2-447f-b9d2-3bad48d0a61a,segment=NetworkSegment(312da94e-f920-4aea-9385-73d60d677eab),segment_id=312da94e-f920-4aea-9385-73d60d677eab)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:29:17.132166 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c8066115-6f9e-4fd4-b79a-49c8189e07f1 req-317beb18-877d-4351-92b8-194ac1973f15 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454738 Sep 23 15:29:17.141333 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '3d0bc644-15f2-447f-b9d2-3bad48d0a61a', 'network_id': '7921226f-d048-4b1a-bc65-d7c2eaaf6e94', 'port_id': '3d0bc644-15f2-447f-b9d2-3bad48d0a61a', 'mac_address': 'fa:16:3e:33:d0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92000a7-53c7-416f-920b-57998cba81a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:29:17.150377 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dfa757-2a1a-457f-a90f-6f3352b63dca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d0bc644-15f2-447f-b9d2-3bad48d0a61a'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:29:17.150827 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e919c01-690b-44f1-8334-823f1c57c258" -d '{"events": [{"server_uuid": "f8dfa757-2a1a-457f-a90f-6f3352b63dca", "name": "network-vif-unplugged", "status": "completed", "tag": "3d0bc644-15f2-447f-b9d2-3bad48d0a61a"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:29:17.159957 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=3d0bc644-15f2-447f-b9d2-3bad48d0a61a,segment=NetworkSegment(312da94e-f920-4aea-9385-73d60d677eab),segment_id=312da94e-f920-4aea-9385-73d60d677eab)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:29:17.161307 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fec8a-6b48-4f33-bc2b-8d717956407d req-d10672dd-869c-40b2-bbe9-fe323f5af2c0 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:17.162471 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2c4fec8a-6b48-4f33-bc2b-8d717956407d req-d10672dd-869c-40b2-bbe9-fe323f5af2c0 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca&tenant_id=556accfd22fb432e80723c2c478551ac&binding%3Ahost_id=hv-neutron-8590 HTTP/1.1" status: 200 len: 946 time: 0.0982702 Sep 23 15:29:17.217284 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:17.265248 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Sep 2022 15:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87834b89-4a95-4711-b399-1cc4f79a0620 x-openstack-request-id: req-87834b89-4a95-4711-b399-1cc4f79a0620 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:29:17.265525 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dfa757-2a1a-457f-a90f-6f3352b63dca", "name": "network-vif-unplugged", "status": "completed", "tag": "3d0bc644-15f2-447f-b9d2-3bad48d0a61a", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:29:17.265775 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-87834b89-4a95-4711-b399-1cc4f79a0620 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:29:17.266159 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87834b89-4a95-4711-b399-1cc4f79a0620'] response: {'server_uuid': 'f8dfa757-2a1a-457f-a90f-6f3352b63dca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d0bc644-15f2-447f-b9d2-3bad48d0a61a', 'code': 200} Sep 23 15:29:17.277578 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a is: ACTIVE; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:29:17.277981 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:17.301218 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d0bc644-15f2-447f-b9d2-3bad48d0a61a {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:29:17.314017 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fec8a-6b48-4f33-bc2b-8d717956407d req-1a438ab3-15ff-45fd-abb5-f0f01fbcb67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:17.315556 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2c4fec8a-6b48-4f33-bc2b-8d717956407d req-1a438ab3-15ff-45fd-abb5-f0f01fbcb67c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=556accfd22fb432e80723c2c478551ac&device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 1097 time: 0.0813413 Sep 23 15:29:17.336559 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=3d0bc644-15f2-447f-b9d2-3bad48d0a61a,revision_number=6']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:17.369032 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:29:17.369380 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:29:17.446857 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fec8a-6b48-4f33-bc2b-8d717956407d req-0c51446f-4920-485a-9324-64ca29fed3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:17.448290 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2c4fec8a-6b48-4f33-bc2b-8d717956407d req-0c51446f-4920-485a-9324-64ca29fed3f5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7921226f-d048-4b1a-bc65-d7c2eaaf6e94 HTTP/1.1" status: 200 len: 915 time: 0.1267908 Sep 23 15:29:17.518083 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2c4fec8a-6b48-4f33-bc2b-8d717956407d req-9f9970d7-8737-4e3a-8dc2-2054e0f79361 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d0bc644-15f2-447f-b9d2-3bad48d0a61a HTTP/1.1" status: 200 len: 217 time: 0.0636384 Sep 23 15:29:17.579072 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fec8a-6b48-4f33-bc2b-8d717956407d req-e851ff46-ba38-4a6f-ad0c-5887b4745bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:17.580426 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2c4fec8a-6b48-4f33-bc2b-8d717956407d req-e851ff46-ba38-4a6f-ad0c-5887b4745bea service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b92000a7-53c7-416f-920b-57998cba81a6 HTTP/1.1" status: 200 len: 853 time: 0.0564387 Sep 23 15:29:17.663637 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fec8a-6b48-4f33-bc2b-8d717956407d req-b789b29b-790d-4d71-999f-46374cfe01e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:17.665083 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2c4fec8a-6b48-4f33-bc2b-8d717956407d req-b789b29b-790d-4d71-999f-46374cfe01e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7921226f-d048-4b1a-bc65-d7c2eaaf6e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791211 Sep 23 15:29:17.794854 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2c4fec8a-6b48-4f33-bc2b-8d717956407d req-a4f9c4f9-e1bc-4862-b952-11f0d3de5bee service neutron] 10.222.0.72 "GET /v2.0/networks/7921226f-d048-4b1a-bc65-d7c2eaaf6e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233227 Sep 23 15:29:17.924204 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2c4fec8a-6b48-4f33-bc2b-8d717956407d req-62a876bf-a145-49d0-892a-89c8f94777c0 service neutron] 10.222.0.72 "GET /v2.0/networks/7921226f-d048-4b1a-bc65-d7c2eaaf6e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234612 Sep 23 15:29:17.925854 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:29:17.926343 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:17.943560 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d0bc644-15f2-447f-b9d2-3bad48d0a61a {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:29:17.959194 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=3d0bc644-15f2-447f-b9d2-3bad48d0a61a,segment=NetworkSegment(312da94e-f920-4aea-9385-73d60d677eab),segment_id=312da94e-f920-4aea-9385-73d60d677eab)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:29:18.055157 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:18.129757 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['3d0bc644-15f2-447f-b9d2-3bad48d0a61a'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:29:18.162370 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=3d0bc644-15f2-447f-b9d2-3bad48d0a61a,revision_number=7']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:18.349494 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85938b0-cdf0-47da-82a9-e8c6c7d50011 req-f217abbe-5937-4959-ace9-46c8387bc430 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:18.350869 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c85938b0-cdf0-47da-82a9-e8c6c7d50011 req-f217abbe-5937-4959-ace9-46c8387bc430 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 945 time: 0.0881116 Sep 23 15:29:18.395079 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c85938b0-cdf0-47da-82a9-e8c6c7d50011 req-83d03ddc-80ef-4a89-86f8-e04e02111906 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379970 Sep 23 15:29:18.861377 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 3d0bc644-15f2-447f-b9d2-3bad48d0a61a up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:29:18.928388 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:29:18.929077 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:18.929077 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a Sep 23 15:29:19.044518 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:29:19.044816 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:19.077008 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=3d0bc644-15f2-447f-b9d2-3bad48d0a61a,segment=NetworkSegment(312da94e-f920-4aea-9385-73d60d677eab),segment_id=312da94e-f920-4aea-9385-73d60d677eab)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:29:19.129377 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:19.200385 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=3d0bc644-15f2-447f-b9d2-3bad48d0a61a,revision_number=8']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:19.267515 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dfa757-2a1a-457f-a90f-6f3352b63dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0bc644-15f2-447f-b9d2-3bad48d0a61a'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:29:19.269858 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96427b80-a24f-404b-be39-7e2f3d0d8d74" -d '{"events": [{"server_uuid": "f8dfa757-2a1a-457f-a90f-6f3352b63dca", "name": "network-vif-plugged", "status": "completed", "tag": "3d0bc644-15f2-447f-b9d2-3bad48d0a61a"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:29:19.312910 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79a11f0-9318-41e1-a1ab-b8812084f4e4 x-openstack-request-id: req-d79a11f0-9318-41e1-a1ab-b8812084f4e4 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:29:19.313193 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dfa757-2a1a-457f-a90f-6f3352b63dca", "name": "network-vif-plugged", "status": "completed", "tag": "3d0bc644-15f2-447f-b9d2-3bad48d0a61a", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:29:19.313443 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d79a11f0-9318-41e1-a1ab-b8812084f4e4 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:29:19.313836 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d79a11f0-9318-41e1-a1ab-b8812084f4e4'] response: {'server_uuid': 'f8dfa757-2a1a-457f-a90f-6f3352b63dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0bc644-15f2-447f-b9d2-3bad48d0a61a', 'code': 200} Sep 23 15:29:19.595043 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deada7e-c929-481f-bb39-775c94c568b1 req-4fff08cc-832b-465f-a372-c5c61992e2ce tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:19.596400 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7deada7e-c929-481f-bb39-775c94c568b1 req-4fff08cc-832b-465f-a372-c5c61992e2ce tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0905249 Sep 23 15:29:19.639812 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7deada7e-c929-481f-bb39-775c94c568b1 req-43772ce7-c379-4c7d-9bf8-387b76dc3809 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378187 Sep 23 15:29:19.833284 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cf5dc-dda9-470b-bc4f-c8b39793ee3d req-2a460dbd-0319-4f71-8824-3cf4de396d03 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:19.834785 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-306cf5dc-dda9-470b-bc4f-c8b39793ee3d req-2a460dbd-0319-4f71-8824-3cf4de396d03 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0856526 Sep 23 15:29:19.878009 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-306cf5dc-dda9-470b-bc4f-c8b39793ee3d req-8f2285a9-30eb-4aeb-8003-97cf82086bd8 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375245 Sep 23 15:29:20.053741 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 53382) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:29:20.058943 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-31bec9ff-e0c7-41ce-b290-8844db0ec4bf tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Request body: {'security_group': {'name': 'tempest-securitygroup--319212603', 'description': 'tempest-description--1417595038'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:29:20.064783 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:29:20.065337 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-31bec9ff-e0c7-41ce-b290-8844db0ec4bf tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:29:20.074643 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-31bec9ff-e0c7-41ce-b290-8844db0ec4bf tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:29:20.139792 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-31bec9ff-e0c7-41ce-b290-8844db0ec4bf tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:20.160218 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-31bec9ff-e0c7-41ce-b290-8844db0ec4bf tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:29:20.163995 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-31bec9ff-e0c7-41ce-b290-8844db0ec4bf tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Usage tracker for resource:security_group_rule and tenant:556accfd22fb432e80723c2c478551ac is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:29:20.166779 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-31bec9ff-e0c7-41ce-b290-8844db0ec4bf tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:29:20.173085 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-31bec9ff-e0c7-41ce-b290-8844db0ec4bf tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:29:20.239759 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-31bec9ff-e0c7-41ce-b290-8844db0ec4bf tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:20.311901 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-31bec9ff-e0c7-41ce-b290-8844db0ec4bf tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:20.359871 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bec9ff-e0c7-41ce-b290-8844db0ec4bf tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80333688-2310-472b-a61d-102c3abc83d8,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:20.472167 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-31bec9ff-e0c7-41ce-b290-8844db0ec4bf tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:20.473676 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-31bec9ff-e0c7-41ce-b290-8844db0ec4bf tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4187341 Sep 23 15:29:20.477379 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 53386) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:29:20.482430 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-2216c6b8-5347-4a58-ac77-07d4de767325 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Request body: {'security_group_rule': {'security_group_id': '80333688-2310-472b-a61d-102c3abc83d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:29:20.488497 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2216c6b8-5347-4a58-ac77-07d4de767325 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:29:20.492430 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2216c6b8-5347-4a58-ac77-07d4de767325 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Usage tracker for resource:security_group_rule and tenant:556accfd22fb432e80723c2c478551ac is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:29:20.495392 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2216c6b8-5347-4a58-ac77-07d4de767325 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:29:20.501095 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2216c6b8-5347-4a58-ac77-07d4de767325 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:29:20.581772 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2216c6b8-5347-4a58-ac77-07d4de767325 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:20.642434 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2216c6b8-5347-4a58-ac77-07d4de767325 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:20.717610 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2216c6b8-5347-4a58-ac77-07d4de767325 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:20.740520 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216c6b8-5347-4a58-ac77-07d4de767325 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb0b353-7df2-4a4d-a441-dcf0e290bf1e,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:20.814841 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2216c6b8-5347-4a58-ac77-07d4de767325 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:20.816028 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2216c6b8-5347-4a58-ac77-07d4de767325 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3377059 Sep 23 15:29:20.818612 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 53390) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:29:20.823344 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-0b288952-cf6f-4b98-a294-352119006b5c tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Request body: {'security_group_rule': {'security_group_id': '80333688-2310-472b-a61d-102c3abc83d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:29:20.829890 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0b288952-cf6f-4b98-a294-352119006b5c tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:29:20.833736 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0b288952-cf6f-4b98-a294-352119006b5c tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Usage tracker for resource:security_group_rule and tenant:556accfd22fb432e80723c2c478551ac is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:29:20.836600 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0b288952-cf6f-4b98-a294-352119006b5c tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:29:20.842160 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0b288952-cf6f-4b98-a294-352119006b5c tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:29:20.906860 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0b288952-cf6f-4b98-a294-352119006b5c tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:20.966682 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0b288952-cf6f-4b98-a294-352119006b5c tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:21.020601 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0b288952-cf6f-4b98-a294-352119006b5c tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:21.043237 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b288952-cf6f-4b98-a294-352119006b5c tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a3ae94-8ac1-4f18-ad22-810731a2888f,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:21.112149 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0b288952-cf6f-4b98-a294-352119006b5c tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:21.113326 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0b288952-cf6f-4b98-a294-352119006b5c tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2937853 Sep 23 15:29:21.116375 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 53394) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:29:21.121330 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-8f7eb9da-b933-4af1-9642-95e7f4ba4d58 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:29:21.127912 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8f7eb9da-b933-4af1-9642-95e7f4ba4d58 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:29:21.131810 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8f7eb9da-b933-4af1-9642-95e7f4ba4d58 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Usage tracker for resource:floatingip and tenant:556accfd22fb432e80723c2c478551ac is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:29:21.134698 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8f7eb9da-b933-4af1-9642-95e7f4ba4d58 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:29:21.140464 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8f7eb9da-b933-4af1-9642-95e7f4ba4d58 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:29:21.192275 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f7eb9da-b933-4af1-9642-95e7f4ba4d58 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks [] for floatingip, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:21.326768 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f7eb9da-b933-4af1-9642-95e7f4ba4d58 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:21.463599 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-8f7eb9da-b933-4af1-9642-95e7f4ba4d58 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Allocated IP 172.26.10.191 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/417056e3-8c1e-49f1-bbc0-9ce4afe9a808) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:29:21.608509 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f7eb9da-b933-4af1-9642-95e7f4ba4d58 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:21.700872 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f7eb9da-b933-4af1-9642-95e7f4ba4d58 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:21.868586 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7eb9da-b933-4af1-9642-95e7f4ba4d58 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:29:21.871280 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-8f7eb9da-b933-4af1-9642-95e7f4ba4d58 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:29:21.874842 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7eb9da-b933-4af1-9642-95e7f4ba4d58 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:29:21.916211 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7eb9da-b933-4af1-9642-95e7f4ba4d58 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Pushing event updated for resources: {'Port': ['ID=417056e3-8c1e-49f1-bbc0-9ce4afe9a808,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:21.958241 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f7eb9da-b933-4af1-9642-95e7f4ba4d58 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:22.069337 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f7eb9da-b933-4af1-9642-95e7f4ba4d58 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:22.271996 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f7eb9da-b933-4af1-9642-95e7f4ba4d58 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:22.317729 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f7eb9da-b933-4af1-9642-95e7f4ba4d58 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:22.423167 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f7eb9da-b933-4af1-9642-95e7f4ba4d58 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:22.427138 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7eb9da-b933-4af1-9642-95e7f4ba4d58 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Pushing event updated for resources: {'Port': ['ID=417056e3-8c1e-49f1-bbc0-9ce4afe9a808,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:22.493677 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f7eb9da-b933-4af1-9642-95e7f4ba4d58 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:22.494895 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8f7eb9da-b933-4af1-9642-95e7f4ba4d58 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 1.3775983 Sep 23 15:29:22.671177 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e06a29-4093-4104-9aab-ecb9561995b7 req-9eb28241-cb04-4d85-bfb0-d034bac52fdc tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:22.672527 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-85e06a29-4093-4104-9aab-ecb9561995b7 req-9eb28241-cb04-4d85-bfb0-d034bac52fdc tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0895448 Sep 23 15:29:22.715736 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-85e06a29-4093-4104-9aab-ecb9561995b7 req-5152e62e-86b0-4f97-83ec-fce2f7a85c3b tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372419 Sep 23 15:29:23.459977 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-a163218e-58e8-4c75-8803-6770292bad35 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:23.461391 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-a163218e-58e8-4c75-8803-6770292bad35 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/networks?id=7921226f-d048-4b1a-bc65-d7c2eaaf6e94 HTTP/1.1" status: 200 len: 814 time: 0.1444628 Sep 23 15:29:23.475543 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-0eb19b89-2223-459e-b5df-3cab02fa3113 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/quotas/556accfd22fb432e80723c2c478551ac HTTP/1.1" status: 200 len: 375 time: 0.0086412 Sep 23 15:29:23.570131 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-75851e61-6938-4864-8e95-c0140b589881 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=556accfd22fb432e80723c2c478551ac&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0898476 Sep 23 15:29:23.850260 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-4a51bf9a-21df-4c74-8ad2-6c953c6a9e07 service neutron] 10.222.0.67 "GET /v2.0/networks/7921226f-d048-4b1a-bc65-d7c2eaaf6e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734404 Sep 23 15:29:23.990500 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-99445845-0a82-48c1-8f37-40efaa39d482 service neutron] 10.222.0.67 "GET /v2.0/networks/7921226f-d048-4b1a-bc65-d7c2eaaf6e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342661 Sep 23 15:29:24.246140 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-68b14603-504e-4814-9b0f-40a5743d07ac req-38aea3c4-07c9-44b6-9347-1f03d7897e25 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 210 time: 0.0502820 Sep 23 15:29:25.006084 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424813c-5985-4b88-88d8-48db3b9a6354 req-ddd3d6b8-3aa9-48f3-ad50-c90e32af407c tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:25.007575 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7424813c-5985-4b88-88d8-48db3b9a6354 req-ddd3d6b8-3aa9-48f3-ad50-c90e32af407c tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.72 "GET /v2.0/ports?device_id=f8dfa757-2a1a-457f-a90f-6f3352b63dca HTTP/1.1" status: 200 len: 946 time: 0.0876269 Sep 23 15:29:25.086156 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-7424813c-5985-4b88-88d8-48db3b9a6354 req-cdcce323-522e-402e-b331-57f864fecad5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Deleting port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:29:25.086449 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-7424813c-5985-4b88-88d8-48db3b9a6354 req-cdcce323-522e-402e-b331-57f864fecad5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:25.346186 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-7424813c-5985-4b88-88d8-48db3b9a6354 req-cdcce323-522e-402e-b331-57f864fecad5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] For port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=3d0bc644-15f2-447f-b9d2-3bad48d0a61a,segment=NetworkSegment(312da94e-f920-4aea-9385-73d60d677eab),segment_id=312da94e-f920-4aea-9385-73d60d677eab)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:29:25.346704 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-7424813c-5985-4b88-88d8-48db3b9a6354 req-cdcce323-522e-402e-b331-57f864fecad5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:25.519951 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-7424813c-5985-4b88-88d8-48db3b9a6354 req-cdcce323-522e-402e-b331-57f864fecad5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Calling delete_port for 3d0bc644-15f2-447f-b9d2-3bad48d0a61a owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:29:25.551875 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-866c5f17-0ff2-42ca-a131-acd4e1bd1e24 req-7a8db009-239c-43ad-ae57-ad109b513091 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 210 time: 0.1892738 Sep 23 15:29:25.735266 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-7424813c-5985-4b88-88d8-48db3b9a6354 req-cdcce323-522e-402e-b331-57f864fecad5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:25.747752 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['3d0bc644-15f2-447f-b9d2-3bad48d0a61a'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:29:25.790584 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcce323-522e-402e-b331-57f864fecad5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Pushing event deleted for resources: {'Port': ['ID=3d0bc644-15f2-447f-b9d2-3bad48d0a61a,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:25.842238 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcce323-522e-402e-b331-57f864fecad5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:25.842667 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcce323-522e-402e-b331-57f864fecad5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:25.842967 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcce323-522e-402e-b331-57f864fecad5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:25.843334 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcce323-522e-402e-b331-57f864fecad5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:25.843656 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcce323-522e-402e-b331-57f864fecad5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:25.843982 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcce323-522e-402e-b331-57f864fecad5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:25.844302 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcce323-522e-402e-b331-57f864fecad5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:25.844628 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcce323-522e-402e-b331-57f864fecad5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:25.844946 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcce323-522e-402e-b331-57f864fecad5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:25.845319 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcce323-522e-402e-b331-57f864fecad5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:25.845725 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcce323-522e-402e-b331-57f864fecad5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:25.846075 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcce323-522e-402e-b331-57f864fecad5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:25.898642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-7424813c-5985-4b88-88d8-48db3b9a6354 req-cdcce323-522e-402e-b331-57f864fecad5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] No DVR routers for this DVR port 3d0bc644-15f2-447f-b9d2-3bad48d0a61a on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:29:25.901369 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-7424813c-5985-4b88-88d8-48db3b9a6354 req-cdcce323-522e-402e-b331-57f864fecad5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:25.904835 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dfa757-2a1a-457f-a90f-6f3352b63dca', 'name': 'network-vif-deleted', 'tag': '3d0bc644-15f2-447f-b9d2-3bad48d0a61a'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:29:25.907262 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85032c4a-e6af-44aa-b6c3-6bbb168c7a39" -d '{"events": [{"server_uuid": "f8dfa757-2a1a-457f-a90f-6f3352b63dca", "name": "network-vif-deleted", "tag": "3d0bc644-15f2-447f-b9d2-3bad48d0a61a"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:29:25.980354 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092ad526-2e0a-4c50-b5a4-a8328ee959a3 x-openstack-request-id: req-092ad526-2e0a-4c50-b5a4-a8328ee959a3 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:29:25.980644 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dfa757-2a1a-457f-a90f-6f3352b63dca", "name": "network-vif-deleted", "tag": "3d0bc644-15f2-447f-b9d2-3bad48d0a61a", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:29:25.980895 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-092ad526-2e0a-4c50-b5a4-a8328ee959a3 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:29:25.983144 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-092ad526-2e0a-4c50-b5a4-a8328ee959a3'] response: {'server_uuid': 'f8dfa757-2a1a-457f-a90f-6f3352b63dca', 'name': 'network-vif-deleted', 'tag': '3d0bc644-15f2-447f-b9d2-3bad48d0a61a', 'status': 'completed', 'code': 200} Sep 23 15:29:25.985990 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7424813c-5985-4b88-88d8-48db3b9a6354 req-cdcce323-522e-402e-b331-57f864fecad5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.72 "DELETE /v2.0/ports/3d0bc644-15f2-447f-b9d2-3bad48d0a61a HTTP/1.1" status: 204 len: 173 time: 0.9679244 Sep 23 15:29:26.115482 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-34ef5925-a30b-440a-9c04-9af19fdb99b5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:26.116775 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-34ef5925-a30b-440a-9c04-9af19fdb99b5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.72 "GET /v2.0/networks?id=7921226f-d048-4b1a-bc65-d7c2eaaf6e94 HTTP/1.1" status: 200 len: 814 time: 0.1634095 Sep 23 15:29:26.131377 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-3125de79-3c60-4e8f-85f7-0dc90de37fd6 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Request body: {'port': {'device_id': '67d6c89a-3eff-4928-8f92-cbb74136919d', 'network_id': '7921226f-d048-4b1a-bc65-d7c2eaaf6e94', 'admin_state_up': True, 'tenant_id': '556accfd22fb432e80723c2c478551ac'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:29:26.272955 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-3125de79-3c60-4e8f-85f7-0dc90de37fd6 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:29:26.277093 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-3125de79-3c60-4e8f-85f7-0dc90de37fd6 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Usage tracker for resource:port and tenant:556accfd22fb432e80723c2c478551ac is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:29:26.281477 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-3125de79-3c60-4e8f-85f7-0dc90de37fd6 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:29:26.287262 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-3125de79-3c60-4e8f-85f7-0dc90de37fd6 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:29:26.352342 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-3125de79-3c60-4e8f-85f7-0dc90de37fd6 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Made reservation on behalf of 556accfd22fb432e80723c2c478551ac for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:29:26.355877 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-3125de79-3c60-4e8f-85f7-0dc90de37fd6 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:26.622652 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-3125de79-3c60-4e8f-85f7-0dc90de37fd6 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Allocated IP 172.20.0.9 (7921226f-d048-4b1a-bc65-d7c2eaaf6e94/b92000a7-53c7-416f-920b-57998cba81a6/d705ac87-48d2-4946-a8f9-34fb24707b08) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:29:26.728597 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-9affc674-defd-4f2f-8e31-6b5c15758d48 req-f67adea1-291a-4404-8ddf-1194cd11bd28 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Synchronizing usage tracker for tenant:556accfd22fb432e80723c2c478551ac on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:29:26.888373 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-3125de79-3c60-4e8f-85f7-0dc90de37fd6 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:26.896612 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-9affc674-defd-4f2f-8e31-6b5c15758d48 req-f67adea1-291a-4404-8ddf-1194cd11bd28 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Unset dirty status for tenant:556accfd22fb432e80723c2c478551ac on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:29:26.897815 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9affc674-defd-4f2f-8e31-6b5c15758d48 req-f67adea1-291a-4404-8ddf-1194cd11bd28 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 210 time: 0.2297714 Sep 23 15:29:26.906847 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-3125de79-3c60-4e8f-85f7-0dc90de37fd6 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Transition to ACTIVE for port object d705ac87-48d2-4946-a8f9-34fb24707b08 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:29:27.004098 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-3125de79-3c60-4e8f-85f7-0dc90de37fd6 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:27.075308 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-3125de79-3c60-4e8f-85f7-0dc90de37fd6 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Network 7921226f-d048-4b1a-bc65-d7c2eaaf6e94 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:29:27.078223 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-3125de79-3c60-4e8f-85f7-0dc90de37fd6 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:29:27.082216 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-3125de79-3c60-4e8f-85f7-0dc90de37fd6 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:29:27.118855 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125de79-3c60-4e8f-85f7-0dc90de37fd6 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Pushing event updated for resources: {'Port': ['ID=d705ac87-48d2-4946-a8f9-34fb24707b08,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:27.153220 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-3125de79-3c60-4e8f-85f7-0dc90de37fd6 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:27.153751 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-3125de79-3c60-4e8f-85f7-0dc90de37fd6 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:27.228061 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-3125de79-3c60-4e8f-85f7-0dc90de37fd6 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1007645 Sep 23 15:29:27.239488 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-c78c6587-e0e9-44c3-ae4e-94520b5881b1 service neutron] Request body: {'port': {'device_id': '67d6c89a-3eff-4928-8f92-cbb74136919d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:29:27.350971 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-c78c6587-e0e9-44c3-ae4e-94520b5881b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:27.409562 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-298c6587-64f7-4a99-bb87-835af1da4ad7 None None] Provisioning for port d705ac87-48d2-4946-a8f9-34fb24707b08 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:29:27.414534 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-298c6587-64f7-4a99-bb87-835af1da4ad7 None None] Provisioning complete for port d705ac87-48d2-4946-a8f9-34fb24707b08 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:29:27.416565 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-298c6587-64f7-4a99-bb87-835af1da4ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:27.416565 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-298c6587-64f7-4a99-bb87-835af1da4ad7 None None] Attempt 1 to provision port d705ac87-48d2-4946-a8f9-34fb24707b08 Sep 23 15:29:27.473876 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-298c6587-64f7-4a99-bb87-835af1da4ad7 None None] Port d705ac87-48d2-4946-a8f9-34fb24707b08 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:29:27.685116 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-c78c6587-e0e9-44c3-ae4e-94520b5881b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d705ac87-48d2-4946-a8f9-34fb24707b08 {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:29:27.692308 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-c78c6587-e0e9-44c3-ae4e-94520b5881b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:27.706505 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-c78c6587-e0e9-44c3-ae4e-94520b5881b1 service neutron] Transition to ACTIVE for port object d705ac87-48d2-4946-a8f9-34fb24707b08 will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:29:27.781149 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-c78c6587-e0e9-44c3-ae4e-94520b5881b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:27.972612 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c6587-e0e9-44c3-ae4e-94520b5881b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d705ac87-48d2-4946-a8f9-34fb24707b08,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:27.974905 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-298c6587-64f7-4a99-bb87-835af1da4ad7 None None] Attempt 2 to provision port d705ac87-48d2-4946-a8f9-34fb24707b08 Sep 23 15:29:28.015231 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-c78c6587-e0e9-44c3-ae4e-94520b5881b1 service neutron] Attempting to bind port d705ac87-48d2-4946-a8f9-34fb24707b08 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:29:28.015715 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-c78c6587-e0e9-44c3-ae4e-94520b5881b1 service neutron] Attempting to bind port d705ac87-48d2-4946-a8f9-34fb24707b08 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '312da94e-f920-4aea-9385-73d60d677eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7921226f-d048-4b1a-bc65-d7c2eaaf6e94'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:29:28.016142 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-c78c6587-e0e9-44c3-ae4e-94520b5881b1 service neutron] Attempting to bind port d705ac87-48d2-4946-a8f9-34fb24707b08 on network 7921226f-d048-4b1a-bc65-d7c2eaaf6e94 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:29:28.021273 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-c78c6587-e0e9-44c3-ae4e-94520b5881b1 service neutron] Port d705ac87-48d2-4946-a8f9-34fb24707b08 on network 7921226f-d048-4b1a-bc65-d7c2eaaf6e94 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:29:28.021769 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-c78c6587-e0e9-44c3-ae4e-94520b5881b1 service neutron] Attempting to bind port d705ac87-48d2-4946-a8f9-34fb24707b08 on network 7921226f-d048-4b1a-bc65-d7c2eaaf6e94 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:29:28.028470 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-c78c6587-e0e9-44c3-ae4e-94520b5881b1 service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:29:28.028962 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-c78c6587-e0e9-44c3-ae4e-94520b5881b1 service neutron] Checking segment: {'id': '312da94e-f920-4aea-9385-73d60d677eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7921226f-d048-4b1a-bc65-d7c2eaaf6e94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:29:28.029461 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-c78c6587-e0e9-44c3-ae4e-94520b5881b1 service neutron] Bound using segment: {'id': '312da94e-f920-4aea-9385-73d60d677eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7921226f-d048-4b1a-bc65-d7c2eaaf6e94'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:29:28.030122 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-c78c6587-e0e9-44c3-ae4e-94520b5881b1 service neutron] Bound port: d705ac87-48d2-4946-a8f9-34fb24707b08, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '312da94e-f920-4aea-9385-73d60d677eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '7921226f-d048-4b1a-bc65-d7c2eaaf6e94'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:29:28.030593 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-c78c6587-e0e9-44c3-ae4e-94520b5881b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:28.076827 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-298c6587-64f7-4a99-bb87-835af1da4ad7 None None] Port d705ac87-48d2-4946-a8f9-34fb24707b08 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:29:28.109202 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447084ee-3293-402b-b6cd-63444359ca9e req-1da07a63-6e41-42d5-82c7-af4e949d201d tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:28.110724 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-447084ee-3293-402b-b6cd-63444359ca9e req-1da07a63-6e41-42d5-82c7-af4e949d201d tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 943 time: 0.0967751 Sep 23 15:29:28.127321 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-c78c6587-e0e9-44c3-ae4e-94520b5881b1 service neutron] For port d705ac87-48d2-4946-a8f9-34fb24707b08, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:29:28.130677 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-c78c6587-e0e9-44c3-ae4e-94520b5881b1 service neutron] For port d705ac87-48d2-4946-a8f9-34fb24707b08, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=d705ac87-48d2-4946-a8f9-34fb24707b08,segment=NetworkSegment(312da94e-f920-4aea-9385-73d60d677eab),segment_id=312da94e-f920-4aea-9385-73d60d677eab)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:29:28.155401 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-447084ee-3293-402b-b6cd-63444359ca9e req-4d82ce1d-5c2d-4694-b40b-d5d1a08c2686 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Synchronizing usage tracker for tenant:556accfd22fb432e80723c2c478551ac on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:29:28.198367 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-c78c6587-e0e9-44c3-ae4e-94520b5881b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:28.201885 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-c78c6587-e0e9-44c3-ae4e-94520b5881b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:28.202590 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-c78c6587-e0e9-44c3-ae4e-94520b5881b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:28.206929 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-c78c6587-e0e9-44c3-ae4e-94520b5881b1 service neutron] 10.222.0.72 "PUT /v2.0/ports/d705ac87-48d2-4946-a8f9-34fb24707b08 HTTP/1.1" status: 200 len: 1093 time: 0.9688537 Sep 23 15:29:28.225832 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-447084ee-3293-402b-b6cd-63444359ca9e req-4d82ce1d-5c2d-4694-b40b-d5d1a08c2686 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Unset dirty status for tenant:556accfd22fb432e80723c2c478551ac on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:29:28.230767 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-447084ee-3293-402b-b6cd-63444359ca9e req-4d82ce1d-5c2d-4694-b40b-d5d1a08c2686 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140263 Sep 23 15:29:28.238284 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d6c89a-3eff-4928-8f92-cbb74136919d', 'tag': 'd705ac87-48d2-4946-a8f9-34fb24707b08'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:29:28.240733 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f4c32d-6aa7-4fd3-8324-0e7c657caaca" -d '{"events": [{"name": "network-changed", "server_uuid": "67d6c89a-3eff-4928-8f92-cbb74136919d", "tag": "d705ac87-48d2-4946-a8f9-34fb24707b08"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:29:28.284087 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c6587-e0e9-44c3-ae4e-94520b5881b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d705ac87-48d2-4946-a8f9-34fb24707b08,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:28.288128 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41f77e3-eb27-418b-bf42-a2956f1017d6 x-openstack-request-id: req-a41f77e3-eb27-418b-bf42-a2956f1017d6 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:29:28.288416 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d6c89a-3eff-4928-8f92-cbb74136919d", "tag": "d705ac87-48d2-4946-a8f9-34fb24707b08", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:29:28.288672 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a41f77e3-eb27-418b-bf42-a2956f1017d6 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:29:28.289090 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a41f77e3-eb27-418b-bf42-a2956f1017d6'] response: {'name': 'network-changed', 'server_uuid': '67d6c89a-3eff-4928-8f92-cbb74136919d', 'tag': 'd705ac87-48d2-4946-a8f9-34fb24707b08', 'status': 'completed', 'code': 200} Sep 23 15:29:28.392692 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4c32d-6aa7-4fd3-8324-0e7c657caaca req-c0dd5df3-e09d-4e03-a188-f859c74d42db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:28.394183 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b6f4c32d-6aa7-4fd3-8324-0e7c657caaca req-c0dd5df3-e09d-4e03-a188-f859c74d42db service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=556accfd22fb432e80723c2c478551ac&device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 1096 time: 0.0818191 Sep 23 15:29:28.539656 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4c32d-6aa7-4fd3-8324-0e7c657caaca req-112f55b1-d63b-4816-a13e-dbb9e8c80adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:28.541124 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b6f4c32d-6aa7-4fd3-8324-0e7c657caaca req-112f55b1-d63b-4816-a13e-dbb9e8c80adf service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=556accfd22fb432e80723c2c478551ac&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1394455 Sep 23 15:29:28.577755 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-298c6587-64f7-4a99-bb87-835af1da4ad7 None None] Attempt 3 to provision port d705ac87-48d2-4946-a8f9-34fb24707b08 Sep 23 15:29:28.644798 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-298c6587-64f7-4a99-bb87-835af1da4ad7 None None] Port d705ac87-48d2-4946-a8f9-34fb24707b08 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:29:28.793050 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4c32d-6aa7-4fd3-8324-0e7c657caaca req-5f92f316-61c1-4536-a790-efb62fe857f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:28.794488 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b6f4c32d-6aa7-4fd3-8324-0e7c657caaca req-5f92f316-61c1-4536-a790-efb62fe857f0 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2470562 Sep 23 15:29:28.909026 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 3d0bc644-15f2-447f-b9d2-3bad48d0a61a no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:29:28.912252 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-79764ff5-623a-4307-8cf2-398fe4f27947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:28.913722 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-79764ff5-623a-4307-8cf2-398fe4f27947 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=556accfd22fb432e80723c2c478551ac&device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 1096 time: 0.0835762 Sep 23 15:29:28.946454 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 3d0bc644-15f2-447f-b9d2-3bad48d0a61a {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:29:28.946785 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 3d0bc644-15f2-447f-b9d2-3bad48d0a61a not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:29:28.982727 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-b7d815d3-0cc0-4f8d-bedc-366ef29af13d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d705ac87-48d2-4946-a8f9-34fb24707b08 HTTP/1.1" status: 200 len: 217 time: 0.0612018 Sep 23 15:29:29.047704 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-8c4d6923-588f-4a26-b528-1efee752dc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:29.049121 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-8c4d6923-588f-4a26-b528-1efee752dc51 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b92000a7-53c7-416f-920b-57998cba81a6 HTTP/1.1" status: 200 len: 853 time: 0.0603998 Sep 23 15:29:29.132830 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-9842db75-92e2-4712-9a1c-3924a92b5316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:29.134293 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-9842db75-92e2-4712-9a1c-3924a92b5316 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7921226f-d048-4b1a-bc65-d7c2eaaf6e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784633 Sep 23 15:29:29.267919 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-ce539a30-4970-4ec1-9f40-5f1c6e702569 service neutron] 10.222.0.72 "GET /v2.0/networks/7921226f-d048-4b1a-bc65-d7c2eaaf6e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276748 Sep 23 15:29:29.403391 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3f463977-8a65-4d44-bee4-b416bef017b7 req-8b35a8c1-c494-46c0-adea-408800bf0540 service neutron] 10.222.0.72 "GET /v2.0/networks/7921226f-d048-4b1a-bc65-d7c2eaaf6e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299949 Sep 23 15:29:29.433812 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fe827-4fd4-4418-855d-5bac92bb8903 req-49de638d-75bd-4f44-81e2-c61d57744a68 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:29.436065 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7b7fe827-4fd4-4418-855d-5bac92bb8903 req-49de638d-75bd-4f44-81e2-c61d57744a68 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 943 time: 0.0901124 Sep 23 15:29:29.484808 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7b7fe827-4fd4-4418-855d-5bac92bb8903 req-8e22ce4b-1ee9-49ec-ba67-a8cf9b23f1f1 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420990 Sep 23 15:29:30.695404 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f4e2f-4ae6-42c8-9c65-e94cdd103c0b req-ac4450e6-839a-4d18-ac0f-61c4f2a0ff1c tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:30.697411 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4c0f4e2f-4ae6-42c8-9c65-e94cdd103c0b req-ac4450e6-839a-4d18-ac0f-61c4f2a0ff1c tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 943 time: 0.0972176 Sep 23 15:29:30.744830 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4c0f4e2f-4ae6-42c8-9c65-e94cdd103c0b req-b58ecda9-0c37-432a-b64b-b9d08563a16d tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420160 Sep 23 15:29:30.933509 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device d705ac87-48d2-4946-a8f9-34fb24707b08 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:29:31.064818 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port d705ac87-48d2-4946-a8f9-34fb24707b08, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=d705ac87-48d2-4946-a8f9-34fb24707b08,segment=NetworkSegment(312da94e-f920-4aea-9385-73d60d677eab),segment_id=312da94e-f920-4aea-9385-73d60d677eab)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:29:31.078061 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': 'd705ac87-48d2-4946-a8f9-34fb24707b08', 'network_id': '7921226f-d048-4b1a-bc65-d7c2eaaf6e94', 'port_id': 'd705ac87-48d2-4946-a8f9-34fb24707b08', 'mac_address': 'fa:16:3e:c5:7d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92000a7-53c7-416f-920b-57998cba81a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:29:31.133735 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port d705ac87-48d2-4946-a8f9-34fb24707b08 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:29:31.134125 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:31.151445 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d705ac87-48d2-4946-a8f9-34fb24707b08 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:29:31.167168 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port d705ac87-48d2-4946-a8f9-34fb24707b08, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=d705ac87-48d2-4946-a8f9-34fb24707b08,segment=NetworkSegment(312da94e-f920-4aea-9385-73d60d677eab),segment_id=312da94e-f920-4aea-9385-73d60d677eab)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:29:31.255082 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:31.323652 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=d705ac87-48d2-4946-a8f9-34fb24707b08,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:31.454455 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['d705ac87-48d2-4946-a8f9-34fb24707b08'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:29:31.949244 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c6cf4-ffe3-4f17-b16f-68d7ca29c936 req-fa5b2b40-1451-41cd-8ea5-97ccaec66072 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:31.951502 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ff5c6cf4-ffe3-4f17-b16f-68d7ca29c936 req-fa5b2b40-1451-41cd-8ea5-97ccaec66072 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 944 time: 0.0964899 Sep 23 15:29:31.994787 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ff5c6cf4-ffe3-4f17-b16f-68d7ca29c936 req-fdda8f2e-17f4-4b8c-b9c9-55ba795d5f8d tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375688 Sep 23 15:29:32.101087 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5136ed02-4d4f-4a78-8bc9-176bf2374ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:32.775421 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:32.949618 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device d705ac87-48d2-4946-a8f9-34fb24707b08 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:29:33.107014 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port d705ac87-48d2-4946-a8f9-34fb24707b08 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:29:33.112341 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port d705ac87-48d2-4946-a8f9-34fb24707b08 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:29:33.112714 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:33.116140 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port d705ac87-48d2-4946-a8f9-34fb24707b08 Sep 23 15:29:33.196106 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dff172-6c95-4e7b-85d1-84feca46be3d req-8df5e882-7c25-4dd8-8b52-b45444d0e078 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:33.197582 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b8dff172-6c95-4e7b-85d1-84feca46be3d req-8df5e882-7c25-4dd8-8b52-b45444d0e078 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 944 time: 0.0927732 Sep 23 15:29:33.238511 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port d705ac87-48d2-4946-a8f9-34fb24707b08 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:29:33.238923 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:33.245660 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b8dff172-6c95-4e7b-85d1-84feca46be3d req-7270a18a-6209-4928-af6a-e5389f7f093b tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417295 Sep 23 15:29:33.266155 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d6c89a-3eff-4928-8f92-cbb74136919d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd705ac87-48d2-4946-a8f9-34fb24707b08'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:29:33.268492 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd71ef0-db81-4528-aa95-26f5cc877a09" -d '{"events": [{"server_uuid": "67d6c89a-3eff-4928-8f92-cbb74136919d", "name": "network-vif-plugged", "status": "completed", "tag": "d705ac87-48d2-4946-a8f9-34fb24707b08"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:29:33.275873 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port d705ac87-48d2-4946-a8f9-34fb24707b08, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=d705ac87-48d2-4946-a8f9-34fb24707b08,segment=NetworkSegment(312da94e-f920-4aea-9385-73d60d677eab),segment_id=312da94e-f920-4aea-9385-73d60d677eab)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:29:33.313295 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570ca081-d924-4b72-b31c-f87373748d94 x-openstack-request-id: req-570ca081-d924-4b72-b31c-f87373748d94 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:29:33.321413 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d6c89a-3eff-4928-8f92-cbb74136919d", "name": "network-vif-plugged", "status": "completed", "tag": "d705ac87-48d2-4946-a8f9-34fb24707b08", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:29:33.321413 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-570ca081-d924-4b72-b31c-f87373748d94 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:29:33.321413 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-570ca081-d924-4b72-b31c-f87373748d94'] response: {'server_uuid': '67d6c89a-3eff-4928-8f92-cbb74136919d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd705ac87-48d2-4946-a8f9-34fb24707b08', 'code': 200} Sep 23 15:29:33.340826 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:33.410499 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=d705ac87-48d2-4946-a8f9-34fb24707b08,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:33.417884 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:33.418234 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:33.418686 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:33.419657 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:33.420052 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:33.420392 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:33.420720 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:33.421049 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:33.421377 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:33.421701 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:33.422026 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:33.422371 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:33.681657 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada35ff4-48a8-4a17-89dc-ffb8c27ba79c req-53373fd0-fb6f-446d-ad81-2419074c748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:33.683042 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ada35ff4-48a8-4a17-89dc-ffb8c27ba79c req-53373fd0-fb6f-446d-ad81-2419074c748c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 1098 time: 0.0782578 Sep 23 15:29:33.721612 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ada35ff4-48a8-4a17-89dc-ffb8c27ba79c req-6825ae20-a78c-4135-9725-dec98d4404b8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326574 Sep 23 15:29:34.449103 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e758152-fecb-400e-b2bc-067975d6c172 req-33502a4b-b497-4fa5-95fc-110fa7f0cd9a tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:34.450614 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4e758152-fecb-400e-b2bc-067975d6c172 req-33502a4b-b497-4fa5-95fc-110fa7f0cd9a tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0902519 Sep 23 15:29:34.494736 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4e758152-fecb-400e-b2bc-067975d6c172 req-fa51edb3-34ed-4f45-ab51-91ea76506ae1 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383945 Sep 23 15:29:35.032477 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cc625efd-b72d-49fa-a270-bcaa2e2be4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:35.495161 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:35.575351 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:35.695650 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416e9de-460b-4fb3-bdc0-23fd7d3507e5 req-014e1b27-bc70-40fe-8618-0b591f76dc7b tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:35.697030 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c416e9de-460b-4fb3-bdc0-23fd7d3507e5 req-014e1b27-bc70-40fe-8618-0b591f76dc7b tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0907423 Sep 23 15:29:35.741351 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c416e9de-460b-4fb3-bdc0-23fd7d3507e5 req-d03c22a2-0b72-4b01-a363-9a8e5e882380 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382102 Sep 23 15:29:35.941425 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7332b0-884c-46df-a35b-cf342ec8b349 req-2ee23981-bb26-4c41-8290-3ab410c8661b tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:35.942939 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5a7332b0-884c-46df-a35b-cf342ec8b349 req-2ee23981-bb26-4c41-8290-3ab410c8661b tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0926685 Sep 23 15:29:35.986927 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5a7332b0-884c-46df-a35b-cf342ec8b349 req-91bc582b-811e-46bc-ba46-7dc0cb7bbf94 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382249 Sep 23 15:29:36.491493 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fffc0-513a-47cc-a25d-30aa4e91bfeb req-627d6ecd-bde4-4c54-9109-eb1e1a53a27a tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:36.492950 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-149fffc0-513a-47cc-a25d-30aa4e91bfeb req-627d6ecd-bde4-4c54-9109-eb1e1a53a27a tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0909352 Sep 23 15:29:36.536839 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-149fffc0-513a-47cc-a25d-30aa4e91bfeb req-88fa16c4-392b-4ff3-ad51-fed62c134c9b tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381517 Sep 23 15:29:36.540770 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a03db570-0b26-4440-a808-ef5ec40a3859 req-4ce7977b-86d7-40bc-b39d-77011df0fd65 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0772009 Sep 23 15:29:37.009960 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:29:37.740018 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84869b32-02bd-4501-8369-be5deae93340 req-7dbd4384-d64e-4a8b-b90c-d442a78f76bc tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:37.741499 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-84869b32-02bd-4501-8369-be5deae93340 req-7dbd4384-d64e-4a8b-b90c-d442a78f76bc tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0911841 Sep 23 15:29:37.792403 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-84869b32-02bd-4501-8369-be5deae93340 req-39fd1578-218c-4a9c-8249-a853b7fde925 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408139 Sep 23 15:29:38.595142 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03db570-0b26-4440-a808-ef5ec40a3859 req-d8a4ea7b-a865-4d9b-9226-265dbc035c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:38.596576 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a03db570-0b26-4440-a808-ef5ec40a3859 req-d8a4ea7b-a865-4d9b-9226-265dbc035c9a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=556accfd22fb432e80723c2c478551ac&device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 1098 time: 0.0808175 Sep 23 15:29:38.723899 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03db570-0b26-4440-a808-ef5ec40a3859 req-9e3820bb-2869-416d-b0b0-28f62a530f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:38.725282 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a03db570-0b26-4440-a808-ef5ec40a3859 req-9e3820bb-2869-416d-b0b0-28f62a530f7d service neutron] 10.222.0.72 "GET /v2.0/networks?id=7921226f-d048-4b1a-bc65-d7c2eaaf6e94 HTTP/1.1" status: 200 len: 915 time: 0.1224897 Sep 23 15:29:38.794509 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a03db570-0b26-4440-a808-ef5ec40a3859 req-3feebc50-4e04-4be9-92c7-40f02b455ee8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d705ac87-48d2-4946-a8f9-34fb24707b08 HTTP/1.1" status: 200 len: 217 time: 0.0629559 Sep 23 15:29:39.009405 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03db570-0b26-4440-a808-ef5ec40a3859 req-40957c03-9650-4f6c-85f9-d21594640862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:39.010846 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a03db570-0b26-4440-a808-ef5ec40a3859 req-40957c03-9650-4f6c-85f9-d21594640862 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b92000a7-53c7-416f-920b-57998cba81a6 HTTP/1.1" status: 200 len: 853 time: 0.2107999 Sep 23 15:29:39.085316 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b46792-8722-4863-b8f6-5b91fa09fb38 req-29e685ff-02c7-4ee8-96dd-a894db5f5aa5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:39.086757 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-71b46792-8722-4863-b8f6-5b91fa09fb38 req-29e685ff-02c7-4ee8-96dd-a894db5f5aa5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.1577802 Sep 23 15:29:39.138548 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-71b46792-8722-4863-b8f6-5b91fa09fb38 req-a6c5412a-e218-4371-a81d-e25860eeddd4 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454886 Sep 23 15:29:39.141362 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03db570-0b26-4440-a808-ef5ec40a3859 req-831bf874-93c7-4f09-853a-2ed6e5a6f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:39.142802 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a03db570-0b26-4440-a808-ef5ec40a3859 req-831bf874-93c7-4f09-853a-2ed6e5a6f5c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7921226f-d048-4b1a-bc65-d7c2eaaf6e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1255229 Sep 23 15:29:39.275085 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a03db570-0b26-4440-a808-ef5ec40a3859 req-04cfabd8-e72a-432e-8a23-389a51588c4e service neutron] 10.222.0.72 "GET /v2.0/networks/7921226f-d048-4b1a-bc65-d7c2eaaf6e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253946 Sep 23 15:29:39.406149 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a03db570-0b26-4440-a808-ef5ec40a3859 req-be73986c-909e-4333-b695-84e4c2bbe7df service neutron] 10.222.0.72 "GET /v2.0/networks/7921226f-d048-4b1a-bc65-d7c2eaaf6e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252332 Sep 23 15:29:40.342894 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64cef47-2ad2-4801-82ff-96e77c9acd09 req-44c33dc0-b380-4185-ab00-46a8b656bc43 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:40.344363 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b64cef47-2ad2-4801-82ff-96e77c9acd09 req-44c33dc0-b380-4185-ab00-46a8b656bc43 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0911982 Sep 23 15:29:40.388021 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b64cef47-2ad2-4801-82ff-96e77c9acd09 req-acb8fdf4-7ea5-47f3-bd02-5e0e5287fde3 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381031 Sep 23 15:29:41.587644 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89966d-a41c-499d-884a-80b491e8a754 req-7009f45a-9688-48de-93a7-d530db7a1ab6 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:41.589089 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7d89966d-a41c-499d-884a-80b491e8a754 req-7009f45a-9688-48de-93a7-d530db7a1ab6 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0897913 Sep 23 15:29:41.634122 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7d89966d-a41c-499d-884a-80b491e8a754 req-e2748a61-7090-4bba-ae79-e78beb7e372d tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392947 Sep 23 15:29:42.827338 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854bff1-afbb-4558-a4b9-29c0cf29d6bf req-6243de73-12ec-4793-88e0-b5700acafb14 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:42.828773 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b854bff1-afbb-4558-a4b9-29c0cf29d6bf req-6243de73-12ec-4793-88e0-b5700acafb14 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0866995 Sep 23 15:29:42.871633 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b854bff1-afbb-4558-a4b9-29c0cf29d6bf req-5812f864-c778-4ac5-826c-898e79608e18 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372205 Sep 23 15:29:44.072561 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5341fb1-f3e8-4806-ba22-28cd05c89046 req-2a0897da-3a3b-4108-9dbd-4f4e56859087 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:44.073928 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d5341fb1-f3e8-4806-ba22-28cd05c89046 req-2a0897da-3a3b-4108-9dbd-4f4e56859087 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0892882 Sep 23 15:29:44.117460 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d5341fb1-f3e8-4806-ba22-28cd05c89046 req-b1213c95-431e-44b5-b0e7-bd7ff785e6f8 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378504 Sep 23 15:29:45.319674 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afe6c4-0359-4683-9a07-509e238a56b1 req-9953f2ea-5ce5-41ff-a2d2-cb61f85e3239 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:45.321129 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-72afe6c4-0359-4683-9a07-509e238a56b1 req-9953f2ea-5ce5-41ff-a2d2-cb61f85e3239 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0945530 Sep 23 15:29:45.365552 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-72afe6c4-0359-4683-9a07-509e238a56b1 req-b346fff6-8bf2-4ff4-a33f-f65ca8d0a445 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386262 Sep 23 15:29:46.564162 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559527b-032f-4961-9f02-9edb54e22527 req-f2ed2bbc-fbd3-4c8f-8420-45f01964a286 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:46.565617 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9559527b-032f-4961-9f02-9edb54e22527 req-f2ed2bbc-fbd3-4c8f-8420-45f01964a286 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0876422 Sep 23 15:29:46.609281 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9559527b-032f-4961-9f02-9edb54e22527 req-ee5d9be6-45dd-4c53-9c69-2fc0de7a750f tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380044 Sep 23 15:29:47.809521 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918122b6-3d03-488f-8e1b-4ab85406d81d req-9b934d43-44c1-45eb-a46c-ac2e5cd7a884 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:47.811007 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-918122b6-3d03-488f-8e1b-4ab85406d81d req-9b934d43-44c1-45eb-a46c-ac2e5cd7a884 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0892539 Sep 23 15:29:47.854743 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-918122b6-3d03-488f-8e1b-4ab85406d81d req-6015ddfd-275a-4332-b4ad-93058e6abe1c tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374057 Sep 23 15:29:49.053331 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592dbce-6fff-4124-bcfd-6fdbb3dd3c81 req-dd5e6e62-b9ca-47f2-8c2c-9d48f2c271c5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:49.054786 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f592dbce-6fff-4124-bcfd-6fdbb3dd3c81 req-dd5e6e62-b9ca-47f2-8c2c-9d48f2c271c5 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0902438 Sep 23 15:29:49.099442 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f592dbce-6fff-4124-bcfd-6fdbb3dd3c81 req-fa34f800-85c2-4c4a-9707-aefb9d13c1c4 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388939 Sep 23 15:29:50.298203 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17cded-edf1-47da-a0d2-e4ed446d077e req-4859a00b-433c-4437-9525-ad800083e37e tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:50.299739 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-4d17cded-edf1-47da-a0d2-e4ed446d077e req-4859a00b-433c-4437-9525-ad800083e37e tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0877810 Sep 23 15:29:50.344727 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-4d17cded-edf1-47da-a0d2-e4ed446d077e req-20db72a6-6c55-4a38-81c3-233fd0edd3b7 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391181 Sep 23 15:29:50.837546 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad5561-e489-450d-9227-8cce05b28c52 req-a69b7c1e-fcab-420a-99ad-a354bd0dd3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:50.839074 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8fad5561-e489-450d-9227-8cce05b28c52 req-a69b7c1e-fcab-420a-99ad-a354bd0dd3e0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=556accfd22fb432e80723c2c478551ac&device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 1098 time: 0.0781946 Sep 23 15:29:50.981045 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad5561-e489-450d-9227-8cce05b28c52 req-eaaee94e-5aa7-4c79-83c9-1bf55b50aedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:50.982495 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8fad5561-e489-450d-9227-8cce05b28c52 req-eaaee94e-5aa7-4c79-83c9-1bf55b50aedb service neutron] 10.222.0.72 "GET /v2.0/networks?id=7921226f-d048-4b1a-bc65-d7c2eaaf6e94 HTTP/1.1" status: 200 len: 915 time: 0.1242619 Sep 23 15:29:51.052964 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8fad5561-e489-450d-9227-8cce05b28c52 req-7ef7240a-6cfe-47c4-a02c-843a11699ee5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d705ac87-48d2-4946-a8f9-34fb24707b08 HTTP/1.1" status: 200 len: 217 time: 0.0641177 Sep 23 15:29:51.117398 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad5561-e489-450d-9227-8cce05b28c52 req-fc1d053f-5ff2-4e63-859d-195799dd1fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:51.118724 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8fad5561-e489-450d-9227-8cce05b28c52 req-fc1d053f-5ff2-4e63-859d-195799dd1fe5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b92000a7-53c7-416f-920b-57998cba81a6 HTTP/1.1" status: 200 len: 853 time: 0.0589907 Sep 23 15:29:51.199551 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad5561-e489-450d-9227-8cce05b28c52 req-f639590f-4f98-4e58-b98e-ba59ad4c189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:51.200978 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8fad5561-e489-450d-9227-8cce05b28c52 req-f639590f-4f98-4e58-b98e-ba59ad4c189d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7921226f-d048-4b1a-bc65-d7c2eaaf6e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757105 Sep 23 15:29:51.331454 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8fad5561-e489-450d-9227-8cce05b28c52 req-5d5db31b-50d0-4257-b895-d73d8f4df3e8 service neutron] 10.222.0.72 "GET /v2.0/networks/7921226f-d048-4b1a-bc65-d7c2eaaf6e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235676 Sep 23 15:29:51.620797 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8fad5561-e489-450d-9227-8cce05b28c52 req-7e76af56-8f12-4718-ab4c-5ce75ad6718a service neutron] 10.222.0.72 "GET /v2.0/networks/7921226f-d048-4b1a-bc65-d7c2eaaf6e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828107 Sep 23 15:29:51.635083 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83096829-00b7-4884-882f-8c7627a996aa req-e1c72385-b894-48da-be32-8a1c1cc06914 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:51.636421 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-83096829-00b7-4884-882f-8c7627a996aa req-e1c72385-b894-48da-be32-8a1c1cc06914 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.1403246 Sep 23 15:29:51.680254 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-83096829-00b7-4884-882f-8c7627a996aa req-7fdde511-fdcf-43fc-900f-013fb2af24ae tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373356 Sep 23 15:29:52.982652 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e6fdd-6bb0-433e-b17e-10964b5fcbbc req-7d42859b-e3bb-4e68-a31e-c15cd0c91c98 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:52.984154 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6e9e6fdd-6bb0-433e-b17e-10964b5fcbbc req-7d42859b-e3bb-4e68-a31e-c15cd0c91c98 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.1930287 Sep 23 15:29:53.028907 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6e9e6fdd-6bb0-433e-b17e-10964b5fcbbc req-64cd4e37-9cdc-4029-9526-83594079ff8a tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389731 Sep 23 15:29:54.229589 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79dc719-f07f-4c37-aa11-dd57659eb097 req-0a640902-970b-4d7b-8604-28d65f80ab90 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:54.231138 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b79dc719-f07f-4c37-aa11-dd57659eb097 req-0a640902-970b-4d7b-8604-28d65f80ab90 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0897565 Sep 23 15:29:54.281752 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b79dc719-f07f-4c37-aa11-dd57659eb097 req-f5d3160b-74ef-4e7b-956b-62380acb85f9 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434332 Sep 23 15:29:55.484437 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25559fce-54a1-4ebf-8826-2ff7ce66eb30 req-ca1aa0bb-fc7d-4af5-8c8f-dff8a4a772e7 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:55.485895 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-25559fce-54a1-4ebf-8826-2ff7ce66eb30 req-ca1aa0bb-fc7d-4af5-8c8f-dff8a4a772e7 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0900314 Sep 23 15:29:55.529142 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-25559fce-54a1-4ebf-8826-2ff7ce66eb30 req-b8c0639a-d592-4efe-a75b-9969835483a1 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375135 Sep 23 15:29:56.724472 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6769eda-26f0-44cb-8479-3cc0a97255f6 req-d2481298-3e97-424e-989c-7828ce32a9cf tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:56.725916 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f6769eda-26f0-44cb-8479-3cc0a97255f6 req-d2481298-3e97-424e-989c-7828ce32a9cf tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0864441 Sep 23 15:29:56.768986 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f6769eda-26f0-44cb-8479-3cc0a97255f6 req-414350fb-271a-48a8-a270-8791d6d93535 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374279 Sep 23 15:29:57.064481 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:29:57.963652 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b242e-7294-46ed-a137-e251a6e9e52f req-2936b0f9-ded5-43ff-8286-7c20767ac8d9 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:57.965119 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-9c1b242e-7294-46ed-a137-e251a6e9e52f req-2936b0f9-ded5-43ff-8286-7c20767ac8d9 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0862331 Sep 23 15:29:58.011196 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-9c1b242e-7294-46ed-a137-e251a6e9e52f req-682876db-2d52-4c98-bf01-93ad954393a7 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397716 Sep 23 15:29:59.210998 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d34294-a11f-4876-adea-0ee5753f4ef0 req-a7426f11-a684-4002-88ed-93921ce29a5c tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:59.212457 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c8d34294-a11f-4876-adea-0ee5753f4ef0 req-a7426f11-a684-4002-88ed-93921ce29a5c tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0908160 Sep 23 15:29:59.259063 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c8d34294-a11f-4876-adea-0ee5753f4ef0 req-89834e7d-3367-48b2-b530-1b38bcc4a22f tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407994 Sep 23 15:30:00.456021 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04782a-0728-4586-bd37-9e5066c3e3d0 req-e304472d-a662-400b-b21f-8d5b8213e73a tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:00.457453 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-5f04782a-0728-4586-bd37-9e5066c3e3d0 req-e304472d-a662-400b-b21f-8d5b8213e73a tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0861905 Sep 23 15:30:00.500541 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-5f04782a-0728-4586-bd37-9e5066c3e3d0 req-efc35b37-7fde-4191-adbe-ab1f20863e15 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374672 Sep 23 15:30:01.696093 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602096d6-6b34-4c6b-a010-f8abb0bb7725 req-e7a97648-7a3c-4bcd-a6b7-a978278d4ca3 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:01.697534 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-602096d6-6b34-4c6b-a010-f8abb0bb7725 req-e7a97648-7a3c-4bcd-a6b7-a978278d4ca3 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0857680 Sep 23 15:30:01.744523 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-602096d6-6b34-4c6b-a010-f8abb0bb7725 req-c25a6a63-0ae3-4fdd-afc7-0e98f8766164 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408587 Sep 23 15:30:02.101674 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-62983c1f-2cc4-4201-98d0-c48f702744b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:02.839547 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:02.947252 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0f577-0553-42f6-95fb-58c624da9cc2 req-d2318f8d-e16a-4185-aa52-77ea7f6fc716 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:02.948716 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-16b0f577-0553-42f6-95fb-58c624da9cc2 req-d2318f8d-e16a-4185-aa52-77ea7f6fc716 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0909860 Sep 23 15:30:02.992593 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-16b0f577-0553-42f6-95fb-58c624da9cc2 req-b912367b-3b81-4659-9a2b-791a1ffc833e tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374978 Sep 23 15:30:04.188219 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdb557-d6d0-4f32-a1e0-b0b38f8fd397 req-3f0773ac-e76a-435c-8b84-7af0ddbba48e tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:04.189680 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-36bdb557-d6d0-4f32-a1e0-b0b38f8fd397 req-3f0773ac-e76a-435c-8b84-7af0ddbba48e tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0866847 Sep 23 15:30:04.232970 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-36bdb557-d6d0-4f32-a1e0-b0b38f8fd397 req-9011d37a-8977-437e-ba06-330db5a16aea tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376379 Sep 23 15:30:05.056718 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8e83af63-3a05-48bd-a1a1-a49cb7eb193f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:05.431353 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d98830-bb85-4a9d-9490-c0f654bce079 req-e66e9ee9-b36d-483a-bd10-d872c141071e tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:05.432815 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f0d98830-bb85-4a9d-9490-c0f654bce079 req-e66e9ee9-b36d-483a-bd10-d872c141071e tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0866077 Sep 23 15:30:05.480060 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f0d98830-bb85-4a9d-9490-c0f654bce079 req-3fbee078-dd4e-4049-88c8-f93ff6bf160a tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408435 Sep 23 15:30:05.508105 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:05.576634 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:06.681542 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7247d3d-60cf-434d-b9b3-68c1cccd6df7 req-af784ae6-a53a-4f20-8d49-43da0f7ab198 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:06.683013 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f7247d3d-60cf-434d-b9b3-68c1cccd6df7 req-af784ae6-a53a-4f20-8d49-43da0f7ab198 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0907626 Sep 23 15:30:06.726214 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f7247d3d-60cf-434d-b9b3-68c1cccd6df7 req-f0a8e5f3-1ef4-4352-83f9-dad8a749b052 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371130 Sep 23 15:30:07.055425 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:07.923768 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9805f8-e329-4e93-ad58-36e0683f8e15 req-bbddebd5-6cdb-47d0-b991-b6416f00b24a tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:07.925219 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ef9805f8-e329-4e93-ad58-36e0683f8e15 req-bbddebd5-6cdb-47d0-b991-b6416f00b24a tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0872226 Sep 23 15:30:07.968947 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ef9805f8-e329-4e93-ad58-36e0683f8e15 req-eba8c6b0-4b18-42a1-b325-a0c9ae1d98e2 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378582 Sep 23 15:30:09.164391 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf76656-07a2-4441-947a-69770b385e20 req-b7951d7d-cb59-4367-abb1-313aec19af8c tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:09.165746 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ebf76656-07a2-4441-947a-69770b385e20 req-b7951d7d-cb59-4367-abb1-313aec19af8c tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0860088 Sep 23 15:30:09.213243 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ebf76656-07a2-4441-947a-69770b385e20 req-a5ea3ac0-e758-4479-bd56-9557d1d23da4 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417411 Sep 23 15:30:10.419002 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96eda6c-664e-40d2-b755-27a13fc9c8b9 req-e6d32f13-e08c-4324-8a87-aaebd4bc155b tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:10.420461 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e96eda6c-664e-40d2-b755-27a13fc9c8b9 req-e6d32f13-e08c-4324-8a87-aaebd4bc155b tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0909925 Sep 23 15:30:10.464411 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e96eda6c-664e-40d2-b755-27a13fc9c8b9 req-9368b7ff-10c2-4159-a8b2-1441add069e1 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375726 Sep 23 15:30:11.658947 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a03db570-0b26-4440-a808-ef5ec40a3859 req-0dabf5d4-4274-4ab3-aea1-9cf7e0313665 service neutron] 10.222.0.72 "GET /v2.0/ports/d705ac87-48d2-4946-a8f9-34fb24707b08/bindings/hv-neutron-8590 HTTP/1.1" status: 200 len: 384 time: 0.1342764 Sep 23 15:30:11.680722 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fbe63-bdf2-4347-a844-33b9a76b293a req-32274701-f262-469d-858e-258a7828f0fb tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:11.682151 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c58fbe63-bdf2-4347-a844-33b9a76b293a req-32274701-f262-469d-858e-258a7828f0fb tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.1064904 Sep 23 15:30:11.730692 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c58fbe63-bdf2-4347-a844-33b9a76b293a req-40d6e5a9-b9cc-4543-bb8c-2fd8003c9798 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421684 Sep 23 15:30:12.353852 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03db570-0b26-4440-a808-ef5ec40a3859 req-eeaf490d-244f-48e2-be88-dbdae54d0ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:12.355334 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a03db570-0b26-4440-a808-ef5ec40a3859 req-eeaf490d-244f-48e2-be88-dbdae54d0ae6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d&tenant_id=556accfd22fb432e80723c2c478551ac HTTP/1.1" status: 200 len: 1098 time: 0.0819662 Sep 23 15:30:12.455286 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03db570-0b26-4440-a808-ef5ec40a3859 req-aefd64ad-c009-4455-93e8-1571f307038c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:12.456747 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a03db570-0b26-4440-a808-ef5ec40a3859 req-aefd64ad-c009-4455-93e8-1571f307038c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=556accfd22fb432e80723c2c478551ac&device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 1098 time: 0.0804887 Sep 23 15:30:12.586222 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03db570-0b26-4440-a808-ef5ec40a3859 req-e0219f3d-16ad-4d94-a38f-318b5abc70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:12.587680 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a03db570-0b26-4440-a808-ef5ec40a3859 req-e0219f3d-16ad-4d94-a38f-318b5abc70c5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7921226f-d048-4b1a-bc65-d7c2eaaf6e94 HTTP/1.1" status: 200 len: 915 time: 0.1250541 Sep 23 15:30:12.653871 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a03db570-0b26-4440-a808-ef5ec40a3859 req-f0e180b7-a191-4d50-8c2c-7a95b51a7f3f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d705ac87-48d2-4946-a8f9-34fb24707b08 HTTP/1.1" status: 200 len: 217 time: 0.0589857 Sep 23 15:30:12.717849 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03db570-0b26-4440-a808-ef5ec40a3859 req-95cf82c9-29c6-43df-b594-9ed0eaf4ff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:12.719810 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a03db570-0b26-4440-a808-ef5ec40a3859 req-95cf82c9-29c6-43df-b594-9ed0eaf4ff4a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b92000a7-53c7-416f-920b-57998cba81a6 HTTP/1.1" status: 200 len: 853 time: 0.0592852 Sep 23 15:30:12.803286 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03db570-0b26-4440-a808-ef5ec40a3859 req-196d04b8-2c4c-4995-aa22-19521f51ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:12.804865 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a03db570-0b26-4440-a808-ef5ec40a3859 req-196d04b8-2c4c-4995-aa22-19521f51ce6b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7921226f-d048-4b1a-bc65-d7c2eaaf6e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792084 Sep 23 15:30:12.932716 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07829edc-c4f2-401d-9346-be0db1508297 req-9e6b2a20-4306-4fb0-9658-5fabfac16e41 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:12.934129 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-07829edc-c4f2-401d-9346-be0db1508297 req-9e6b2a20-4306-4fb0-9658-5fabfac16e41 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0911391 Sep 23 15:30:12.982644 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-07829edc-c4f2-401d-9346-be0db1508297 req-620d9741-f5e2-4de3-a317-d68ff61398e1 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425742 Sep 23 15:30:13.038073 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a03db570-0b26-4440-a808-ef5ec40a3859 req-b730162a-d7fb-4e62-aea1-48351f26fb92 service neutron] 10.222.0.72 "GET /v2.0/networks/7921226f-d048-4b1a-bc65-d7c2eaaf6e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255101 Sep 23 15:30:13.168397 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a03db570-0b26-4440-a808-ef5ec40a3859 req-afb0ef69-ac70-44c7-81b7-7376365fa874 service neutron] 10.222.0.72 "GET /v2.0/networks/7921226f-d048-4b1a-bc65-d7c2eaaf6e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234541 Sep 23 15:30:14.180284 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf677bd-f014-4bf3-9e19-b204e9de2af6 req-0b3135e8-0927-4c64-a27a-48d17dc72b57 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:14.181639 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ecf677bd-f014-4bf3-9e19-b204e9de2af6 req-0b3135e8-0927-4c64-a27a-48d17dc72b57 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0896478 Sep 23 15:30:14.225071 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ecf677bd-f014-4bf3-9e19-b204e9de2af6 req-4d5d7ef7-7eb5-4b75-a686-78165e18b7e6 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378373 Sep 23 15:30:15.143785 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device d705ac87-48d2-4946-a8f9-34fb24707b08 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:30:15.148897 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device d705ac87-48d2-4946-a8f9-34fb24707b08 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:30:15.358201 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port d705ac87-48d2-4946-a8f9-34fb24707b08 is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:30:15.358610 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:15.401947 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d6c89a-3eff-4928-8f92-cbb74136919d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd705ac87-48d2-4946-a8f9-34fb24707b08'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:30:15.404207 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea5262e-7878-4d5c-9804-0bd9237a22e1" -d '{"events": [{"server_uuid": "67d6c89a-3eff-4928-8f92-cbb74136919d", "name": "network-vif-unplugged", "status": "completed", "tag": "d705ac87-48d2-4946-a8f9-34fb24707b08"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:30:15.407717 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port d705ac87-48d2-4946-a8f9-34fb24707b08, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=d705ac87-48d2-4946-a8f9-34fb24707b08,segment=NetworkSegment(312da94e-f920-4aea-9385-73d60d677eab),segment_id=312da94e-f920-4aea-9385-73d60d677eab)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:30:15.425639 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port d705ac87-48d2-4946-a8f9-34fb24707b08, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=d705ac87-48d2-4946-a8f9-34fb24707b08,segment=NetworkSegment(312da94e-f920-4aea-9385-73d60d677eab),segment_id=312da94e-f920-4aea-9385-73d60d677eab)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:30:15.425639 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': 'd705ac87-48d2-4946-a8f9-34fb24707b08', 'network_id': '7921226f-d048-4b1a-bc65-d7c2eaaf6e94', 'port_id': 'd705ac87-48d2-4946-a8f9-34fb24707b08', 'mac_address': 'fa:16:3e:c5:7d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92000a7-53c7-416f-920b-57998cba81a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:30:15.431164 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e86c0-2d86-4c89-98c3-94c549f391c1 req-ad286d51-8612-48aa-bb59-79214db7173f tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:15.434975 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d87e86c0-2d86-4c89-98c3-94c549f391c1 req-ad286d51-8612-48aa-bb59-79214db7173f tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0963149 Sep 23 15:30:15.465829 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Sep 2022 15:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d548809-15aa-4acd-86de-be2271180165 x-openstack-request-id: req-1d548809-15aa-4acd-86de-be2271180165 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:30:15.466123 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d6c89a-3eff-4928-8f92-cbb74136919d", "name": "network-vif-unplugged", "status": "completed", "tag": "d705ac87-48d2-4946-a8f9-34fb24707b08", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:30:15.466449 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1d548809-15aa-4acd-86de-be2271180165 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:30:15.466843 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d548809-15aa-4acd-86de-be2271180165'] response: {'server_uuid': '67d6c89a-3eff-4928-8f92-cbb74136919d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd705ac87-48d2-4946-a8f9-34fb24707b08', 'code': 200} Sep 23 15:30:15.485244 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d87e86c0-2d86-4c89-98c3-94c549f391c1 req-8ee42ca4-2a53-4410-aedc-7a8c3375a1fb tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447829 Sep 23 15:30:15.486565 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port d705ac87-48d2-4946-a8f9-34fb24707b08 is: ACTIVE; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:30:15.486951 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:15.503194 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:15.536811 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d705ac87-48d2-4946-a8f9-34fb24707b08 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:30:15.624987 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=d705ac87-48d2-4946-a8f9-34fb24707b08,revision_number=6']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:15.627544 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:30:15.627907 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:30:16.009482 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf6979-4178-4b65-800d-11211b734217 req-f9222788-c438-4368-a9d4-964cc0497d50 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:16.010963 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-40bf6979-4178-4b65-800d-11211b734217 req-f9222788-c438-4368-a9d4-964cc0497d50 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 943 time: 0.0981779 Sep 23 15:30:16.055750 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-40bf6979-4178-4b65-800d-11211b734217 req-2b218e24-025d-493d-af78-ba1a1d21e1f3 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383534 Sep 23 15:30:16.071685 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5adcf2-2d2e-4c79-9bed-462c20c5d709 req-54404b25-0fa1-4c5b-9cf0-ad2fca99e87c tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:16.073119 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8c5adcf2-2d2e-4c79-9bed-462c20c5d709 req-54404b25-0fa1-4c5b-9cf0-ad2fca99e87c tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.72 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d&tenant_id=556accfd22fb432e80723c2c478551ac&binding%3Ahost_id=hv-neutron-8590 HTTP/1.1" status: 200 len: 943 time: 0.0940337 Sep 23 15:30:16.184539 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port d705ac87-48d2-4946-a8f9-34fb24707b08 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:30:16.185150 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:16.202069 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d705ac87-48d2-4946-a8f9-34fb24707b08 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:30:16.218037 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port d705ac87-48d2-4946-a8f9-34fb24707b08, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=d705ac87-48d2-4946-a8f9-34fb24707b08,segment=NetworkSegment(312da94e-f920-4aea-9385-73d60d677eab),segment_id=312da94e-f920-4aea-9385-73d60d677eab)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:30:16.220917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5adcf2-2d2e-4c79-9bed-462c20c5d709 req-ad867dbb-16ea-4caa-a210-8ad6b03597c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:16.222413 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8c5adcf2-2d2e-4c79-9bed-462c20c5d709 req-ad867dbb-16ea-4caa-a210-8ad6b03597c4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=556accfd22fb432e80723c2c478551ac&device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 1096 time: 0.0789528 Sep 23 15:30:16.285701 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:16.357150 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['d705ac87-48d2-4946-a8f9-34fb24707b08'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:30:16.358708 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5adcf2-2d2e-4c79-9bed-462c20c5d709 req-bfde777c-ec14-4de7-bf1a-484595e4fd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:16.360184 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8c5adcf2-2d2e-4c79-9bed-462c20c5d709 req-bfde777c-ec14-4de7-bf1a-484595e4fd20 service neutron] 10.222.0.72 "GET /v2.0/networks?id=7921226f-d048-4b1a-bc65-d7c2eaaf6e94 HTTP/1.1" status: 200 len: 915 time: 0.1322496 Sep 23 15:30:16.387255 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=d705ac87-48d2-4946-a8f9-34fb24707b08,revision_number=7']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:16.434657 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8c5adcf2-2d2e-4c79-9bed-462c20c5d709 req-8fb60daa-c7a4-4639-9b40-6105f68cdafa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d705ac87-48d2-4946-a8f9-34fb24707b08 HTTP/1.1" status: 200 len: 217 time: 0.0680437 Sep 23 15:30:16.497195 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5adcf2-2d2e-4c79-9bed-462c20c5d709 req-d315e409-a921-4c51-a43f-5f8612d063d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:16.498651 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8c5adcf2-2d2e-4c79-9bed-462c20c5d709 req-d315e409-a921-4c51-a43f-5f8612d063d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b92000a7-53c7-416f-920b-57998cba81a6 HTTP/1.1" status: 200 len: 853 time: 0.0584178 Sep 23 15:30:16.583830 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5adcf2-2d2e-4c79-9bed-462c20c5d709 req-8ec5f6e2-b23f-433c-882a-ad380b7aeb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:16.585335 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8c5adcf2-2d2e-4c79-9bed-462c20c5d709 req-8ec5f6e2-b23f-433c-882a-ad380b7aeb38 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7921226f-d048-4b1a-bc65-d7c2eaaf6e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806954 Sep 23 15:30:16.717986 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8c5adcf2-2d2e-4c79-9bed-462c20c5d709 req-a0cabbcd-2930-4e96-8000-01f59171bc06 service neutron] 10.222.0.72 "GET /v2.0/networks/7921226f-d048-4b1a-bc65-d7c2eaaf6e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254098 Sep 23 15:30:16.850070 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8c5adcf2-2d2e-4c79-9bed-462c20c5d709 req-cf5bd1ef-4b7b-444d-9a02-71674df7d2cd service neutron] 10.222.0.72 "GET /v2.0/networks/7921226f-d048-4b1a-bc65-d7c2eaaf6e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252387 Sep 23 15:30:17.166826 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device d705ac87-48d2-4946-a8f9-34fb24707b08 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:30:17.233406 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port d705ac87-48d2-4946-a8f9-34fb24707b08 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:30:17.234694 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:17.234840 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port d705ac87-48d2-4946-a8f9-34fb24707b08 Sep 23 15:30:17.254346 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fda30-e650-42cf-bf25-ed7b0959ef71 req-9d780eb6-d251-4dd1-a15c-e50f35fd99fd tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:17.255814 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-287fda30-e650-42cf-bf25-ed7b0959ef71 req-9d780eb6-d251-4dd1-a15c-e50f35fd99fd tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 944 time: 0.0866089 Sep 23 15:30:17.299943 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-287fda30-e650-42cf-bf25-ed7b0959ef71 req-560678de-7e37-4158-81cb-84f70608d891 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383534 Sep 23 15:30:17.353191 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port d705ac87-48d2-4946-a8f9-34fb24707b08 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:30:17.354031 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:17.386054 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port d705ac87-48d2-4946-a8f9-34fb24707b08, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=d705ac87-48d2-4946-a8f9-34fb24707b08,segment=NetworkSegment(312da94e-f920-4aea-9385-73d60d677eab),segment_id=312da94e-f920-4aea-9385-73d60d677eab)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:30:17.468247 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d6c89a-3eff-4928-8f92-cbb74136919d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd705ac87-48d2-4946-a8f9-34fb24707b08'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:30:17.472022 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fab172f-cb3d-4dc1-be7c-8de423aed5f0" -d '{"events": [{"server_uuid": "67d6c89a-3eff-4928-8f92-cbb74136919d", "name": "network-vif-plugged", "status": "completed", "tag": "d705ac87-48d2-4946-a8f9-34fb24707b08"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:30:17.476669 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:17.523769 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c20f4a-f246-4315-a407-f9b024940fd0 x-openstack-request-id: req-c8c20f4a-f246-4315-a407-f9b024940fd0 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:30:17.524067 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d6c89a-3eff-4928-8f92-cbb74136919d", "name": "network-vif-plugged", "status": "completed", "tag": "d705ac87-48d2-4946-a8f9-34fb24707b08", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:30:17.524321 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c8c20f4a-f246-4315-a407-f9b024940fd0 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:30:17.524709 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c20f4a-f246-4315-a407-f9b024940fd0'] response: {'server_uuid': '67d6c89a-3eff-4928-8f92-cbb74136919d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd705ac87-48d2-4946-a8f9-34fb24707b08', 'code': 200} Sep 23 15:30:17.549565 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=d705ac87-48d2-4946-a8f9-34fb24707b08,revision_number=8']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:18.496818 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f905353-9280-4b9f-93c5-1790ee9c2287 req-4e531318-d866-4dc9-b884-0dea5cc01b71 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:18.498403 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0f905353-9280-4b9f-93c5-1790ee9c2287 req-4e531318-d866-4dc9-b884-0dea5cc01b71 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0889990 Sep 23 15:30:18.543290 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0f905353-9280-4b9f-93c5-1790ee9c2287 req-c463fc84-6e2f-4922-8ef5-cb4fa9414b5d tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392537 Sep 23 15:30:18.738553 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b54026-1466-4a2b-b656-c24fdaf11a52 req-5c57a8c2-9728-49c9-9466-3e20d433db3f tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:18.739990 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f6b54026-1466-4a2b-b656-c24fdaf11a52 req-5c57a8c2-9728-49c9-9466-3e20d433db3f tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0862484 Sep 23 15:30:18.788310 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f6b54026-1466-4a2b-b656-c24fdaf11a52 req-457f848b-8b53-44c5-8a9e-e456830abdb0 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427005 Sep 23 15:30:18.985906 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32164a9-eb57-463a-9678-85947bbbbc36 req-18b35922-cb8c-4695-858b-3b6278032dff tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:18.987401 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f32164a9-eb57-463a-9678-85947bbbbc36 req-18b35922-cb8c-4695-858b-3b6278032dff tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0861139 Sep 23 15:30:19.034985 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f32164a9-eb57-463a-9678-85947bbbbc36 req-2e8a0c1a-8d11-4a9f-b7fd-8f2abfd472a0 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417135 Sep 23 15:30:19.852098 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82493f6-9677-4413-a1a8-bdfce00846ba req-06f3c106-bff2-4e23-ac62-9d0d8642a97f tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:19.853591 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f82493f6-9677-4413-a1a8-bdfce00846ba req-06f3c106-bff2-4e23-ac62-9d0d8642a97f tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0879343 Sep 23 15:30:19.896651 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f82493f6-9677-4413-a1a8-bdfce00846ba req-1982f359-ff46-4709-90d9-9e5371afedb6 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374577 Sep 23 15:30:21.096439 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c70e7-e755-4837-a84a-8ee98b153d8e req-e129f594-5741-44f1-8d2d-a44af022b978 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:21.097813 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a30c70e7-e755-4837-a84a-8ee98b153d8e req-e129f594-5741-44f1-8d2d-a44af022b978 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.0864744 Sep 23 15:30:21.142159 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a30c70e7-e755-4837-a84a-8ee98b153d8e req-df8abc49-1d88-4c06-a426-f2cb4cf1cbdf tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf76fe80-a119-416d-a77c-00dbbf9d88d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385218 Sep 23 15:30:21.429060 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b2101-5314-42a0-842b-7cdf7d2f4ba8 req-53c6bfc5-f112-4e4c-97ef-01ce69dcf72b tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:21.430386 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d75b2101-5314-42a0-842b-7cdf7d2f4ba8 req-53c6bfc5-f112-4e4c-97ef-01ce69dcf72b tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.72 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 945 time: 0.1823308 Sep 23 15:30:21.498112 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-d75b2101-5314-42a0-842b-7cdf7d2f4ba8 req-b52b4b9b-fe67-43a6-be20-363c03fceb92 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Deleting port d705ac87-48d2-4946-a8f9-34fb24707b08 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:30:21.498485 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d75b2101-5314-42a0-842b-7cdf7d2f4ba8 req-b52b4b9b-fe67-43a6-be20-363c03fceb92 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:21.738378 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-d75b2101-5314-42a0-842b-7cdf7d2f4ba8 req-b52b4b9b-fe67-43a6-be20-363c03fceb92 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] For port d705ac87-48d2-4946-a8f9-34fb24707b08, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=d705ac87-48d2-4946-a8f9-34fb24707b08,segment=NetworkSegment(312da94e-f920-4aea-9385-73d60d677eab),segment_id=312da94e-f920-4aea-9385-73d60d677eab)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:30:21.738732 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d75b2101-5314-42a0-842b-7cdf7d2f4ba8 req-b52b4b9b-fe67-43a6-be20-363c03fceb92 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:21.859847 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-d75b2101-5314-42a0-842b-7cdf7d2f4ba8 req-b52b4b9b-fe67-43a6-be20-363c03fceb92 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Calling delete_port for d705ac87-48d2-4946-a8f9-34fb24707b08 owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:30:22.084674 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d75b2101-5314-42a0-842b-7cdf7d2f4ba8 req-b52b4b9b-fe67-43a6-be20-363c03fceb92 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:22.097840 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['d705ac87-48d2-4946-a8f9-34fb24707b08'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:30:22.137509 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b4b9b-fe67-43a6-be20-363c03fceb92 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Pushing event deleted for resources: {'Port': ['ID=d705ac87-48d2-4946-a8f9-34fb24707b08,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:22.225104 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75b2101-5314-42a0-842b-7cdf7d2f4ba8 req-b52b4b9b-fe67-43a6-be20-363c03fceb92 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] No DVR routers for this DVR port d705ac87-48d2-4946-a8f9-34fb24707b08 on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:30:22.227878 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d75b2101-5314-42a0-842b-7cdf7d2f4ba8 req-b52b4b9b-fe67-43a6-be20-363c03fceb92 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:22.230645 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d6c89a-3eff-4928-8f92-cbb74136919d', 'name': 'network-vif-deleted', 'tag': 'd705ac87-48d2-4946-a8f9-34fb24707b08'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:30:22.232991 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49620fac-09e3-4557-bd90-488e3d45eed2" -d '{"events": [{"server_uuid": "67d6c89a-3eff-4928-8f92-cbb74136919d", "name": "network-vif-deleted", "tag": "d705ac87-48d2-4946-a8f9-34fb24707b08"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:30:22.279582 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55ca616-1b30-4c45-bb8c-5ef96c79d518 x-openstack-request-id: req-d55ca616-1b30-4c45-bb8c-5ef96c79d518 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:30:22.279876 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d6c89a-3eff-4928-8f92-cbb74136919d", "name": "network-vif-deleted", "tag": "d705ac87-48d2-4946-a8f9-34fb24707b08", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:30:22.280126 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d55ca616-1b30-4c45-bb8c-5ef96c79d518 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:30:22.280527 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d55ca616-1b30-4c45-bb8c-5ef96c79d518'] response: {'server_uuid': '67d6c89a-3eff-4928-8f92-cbb74136919d', 'name': 'network-vif-deleted', 'tag': 'd705ac87-48d2-4946-a8f9-34fb24707b08', 'status': 'completed', 'code': 200} Sep 23 15:30:22.315255 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d75b2101-5314-42a0-842b-7cdf7d2f4ba8 req-b52b4b9b-fe67-43a6-be20-363c03fceb92 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.72 "DELETE /v2.0/ports/d705ac87-48d2-4946-a8f9-34fb24707b08 HTTP/1.1" status: 204 len: 173 time: 0.8791547 Sep 23 15:30:22.317883 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6dfd9f4c-b0dd-41f9-9cd5-fc35e5954d9b req-e0de032f-b03d-4e30-97f7-2d2755977779 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d6c89a-3eff-4928-8f92-cbb74136919d HTTP/1.1" status: 200 len: 210 time: 0.0562663 Sep 23 15:30:23.497573 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 53582) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:30:23.560718 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d5a14fd3-3e63-4641-babf-43d3c631f24f tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:23.588062 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d5a14fd3-3e63-4641-babf-43d3c631f24f tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:23.691709 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d5a14fd3-3e63-4641-babf-43d3c631f24f tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:23.711456 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a14fd3-3e63-4641-babf-43d3c631f24f tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80333688-2310-472b-a61d-102c3abc83d8,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:23.721495 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a14fd3-3e63-4641-babf-43d3c631f24f tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:23.721847 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a14fd3-3e63-4641-babf-43d3c631f24f tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:23.722197 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a14fd3-3e63-4641-babf-43d3c631f24f tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:23.722557 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a14fd3-3e63-4641-babf-43d3c631f24f tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:23.722898 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a14fd3-3e63-4641-babf-43d3c631f24f tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:23.723230 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a14fd3-3e63-4641-babf-43d3c631f24f tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:23.723559 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a14fd3-3e63-4641-babf-43d3c631f24f tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:23.723889 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a14fd3-3e63-4641-babf-43d3c631f24f tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:23.724216 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a14fd3-3e63-4641-babf-43d3c631f24f tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:23.724543 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a14fd3-3e63-4641-babf-43d3c631f24f tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:23.724867 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a14fd3-3e63-4641-babf-43d3c631f24f tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:23.725292 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a14fd3-3e63-4641-babf-43d3c631f24f tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:23.764746 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d5a14fd3-3e63-4641-babf-43d3c631f24f tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:23.765890 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d5a14fd3-3e63-4641-babf-43d3c631f24f tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "DELETE /v2.0/security-groups/80333688-2310-472b-a61d-102c3abc83d8 HTTP/1.1" status: 204 len: 168 time: 0.2673483 Sep 23 15:30:23.768461 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 53586) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:30:23.784468 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-aaf89065-a405-4578-bd79-d54e2bc28d61 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] show failed (client error): The resource could not be found. Sep 23 15:30:23.785426 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-aaf89065-a405-4578-bd79-d54e2bc28d61 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "GET /v2.0/security-groups/80333688-2310-472b-a61d-102c3abc83d8 HTTP/1.1" status: 404 len: 347 time: 0.0160623 Sep 23 15:30:23.787917 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 53590) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:30:23.949923 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-bd849677-30de-4fa2-9a2a-86eab83eb6e9 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Deleting port 417056e3-8c1e-49f1-bbc0-9ce4afe9a808 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:30:23.949923 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd849677-30de-4fa2-9a2a-86eab83eb6e9 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:24.111508 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd849677-30de-4fa2-9a2a-86eab83eb6e9 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:24.111828 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd849677-30de-4fa2-9a2a-86eab83eb6e9 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:24.234820 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-bd849677-30de-4fa2-9a2a-86eab83eb6e9 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Calling delete_port for 417056e3-8c1e-49f1-bbc0-9ce4afe9a808 owned by network:floatingip {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:30:24.525627 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd849677-30de-4fa2-9a2a-86eab83eb6e9 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:24.573359 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd849677-30de-4fa2-9a2a-86eab83eb6e9 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Pushing event deleted for resources: {'Port': ['ID=417056e3-8c1e-49f1-bbc0-9ce4afe9a808,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:24.667661 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd849677-30de-4fa2-9a2a-86eab83eb6e9 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks [] for floatingip, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:24.681343 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd849677-30de-4fa2-9a2a-86eab83eb6e9 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:24.682495 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bd849677-30de-4fa2-9a2a-86eab83eb6e9 tempest-ServerDiskConfigTestJSON-213185347 tempest-ServerDiskConfigTestJSON-213185347-project] 10.222.0.67 "DELETE /v2.0/floatingips/561dc7be-767a-4e49-84d0-297e69113e7e HTTP/1.1" status: 204 len: 168 time: 0.8937056 Sep 23 15:30:24.830680 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 53598) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:30:25.206666 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device d705ac87-48d2-4946-a8f9-34fb24707b08 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:30:25.242884 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: d705ac87-48d2-4946-a8f9-34fb24707b08 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:30:25.243223 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device d705ac87-48d2-4946-a8f9-34fb24707b08 not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:30:25.367671 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-02129063-0f34-41d7-8381-4d99ae4989a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:25.708766 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-02129063-0f34-41d7-8381-4d99ae4989a3 admin admin] Deleting port 1e7221e4-e073-41c5-86fa-40ae20c3946b {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:30:25.709462 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-02129063-0f34-41d7-8381-4d99ae4989a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:25.884685 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-02129063-0f34-41d7-8381-4d99ae4989a3 admin admin] For port 1e7221e4-e073-41c5-86fa-40ae20c3946b, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=1e7221e4-e073-41c5-86fa-40ae20c3946b,segment=NetworkSegment(312da94e-f920-4aea-9385-73d60d677eab),segment_id=312da94e-f920-4aea-9385-73d60d677eab)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:30:25.885039 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-02129063-0f34-41d7-8381-4d99ae4989a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:26.113257 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-02129063-0f34-41d7-8381-4d99ae4989a3 admin admin] Calling delete_port for 1e7221e4-e073-41c5-86fa-40ae20c3946b owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:30:26.434472 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-02129063-0f34-41d7-8381-4d99ae4989a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:26.515669 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02129063-0f34-41d7-8381-4d99ae4989a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e7221e4-e073-41c5-86fa-40ae20c3946b,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:26.757665 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-02129063-0f34-41d7-8381-4d99ae4989a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:27.116126 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02129063-0f34-41d7-8381-4d99ae4989a3 admin admin] Router bc6d4716-f192-4727-ae74-858af8f4e296 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:30:27.290488 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02129063-0f34-41d7-8381-4d99ae4989a3 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:30:27.298991 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf54b6f-e050-49e2-a457-159c4164bfff None None] Sync routers for ids ['bc6d4716-f192-4727-ae74-858af8f4e296'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:30:27.305124 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-02129063-0f34-41d7-8381-4d99ae4989a3 admin admin] 10.222.0.67 "PUT /v2.0/routers/bc6d4716-f192-4727-ae74-858af8f4e296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4707057 Sep 23 15:30:27.307565 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 53602) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:30:27.308657 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf54b6f-e050-49e2-a457-159c4164bfff None None] Routers {'bc6d4716-f192-4727-ae74-858af8f4e296'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:30:27.309264 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-eaf54b6f-e050-49e2-a457-159c4164bfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:30:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['bc6d4716-f192-4727-ae74-858af8f4e296'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:27.490162 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-eaf54b6f-e050-49e2-a457-159c4164bfff None None] Set router bc6d4716-f192-4727-ae74-858af8f4e296 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:30:27.611998 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-359012ea-6c52-44d2-8247-f4fc65898df9 admin admin] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:27.777000 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-eaf54b6f-e050-49e2-a457-159c4164bfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6d4716-f192-4727-ae74-858af8f4e296', 'name': 'tempest-ServerDiskConfigTestJSON-183726900-router', 'tenant_id': '556accfd22fb432e80723c2c478551ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.234'}], 'enable_snat': True}, 'gw_port_id': 'ad3e5239-4188-44ea-a452-6b5b150d2786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:32Z', 'updated_at': '2022-09-23T15:30:26Z', 'revision_number': 5, 'project_id': '556accfd22fb432e80723c2c478551ac', 'gw_port': {'id': 'ad3e5239-4188-44ea-a452-6b5b150d2786', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6d4716-f192-4727-ae74-858af8f4e296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:33Z', 'updated_at': '2022-09-23T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:27.781066 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf54b6f-e050-49e2-a457-159c4164bfff None None] Checking router: bc6d4716-f192-4727-ae74-858af8f4e296 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:30:27.787303 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-359012ea-6c52-44d2-8247-f4fc65898df9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:27.791171 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf54b6f-e050-49e2-a457-159c4164bfff None None] Routers {'bc6d4716-f192-4727-ae74-858af8f4e296'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:30:27.791295 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-eaf54b6f-e050-49e2-a457-159c4164bfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:30:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['bc6d4716-f192-4727-ae74-858af8f4e296'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:27.851641 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-359012ea-6c52-44d2-8247-f4fc65898df9 admin admin] Deleting port ad3e5239-4188-44ea-a452-6b5b150d2786 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:30:27.852078 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-359012ea-6c52-44d2-8247-f4fc65898df9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:27.977588 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-eaf54b6f-e050-49e2-a457-159c4164bfff None None] Set router bc6d4716-f192-4727-ae74-858af8f4e296 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:30:28.029396 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-359012ea-6c52-44d2-8247-f4fc65898df9 admin admin] For port ad3e5239-4188-44ea-a452-6b5b150d2786, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ad3e5239-4188-44ea-a452-6b5b150d2786,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:30:28.029666 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-359012ea-6c52-44d2-8247-f4fc65898df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:28.154579 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-359012ea-6c52-44d2-8247-f4fc65898df9 admin admin] Calling delete_port for ad3e5239-4188-44ea-a452-6b5b150d2786 owned by network:router_gateway {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:30:28.293116 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-eaf54b6f-e050-49e2-a457-159c4164bfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc6d4716-f192-4727-ae74-858af8f4e296', 'name': 'tempest-ServerDiskConfigTestJSON-183726900-router', 'tenant_id': '556accfd22fb432e80723c2c478551ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.234'}], 'enable_snat': True}, 'gw_port_id': 'ad3e5239-4188-44ea-a452-6b5b150d2786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:32Z', 'updated_at': '2022-09-23T15:30:26Z', 'revision_number': 5, 'project_id': '556accfd22fb432e80723c2c478551ac', 'gw_port': {'id': 'ad3e5239-4188-44ea-a452-6b5b150d2786', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6d4716-f192-4727-ae74-858af8f4e296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:33Z', 'updated_at': '2022-09-23T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:28.297638 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf54b6f-e050-49e2-a457-159c4164bfff None None] The sync data for ids ['bc6d4716-f192-4727-ae74-858af8f4e296'] in dv-neutron-859093-1-hyperv is: [{'id': 'bc6d4716-f192-4727-ae74-858af8f4e296', 'name': 'tempest-ServerDiskConfigTestJSON-183726900-router', 'tenant_id': '556accfd22fb432e80723c2c478551ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.234'}], 'enable_snat': True}, 'gw_port_id': 'ad3e5239-4188-44ea-a452-6b5b150d2786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:32Z', 'updated_at': '2022-09-23T15:30:26Z', 'revision_number': 5, 'project_id': '556accfd22fb432e80723c2c478551ac', 'gw_port': {'id': 'ad3e5239-4188-44ea-a452-6b5b150d2786', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:97:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc6d4716-f192-4727-ae74-858af8f4e296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:33Z', 'updated_at': '2022-09-23T15:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:30:28.394702 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-359012ea-6c52-44d2-8247-f4fc65898df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:28.442248 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359012ea-6c52-44d2-8247-f4fc65898df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3e5239-4188-44ea-a452-6b5b150d2786,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:28.540543 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-359012ea-6c52-44d2-8247-f4fc65898df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:28.716441 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-359012ea-6c52-44d2-8247-f4fc65898df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:28.718606 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-359012ea-6c52-44d2-8247-f4fc65898df9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:28.794534 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-359012ea-6c52-44d2-8247-f4fc65898df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:28.795207 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359012ea-6c52-44d2-8247-f4fc65898df9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc6d4716-f192-4727-ae74-858af8f4e296 {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:30:28.808390 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-359012ea-6c52-44d2-8247-f4fc65898df9 admin admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:28.811894 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-359012ea-6c52-44d2-8247-f4fc65898df9 admin admin] 10.222.0.67 "DELETE /v2.0/routers/bc6d4716-f192-4727-ae74-858af8f4e296 HTTP/1.1" status: 204 len: 168 time: 1.5033274 Sep 23 15:30:28.812077 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 53606) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:30:28.881241 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a31d078-85ad-48e5-a967-5253d785bdf0 admin admin] Deleting subnet b92000a7-53c7-416f-920b-57998cba81a6 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:30:28.881241 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3a31d078-85ad-48e5-a967-5253d785bdf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:28.935022 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3a31d078-85ad-48e5-a967-5253d785bdf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:29.014236 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3a31d078-85ad-48e5-a967-5253d785bdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:29.154689 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3a31d078-85ad-48e5-a967-5253d785bdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:29.193043 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31d078-85ad-48e5-a967-5253d785bdf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b92000a7-53c7-416f-920b-57998cba81a6,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:29.196606 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3a31d078-85ad-48e5-a967-5253d785bdf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:29.202056 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f805412b-bf01-4977-a86c-c853365c8787 None None] Network 7921226f-d048-4b1a-bc65-d7c2eaaf6e94 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:30:29.202704 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3a31d078-85ad-48e5-a967-5253d785bdf0 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b92000a7-53c7-416f-920b-57998cba81a6 HTTP/1.1" status: 204 len: 168 time: 0.3890147 Sep 23 15:30:29.205111 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 53610) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:30:29.423866 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-59cabd99-a391-4c06-954a-029b9ab04308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:29.435207 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-59cabd99-a391-4c06-954a-029b9ab04308 admin admin] Deleting port 9c778887-0a2b-4892-a774-a0fc46bd9eb7 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:30:29.435426 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-59cabd99-a391-4c06-954a-029b9ab04308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:29.482002 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927502da-3346-464b-9711-f045d4d0164d None None] DHCP port deletion for 7921226f-d048-4b1a-bc65-d7c2eaaf6e94 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:30:29.487238 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-927502da-3346-464b-9711-f045d4d0164d None None] Deleting port 9c778887-0a2b-4892-a774-a0fc46bd9eb7 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:30:29.487604 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-927502da-3346-464b-9711-f045d4d0164d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:29.535725 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ad3e5239-4188-44ea-a452-6b5b150d2786 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:30:29.572475 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: ad3e5239-4188-44ea-a452-6b5b150d2786 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:30:29.572822 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ad3e5239-4188-44ea-a452-6b5b150d2786 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:30:29.573230 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 9c778887-0a2b-4892-a774-a0fc46bd9eb7 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:30:29.646043 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-59cabd99-a391-4c06-954a-029b9ab04308 admin admin] For port 9c778887-0a2b-4892-a774-a0fc46bd9eb7, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=9c778887-0a2b-4892-a774-a0fc46bd9eb7,segment=NetworkSegment(312da94e-f920-4aea-9385-73d60d677eab),segment_id=312da94e-f920-4aea-9385-73d60d677eab)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:30:29.646423 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-59cabd99-a391-4c06-954a-029b9ab04308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:29.770837 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-59cabd99-a391-4c06-954a-029b9ab04308 admin admin] Calling delete_port for 9c778887-0a2b-4892-a774-a0fc46bd9eb7 owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:30:29.819021 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-927502da-3346-464b-9711-f045d4d0164d None None] For port 9c778887-0a2b-4892-a774-a0fc46bd9eb7, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=9c778887-0a2b-4892-a774-a0fc46bd9eb7,segment=NetworkSegment(312da94e-f920-4aea-9385-73d60d677eab),segment_id=312da94e-f920-4aea-9385-73d60d677eab)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:30:29.819420 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-927502da-3346-464b-9711-f045d4d0164d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:29.833845 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 9c778887-0a2b-4892-a774-a0fc46bd9eb7 is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:30:29.834221 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:29.903410 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-59cabd99-a391-4c06-954a-029b9ab04308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:29.954026 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cabd99-a391-4c06-954a-029b9ab04308 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c778887-0a2b-4892-a774-a0fc46bd9eb7,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:29.957482 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cabd99-a391-4c06-954a-029b9ab04308 admin admin] No DVR routers for this DVR port 9c778887-0a2b-4892-a774-a0fc46bd9eb7 on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:30:29.959126 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-927502da-3346-464b-9711-f045d4d0164d None None] Calling delete_port for 9c778887-0a2b-4892-a774-a0fc46bd9eb7 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:30:30.047683 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 1e7221e4-e073-41c5-86fa-40ae20c3946b no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:30:30.073922 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-59cabd99-a391-4c06-954a-029b9ab04308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:30.094236 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 1e7221e4-e073-41c5-86fa-40ae20c3946b {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:30:30.094612 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 1e7221e4-e073-41c5-86fa-40ae20c3946b not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:30:30.098573 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 15:30:30.101938 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-59cabd99-a391-4c06-954a-029b9ab04308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7921226f-d048-4b1a-bc65-d7c2eaaf6e94']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:30.104123 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-927502da-3346-464b-9711-f045d4d0164d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:30:30.104485 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-927502da-3346-464b-9711-f045d4d0164d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:30:30.113701 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-59cabd99-a391-4c06-954a-029b9ab04308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312da94e-f920-4aea-9385-73d60d677eab') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:30.114002 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-59cabd99-a391-4c06-954a-029b9ab04308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312da94e-f920-4aea-9385-73d60d677eab') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:30.126057 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-59cabd99-a391-4c06-954a-029b9ab04308 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:30.141561 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-59cabd99-a391-4c06-954a-029b9ab04308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:30.147487 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59cabd99-a391-4c06-954a-029b9ab04308 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:30:30.147867 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-59cabd99-a391-4c06-954a-029b9ab04308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:30.214878 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 312da94e-f920-4aea-9385-73d60d677eab resource provider aggregate not found Sep 23 15:30:30.234295 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 312da94e-f920-4aea-9385-73d60d677eab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 312da94e-f920-4aea-9385-73d60d677eab found for delete ", "request_id": "req-9a93c560-40e2-461c-b7b6-727894eee963"}]} Sep 23 15:30:30.308984 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-59cabd99-a391-4c06-954a-029b9ab04308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:30.324881 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-59cabd99-a391-4c06-954a-029b9ab04308 admin admin] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:30.335449 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cabd99-a391-4c06-954a-029b9ab04308 admin admin] Pushing event deleted for resources: {'Network': ['ID=7921226f-d048-4b1a-bc65-d7c2eaaf6e94,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:30.342506 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-59cabd99-a391-4c06-954a-029b9ab04308 admin admin] 10.222.0.67 "DELETE /v2.0/networks/7921226f-d048-4b1a-bc65-d7c2eaaf6e94 HTTP/1.1" status: 204 len: 168 time: 1.1364374 Sep 23 15:30:30.605507 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-927502da-3346-464b-9711-f045d4d0164d None None] Deleting port 9c778887-0a2b-4892-a774-a0fc46bd9eb7 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:30:30.606006 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-927502da-3346-464b-9711-f045d4d0164d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:30.671535 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-927502da-3346-464b-9711-f045d4d0164d None None] The port '9c778887-0a2b-4892-a774-a0fc46bd9eb7' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:30:30.701968 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 53620) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:30:30.755976 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-75a6f160-9d70-4476-b528-17ace71c295d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=556accfd22fb432e80723c2c478551ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523026 Sep 23 15:30:30.758009 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 53624) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:30:30.816281 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e2478238-3faf-48f8-85f0-686fc0f9a70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:30.843063 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e2478238-3faf-48f8-85f0-686fc0f9a70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:31.006407 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e2478238-3faf-48f8-85f0-686fc0f9a70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:31.021928 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2478238-3faf-48f8-85f0-686fc0f9a70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf76fe80-a119-416d-a77c-00dbbf9d88d4,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:31.031578 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e2478238-3faf-48f8-85f0-686fc0f9a70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:31.032725 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e2478238-3faf-48f8-85f0-686fc0f9a70d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bf76fe80-a119-416d-a77c-00dbbf9d88d4 HTTP/1.1" status: 204 len: 168 time: 0.2736113 Sep 23 15:30:32.065871 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 53648) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:30:32.080160 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5c47527b-0680-4ca8-8ca2-1520fd98241b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:32.169547 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2064351617-network', 'tenant_id': '5f13c54291184a8eb512090e21769d32'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:30:32.175103 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:30:32.179313 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Usage tracker for resource:network and tenant:5f13c54291184a8eb512090e21769d32 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:30:32.182123 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:30:32.190139 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:30:32.263082 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Made reservation on behalf of 5f13c54291184a8eb512090e21769d32 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:30:32.265381 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:32.277925 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:32.292516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:30:32.296431 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Usage tracker for resource:security_group_rule and tenant:5f13c54291184a8eb512090e21769d32 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:30:32.299254 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:30:32.305168 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:30:32.391145 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:32.462111 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:32.492138 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:30:32.500462 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bbb204-c0c3-48b3-b8fd-19eebf8aee91,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:32.509047 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:32.512236 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Added segment ee37476d-2a4f-4317-8a23-b8d856ed0d7c of type vlan for network fe3e9444-4a50-4aab-87c9-3b81d14c4d42 Sep 23 15:30:32.512236 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:32.512236 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:32.512236 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:32.512236 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:32.512997 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:32.512997 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:32.513243 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:32.513613 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:32.514175 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:32.514766 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:32.515224 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:32.516076 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:32.549836 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:32.646277 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:32.647320 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:32.647902 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:32.751930 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] Pushing event updated for resources: {'Network': ['ID=fe3e9444-4a50-4aab-87c9-3b81d14c4d42,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:32.764142 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network fe3e9444-4a50-4aab-87c9-3b81d14c4d42 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:30:32.827009 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-45c53ac0-b4fd-45c3-b1fd-3254f2d33aad admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7573915 Sep 23 15:30:32.827440 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 53654) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:30:32.833567 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-8222d14f-a352-4cf6-ac1f-f54b4ff41ffb admin admin] Request body: {'subnet': {'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2064351617-subnet', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:30:32.838783 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8222d14f-a352-4cf6-ac1f-f54b4ff41ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:30:32.842802 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8222d14f-a352-4cf6-ac1f-f54b4ff41ffb admin admin] Usage tracker for resource:subnet and tenant:5f13c54291184a8eb512090e21769d32 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:30:32.845784 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8222d14f-a352-4cf6-ac1f-f54b4ff41ffb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:30:32.851652 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8222d14f-a352-4cf6-ac1f-f54b4ff41ffb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:30:32.869362 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:32.938045 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8222d14f-a352-4cf6-ac1f-f54b4ff41ffb admin admin] Made reservation on behalf of 5f13c54291184a8eb512090e21769d32 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:30:32.940557 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8222d14f-a352-4cf6-ac1f-f54b4ff41ffb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:33.217753 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8222d14f-a352-4cf6-ac1f-f54b4ff41ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:33.291145 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222d14f-a352-4cf6-ac1f-f54b4ff41ffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fdc8358-df50-4f4f-a62c-9922cf98f704,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:33.304283 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8222d14f-a352-4cf6-ac1f-f54b4ff41ffb admin admin] Checking segment: {'id': 'ee37476d-2a4f-4317-8a23-b8d856ed0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:30:33.304283 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8222d14f-a352-4cf6-ac1f-f54b4ff41ffb admin admin] Network hostable DHCP agents. Network: fe3e9444-4a50-4aab-87c9-3b81d14c4d42, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:30:33.398917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8222d14f-a352-4cf6-ac1f-f54b4ff41ffb admin admin] Network fe3e9444-4a50-4aab-87c9-3b81d14c4d42 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:30:33.456994 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-8222d14f-a352-4cf6-ac1f-f54b4ff41ffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, fe3e9444-4a50-4aab-87c9-3b81d14c4d42) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:30:33.460971 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8222d14f-a352-4cf6-ac1f-f54b4ff41ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:33.461557 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8222d14f-a352-4cf6-ac1f-f54b4ff41ffb admin admin] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:33.465472 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d0889a-f036-49dc-ac18-97b2db8b619c None None] Network fe3e9444-4a50-4aab-87c9-3b81d14c4d42 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:30:33.538286 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8222d14f-a352-4cf6-ac1f-f54b4ff41ffb admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7090957 Sep 23 15:30:33.541003 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 53658) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:30:33.546166 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-fbe2e757-c387-413f-9897-fca95e60acc9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:30:33.551397 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-fbe2e757-c387-413f-9897-fca95e60acc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:30:33.555683 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-fbe2e757-c387-413f-9897-fca95e60acc9 admin admin] Usage tracker for resource:router and tenant:5f13c54291184a8eb512090e21769d32 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:30:33.558530 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-fbe2e757-c387-413f-9897-fca95e60acc9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:30:33.564208 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-fbe2e757-c387-413f-9897-fca95e60acc9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:30:33.606394 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fbe2e757-c387-413f-9897-fca95e60acc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:33.607469 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fbe2e757-c387-413f-9897-fca95e60acc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:33.622586 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fbe2e757-c387-413f-9897-fca95e60acc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:33.682532 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:30:33.683346 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:33.868855 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Allocated IP 172.20.0.2 (fe3e9444-4a50-4aab-87c9-3b81d14c4d42/9fdc8358-df50-4f4f-a62c-9922cf98f704/85f0f5a7-2c18-418f-8004-c0f8d6c2631a) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:30:34.045012 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fbe2e757-c387-413f-9897-fca95e60acc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:34.064501 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:30:34.076377 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:34.086104 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Transition to ACTIVE for port object 85f0f5a7-2c18-418f-8004-c0f8d6c2631a will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:30:34.104376 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Transition to ACTIVE for port object 85f0f5a7-2c18-418f-8004-c0f8d6c2631a will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:30:34.166197 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:34.229804 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Network fe3e9444-4a50-4aab-87c9-3b81d14c4d42 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:30:34.232520 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:30:34.236882 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:30:34.245594 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Pushing event updated for resources: {'Port': ['ID=85f0f5a7-2c18-418f-8004-c0f8d6c2631a,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:34.319584 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:34.319846 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:34.320176 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:34.320504 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:34.320826 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:34.321150 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:34.321472 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:34.321790 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:34.322106 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:34.322450 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:34.322765 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:34.323077 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:34.354104 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Attempting to bind port 85f0f5a7-2c18-418f-8004-c0f8d6c2631a on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:30:34.354500 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Attempting to bind port 85f0f5a7-2c18-418f-8004-c0f8d6c2631a by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'ee37476d-2a4f-4317-8a23-b8d856ed0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:30:34.354872 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Attempting to bind port 85f0f5a7-2c18-418f-8004-c0f8d6c2631a on network fe3e9444-4a50-4aab-87c9-3b81d14c4d42 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:30:34.360253 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:30:34.361161 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Checking segment: {'id': 'ee37476d-2a4f-4317-8a23-b8d856ed0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:30:34.361549 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:34.361937 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Bound using segment: {'id': 'ee37476d-2a4f-4317-8a23-b8d856ed0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:30:34.362413 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Bound port: 85f0f5a7-2c18-418f-8004-c0f8d6c2631a, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee37476d-2a4f-4317-8a23-b8d856ed0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:30:34.362780 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:34.396937 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fbe2e757-c387-413f-9897-fca95e60acc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:34.430536 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fbe2e757-c387-413f-9897-fca95e60acc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:34.452091 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] For port 85f0f5a7-2c18-418f-8004-c0f8d6c2631a, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:30:34.455571 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] For port 85f0f5a7-2c18-418f-8004-c0f8d6c2631a, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=85f0f5a7-2c18-418f-8004-c0f8d6c2631a,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:30:34.533097 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:34.568295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-fbe2e757-c387-413f-9897-fca95e60acc9 admin admin] Allocated IP 172.26.10.101 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/738b0522-7fd2-45fe-a25f-88b07b8ab768) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:30:34.617063 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e4d9b-e184-480b-bb5f-78f6a3e4face None None] Pushing event updated for resources: {'Port': ['ID=85f0f5a7-2c18-418f-8004-c0f8d6c2631a,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:34.725872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fbe2e757-c387-413f-9897-fca95e60acc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:34.812774 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fbe2e757-c387-413f-9897-fca95e60acc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:34.881343 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe2e757-c387-413f-9897-fca95e60acc9 admin admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:30:34.884349 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-fbe2e757-c387-413f-9897-fca95e60acc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:30:34.888285 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe2e757-c387-413f-9897-fca95e60acc9 admin admin] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:30:34.926828 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2e757-c387-413f-9897-fca95e60acc9 admin admin] Pushing event updated for resources: {'Port': ['ID=738b0522-7fd2-45fe-a25f-88b07b8ab768,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:35.035148 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cf8fd365-947e-42e0-a835-316cf0d447a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:35.377656 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fbe2e757-c387-413f-9897-fca95e60acc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:35.521358 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85911560-bfc2-4d32-b57e-ff85c47ded5c None None] Network fe3e9444-4a50-4aab-87c9-3b81d14c4d42 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:30:35.537194 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:35.597519 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 85f0f5a7-2c18-418f-8004-c0f8d6c2631a up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:30:35.663177 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:35.746950 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-84680a73-a32f-4b2c-98fc-d05552a4301a None None] Provisioning for port 85f0f5a7-2c18-418f-8004-c0f8d6c2631a completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:30:35.821816 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 85f0f5a7-2c18-418f-8004-c0f8d6c2631a completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:30:35.829892 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 85f0f5a7-2c18-418f-8004-c0f8d6c2631a triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:30:35.830269 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:35.830631 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 85f0f5a7-2c18-418f-8004-c0f8d6c2631a Sep 23 15:30:35.838217 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fbe2e757-c387-413f-9897-fca95e60acc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:35.961958 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 85f0f5a7-2c18-418f-8004-c0f8d6c2631a is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:30:35.962370 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:36.002571 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 85f0f5a7-2c18-418f-8004-c0f8d6c2631a, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=85f0f5a7-2c18-418f-8004-c0f8d6c2631a,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:30:36.064209 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:36.114929 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe2e757-c387-413f-9897-fca95e60acc9 admin admin] Router 6361775f-503d-4d00-b25d-04e7873749b7 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:30:36.133847 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=85f0f5a7-2c18-418f-8004-c0f8d6c2631a,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:36.183740 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5681deb1-58f0-4bb0-8f25-cb84c382c3f8 None None] Provisioning complete for port 85f0f5a7-2c18-418f-8004-c0f8d6c2631a triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:30:36.184028 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5681deb1-58f0-4bb0-8f25-cb84c382c3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:36.184363 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-5681deb1-58f0-4bb0-8f25-cb84c382c3f8 None None] Attempt 1 to provision port 85f0f5a7-2c18-418f-8004-c0f8d6c2631a Sep 23 15:30:36.291116 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe2e757-c387-413f-9897-fca95e60acc9 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:30:36.299934 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5681deb1-58f0-4bb0-8f25-cb84c382c3f8 None None] Current status of the port 85f0f5a7-2c18-418f-8004-c0f8d6c2631a is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:30:36.301080 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17ba13f-32a3-400f-a1cb-eb195c6ce591 None None] Sync routers for ids ['6361775f-503d-4d00-b25d-04e7873749b7'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:30:36.311229 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17ba13f-32a3-400f-a1cb-eb195c6ce591 None None] Routers {'6361775f-503d-4d00-b25d-04e7873749b7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:30:36.311832 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-e17ba13f-32a3-400f-a1cb-eb195c6ce591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:30:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['6361775f-503d-4d00-b25d-04e7873749b7'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:36.382127 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fbe2e757-c387-413f-9897-fca95e60acc9 admin admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:36.383407 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-fbe2e757-c387-413f-9897-fca95e60acc9 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8414178 Sep 23 15:30:36.386239 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 53662) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:30:36.491940 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-e17ba13f-32a3-400f-a1cb-eb195c6ce591 None None] Set router 6361775f-503d-4d00-b25d-04e7873749b7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:30:36.798740 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-e17ba13f-32a3-400f-a1cb-eb195c6ce591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:35Z', 'revision_number': 3, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:36.802523 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17ba13f-32a3-400f-a1cb-eb195c6ce591 None None] Checking router: 6361775f-503d-4d00-b25d-04e7873749b7 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:30:36.802871 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17ba13f-32a3-400f-a1cb-eb195c6ce591 None None] Updating router 6361775f-503d-4d00-b25d-04e7873749b7 port 738b0522-7fd2-45fe-a25f-88b07b8ab768 binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:30:36.854528 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e17ba13f-32a3-400f-a1cb-eb195c6ce591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:37.016866 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:37.174159 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-18be1e3e-e8bc-469f-9515-3534b912449b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:37.180912 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e17ba13f-32a3-400f-a1cb-eb195c6ce591 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:37.192142 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-e17ba13f-32a3-400f-a1cb-eb195c6ce591 None None] Transition to ACTIVE for port object 738b0522-7fd2-45fe-a25f-88b07b8ab768 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:30:37.268400 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e17ba13f-32a3-400f-a1cb-eb195c6ce591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:37.332543 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e17ba13f-32a3-400f-a1cb-eb195c6ce591 None None] Attempting to bind port 738b0522-7fd2-45fe-a25f-88b07b8ab768 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:30:37.333235 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e17ba13f-32a3-400f-a1cb-eb195c6ce591 None None] Attempting to bind port 738b0522-7fd2-45fe-a25f-88b07b8ab768 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:30:37.333383 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ba13f-32a3-400f-a1cb-eb195c6ce591 None None] Attempting to bind port 738b0522-7fd2-45fe-a25f-88b07b8ab768 on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:30:37.343371 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ba13f-32a3-400f-a1cb-eb195c6ce591 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:30:37.343741 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ba13f-32a3-400f-a1cb-eb195c6ce591 None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:30:37.344176 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e17ba13f-32a3-400f-a1cb-eb195c6ce591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:37.344566 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ba13f-32a3-400f-a1cb-eb195c6ce591 None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:30:37.345625 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e17ba13f-32a3-400f-a1cb-eb195c6ce591 None None] Bound port: 738b0522-7fd2-45fe-a25f-88b07b8ab768, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:30:37.346006 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e17ba13f-32a3-400f-a1cb-eb195c6ce591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:37.376790 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-18be1e3e-e8bc-469f-9515-3534b912449b admin admin] Allocated IP 172.20.0.1 (fe3e9444-4a50-4aab-87c9-3b81d14c4d42/9fdc8358-df50-4f4f-a62c-9922cf98f704/e9ca0e19-8328-4039-8741-fd312207c94e) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:30:37.382590 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c150de-3c41-4858-a406-35c5c0ac68c7 None None] Pushing event updated for resources: {'Port': ['ID=738b0522-7fd2-45fe-a25f-88b07b8ab768,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:37.399122 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c150de-3c41-4858-a406-35c5c0ac68c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:37.399516 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c150de-3c41-4858-a406-35c5c0ac68c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:37.399861 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c150de-3c41-4858-a406-35c5c0ac68c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:37.400197 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c150de-3c41-4858-a406-35c5c0ac68c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:37.400528 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c150de-3c41-4858-a406-35c5c0ac68c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:37.400858 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c150de-3c41-4858-a406-35c5c0ac68c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:37.401186 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c150de-3c41-4858-a406-35c5c0ac68c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:37.401508 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c150de-3c41-4858-a406-35c5c0ac68c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:37.401832 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c150de-3c41-4858-a406-35c5c0ac68c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:37.402156 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c150de-3c41-4858-a406-35c5c0ac68c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:37.402503 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c150de-3c41-4858-a406-35c5c0ac68c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:37.402826 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c150de-3c41-4858-a406-35c5c0ac68c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:37.435001 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-e17ba13f-32a3-400f-a1cb-eb195c6ce591 None None] For port 738b0522-7fd2-45fe-a25f-88b07b8ab768, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:30:37.437859 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-e17ba13f-32a3-400f-a1cb-eb195c6ce591 None None] For port 738b0522-7fd2-45fe-a25f-88b07b8ab768, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=738b0522-7fd2-45fe-a25f-88b07b8ab768,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:30:37.504137 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e17ba13f-32a3-400f-a1cb-eb195c6ce591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:37.526568 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-18be1e3e-e8bc-469f-9515-3534b912449b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:37.529182 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 85f0f5a7-2c18-418f-8004-c0f8d6c2631a up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:30:37.543202 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-18be1e3e-e8bc-469f-9515-3534b912449b admin admin] Transition to ACTIVE for port object e9ca0e19-8328-4039-8741-fd312207c94e will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:30:37.569958 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17ba13f-32a3-400f-a1cb-eb195c6ce591 None None] Routers {'6361775f-503d-4d00-b25d-04e7873749b7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:30:37.570651 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-e17ba13f-32a3-400f-a1cb-eb195c6ce591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:30:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['6361775f-503d-4d00-b25d-04e7873749b7'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:37.601390 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 85f0f5a7-2c18-418f-8004-c0f8d6c2631a triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:30:37.601778 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:37.602095 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 85f0f5a7-2c18-418f-8004-c0f8d6c2631a Sep 23 15:30:37.635099 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-18be1e3e-e8bc-469f-9515-3534b912449b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:37.667659 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c150de-3c41-4858-a406-35c5c0ac68c7 None None] Pushing event updated for resources: {'Port': ['ID=738b0522-7fd2-45fe-a25f-88b07b8ab768,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:37.705851 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18be1e3e-e8bc-469f-9515-3534b912449b admin admin] Network fe3e9444-4a50-4aab-87c9-3b81d14c4d42 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:30:37.708553 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-18be1e3e-e8bc-469f-9515-3534b912449b admin admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:30:37.712721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18be1e3e-e8bc-469f-9515-3534b912449b admin admin] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:30:37.722700 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 85f0f5a7-2c18-418f-8004-c0f8d6c2631a is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:30:37.753403 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be1e3e-e8bc-469f-9515-3534b912449b admin admin] Pushing event updated for resources: {'Port': ['ID=e9ca0e19-8328-4039-8741-fd312207c94e,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:37.771510 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-e17ba13f-32a3-400f-a1cb-eb195c6ce591 None None] Set router 6361775f-503d-4d00-b25d-04e7873749b7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:30:37.774347 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-18be1e3e-e8bc-469f-9515-3534b912449b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:38.060783 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-e17ba13f-32a3-400f-a1cb-eb195c6ce591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:35Z', 'revision_number': 3, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:38.064641 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17ba13f-32a3-400f-a1cb-eb195c6ce591 None None] The sync data for ids ['6361775f-503d-4d00-b25d-04e7873749b7'] in dv-neutron-859093-1-hyperv is: [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:35Z', 'revision_number': 3, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:30:38.114679 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-281bd218-e9c5-4bff-a9ba-e6ff2d3a2588 None None] Provisioning for port e9ca0e19-8328-4039-8741-fd312207c94e completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:30:38.120405 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-281bd218-e9c5-4bff-a9ba-e6ff2d3a2588 None None] Provisioning complete for port e9ca0e19-8328-4039-8741-fd312207c94e triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:30:38.120946 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-281bd218-e9c5-4bff-a9ba-e6ff2d3a2588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:38.121147 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-281bd218-e9c5-4bff-a9ba-e6ff2d3a2588 None None] Attempt 1 to provision port e9ca0e19-8328-4039-8741-fd312207c94e Sep 23 15:30:38.148745 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-18be1e3e-e8bc-469f-9515-3534b912449b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:38.176205 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-281bd218-e9c5-4bff-a9ba-e6ff2d3a2588 None None] Port e9ca0e19-8328-4039-8741-fd312207c94e cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:30:38.394755 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-18be1e3e-e8bc-469f-9515-3534b912449b admin admin] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:38.469091 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-18be1e3e-e8bc-469f-9515-3534b912449b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:38.581574 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be1e3e-e8bc-469f-9515-3534b912449b admin admin] Pushing event updated for resources: {'Port': ['ID=e9ca0e19-8328-4039-8741-fd312207c94e,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:38.583993 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-18be1e3e-e8bc-469f-9515-3534b912449b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:38.677242 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-281bd218-e9c5-4bff-a9ba-e6ff2d3a2588 None None] Attempt 2 to provision port e9ca0e19-8328-4039-8741-fd312207c94e Sep 23 15:30:38.725387 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18be1e3e-e8bc-469f-9515-3534b912449b admin admin] Network fe3e9444-4a50-4aab-87c9-3b81d14c4d42 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:30:38.726632 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-18be1e3e-e8bc-469f-9515-3534b912449b admin admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:30:38.736203 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-281bd218-e9c5-4bff-a9ba-e6ff2d3a2588 None None] Port e9ca0e19-8328-4039-8741-fd312207c94e cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:30:38.933318 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18be1e3e-e8bc-469f-9515-3534b912449b admin admin] Router 6361775f-503d-4d00-b25d-04e7873749b7 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:30:39.213986 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18be1e3e-e8bc-469f-9515-3534b912449b admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:30:39.225520 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-18be1e3e-e8bc-469f-9515-3534b912449b admin admin] 10.222.0.67 "PUT /v2.0/routers/6361775f-503d-4d00-b25d-04e7873749b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8382802 Sep 23 15:30:39.237298 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-281bd218-e9c5-4bff-a9ba-e6ff2d3a2588 None None] Attempt 3 to provision port e9ca0e19-8328-4039-8741-fd312207c94e Sep 23 15:30:39.327188 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-281bd218-e9c5-4bff-a9ba-e6ff2d3a2588 None None] Port e9ca0e19-8328-4039-8741-fd312207c94e cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:30:39.556449 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 738b0522-7fd2-45fe-a25f-88b07b8ab768 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:30:39.583106 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c316e96d-2fb3-4a18-80f1-bfefa0f6b70d None None] Sync routers for ids ['6361775f-503d-4d00-b25d-04e7873749b7'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:30:39.599340 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 53672) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:30:39.604691 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-9c5144ad-ceae-49c7-b606-3f8213a8c36d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Request body: {'security_group': {'name': 'tempest-securitygroup--317450998', 'description': 'tempest-description--2023642993'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:30:39.611300 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-9c5144ad-ceae-49c7-b606-3f8213a8c36d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:30:39.613948 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c316e96d-2fb3-4a18-80f1-bfefa0f6b70d None None] Routers {'6361775f-503d-4d00-b25d-04e7873749b7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:30:39.614600 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-c316e96d-2fb3-4a18-80f1-bfefa0f6b70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:30:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['6361775f-503d-4d00-b25d-04e7873749b7'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:39.619106 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-9c5144ad-ceae-49c7-b606-3f8213a8c36d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Usage tracker for resource:security_group and tenant:5f13c54291184a8eb512090e21769d32 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:30:39.619106 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-9c5144ad-ceae-49c7-b606-3f8213a8c36d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:30:39.623714 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-9c5144ad-ceae-49c7-b606-3f8213a8c36d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:30:39.680818 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9c5144ad-ceae-49c7-b606-3f8213a8c36d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:39.702989 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-9c5144ad-ceae-49c7-b606-3f8213a8c36d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:30:39.707461 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-9c5144ad-ceae-49c7-b606-3f8213a8c36d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Usage tracker for resource:security_group_rule and tenant:5f13c54291184a8eb512090e21769d32 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:30:39.710232 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-9c5144ad-ceae-49c7-b606-3f8213a8c36d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:30:39.715946 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-9c5144ad-ceae-49c7-b606-3f8213a8c36d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:30:39.788128 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9c5144ad-ceae-49c7-b606-3f8213a8c36d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:39.799160 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-c316e96d-2fb3-4a18-80f1-bfefa0f6b70d None None] Set router 6361775f-503d-4d00-b25d-04e7873749b7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:30:39.842614 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-281bd218-e9c5-4bff-a9ba-e6ff2d3a2588 None None] Attempt 4 to provision port e9ca0e19-8328-4039-8741-fd312207c94e Sep 23 15:30:39.851158 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9c5144ad-ceae-49c7-b606-3f8213a8c36d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:39.889421 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 738b0522-7fd2-45fe-a25f-88b07b8ab768 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:30:39.892413 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5144ad-ceae-49c7-b606-3f8213a8c36d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48c2ce42-460d-4419-aec5-cfa7cfa08a6c,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:39.909038 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 738b0522-7fd2-45fe-a25f-88b07b8ab768 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:30:39.909417 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:39.909754 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 738b0522-7fd2-45fe-a25f-88b07b8ab768 Sep 23 15:30:39.972127 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9c5144ad-ceae-49c7-b606-3f8213a8c36d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:39.973369 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9c5144ad-ceae-49c7-b606-3f8213a8c36d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3729794 Sep 23 15:30:39.976179 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 53676) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:30:39.981236 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-7953f829-de04-49d4-b432-52cce76e61cb tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Request body: {'security_group_rule': {'security_group_id': '48c2ce42-460d-4419-aec5-cfa7cfa08a6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:30:39.987280 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-7953f829-de04-49d4-b432-52cce76e61cb tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:30:39.991112 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7953f829-de04-49d4-b432-52cce76e61cb tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Usage tracker for resource:security_group_rule and tenant:5f13c54291184a8eb512090e21769d32 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:30:39.993979 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7953f829-de04-49d4-b432-52cce76e61cb tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:30:39.999680 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-7953f829-de04-49d4-b432-52cce76e61cb tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:30:40.007260 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-281bd218-e9c5-4bff-a9ba-e6ff2d3a2588 None None] Port e9ca0e19-8328-4039-8741-fd312207c94e cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:30:40.093400 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7953f829-de04-49d4-b432-52cce76e61cb tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:40.154645 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7953f829-de04-49d4-b432-52cce76e61cb tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:40.223486 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7953f829-de04-49d4-b432-52cce76e61cb tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:40.238016 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 738b0522-7fd2-45fe-a25f-88b07b8ab768 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:30:40.238694 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:40.245144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953f829-de04-49d4-b432-52cce76e61cb tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d762aa8-3b33-4868-92ed-49b049621a4a,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:40.267710 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 738b0522-7fd2-45fe-a25f-88b07b8ab768, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=738b0522-7fd2-45fe-a25f-88b07b8ab768,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:30:40.282715 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-c316e96d-2fb3-4a18-80f1-bfefa0f6b70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'e9ca0e19-8328-4039-8741-fd312207c94e', 'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'mac_address': 'fa:16:3e:85:a6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:37Z', 'updated_at': '2022-09-23T15:30:38Z', 'revision_number': 2, 'project_id': '5f13c54291184a8eb512090e21769d32', 'subnets': [{'id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:40.286782 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c316e96d-2fb3-4a18-80f1-bfefa0f6b70d None None] Checking router: 6361775f-503d-4d00-b25d-04e7873749b7 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:30:40.287137 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c316e96d-2fb3-4a18-80f1-bfefa0f6b70d None None] Updating router 6361775f-503d-4d00-b25d-04e7873749b7 port e9ca0e19-8328-4039-8741-fd312207c94e binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:30:40.338054 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7953f829-de04-49d4-b432-52cce76e61cb tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:40.339336 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7953f829-de04-49d4-b432-52cce76e61cb tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3622475 Sep 23 15:30:40.341061 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c316e96d-2fb3-4a18-80f1-bfefa0f6b70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:40.341895 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 53680) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:30:40.347054 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-4f70e8c3-b817-46cb-9b93-7f73a2c77091 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Request body: {'security_group_rule': {'security_group_id': '48c2ce42-460d-4419-aec5-cfa7cfa08a6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:30:40.353121 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-4f70e8c3-b817-46cb-9b93-7f73a2c77091 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:30:40.356967 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4f70e8c3-b817-46cb-9b93-7f73a2c77091 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Usage tracker for resource:security_group_rule and tenant:5f13c54291184a8eb512090e21769d32 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:30:40.359846 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-4f70e8c3-b817-46cb-9b93-7f73a2c77091 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:30:40.365556 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-4f70e8c3-b817-46cb-9b93-7f73a2c77091 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:30:40.387745 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:40.446583 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4f70e8c3-b817-46cb-9b93-7f73a2c77091 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:40.508671 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-281bd218-e9c5-4bff-a9ba-e6ff2d3a2588 None None] Attempt 5 to provision port e9ca0e19-8328-4039-8741-fd312207c94e Sep 23 15:30:40.514532 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4f70e8c3-b817-46cb-9b93-7f73a2c77091 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:40.573187 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=738b0522-7fd2-45fe-a25f-88b07b8ab768,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:40.588534 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-281bd218-e9c5-4bff-a9ba-e6ff2d3a2588 None None] Port e9ca0e19-8328-4039-8741-fd312207c94e cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:30:40.589201 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4f70e8c3-b817-46cb-9b93-7f73a2c77091 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:40.613085 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70e8c3-b817-46cb-9b93-7f73a2c77091 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d495b99d-8d6b-4e05-9c4c-6adaacb0e6c2,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:40.679942 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4f70e8c3-b817-46cb-9b93-7f73a2c77091 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:40.681137 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4f70e8c3-b817-46cb-9b93-7f73a2c77091 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3382819 Sep 23 15:30:40.684166 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 53684) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:30:40.690436 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-41af54d2-e29d-414f-a250-3de5b8846592 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:30:40.696375 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-41af54d2-e29d-414f-a250-3de5b8846592 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:30:40.700346 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-41af54d2-e29d-414f-a250-3de5b8846592 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Usage tracker for resource:floatingip and tenant:5f13c54291184a8eb512090e21769d32 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:30:40.703121 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-41af54d2-e29d-414f-a250-3de5b8846592 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:30:40.708783 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-41af54d2-e29d-414f-a250-3de5b8846592 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:30:40.793660 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-41af54d2-e29d-414f-a250-3de5b8846592 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for floatingip, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:40.794725 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c316e96d-2fb3-4a18-80f1-bfefa0f6b70d None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:40.807193 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c316e96d-2fb3-4a18-80f1-bfefa0f6b70d None None] Transition to ACTIVE for port object e9ca0e19-8328-4039-8741-fd312207c94e will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:30:40.879188 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c316e96d-2fb3-4a18-80f1-bfefa0f6b70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:40.932749 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-41af54d2-e29d-414f-a250-3de5b8846592 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:41.067734 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-41af54d2-e29d-414f-a250-3de5b8846592 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Allocated IP 172.26.10.253 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/54e03e44-d845-4408-9bbc-93e3c6385a75) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:30:41.101231 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-281bd218-e9c5-4bff-a9ba-e6ff2d3a2588 None None] Attempt 6 to provision port e9ca0e19-8328-4039-8741-fd312207c94e Sep 23 15:30:41.135603 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee594183-0634-41a4-b015-9fa23d5db405 None None] Pushing event updated for resources: {'Port': ['ID=e9ca0e19-8328-4039-8741-fd312207c94e,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:41.172673 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-c316e96d-2fb3-4a18-80f1-bfefa0f6b70d None None] Attempting to bind port e9ca0e19-8328-4039-8741-fd312207c94e on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:30:41.173600 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-c316e96d-2fb3-4a18-80f1-bfefa0f6b70d None None] Attempting to bind port e9ca0e19-8328-4039-8741-fd312207c94e by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'ee37476d-2a4f-4317-8a23-b8d856ed0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:30:41.173943 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c316e96d-2fb3-4a18-80f1-bfefa0f6b70d None None] Attempting to bind port e9ca0e19-8328-4039-8741-fd312207c94e on network fe3e9444-4a50-4aab-87c9-3b81d14c4d42 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:30:41.183638 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c316e96d-2fb3-4a18-80f1-bfefa0f6b70d None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:30:41.184004 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c316e96d-2fb3-4a18-80f1-bfefa0f6b70d None None] Checking segment: {'id': 'ee37476d-2a4f-4317-8a23-b8d856ed0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:30:41.184396 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c316e96d-2fb3-4a18-80f1-bfefa0f6b70d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:41.184779 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c316e96d-2fb3-4a18-80f1-bfefa0f6b70d None None] Bound using segment: {'id': 'ee37476d-2a4f-4317-8a23-b8d856ed0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:30:41.185231 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-c316e96d-2fb3-4a18-80f1-bfefa0f6b70d None None] Bound port: e9ca0e19-8328-4039-8741-fd312207c94e, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee37476d-2a4f-4317-8a23-b8d856ed0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:30:41.185596 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c316e96d-2fb3-4a18-80f1-bfefa0f6b70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:41.193993 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-281bd218-e9c5-4bff-a9ba-e6ff2d3a2588 None None] Port e9ca0e19-8328-4039-8741-fd312207c94e cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:30:41.217140 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-41af54d2-e29d-414f-a250-3de5b8846592 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:41.271340 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-c316e96d-2fb3-4a18-80f1-bfefa0f6b70d None None] For port e9ca0e19-8328-4039-8741-fd312207c94e, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:30:41.274255 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-c316e96d-2fb3-4a18-80f1-bfefa0f6b70d None None] For port e9ca0e19-8328-4039-8741-fd312207c94e, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=e9ca0e19-8328-4039-8741-fd312207c94e,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:30:41.286408 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-41af54d2-e29d-414f-a250-3de5b8846592 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:41.332809 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c316e96d-2fb3-4a18-80f1-bfefa0f6b70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:41.354886 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41af54d2-e29d-414f-a250-3de5b8846592 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:30:41.357574 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-41af54d2-e29d-414f-a250-3de5b8846592 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:30:41.361397 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41af54d2-e29d-414f-a250-3de5b8846592 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:30:41.395474 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af54d2-e29d-414f-a250-3de5b8846592 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Pushing event updated for resources: {'Port': ['ID=54e03e44-d845-4408-9bbc-93e3c6385a75,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:41.396787 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c316e96d-2fb3-4a18-80f1-bfefa0f6b70d None None] Routers {'6361775f-503d-4d00-b25d-04e7873749b7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:30:41.397408 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-c316e96d-2fb3-4a18-80f1-bfefa0f6b70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:30:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['6361775f-503d-4d00-b25d-04e7873749b7'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:41.443350 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-41af54d2-e29d-414f-a250-3de5b8846592 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:41.486528 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee594183-0634-41a4-b015-9fa23d5db405 None None] Pushing event updated for resources: {'Port': ['ID=e9ca0e19-8328-4039-8741-fd312207c94e,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:41.544632 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 738b0522-7fd2-45fe-a25f-88b07b8ab768 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:30:41.641547 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-c316e96d-2fb3-4a18-80f1-bfefa0f6b70d None None] Set router 6361775f-503d-4d00-b25d-04e7873749b7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:30:41.645806 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-41af54d2-e29d-414f-a250-3de5b8846592 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:41.699752 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-281bd218-e9c5-4bff-a9ba-e6ff2d3a2588 None None] Attempt 7 to provision port e9ca0e19-8328-4039-8741-fd312207c94e Sep 23 15:30:41.821678 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 738b0522-7fd2-45fe-a25f-88b07b8ab768 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:30:41.822051 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:41.822408 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 738b0522-7fd2-45fe-a25f-88b07b8ab768 Sep 23 15:30:41.850340 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-41af54d2-e29d-414f-a250-3de5b8846592 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:41.914029 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-41af54d2-e29d-414f-a250-3de5b8846592 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:41.958878 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-281bd218-e9c5-4bff-a9ba-e6ff2d3a2588 None None] Port e9ca0e19-8328-4039-8741-fd312207c94e had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:30:42.022254 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af54d2-e29d-414f-a250-3de5b8846592 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Pushing event updated for resources: {'Port': ['ID=54e03e44-d845-4408-9bbc-93e3c6385a75,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:42.024781 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-41af54d2-e29d-414f-a250-3de5b8846592 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:42.096170 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 738b0522-7fd2-45fe-a25f-88b07b8ab768 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:30:42.102645 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-41af54d2-e29d-414f-a250-3de5b8846592 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:42.112102 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-41af54d2-e29d-414f-a250-3de5b8846592 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 694 time: 1.4186263 Sep 23 15:30:42.137660 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-c316e96d-2fb3-4a18-80f1-bfefa0f6b70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'e9ca0e19-8328-4039-8741-fd312207c94e', 'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'mac_address': 'fa:16:3e:85:a6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:37Z', 'updated_at': '2022-09-23T15:30:41Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'subnets': [{'id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:42.141846 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c316e96d-2fb3-4a18-80f1-bfefa0f6b70d None None] The sync data for ids ['6361775f-503d-4d00-b25d-04e7873749b7'] in dv-neutron-859093-1-hyperv is: [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'e9ca0e19-8328-4039-8741-fd312207c94e', 'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'mac_address': 'fa:16:3e:85:a6:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:37Z', 'updated_at': '2022-09-23T15:30:41Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'subnets': [{'id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:30:42.283527 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-bad293cf-8afc-4056-b674-ca05cbc0fa92 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--317450998&fields=id&tenant_id=5f13c54291184a8eb512090e21769d32 HTTP/1.1" status: 200 len: 267 time: 0.0416911 Sep 23 15:30:42.450978 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-dce83832-1bcb-4ee9-b805-384d6a437d89 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:42.452831 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-dce83832-1bcb-4ee9-b805-384d6a437d89 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 812 time: 0.1623731 Sep 23 15:30:42.472136 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-7ee74467-660b-48ad-99a9-2a83b87cacad tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/quotas/5f13c54291184a8eb512090e21769d32 HTTP/1.1" status: 200 len: 375 time: 0.0124645 Sep 23 15:30:42.574063 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-3cd03ea3-6eca-4981-81b2-e173f203becd tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0961688 Sep 23 15:30:42.771124 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-30e58a2b-eef7-482a-8684-1ab8d3bf145e service neutron] 10.222.0.67 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852748 Sep 23 15:30:42.909729 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-aec0d454-c15e-4319-a12b-259e6dcbaa20 service neutron] 10.222.0.67 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325059 Sep 23 15:30:43.203357 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-7e909281-5ed6-4e58-85cc-5e1dcc2bc075 req-d39ce389-73de-4774-90d3-47e07579c518 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Synchronizing usage tracker for tenant:5f13c54291184a8eb512090e21769d32 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:30:43.279537 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-7e909281-5ed6-4e58-85cc-5e1dcc2bc075 req-d39ce389-73de-4774-90d3-47e07579c518 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Unset dirty status for tenant:5f13c54291184a8eb512090e21769d32 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:30:43.280713 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7e909281-5ed6-4e58-85cc-5e1dcc2bc075 req-d39ce389-73de-4774-90d3-47e07579c518 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 210 time: 0.1261804 Sep 23 15:30:43.557441 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device e9ca0e19-8328-4039-8741-fd312207c94e up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:30:43.658272 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port e9ca0e19-8328-4039-8741-fd312207c94e completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:30:43.663290 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port e9ca0e19-8328-4039-8741-fd312207c94e triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:30:43.668110 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:43.668110 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port e9ca0e19-8328-4039-8741-fd312207c94e Sep 23 15:30:43.781038 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port e9ca0e19-8328-4039-8741-fd312207c94e is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:30:43.781423 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:43.814415 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port e9ca0e19-8328-4039-8741-fd312207c94e, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=e9ca0e19-8328-4039-8741-fd312207c94e,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:30:43.886064 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:43.957297 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=e9ca0e19-8328-4039-8741-fd312207c94e,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:44.442197 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-90c3d77a-aba0-4769-916d-d01f20119d6c req-6ea660bb-00b0-4284-8977-d17f978d8b1c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 210 time: 0.0509913 Sep 23 15:30:45.245100 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-2d208de0-c731-46d7-8c54-a223655920aa tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:45.245792 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-2d208de0-c731-46d7-8c54-a223655920aa tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Synchronizing usage tracker for tenant:5f13c54291184a8eb512090e21769d32 on resource:network {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:30:45.366263 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-2d208de0-c731-46d7-8c54-a223655920aa tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Unset dirty status for tenant:5f13c54291184a8eb512090e21769d32 on resource:network {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:30:45.367409 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-2d208de0-c731-46d7-8c54-a223655920aa tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.72 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 812 time: 0.2666764 Sep 23 15:30:45.417318 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-44446614-4977-41c8-865d-500291c6f2b1 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Synchronizing usage tracker for tenant:5f13c54291184a8eb512090e21769d32 on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:30:45.514939 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-44446614-4977-41c8-865d-500291c6f2b1 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Unset dirty status for tenant:5f13c54291184a8eb512090e21769d32 on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:30:45.517719 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-44446614-4977-41c8-865d-500291c6f2b1 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f13c54291184a8eb512090e21769d32 HTTP/1.1" status: 200 len: 379 time: 0.1387987 Sep 23 15:30:45.539823 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-89ae7d86-108b-4e94-9a4f-a8e1beb656a0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Request body: {'port': {'device_id': '5a57e094-d215-42fc-a8b1-a4a197554574', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'admin_state_up': True, 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'security_groups': ['48c2ce42-460d-4419-aec5-cfa7cfa08a6c']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:30:45.541351 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device e9ca0e19-8328-4039-8741-fd312207c94e up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:30:45.613787 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port e9ca0e19-8328-4039-8741-fd312207c94e triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:30:45.614159 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:45.614512 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port e9ca0e19-8328-4039-8741-fd312207c94e Sep 23 15:30:45.674202 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-eea8bd6f-334d-4e0b-b6a3-4c8006c0aae9 req-ea1139a2-7f2b-4bab-8cd5-6167ffbd1540 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 210 time: 0.1154706 Sep 23 15:30:45.733074 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-89ae7d86-108b-4e94-9a4f-a8e1beb656a0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:30:45.743030 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-89ae7d86-108b-4e94-9a4f-a8e1beb656a0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:30:45.772688 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port e9ca0e19-8328-4039-8741-fd312207c94e is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:30:45.812007 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-89ae7d86-108b-4e94-9a4f-a8e1beb656a0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Made reservation on behalf of 5f13c54291184a8eb512090e21769d32 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:30:45.815679 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-89ae7d86-108b-4e94-9a4f-a8e1beb656a0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:45.973609 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-89ae7d86-108b-4e94-9a4f-a8e1beb656a0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Allocated IP 172.20.0.12 (fe3e9444-4a50-4aab-87c9-3b81d14c4d42/9fdc8358-df50-4f4f-a62c-9922cf98f704/79cd1807-be97-46e5-9ac3-fc1f93bda78f) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:30:46.155183 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-89ae7d86-108b-4e94-9a4f-a8e1beb656a0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:46.170251 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-89ae7d86-108b-4e94-9a4f-a8e1beb656a0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Transition to ACTIVE for port object 79cd1807-be97-46e5-9ac3-fc1f93bda78f will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:30:46.253181 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-89ae7d86-108b-4e94-9a4f-a8e1beb656a0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:46.320762 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-89ae7d86-108b-4e94-9a4f-a8e1beb656a0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Network fe3e9444-4a50-4aab-87c9-3b81d14c4d42 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:30:46.323617 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-89ae7d86-108b-4e94-9a4f-a8e1beb656a0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:30:46.327673 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-89ae7d86-108b-4e94-9a4f-a8e1beb656a0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:30:46.364159 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae7d86-108b-4e94-9a4f-a8e1beb656a0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Pushing event updated for resources: {'Port': ['ID=79cd1807-be97-46e5-9ac3-fc1f93bda78f,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:46.400153 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-89ae7d86-108b-4e94-9a4f-a8e1beb656a0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:46.400754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-89ae7d86-108b-4e94-9a4f-a8e1beb656a0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:46.464583 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-89ae7d86-108b-4e94-9a4f-a8e1beb656a0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9328454 Sep 23 15:30:46.479882 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-21b67eb9-df97-444a-921a-32abde48ab17 service neutron] Request body: {'port': {'device_id': '5a57e094-d215-42fc-a8b1-a4a197554574', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:30:46.591167 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-21b67eb9-df97-444a-921a-32abde48ab17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:46.605351 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-10ecd69e-195b-408a-84a1-438987894aee None None] Provisioning for port 79cd1807-be97-46e5-9ac3-fc1f93bda78f completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:30:46.610287 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-10ecd69e-195b-408a-84a1-438987894aee None None] Provisioning complete for port 79cd1807-be97-46e5-9ac3-fc1f93bda78f triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:30:46.611304 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-10ecd69e-195b-408a-84a1-438987894aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:46.611635 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-10ecd69e-195b-408a-84a1-438987894aee None None] Attempt 1 to provision port 79cd1807-be97-46e5-9ac3-fc1f93bda78f Sep 23 15:30:46.665030 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-10ecd69e-195b-408a-84a1-438987894aee None None] Port 79cd1807-be97-46e5-9ac3-fc1f93bda78f cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:30:46.878559 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e784962-dbcd-4bf1-b19a-eee6e2ae4add req-bb32b86a-9abd-49bd-ae4b-2c12e8dc86ff tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:46.879961 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-4e784962-dbcd-4bf1-b19a-eee6e2ae4add req-bb32b86a-9abd-49bd-ae4b-2c12e8dc86ff tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 932 time: 0.0955300 Sep 23 15:30:46.925652 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-4e784962-dbcd-4bf1-b19a-eee6e2ae4add req-5c5a6ab3-425b-4f96-8dd0-a8709e7a7776 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397246 Sep 23 15:30:47.045234 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-21b67eb9-df97-444a-921a-32abde48ab17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79cd1807-be97-46e5-9ac3-fc1f93bda78f {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:30:47.053368 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-21b67eb9-df97-444a-921a-32abde48ab17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:47.067653 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-21b67eb9-df97-444a-921a-32abde48ab17 service neutron] Transition to ACTIVE for port object 79cd1807-be97-46e5-9ac3-fc1f93bda78f will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:30:47.154012 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-21b67eb9-df97-444a-921a-32abde48ab17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:47.166276 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-10ecd69e-195b-408a-84a1-438987894aee None None] Attempt 2 to provision port 79cd1807-be97-46e5-9ac3-fc1f93bda78f Sep 23 15:30:47.222940 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-10ecd69e-195b-408a-84a1-438987894aee None None] Port 79cd1807-be97-46e5-9ac3-fc1f93bda78f cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:30:47.349979 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b67eb9-df97-444a-921a-32abde48ab17 service neutron] Pushing event updated for resources: {'Port': ['ID=79cd1807-be97-46e5-9ac3-fc1f93bda78f,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:47.380571 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-21b67eb9-df97-444a-921a-32abde48ab17 service neutron] Attempting to bind port 79cd1807-be97-46e5-9ac3-fc1f93bda78f on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:30:47.380903 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-21b67eb9-df97-444a-921a-32abde48ab17 service neutron] Attempting to bind port 79cd1807-be97-46e5-9ac3-fc1f93bda78f by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': 'ee37476d-2a4f-4317-8a23-b8d856ed0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:30:47.381227 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-21b67eb9-df97-444a-921a-32abde48ab17 service neutron] Attempting to bind port 79cd1807-be97-46e5-9ac3-fc1f93bda78f on network fe3e9444-4a50-4aab-87c9-3b81d14c4d42 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:30:47.385700 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-21b67eb9-df97-444a-921a-32abde48ab17 service neutron] Port 79cd1807-be97-46e5-9ac3-fc1f93bda78f on network fe3e9444-4a50-4aab-87c9-3b81d14c4d42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:30:47.386016 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-21b67eb9-df97-444a-921a-32abde48ab17 service neutron] Attempting to bind port 79cd1807-be97-46e5-9ac3-fc1f93bda78f on network fe3e9444-4a50-4aab-87c9-3b81d14c4d42 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:30:47.391001 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-21b67eb9-df97-444a-921a-32abde48ab17 service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:30:47.391335 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-21b67eb9-df97-444a-921a-32abde48ab17 service neutron] Checking segment: {'id': 'ee37476d-2a4f-4317-8a23-b8d856ed0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:30:47.391710 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-21b67eb9-df97-444a-921a-32abde48ab17 service neutron] Bound using segment: {'id': 'ee37476d-2a4f-4317-8a23-b8d856ed0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:30:47.392643 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-21b67eb9-df97-444a-921a-32abde48ab17 service neutron] Bound port: 79cd1807-be97-46e5-9ac3-fc1f93bda78f, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee37476d-2a4f-4317-8a23-b8d856ed0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:30:47.392980 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-21b67eb9-df97-444a-921a-32abde48ab17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:47.479839 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-21b67eb9-df97-444a-921a-32abde48ab17 service neutron] For port 79cd1807-be97-46e5-9ac3-fc1f93bda78f, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:30:47.482799 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-21b67eb9-df97-444a-921a-32abde48ab17 service neutron] For port 79cd1807-be97-46e5-9ac3-fc1f93bda78f, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=79cd1807-be97-46e5-9ac3-fc1f93bda78f,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:30:47.526767 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-21b67eb9-df97-444a-921a-32abde48ab17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:47.559379 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-21b67eb9-df97-444a-921a-32abde48ab17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:47.559992 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-21b67eb9-df97-444a-921a-32abde48ab17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:47.561363 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-21b67eb9-df97-444a-921a-32abde48ab17 service neutron] 10.222.0.72 "PUT /v2.0/ports/79cd1807-be97-46e5-9ac3-fc1f93bda78f HTTP/1.1" status: 200 len: 1094 time: 1.0861194 Sep 23 15:30:47.561786 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a57e094-d215-42fc-a8b1-a4a197554574', 'tag': '79cd1807-be97-46e5-9ac3-fc1f93bda78f'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:30:47.564575 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d4d4a0-fde3-4429-b02d-7e5aa3ae7891" -d '{"events": [{"name": "network-changed", "server_uuid": "5a57e094-d215-42fc-a8b1-a4a197554574", "tag": "79cd1807-be97-46e5-9ac3-fc1f93bda78f"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:30:47.608867 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b67eb9-df97-444a-921a-32abde48ab17 service neutron] Pushing event updated for resources: {'Port': ['ID=79cd1807-be97-46e5-9ac3-fc1f93bda78f,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:47.612281 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046f8d1f-ffef-4e21-bf75-47f7c9faf3c8 x-openstack-request-id: req-046f8d1f-ffef-4e21-bf75-47f7c9faf3c8 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:30:47.612558 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a57e094-d215-42fc-a8b1-a4a197554574", "tag": "79cd1807-be97-46e5-9ac3-fc1f93bda78f", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:30:47.612806 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-046f8d1f-ffef-4e21-bf75-47f7c9faf3c8 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:30:47.613184 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-046f8d1f-ffef-4e21-bf75-47f7c9faf3c8'] response: {'name': 'network-changed', 'server_uuid': '5a57e094-d215-42fc-a8b1-a4a197554574', 'tag': '79cd1807-be97-46e5-9ac3-fc1f93bda78f', 'status': 'completed', 'code': 200} Sep 23 15:30:47.714592 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4d4a0-fde3-4429-b02d-7e5aa3ae7891 req-335bfa51-2188-42b3-b4d0-ecae9d8e2f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:47.716070 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-32d4d4a0-fde3-4429-b02d-7e5aa3ae7891 req-335bfa51-2188-42b3-b4d0-ecae9d8e2f0a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 1097 time: 0.0843308 Sep 23 15:30:47.724652 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-10ecd69e-195b-408a-84a1-438987894aee None None] Attempt 3 to provision port 79cd1807-be97-46e5-9ac3-fc1f93bda78f Sep 23 15:30:47.784108 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-10ecd69e-195b-408a-84a1-438987894aee None None] Port 79cd1807-be97-46e5-9ac3-fc1f93bda78f had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:30:47.855530 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4d4a0-fde3-4429-b02d-7e5aa3ae7891 req-42474ecc-dca4-44e8-b559-35693bc0cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:47.856965 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-32d4d4a0-fde3-4429-b02d-7e5aa3ae7891 req-42474ecc-dca4-44e8-b559-35693bc0cd39 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=5f13c54291184a8eb512090e21769d32&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1344113 Sep 23 15:30:47.993224 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4d4a0-fde3-4429-b02d-7e5aa3ae7891 req-48638e0d-acab-4bb7-a062-d9523d5345a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:47.994702 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-32d4d4a0-fde3-4429-b02d-7e5aa3ae7891 req-48638e0d-acab-4bb7-a062-d9523d5345a0 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318381 Sep 23 15:30:48.114278 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-349e92ab-2e5c-4207-84e7-501306f8d7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:48.115796 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-349e92ab-2e5c-4207-84e7-501306f8d7bb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 1097 time: 0.0840199 Sep 23 15:30:48.128700 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430a5c9-6ccf-4b0a-a9f4-1868c6a48aa5 req-2a251b60-dfcc-48cf-83e3-0db64679540a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:48.133990 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a430a5c9-6ccf-4b0a-a9f4-1868c6a48aa5 req-2a251b60-dfcc-48cf-83e3-0db64679540a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 944 time: 0.0918930 Sep 23 15:30:48.178379 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a430a5c9-6ccf-4b0a-a9f4-1868c6a48aa5 req-147ab634-5fdf-41eb-b9e3-4ada527f0438 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424912 Sep 23 15:30:48.186733 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-ad4fb6fb-8049-471d-bb13-0468335d6aaa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79cd1807-be97-46e5-9ac3-fc1f93bda78f HTTP/1.1" status: 200 len: 217 time: 0.0638833 Sep 23 15:30:48.250538 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-dd566dda-091d-481a-b153-7c1526c20aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:48.252639 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-dd566dda-091d-481a-b153-7c1526c20aab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc8358-df50-4f4f-a62c-9922cf98f704 HTTP/1.1" status: 200 len: 851 time: 0.0607677 Sep 23 15:30:48.333763 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-85219855-a87e-43de-a254-eb76250d0b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:48.335210 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-85219855-a87e-43de-a254-eb76250d0b72 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771141 Sep 23 15:30:48.465292 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-820d9ac2-ae09-4436-a76d-1b0dc6041bc6 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240392 Sep 23 15:30:48.597547 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c4d4ebc2-b937-492c-b065-eee4f9eec11e req-6e24e4f5-bfc4-4e86-9eee-4ceb48ab497e service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261888 Sep 23 15:30:49.472997 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289c0f0-46d5-44e1-9160-6c281ee91e1c req-8179b03d-8f75-40a5-acc0-33c2b66cdfa0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:49.473709 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-d289c0f0-46d5-44e1-9160-6c281ee91e1c req-8179b03d-8f75-40a5-acc0-33c2b66cdfa0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Synchronizing usage tracker for tenant:5f13c54291184a8eb512090e21769d32 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:30:49.543341 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-d289c0f0-46d5-44e1-9160-6c281ee91e1c req-8179b03d-8f75-40a5-acc0-33c2b66cdfa0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Unset dirty status for tenant:5f13c54291184a8eb512090e21769d32 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:30:49.544482 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d289c0f0-46d5-44e1-9160-6c281ee91e1c req-8179b03d-8f75-40a5-acc0-33c2b66cdfa0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 944 time: 0.2554457 Sep 23 15:30:49.588783 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d289c0f0-46d5-44e1-9160-6c281ee91e1c req-22c1865f-452b-4776-bd10-6cee84005c28 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381000 Sep 23 15:30:50.784728 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347102b-7e1f-4050-bd39-b7d2fe186cb4 req-d4632af7-2ae7-451a-a4c7-7a8215325f65 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:50.786211 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1347102b-7e1f-4050-bd39-b7d2fe186cb4 req-d4632af7-2ae7-451a-a4c7-7a8215325f65 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 944 time: 0.0876029 Sep 23 15:30:50.830254 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1347102b-7e1f-4050-bd39-b7d2fe186cb4 req-2e009fb4-1064-4815-936c-1546233dc836 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383630 Sep 23 15:30:51.379008 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 79cd1807-be97-46e5-9ac3-fc1f93bda78f details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:30:51.508673 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 79cd1807-be97-46e5-9ac3-fc1f93bda78f, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=79cd1807-be97-46e5-9ac3-fc1f93bda78f,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:30:51.521930 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '79cd1807-be97-46e5-9ac3-fc1f93bda78f', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'port_id': '79cd1807-be97-46e5-9ac3-fc1f93bda78f', 'mac_address': 'fa:16:3e:c5:ca:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:30:51.577985 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 79cd1807-be97-46e5-9ac3-fc1f93bda78f is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:30:51.578387 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:51.595111 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79cd1807-be97-46e5-9ac3-fc1f93bda78f {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:30:51.609848 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 79cd1807-be97-46e5-9ac3-fc1f93bda78f, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=79cd1807-be97-46e5-9ac3-fc1f93bda78f,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:30:51.721202 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:51.787622 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=79cd1807-be97-46e5-9ac3-fc1f93bda78f,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:51.926749 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['79cd1807-be97-46e5-9ac3-fc1f93bda78f'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:30:52.024500 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41a991-0820-433c-8f62-d2019e95916b req-d26c94ab-97c2-484e-a192-5bc348c48a12 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:52.025946 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0d41a991-0820-433c-8f62-d2019e95916b req-d26c94ab-97c2-484e-a192-5bc348c48a12 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 945 time: 0.0871260 Sep 23 15:30:52.070196 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0d41a991-0820-433c-8f62-d2019e95916b req-4d6a2b73-ef16-4147-814d-e5bd51ecf032 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385797 Sep 23 15:30:53.267167 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc8b69-ce62-4caa-a0b6-6bd19532b2a9 req-1fa0763a-869d-4fd4-bafa-c1d30b841381 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:53.268616 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b7cc8b69-ce62-4caa-a0b6-6bd19532b2a9 req-1fa0763a-869d-4fd4-bafa-c1d30b841381 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 945 time: 0.0909765 Sep 23 15:30:53.312179 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b7cc8b69-ce62-4caa-a0b6-6bd19532b2a9 req-867f8b1b-85ab-4279-a1c6-4d746cde0cc8 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378630 Sep 23 15:30:53.377424 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 79cd1807-be97-46e5-9ac3-fc1f93bda78f up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:30:53.480387 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 79cd1807-be97-46e5-9ac3-fc1f93bda78f completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:30:53.485252 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 79cd1807-be97-46e5-9ac3-fc1f93bda78f triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:30:53.486084 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:53.486454 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 79cd1807-be97-46e5-9ac3-fc1f93bda78f Sep 23 15:30:53.602178 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 79cd1807-be97-46e5-9ac3-fc1f93bda78f is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:30:53.602584 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:53.629353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a57e094-d215-42fc-a8b1-a4a197554574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cd1807-be97-46e5-9ac3-fc1f93bda78f'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:30:53.631590 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b72353-3e99-47f8-aa46-89adcbb5c906" -d '{"events": [{"server_uuid": "5a57e094-d215-42fc-a8b1-a4a197554574", "name": "network-vif-plugged", "status": "completed", "tag": "79cd1807-be97-46e5-9ac3-fc1f93bda78f"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:30:53.638975 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 79cd1807-be97-46e5-9ac3-fc1f93bda78f, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=79cd1807-be97-46e5-9ac3-fc1f93bda78f,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:30:53.674458 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3f320b-ecaf-48d2-8c32-584c1eeb14c4 x-openstack-request-id: req-bd3f320b-ecaf-48d2-8c32-584c1eeb14c4 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:30:53.682342 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a57e094-d215-42fc-a8b1-a4a197554574", "name": "network-vif-plugged", "status": "completed", "tag": "79cd1807-be97-46e5-9ac3-fc1f93bda78f", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:30:53.682342 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bd3f320b-ecaf-48d2-8c32-584c1eeb14c4 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:30:53.682342 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd3f320b-ecaf-48d2-8c32-584c1eeb14c4'] response: {'server_uuid': '5a57e094-d215-42fc-a8b1-a4a197554574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cd1807-be97-46e5-9ac3-fc1f93bda78f', 'code': 200} Sep 23 15:30:53.692444 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:53.762012 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=79cd1807-be97-46e5-9ac3-fc1f93bda78f,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:54.024893 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79055770-d64e-48c5-8584-95df44c1b4b3 req-8c9d9de4-d779-40c9-972a-3efde8e16750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:54.026404 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-79055770-d64e-48c5-8584-95df44c1b4b3 req-8c9d9de4-d779-40c9-972a-3efde8e16750 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 1099 time: 0.0802791 Sep 23 15:30:54.068302 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-79055770-d64e-48c5-8584-95df44c1b4b3 req-6354e3ee-70eb-4a0c-bf51-d367a0ff604c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343676 Sep 23 15:30:54.515863 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddf621-0189-409e-8a66-dfaffb98ec38 req-fb10b3b8-3822-490a-814c-04bffbd4fa8f tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:54.522348 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1cddf621-0189-409e-8a66-dfaffb98ec38 req-fb10b3b8-3822-490a-814c-04bffbd4fa8f tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 946 time: 0.0946183 Sep 23 15:30:54.569114 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1cddf621-0189-409e-8a66-dfaffb98ec38 req-3cf610e9-65e8-4a05-8938-2668b397b5bb tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451126 Sep 23 15:30:55.773089 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a844bc-b346-47cd-b16d-788d23773d2f req-2468c862-883d-4fcf-808b-afed1223805c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:55.774521 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-28a844bc-b346-47cd-b16d-788d23773d2f req-2468c862-883d-4fcf-808b-afed1223805c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 946 time: 0.0928364 Sep 23 15:30:55.819681 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-28a844bc-b346-47cd-b16d-788d23773d2f req-ed96251a-8697-4a0c-bb4a-c73c41ae2353 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393491 Sep 23 15:30:56.016153 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2ab09-5231-4294-b905-a97c5b927c60 req-47187c87-d63b-4f29-872d-9a3817fd9d46 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:56.018217 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-faf2ab09-5231-4294-b905-a97c5b927c60 req-47187c87-d63b-4f29-872d-9a3817fd9d46 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 946 time: 0.0865479 Sep 23 15:30:56.028177 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 53744) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:30:56.033008 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-f7f27d88-9e19-4c60-8ce7-289bf74d9803 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Request body: {'floatingip': {'port_id': '79cd1807-be97-46e5-9ac3-fc1f93bda78f'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:30:56.211333 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f7f27d88-9e19-4c60-8ce7-289bf74d9803 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for floatingip, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:56.795796 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f7f27d88-9e19-4c60-8ce7-289bf74d9803 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:56.841000 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f7f27d88-9e19-4c60-8ce7-289bf74d9803 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:57.011210 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-f7f27d88-9e19-4c60-8ce7-289bf74d9803 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Floating IP 51cde906-706f-4ebd-9586-b63feaaa1065 associated. External IP: 172.26.10.253, port: 79cd1807-be97-46e5-9ac3-fc1f93bda78f. Sep 23 15:30:57.362168 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f27d88-9e19-4c60-8ce7-289bf74d9803 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Router 6361775f-503d-4d00-b25d-04e7873749b7 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:30:57.649678 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f27d88-9e19-4c60-8ce7-289bf74d9803 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:30:57.654562 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f7f27d88-9e19-4c60-8ce7-289bf74d9803 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:30:57.659072 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d826029c-1e14-419f-965c-97dfefe97e3b None None] Sync routers for ids ['6361775f-503d-4d00-b25d-04e7873749b7'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:30:57.668490 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d826029c-1e14-419f-965c-97dfefe97e3b None None] Routers {'6361775f-503d-4d00-b25d-04e7873749b7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:30:57.669083 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-d826029c-1e14-419f-965c-97dfefe97e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:30:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['6361775f-503d-4d00-b25d-04e7873749b7'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:57.708838 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f7f27d88-9e19-4c60-8ce7-289bf74d9803 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "PUT /v2.0/floatingips/51cde906-706f-4ebd-9586-b63feaaa1065 HTTP/1.1" status: 200 len: 993 time: 1.6796761 Sep 23 15:30:57.709413 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a57e094-d215-42fc-a8b1-a4a197554574', 'tag': '79cd1807-be97-46e5-9ac3-fc1f93bda78f'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:30:57.711839 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8009c2c01c24846940f3c9c2beb64f503f2d744ca5e92813e431a27377ac34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296f00ac-7eb8-41d5-8925-dc2293f1f02a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a57e094-d215-42fc-a8b1-a4a197554574", "tag": "79cd1807-be97-46e5-9ac3-fc1f93bda78f"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:30:57.805540 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c86353-abe4-40d5-bbae-e393e2590004 x-openstack-request-id: req-66c86353-abe4-40d5-bbae-e393e2590004 {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:30:57.805851 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a57e094-d215-42fc-a8b1-a4a197554574", "tag": "79cd1807-be97-46e5-9ac3-fc1f93bda78f", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:30:57.806105 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-66c86353-abe4-40d5-bbae-e393e2590004 {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:30:57.806538 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66c86353-abe4-40d5-bbae-e393e2590004'] response: {'name': 'network-changed', 'server_uuid': '5a57e094-d215-42fc-a8b1-a4a197554574', 'tag': '79cd1807-be97-46e5-9ac3-fc1f93bda78f', 'status': 'completed', 'code': 200} Sep 23 15:30:57.871387 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-d826029c-1e14-419f-965c-97dfefe97e3b None None] Set router 6361775f-503d-4d00-b25d-04e7873749b7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:30:57.903345 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f00ac-7eb8-41d5-8925-dc2293f1f02a req-834daf81-ac16-477d-b8fc-cb1764c9c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:57.904781 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-296f00ac-7eb8-41d5-8925-dc2293f1f02a req-834daf81-ac16-477d-b8fc-cb1764c9c9f7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 1099 time: 0.0774810 Sep 23 15:30:58.037170 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f00ac-7eb8-41d5-8925-dc2293f1f02a req-186a31ec-68ef-4986-b0ad-a8c5b924215e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:58.038642 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-296f00ac-7eb8-41d5-8925-dc2293f1f02a req-186a31ec-68ef-4986-b0ad-a8c5b924215e service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 913 time: 0.1270614 Sep 23 15:30:58.143623 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-296f00ac-7eb8-41d5-8925-dc2293f1f02a req-ca902c86-0631-4422-93f4-355d98776535 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79cd1807-be97-46e5-9ac3-fc1f93bda78f HTTP/1.1" status: 200 len: 1001 time: 0.0985603 Sep 23 15:30:58.206123 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f00ac-7eb8-41d5-8925-dc2293f1f02a req-f1bdd423-506c-44ae-92b4-cb12dfe723b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:58.207493 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-296f00ac-7eb8-41d5-8925-dc2293f1f02a req-f1bdd423-506c-44ae-92b4-cb12dfe723b2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc8358-df50-4f4f-a62c-9922cf98f704 HTTP/1.1" status: 200 len: 851 time: 0.0574305 Sep 23 15:30:58.210805 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-d826029c-1e14-419f-965c-97dfefe97e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '51cde906-706f-4ebd-9586-b63feaaa1065', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'floating_ip_address': '172.26.10.253', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'port_id': '79cd1807-be97-46e5-9ac3-fc1f93bda78f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'mac_address': 'fa:16:3e:c5:ca:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a57e094-d215-42fc-a8b1-a4a197554574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:30:41Z', 'updated_at': '2022-09-23T15:30:56Z', 'revision_number': 1, 'project_id': '5f13c54291184a8eb512090e21769d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ca0e19-8328-4039-8741-fd312207c94e', 'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'mac_address': 'fa:16:3e:85:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:37Z', 'updated_at': '2022-09-23T15:30:43Z', 'revision_number': 5, 'project_id': '5f13c54291184a8eb512090e21769d32', 'subnets': [{'id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:58.215527 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d826029c-1e14-419f-965c-97dfefe97e3b None None] Checking router: 6361775f-503d-4d00-b25d-04e7873749b7 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:30:58.224363 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d826029c-1e14-419f-965c-97dfefe97e3b None None] Routers {'6361775f-503d-4d00-b25d-04e7873749b7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:30:58.224958 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-d826029c-1e14-419f-965c-97dfefe97e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:30:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['6361775f-503d-4d00-b25d-04e7873749b7'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:58.292017 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f00ac-7eb8-41d5-8925-dc2293f1f02a req-75824d0a-f787-4a43-aea7-8b869b29a559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:58.293478 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-296f00ac-7eb8-41d5-8925-dc2293f1f02a req-75824d0a-f787-4a43-aea7-8b869b29a559 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799012 Sep 23 15:30:58.401261 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-d826029c-1e14-419f-965c-97dfefe97e3b None None] Set router 6361775f-503d-4d00-b25d-04e7873749b7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:30:58.424852 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-296f00ac-7eb8-41d5-8925-dc2293f1f02a req-236feb5c-12f9-4f9b-a439-b05b8708a91c service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250625 Sep 23 15:30:58.557206 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-296f00ac-7eb8-41d5-8925-dc2293f1f02a req-f5c72453-c31f-4e66-a114-745daf04991b service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263981 Sep 23 15:30:58.747660 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-d826029c-1e14-419f-965c-97dfefe97e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '51cde906-706f-4ebd-9586-b63feaaa1065', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'floating_ip_address': '172.26.10.253', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'port_id': '79cd1807-be97-46e5-9ac3-fc1f93bda78f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'mac_address': 'fa:16:3e:c5:ca:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a57e094-d215-42fc-a8b1-a4a197554574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:30:41Z', 'updated_at': '2022-09-23T15:30:56Z', 'revision_number': 1, 'project_id': '5f13c54291184a8eb512090e21769d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ca0e19-8328-4039-8741-fd312207c94e', 'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'mac_address': 'fa:16:3e:85:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:37Z', 'updated_at': '2022-09-23T15:30:43Z', 'revision_number': 5, 'project_id': '5f13c54291184a8eb512090e21769d32', 'subnets': [{'id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:58.751677 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d826029c-1e14-419f-965c-97dfefe97e3b None None] The sync data for ids ['6361775f-503d-4d00-b25d-04e7873749b7'] in dv-neutron-859093-1-hyperv is: [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '51cde906-706f-4ebd-9586-b63feaaa1065', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'floating_ip_address': '172.26.10.253', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'port_id': '79cd1807-be97-46e5-9ac3-fc1f93bda78f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'mac_address': 'fa:16:3e:c5:ca:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a57e094-d215-42fc-a8b1-a4a197554574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:30:41Z', 'updated_at': '2022-09-23T15:30:56Z', 'revision_number': 1, 'project_id': '5f13c54291184a8eb512090e21769d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ca0e19-8328-4039-8741-fd312207c94e', 'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'mac_address': 'fa:16:3e:85:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:37Z', 'updated_at': '2022-09-23T15:30:43Z', 'revision_number': 5, 'project_id': '5f13c54291184a8eb512090e21769d32', 'subnets': [{'id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:30:58.949481 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099a4f0-dee0-4ce7-8a6e-24090f035c28 None None] New status for floating IP 51cde906-706f-4ebd-9586-b63feaaa1065: ACTIVE {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:31:02.115230 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ae181a75-2ebb-4210-ba2d-652ed7e9f6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:31:02.788826 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:31:05.033911 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8ccf6133-b68f-4ba3-bc45-6d980360f586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:31:05.524093 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:31:05.582842 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:31:07.029491 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:31:11.063258 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:31:32.048650 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfb8fc-15b8-4573-86e2-6b7f1bd760bb req-e8f77bd9-c008-4c0d-8cbd-6ee488c47b65 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:32.054971 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7bdfb8fc-15b8-4573-86e2-6b7f1bd760bb req-e8f77bd9-c008-4c0d-8cbd-6ee488c47b65 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 946 time: 0.0878479 Sep 23 15:31:32.104688 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b4e7e79c-7836-4e50-8f10-a69b36c2b74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:31:32.108063 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7bdfb8fc-15b8-4573-86e2-6b7f1bd760bb req-25606d06-3a08-4a8d-9162-0e670d733389 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521536 Sep 23 15:31:32.313878 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9f4a9-80ff-41b8-8f37-afa19b382397 req-93a740b3-3301-4efa-a154-705ce042a800 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:32.315565 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0cc9f4a9-80ff-41b8-8f37-afa19b382397 req-93a740b3-3301-4efa-a154-705ce042a800 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 946 time: 0.0923512 Sep 23 15:31:32.367847 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0cc9f4a9-80ff-41b8-8f37-afa19b382397 req-073ee092-fd5d-473a-bb1a-7802dfa98457 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438871 Sep 23 15:31:32.566592 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867d47e-a87f-4f2d-b96f-55d2e71c7f6d req-4c38b6fd-6bfd-4018-b193-508823668728 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:32.568066 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-4867d47e-a87f-4f2d-b96f-55d2e71c7f6d req-4c38b6fd-6bfd-4018-b193-508823668728 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 946 time: 0.0898073 Sep 23 15:31:32.611361 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-4867d47e-a87f-4f2d-b96f-55d2e71c7f6d req-38ed4d46-662b-45e7-a703-4e3499a14b53 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377092 Sep 23 15:31:32.808215 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:31:33.226024 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-9f699d1a-31ac-481e-aac1-11f25a0ad139 req-66ed39cd-6875-4433-80cb-1b59abb79f1a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1056166 Sep 23 15:31:33.327913 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca80d79-9859-4061-ac59-98c16c5be71b req-5f975dba-6f44-4ba5-bac4-0be09555f9fe tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:33.329371 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-aca80d79-9859-4061-ac59-98c16c5be71b req-5f975dba-6f44-4ba5-bac4-0be09555f9fe tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 946 time: 0.0945868 Sep 23 15:31:33.384854 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-aca80d79-9859-4061-ac59-98c16c5be71b req-3ddff7f5-d25d-49b8-aa41-168cedf241de tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486400 Sep 23 15:31:34.585285 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dce93e-7b39-4cd6-91a3-e33226c07127 req-4ba886e2-c599-45ab-b9d4-634842f8cb9b tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:34.586750 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-99dce93e-7b39-4cd6-91a3-e33226c07127 req-4ba886e2-c599-45ab-b9d4-634842f8cb9b tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 946 time: 0.0889232 Sep 23 15:31:34.631934 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-99dce93e-7b39-4cd6-91a3-e33226c07127 req-b6ecf940-fe7e-4649-8b06-f1425e415c64 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395374 Sep 23 15:31:35.046416 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d7ac2f57-9cd4-42b5-99d0-aec9944b7181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:31:35.390931 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f699d1a-31ac-481e-aac1-11f25a0ad139 req-b92ec3d9-b528-48a5-b020-d90e6ded9a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:35.392478 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9f699d1a-31ac-481e-aac1-11f25a0ad139 req-b92ec3d9-b528-48a5-b020-d90e6ded9a0b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 1099 time: 0.0831063 Sep 23 15:31:35.510715 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:31:35.527208 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f699d1a-31ac-481e-aac1-11f25a0ad139 req-14f8134c-bfcf-452e-bf97-a91a9619706d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:35.528669 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9f699d1a-31ac-481e-aac1-11f25a0ad139 req-14f8134c-bfcf-452e-bf97-a91a9619706d service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 913 time: 0.1294036 Sep 23 15:31:35.601973 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:31:35.733716 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9f699d1a-31ac-481e-aac1-11f25a0ad139 req-f7bf2752-2636-4540-bab5-fda2c624582a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79cd1807-be97-46e5-9ac3-fc1f93bda78f HTTP/1.1" status: 200 len: 1003 time: 0.1958408 Sep 23 15:31:35.797746 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f699d1a-31ac-481e-aac1-11f25a0ad139 req-00e1c767-dcca-411d-88ba-2ece4885a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:35.799328 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9f699d1a-31ac-481e-aac1-11f25a0ad139 req-00e1c767-dcca-411d-88ba-2ece4885a9ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc8358-df50-4f4f-a62c-9922cf98f704 HTTP/1.1" status: 200 len: 851 time: 0.0598171 Sep 23 15:31:35.839124 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8d9b5-a2ad-434c-9f78-c298a40c4a63 req-5cb46abf-3606-4f87-b1a8-054ff4ab4d0f tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:35.840588 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-78f8d9b5-a2ad-434c-9f78-c298a40c4a63 req-5cb46abf-3606-4f87-b1a8-054ff4ab4d0f tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 946 time: 0.0947840 Sep 23 15:31:35.882564 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f699d1a-31ac-481e-aac1-11f25a0ad139 req-4341e1c6-1b4f-47b2-afb3-8f5d1abbc635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:35.884034 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9f699d1a-31ac-481e-aac1-11f25a0ad139 req-4341e1c6-1b4f-47b2-afb3-8f5d1abbc635 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790086 Sep 23 15:31:35.885625 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-78f8d9b5-a2ad-434c-9f78-c298a40c4a63 req-feabcdad-a527-41fe-a22d-284210567dad tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389915 Sep 23 15:31:36.015101 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9f699d1a-31ac-481e-aac1-11f25a0ad139 req-571558b9-3444-4b6b-b965-478e4d5e8b70 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244023 Sep 23 15:31:36.144089 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9f699d1a-31ac-481e-aac1-11f25a0ad139 req-9dda6d22-98df-46b5-b2aa-9bae63bcac64 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218741 Sep 23 15:31:37.007949 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:31:37.086280 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba788999-7998-4cdb-a1d2-f525bda48b0b req-59498827-d2cc-49d8-9c3a-ae1ad51b17ef tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:37.087679 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ba788999-7998-4cdb-a1d2-f525bda48b0b req-59498827-d2cc-49d8-9c3a-ae1ad51b17ef tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 946 time: 0.0902655 Sep 23 15:31:37.131466 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ba788999-7998-4cdb-a1d2-f525bda48b0b req-cbf952b4-0b11-4358-b34a-8e71b61e81f6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381451 Sep 23 15:31:38.329800 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30da751-4fd6-4c35-8e1e-e09b1254d962 req-38cb521b-cff6-443e-8b26-301e5684f79f tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:38.331322 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c30da751-4fd6-4c35-8e1e-e09b1254d962 req-38cb521b-cff6-443e-8b26-301e5684f79f tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 946 time: 0.0877957 Sep 23 15:31:38.377986 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c30da751-4fd6-4c35-8e1e-e09b1254d962 req-5c9ab5aa-4f7e-43b4-a0cc-8ecc554bacd3 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409939 Sep 23 15:31:39.731987 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be9c39-bb09-4041-a823-c2cdef9dddf0 req-a5a5e6d2-54a7-4b6d-8da3-48b7607ce001 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:39.733429 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-58be9c39-bb09-4041-a823-c2cdef9dddf0 req-a5a5e6d2-54a7-4b6d-8da3-48b7607ce001 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 946 time: 0.0945694 Sep 23 15:31:39.778486 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-58be9c39-bb09-4041-a823-c2cdef9dddf0 req-9e7ca6a2-ec4d-4ce5-9088-9cc4c82f1b36 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385425 Sep 23 15:31:40.972069 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d194a17-0b78-490e-84f1-40788c7373d8 req-c5f3a919-50fc-4529-9927-64b2c73c453c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:40.973533 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-0d194a17-0b78-490e-84f1-40788c7373d8 req-c5f3a919-50fc-4529-9927-64b2c73c453c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 946 time: 0.0867419 Sep 23 15:31:41.017227 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-0d194a17-0b78-490e-84f1-40788c7373d8 req-5fdfa976-ab38-45c9-9a10-45665c032b5b tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374420 Sep 23 15:31:42.210617 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb61a80-2831-426b-bf74-e4b6b6372750 req-5f48ee3d-ba05-4ad2-b769-cfd6aa0b6901 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:42.211973 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5cb61a80-2831-426b-bf74-e4b6b6372750 req-5f48ee3d-ba05-4ad2-b769-cfd6aa0b6901 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 946 time: 0.0862656 Sep 23 15:31:42.258475 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5cb61a80-2831-426b-bf74-e4b6b6372750 req-73cd218b-8b35-4cd7-8aa9-f18eca398098 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408318 Sep 23 15:31:43.460744 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb9ba9-71c4-4c8d-bae8-18b9711fd9fc req-2aaab129-2653-4786-8158-02e0247ddd1a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:43.462198 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-23bb9ba9-71c4-4c8d-bae8-18b9711fd9fc req-2aaab129-2653-4786-8158-02e0247ddd1a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 946 time: 0.0919228 Sep 23 15:31:43.506879 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-23bb9ba9-71c4-4c8d-bae8-18b9711fd9fc req-b5e1289d-4c81-442a-9a8c-f4b293594598 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387709 Sep 23 15:31:44.703910 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45c66d-8d1e-4dab-bc0f-5eac8cf5524e req-a455f017-779c-4b73-be70-7da26862ab18 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:44.705359 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-cb45c66d-8d1e-4dab-bc0f-5eac8cf5524e req-a455f017-779c-4b73-be70-7da26862ab18 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 946 time: 0.0874829 Sep 23 15:31:44.752223 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-cb45c66d-8d1e-4dab-bc0f-5eac8cf5524e req-c4429133-17b2-435b-8f18-820e8db2e876 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394604 Sep 23 15:31:45.961746 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a3c1e-945f-4e82-8fa3-9f63f07fc71a req-03437bb7-2732-4841-a214-5a01bb62ca86 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:45.963233 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-733a3c1e-945f-4e82-8fa3-9f63f07fc71a req-03437bb7-2732-4841-a214-5a01bb62ca86 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 946 time: 0.0888100 Sep 23 15:31:46.010480 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-733a3c1e-945f-4e82-8fa3-9f63f07fc71a req-b6b1d662-1d16-4f07-9821-62a3eb53cf5c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415919 Sep 23 15:31:47.207764 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f006e-335a-488f-8838-7a9a2f1c2c1b req-8586c869-96aa-4db3-8f30-b74a24ac206f tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:47.209146 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e63f006e-335a-488f-8838-7a9a2f1c2c1b req-8586c869-96aa-4db3-8f30-b74a24ac206f tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 946 time: 0.0896637 Sep 23 15:31:47.252050 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e63f006e-335a-488f-8838-7a9a2f1c2c1b req-adf8e535-3da1-40be-85d7-ef75f1519ff0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372713 Sep 23 15:31:48.061621 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:31:48.086151 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9f699d1a-31ac-481e-aac1-11f25a0ad139 req-ac388b9d-3d68-4013-9b82-2095b7e04543 service neutron] 10.222.0.72 "GET /v2.0/ports/79cd1807-be97-46e5-9ac3-fc1f93bda78f/bindings/hv-neutron-8590 HTTP/1.1" status: 200 len: 384 time: 0.0752785 Sep 23 15:31:48.448907 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90310cbc-5a69-4b93-8258-8032e26e2af9 req-59f55927-3384-4a56-adf8-ce58eb44916a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:48.450294 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-90310cbc-5a69-4b93-8258-8032e26e2af9 req-59f55927-3384-4a56-adf8-ce58eb44916a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 946 time: 0.0878572 Sep 23 15:31:48.495281 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-90310cbc-5a69-4b93-8258-8032e26e2af9 req-ccabd478-75f2-4fce-b4cc-0d9fbeb426b9 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392568 Sep 23 15:31:48.717666 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f699d1a-31ac-481e-aac1-11f25a0ad139 req-6427c2c8-4d54-4e16-8c10-03cf67aca7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:48.719088 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9f699d1a-31ac-481e-aac1-11f25a0ad139 req-6427c2c8-4d54-4e16-8c10-03cf67aca7d5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574&tenant_id=5f13c54291184a8eb512090e21769d32 HTTP/1.1" status: 200 len: 1099 time: 0.0833049 Sep 23 15:31:48.817372 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f699d1a-31ac-481e-aac1-11f25a0ad139 req-c5285187-3359-4257-a90b-34a62acb4cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:48.819507 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9f699d1a-31ac-481e-aac1-11f25a0ad139 req-c5285187-3359-4257-a90b-34a62acb4cb5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 1099 time: 0.0799263 Sep 23 15:31:48.951918 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f699d1a-31ac-481e-aac1-11f25a0ad139 req-6a3cbf13-6cf6-4ae0-999b-1cba2dccbdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:48.953349 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9f699d1a-31ac-481e-aac1-11f25a0ad139 req-6a3cbf13-6cf6-4ae0-999b-1cba2dccbdb4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 913 time: 0.1282563 Sep 23 15:31:49.059835 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9f699d1a-31ac-481e-aac1-11f25a0ad139 req-eb7ec95c-c5bb-41cc-be8a-24efd0ab7318 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79cd1807-be97-46e5-9ac3-fc1f93bda78f HTTP/1.1" status: 200 len: 1003 time: 0.1000724 Sep 23 15:31:49.121816 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f699d1a-31ac-481e-aac1-11f25a0ad139 req-2cb6c495-84fb-43bc-b563-13af953c3827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:49.123265 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9f699d1a-31ac-481e-aac1-11f25a0ad139 req-2cb6c495-84fb-43bc-b563-13af953c3827 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc8358-df50-4f4f-a62c-9922cf98f704 HTTP/1.1" status: 200 len: 851 time: 0.0569904 Sep 23 15:31:49.208520 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f699d1a-31ac-481e-aac1-11f25a0ad139 req-94aa84f0-55fe-4fc6-8cf4-fcde3912b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:49.209999 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9f699d1a-31ac-481e-aac1-11f25a0ad139 req-94aa84f0-55fe-4fc6-8cf4-fcde3912b53b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803237 Sep 23 15:31:49.339736 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9f699d1a-31ac-481e-aac1-11f25a0ad139 req-4c6aef2b-a067-4ade-a316-33ab0b34f01d service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233363 Sep 23 15:31:49.564382 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9f699d1a-31ac-481e-aac1-11f25a0ad139 req-1424460e-80f6-46c1-8d44-a87d8c22492f service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173798 Sep 23 15:31:49.693629 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354007c8-7550-4dfe-8abc-7efca717f20d req-1c783d23-8e9d-4f4b-867a-e7bd827496ca tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:49.695048 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-354007c8-7550-4dfe-8abc-7efca717f20d req-1c783d23-8e9d-4f4b-867a-e7bd827496ca tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 946 time: 0.0875442 Sep 23 15:31:49.739289 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-354007c8-7550-4dfe-8abc-7efca717f20d req-413b385a-94f8-4043-a736-610a33f3e9b0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385034 Sep 23 15:31:50.938663 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268776a2-a939-4bb5-9f4d-7090290778ba req-ac420f19-efa8-42a5-a0f4-6c29fc6eb043 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:50.940221 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-268776a2-a939-4bb5-9f4d-7090290778ba req-ac420f19-efa8-42a5-a0f4-6c29fc6eb043 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 946 time: 0.0911951 Sep 23 15:31:50.983997 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-268776a2-a939-4bb5-9f4d-7090290778ba req-7a1b14e5-4396-4fd3-b749-80762ed54fff tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373528 Sep 23 15:31:51.647816 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 79cd1807-be97-46e5-9ac3-fc1f93bda78f details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:31:51.650590 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 79cd1807-be97-46e5-9ac3-fc1f93bda78f no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:31:51.889690 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 79cd1807-be97-46e5-9ac3-fc1f93bda78f is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:31:51.890071 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:31:51.922142 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 79cd1807-be97-46e5-9ac3-fc1f93bda78f, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=79cd1807-be97-46e5-9ac3-fc1f93bda78f,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:31:51.943603 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a57e094-d215-42fc-a8b1-a4a197554574', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79cd1807-be97-46e5-9ac3-fc1f93bda78f'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:31:51.945882 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76201020-80af-4c4d-915b-5cfbd6853517" -d '{"events": [{"server_uuid": "5a57e094-d215-42fc-a8b1-a4a197554574", "name": "network-vif-unplugged", "status": "completed", "tag": "79cd1807-be97-46e5-9ac3-fc1f93bda78f"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:31:51.948382 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '79cd1807-be97-46e5-9ac3-fc1f93bda78f', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'port_id': '79cd1807-be97-46e5-9ac3-fc1f93bda78f', 'mac_address': 'fa:16:3e:c5:ca:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:31:51.980193 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 79cd1807-be97-46e5-9ac3-fc1f93bda78f, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=79cd1807-be97-46e5-9ac3-fc1f93bda78f,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:31:52.002201 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Sep 2022 15:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa338fb-7008-4533-b8d8-d10298867928 x-openstack-request-id: req-baa338fb-7008-4533-b8d8-d10298867928 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:31:52.002518 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a57e094-d215-42fc-a8b1-a4a197554574", "name": "network-vif-unplugged", "status": "completed", "tag": "79cd1807-be97-46e5-9ac3-fc1f93bda78f", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:31:52.002772 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-baa338fb-7008-4533-b8d8-d10298867928 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:31:52.003160 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baa338fb-7008-4533-b8d8-d10298867928'] response: {'server_uuid': '5a57e094-d215-42fc-a8b1-a4a197554574', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79cd1807-be97-46e5-9ac3-fc1f93bda78f', 'code': 200} Sep 23 15:31:52.013277 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 79cd1807-be97-46e5-9ac3-fc1f93bda78f is: ACTIVE; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:31:52.013655 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:31:52.031274 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79cd1807-be97-46e5-9ac3-fc1f93bda78f {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:31:52.037006 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:31:52.148868 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:31:52.149137 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:31:52.152482 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=79cd1807-be97-46e5-9ac3-fc1f93bda78f,revision_number=6']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:52.159657 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:52.160000 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:52.160334 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:52.160664 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:52.160988 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:52.161318 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:52.161672 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:52.161994 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:52.162332 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:52.162661 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:52.162979 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:52.163295 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:52.185252 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383b73c-2ad1-4a5b-997c-ddc04eb72c37 req-83b37e62-e0f5-4a46-9e88-3b3abd72822c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:52.187041 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e383b73c-2ad1-4a5b-997c-ddc04eb72c37 req-83b37e62-e0f5-4a46-9e88-3b3abd72822c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 944 time: 0.0887203 Sep 23 15:31:52.234207 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e383b73c-2ad1-4a5b-997c-ddc04eb72c37 req-d3b1b995-e287-41f4-836d-f355f548dc32 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416646 Sep 23 15:31:52.685818 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64125a52-3dbf-4c7e-a59e-c5c643e4f125 req-6e1d010b-e2f4-4d49-9689-dcdb64c8fb26 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:52.688879 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-64125a52-3dbf-4c7e-a59e-c5c643e4f125 req-6e1d010b-e2f4-4d49-9689-dcdb64c8fb26 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 944 time: 0.0912993 Sep 23 15:31:52.708940 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 79cd1807-be97-46e5-9ac3-fc1f93bda78f is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:31:52.709509 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:31:52.727866 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79cd1807-be97-46e5-9ac3-fc1f93bda78f {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:31:52.736616 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-64125a52-3dbf-4c7e-a59e-c5c643e4f125 req-7cbb0c7d-9f65-4762-b5d5-3c779026c00d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435984 Sep 23 15:31:52.758944 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 79cd1807-be97-46e5-9ac3-fc1f93bda78f, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=79cd1807-be97-46e5-9ac3-fc1f93bda78f,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:31:52.826006 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:31:52.835454 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7391020-9b31-4829-ab7b-c142ba2c1f0a req-64b5d086-f8f1-4439-b56a-8f984b626f2e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:52.836938 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a7391020-9b31-4829-ab7b-c142ba2c1f0a req-64b5d086-f8f1-4439-b56a-8f984b626f2e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574&tenant_id=5f13c54291184a8eb512090e21769d32&binding%3Ahost_id=hv-neutron-8590 HTTP/1.1" status: 200 len: 944 time: 0.1717303 Sep 23 15:31:52.840590 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-77183e83-88ed-44bc-aa7f-c5b84eeafde8 req-ca9c6c63-64fb-494e-abd9-d2ca4c9a79bd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1268322 Sep 23 15:31:52.889791 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['79cd1807-be97-46e5-9ac3-fc1f93bda78f'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:31:52.940937 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=79cd1807-be97-46e5-9ac3-fc1f93bda78f,revision_number=7']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:52.981562 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7391020-9b31-4829-ab7b-c142ba2c1f0a req-2d6d0c09-97d3-4541-beba-5b4178acc404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:52.983085 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a7391020-9b31-4829-ab7b-c142ba2c1f0a req-2d6d0c09-97d3-4541-beba-5b4178acc404 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 1098 time: 0.0792305 Sep 23 15:31:53.113233 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7391020-9b31-4829-ab7b-c142ba2c1f0a req-a4774d50-340a-428c-82b9-b0a11a50ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:53.115117 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a7391020-9b31-4829-ab7b-c142ba2c1f0a req-a4774d50-340a-428c-82b9-b0a11a50ad5a service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 913 time: 0.1256285 Sep 23 15:31:53.220663 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a7391020-9b31-4829-ab7b-c142ba2c1f0a req-898bfc4e-0c9c-4264-8839-460fbd34f17a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79cd1807-be97-46e5-9ac3-fc1f93bda78f HTTP/1.1" status: 200 len: 1002 time: 0.0994389 Sep 23 15:31:53.283310 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7391020-9b31-4829-ab7b-c142ba2c1f0a req-4072abdb-61f9-4cac-ad7d-3bbfce1f0d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:53.284782 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a7391020-9b31-4829-ab7b-c142ba2c1f0a req-4072abdb-61f9-4cac-ad7d-3bbfce1f0d82 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc8358-df50-4f4f-a62c-9922cf98f704 HTTP/1.1" status: 200 len: 851 time: 0.0577383 Sep 23 15:31:53.369262 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7391020-9b31-4829-ab7b-c142ba2c1f0a req-0abb079e-bcaf-4a0c-bb90-7296f0cc73b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:53.370670 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a7391020-9b31-4829-ab7b-c142ba2c1f0a req-0abb079e-bcaf-4a0c-bb90-7296f0cc73b2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799973 Sep 23 15:31:53.501279 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a7391020-9b31-4829-ab7b-c142ba2c1f0a req-4ad32d07-3c2a-4a5a-95cf-89a73cf060e9 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238949 Sep 23 15:31:53.631359 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a7391020-9b31-4829-ab7b-c142ba2c1f0a req-c283e4ed-08ab-489a-8950-4f30264af7ea service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240225 Sep 23 15:31:53.644413 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 79cd1807-be97-46e5-9ac3-fc1f93bda78f up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:31:53.711283 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 79cd1807-be97-46e5-9ac3-fc1f93bda78f triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:31:53.711946 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:31:53.712058 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 79cd1807-be97-46e5-9ac3-fc1f93bda78f Sep 23 15:31:53.842326 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 79cd1807-be97-46e5-9ac3-fc1f93bda78f is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:31:53.842723 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:31:53.877746 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 79cd1807-be97-46e5-9ac3-fc1f93bda78f, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=79cd1807-be97-46e5-9ac3-fc1f93bda78f,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:31:53.968413 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:31:54.005359 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a57e094-d215-42fc-a8b1-a4a197554574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cd1807-be97-46e5-9ac3-fc1f93bda78f'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:31:54.007740 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcbae53-9580-4d1f-bb61-97c97e2fff67" -d '{"events": [{"server_uuid": "5a57e094-d215-42fc-a8b1-a4a197554574", "name": "network-vif-plugged", "status": "completed", "tag": "79cd1807-be97-46e5-9ac3-fc1f93bda78f"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:31:54.011186 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ee2ff-6732-4b59-a74d-fd0df5e57846 req-b07bfd2e-a8e8-485d-8188-5497dc4fa8d3 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:54.012712 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-785ee2ff-6732-4b59-a74d-fd0df5e57846 req-b07bfd2e-a8e8-485d-8188-5497dc4fa8d3 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 945 time: 0.1131577 Sep 23 15:31:54.015648 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77183e83-88ed-44bc-aa7f-c5b84eeafde8 req-d5a3564e-9949-4e65-8fb1-56b99affd42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:54.017008 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-77183e83-88ed-44bc-aa7f-c5b84eeafde8 req-d5a3564e-9949-4e65-8fb1-56b99affd42d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 1098 time: 0.1621478 Sep 23 15:31:54.047234 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=79cd1807-be97-46e5-9ac3-fc1f93bda78f,revision_number=8']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:54.070395 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451515c7-bbb5-4e79-8fc5-20071b102526 x-openstack-request-id: req-451515c7-bbb5-4e79-8fc5-20071b102526 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:31:54.070717 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a57e094-d215-42fc-a8b1-a4a197554574", "name": "network-vif-plugged", "status": "completed", "tag": "79cd1807-be97-46e5-9ac3-fc1f93bda78f", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:31:54.070974 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-451515c7-bbb5-4e79-8fc5-20071b102526 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:31:54.071377 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-451515c7-bbb5-4e79-8fc5-20071b102526'] response: {'server_uuid': '5a57e094-d215-42fc-a8b1-a4a197554574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cd1807-be97-46e5-9ac3-fc1f93bda78f', 'code': 200} Sep 23 15:31:54.138747 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-785ee2ff-6732-4b59-a74d-fd0df5e57846 req-103e8107-8c41-4d6d-9c36-0aba00530403 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203103 Sep 23 15:31:54.185473 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77183e83-88ed-44bc-aa7f-c5b84eeafde8 req-79f7bf41-44aa-44de-8d7d-5ee1ad1e79a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:54.186921 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-77183e83-88ed-44bc-aa7f-c5b84eeafde8 req-79f7bf41-44aa-44de-8d7d-5ee1ad1e79a3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 913 time: 0.1449742 Sep 23 15:31:54.295712 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-77183e83-88ed-44bc-aa7f-c5b84eeafde8 req-4b919272-55e1-4e79-8656-df557b4e5cb3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79cd1807-be97-46e5-9ac3-fc1f93bda78f HTTP/1.1" status: 200 len: 1003 time: 0.0991681 Sep 23 15:31:54.357722 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77183e83-88ed-44bc-aa7f-c5b84eeafde8 req-a94e074d-f87b-42e9-a36b-949fcbdc4969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:54.359187 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-77183e83-88ed-44bc-aa7f-c5b84eeafde8 req-a94e074d-f87b-42e9-a36b-949fcbdc4969 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc8358-df50-4f4f-a62c-9922cf98f704 HTTP/1.1" status: 200 len: 851 time: 0.0575900 Sep 23 15:31:54.559122 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77183e83-88ed-44bc-aa7f-c5b84eeafde8 req-074a4a05-4ae2-4983-a180-567ec6fb5235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:54.560499 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-77183e83-88ed-44bc-aa7f-c5b84eeafde8 req-074a4a05-4ae2-4983-a180-567ec6fb5235 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1956122 Sep 23 15:31:54.695091 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-77183e83-88ed-44bc-aa7f-c5b84eeafde8 req-1062be62-84a1-4a73-b430-1207d7565687 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278927 Sep 23 15:31:54.836703 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-77183e83-88ed-44bc-aa7f-c5b84eeafde8 req-60ab3837-e228-4009-ab21-0746a30bbc8b service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350055 Sep 23 15:31:55.342412 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c791e-0fee-45f3-8a18-9365e6a27fe3 req-8002f233-4e62-4b81-8831-3a284ad809f7 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:55.343872 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a49c791e-0fee-45f3-8a18-9365e6a27fe3 req-8002f233-4e62-4b81-8831-3a284ad809f7 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 946 time: 0.0923986 Sep 23 15:31:55.387753 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a49c791e-0fee-45f3-8a18-9365e6a27fe3 req-14630c63-0796-489f-a61a-3311006bfc0f tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382173 Sep 23 15:31:55.580671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55b3b3-aaed-4933-b4fe-028e53116895 req-d2b1ecd3-db4c-4635-883d-67850ac8e14d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:55.582119 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2e55b3b3-aaed-4933-b4fe-028e53116895 req-d2b1ecd3-db4c-4635-883d-67850ac8e14d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 946 time: 0.0861599 Sep 23 15:31:55.624440 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2e55b3b3-aaed-4933-b4fe-028e53116895 req-289b7bf2-8c02-4758-b850-7e40f1aedfc5 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367441 Sep 23 15:31:55.820003 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a312e58-1d28-400e-97b1-2f1e429f1fe3 req-3ff6b733-51dd-4b13-9037-8731f13dc57c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:55.821450 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7a312e58-1d28-400e-97b1-2f1e429f1fe3 req-3ff6b733-51dd-4b13-9037-8731f13dc57c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 946 time: 0.0876405 Sep 23 15:31:55.868608 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7a312e58-1d28-400e-97b1-2f1e429f1fe3 req-0ce07b7e-dedd-4e7f-bb64-471497b4cde1 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413277 Sep 23 15:31:56.434178 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be904c4b-9e39-4fa4-a25d-0fad35e21831 req-2084d221-d9ba-406a-9785-4dade027377e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:56.435646 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-be904c4b-9e39-4fa4-a25d-0fad35e21831 req-2084d221-d9ba-406a-9785-4dade027377e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 946 time: 0.0868018 Sep 23 15:31:56.479305 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-be904c4b-9e39-4fa4-a25d-0fad35e21831 req-e6d15785-61dd-488b-b72e-e8225e1259cd tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380180 Sep 23 15:31:57.678309 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33c1ef-777b-49e7-8a40-5d6824fbe9e5 req-e8e7d1b9-1188-458d-a55a-024b18faea25 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:57.679772 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-af33c1ef-777b-49e7-8a40-5d6824fbe9e5 req-e8e7d1b9-1188-458d-a55a-024b18faea25 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 946 time: 0.0894890 Sep 23 15:31:57.723540 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-af33c1ef-777b-49e7-8a40-5d6824fbe9e5 req-6d02d13f-eb74-496e-bf97-37c1d7a82017 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378873 Sep 23 15:31:58.084939 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b82598-707e-44c0-8063-242a1fa68b15 req-89367e09-e146-49b0-89f1-a5a626eb87fa tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:58.086273 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-82b82598-707e-44c0-8063-242a1fa68b15 req-89367e09-e146-49b0-89f1-a5a626eb87fa tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.72 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 946 time: 0.0862615 Sep 23 15:31:58.158119 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-82b82598-707e-44c0-8063-242a1fa68b15 req-4fc43827-964b-4235-af3b-debc4710571c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Deleting port 79cd1807-be97-46e5-9ac3-fc1f93bda78f {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:31:58.158491 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-82b82598-707e-44c0-8063-242a1fa68b15 req-4fc43827-964b-4235-af3b-debc4710571c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:31:58.399639 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-82b82598-707e-44c0-8063-242a1fa68b15 req-4fc43827-964b-4235-af3b-debc4710571c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] For port 79cd1807-be97-46e5-9ac3-fc1f93bda78f, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=79cd1807-be97-46e5-9ac3-fc1f93bda78f,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:31:58.399873 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-82b82598-707e-44c0-8063-242a1fa68b15 req-4fc43827-964b-4235-af3b-debc4710571c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:31:58.681299 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-82b82598-707e-44c0-8063-242a1fa68b15 req-4fc43827-964b-4235-af3b-debc4710571c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:31:58.681973 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-82b82598-707e-44c0-8063-242a1fa68b15 req-4fc43827-964b-4235-af3b-debc4710571c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:31:58.681973 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [req-82b82598-707e-44c0-8063-242a1fa68b15 req-4fc43827-964b-4235-af3b-debc4710571c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Floating IP 51cde906-706f-4ebd-9586-b63feaaa1065 disassociated. External IP: 172.26.10.253, port: 79cd1807-be97-46e5-9ac3-fc1f93bda78f. Sep 23 15:31:58.682192 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-82b82598-707e-44c0-8063-242a1fa68b15 req-4fc43827-964b-4235-af3b-debc4710571c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Calling delete_port for 79cd1807-be97-46e5-9ac3-fc1f93bda78f owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:31:58.894134 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-82b82598-707e-44c0-8063-242a1fa68b15 req-4fc43827-964b-4235-af3b-debc4710571c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:31:58.928485 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b5dcf-f16d-466d-9e79-5d03349b9fd5 req-81c1453e-0700-41d8-b4f2-c789d6a96675 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:58.929960 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2a7b5dcf-f16d-466d-9e79-5d03349b9fd5 req-81c1453e-0700-41d8-b4f2-c789d6a96675 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 946 time: 0.0930266 Sep 23 15:31:58.949231 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc43827-964b-4235-af3b-debc4710571c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Pushing event deleted for resources: {'Port': ['ID=79cd1807-be97-46e5-9ac3-fc1f93bda78f,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:58.957298 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc43827-964b-4235-af3b-debc4710571c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:58.957580 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc43827-964b-4235-af3b-debc4710571c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:58.958016 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc43827-964b-4235-af3b-debc4710571c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:58.958395 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc43827-964b-4235-af3b-debc4710571c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:58.958727 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc43827-964b-4235-af3b-debc4710571c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:58.959051 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc43827-964b-4235-af3b-debc4710571c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:58.959374 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc43827-964b-4235-af3b-debc4710571c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:58.959695 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc43827-964b-4235-af3b-debc4710571c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:58.960011 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc43827-964b-4235-af3b-debc4710571c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:58.960330 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc43827-964b-4235-af3b-debc4710571c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:58.960648 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc43827-964b-4235-af3b-debc4710571c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:58.960960 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc43827-964b-4235-af3b-debc4710571c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:58.976862 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2a7b5dcf-f16d-466d-9e79-5d03349b9fd5 req-8447b21d-a238-47d3-8ff5-6a068b2404ce tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408230 Sep 23 15:31:59.242457 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82b82598-707e-44c0-8063-242a1fa68b15 req-4fc43827-964b-4235-af3b-debc4710571c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Router 6361775f-503d-4d00-b25d-04e7873749b7 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:31:59.419861 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82b82598-707e-44c0-8063-242a1fa68b15 req-4fc43827-964b-4235-af3b-debc4710571c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:31:59.429219 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff6459f-e7fb-4446-abf5-b2c503d9350c None None] Sync routers for ids ['6361775f-503d-4d00-b25d-04e7873749b7'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:31:59.439018 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff6459f-e7fb-4446-abf5-b2c503d9350c None None] Routers {'6361775f-503d-4d00-b25d-04e7873749b7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:31:59.439627 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-bff6459f-e7fb-4446-abf5-b2c503d9350c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:31:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['6361775f-503d-4d00-b25d-04e7873749b7'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:31:59.502864 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b82598-707e-44c0-8063-242a1fa68b15 req-4fc43827-964b-4235-af3b-debc4710571c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] No DVR routers for this DVR port 79cd1807-be97-46e5-9ac3-fc1f93bda78f on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:31:59.505826 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-82b82598-707e-44c0-8063-242a1fa68b15 req-4fc43827-964b-4235-af3b-debc4710571c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:31:59.508560 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a57e094-d215-42fc-a8b1-a4a197554574', 'name': 'network-vif-deleted', 'tag': '79cd1807-be97-46e5-9ac3-fc1f93bda78f'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:31:59.510950 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729123d3-72ab-4805-bad1-cbfb9051edec" -d '{"events": [{"server_uuid": "5a57e094-d215-42fc-a8b1-a4a197554574", "name": "network-vif-deleted", "tag": "79cd1807-be97-46e5-9ac3-fc1f93bda78f"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:31:59.561413 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1310c6c-f1d2-4abc-b51f-77dccf87f83b x-openstack-request-id: req-e1310c6c-f1d2-4abc-b51f-77dccf87f83b {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:31:59.561705 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a57e094-d215-42fc-a8b1-a4a197554574", "name": "network-vif-deleted", "tag": "79cd1807-be97-46e5-9ac3-fc1f93bda78f", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:31:59.561954 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e1310c6c-f1d2-4abc-b51f-77dccf87f83b {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:31:59.563799 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1310c6c-f1d2-4abc-b51f-77dccf87f83b'] response: {'server_uuid': '5a57e094-d215-42fc-a8b1-a4a197554574', 'name': 'network-vif-deleted', 'tag': '79cd1807-be97-46e5-9ac3-fc1f93bda78f', 'status': 'completed', 'code': 200} Sep 23 15:31:59.613403 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-82b82598-707e-44c0-8063-242a1fa68b15 req-4fc43827-964b-4235-af3b-debc4710571c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.72 "DELETE /v2.0/ports/79cd1807-be97-46e5-9ac3-fc1f93bda78f HTTP/1.1" status: 204 len: 173 time: 1.5219562 Sep 23 15:31:59.651178 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-bff6459f-e7fb-4446-abf5-b2c503d9350c None None] Set router 6361775f-503d-4d00-b25d-04e7873749b7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:31:59.959873 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-bff6459f-e7fb-4446-abf5-b2c503d9350c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'e9ca0e19-8328-4039-8741-fd312207c94e', 'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'mac_address': 'fa:16:3e:85:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:37Z', 'updated_at': '2022-09-23T15:30:43Z', 'revision_number': 5, 'project_id': '5f13c54291184a8eb512090e21769d32', 'subnets': [{'id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:31:59.963603 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff6459f-e7fb-4446-abf5-b2c503d9350c None None] Checking router: 6361775f-503d-4d00-b25d-04e7873749b7 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:31:59.971667 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff6459f-e7fb-4446-abf5-b2c503d9350c None None] Routers {'6361775f-503d-4d00-b25d-04e7873749b7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:31:59.972247 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-bff6459f-e7fb-4446-abf5-b2c503d9350c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:31:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['6361775f-503d-4d00-b25d-04e7873749b7'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:32:00.149539 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-bff6459f-e7fb-4446-abf5-b2c503d9350c None None] Set router 6361775f-503d-4d00-b25d-04e7873749b7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:32:00.153960 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8de3fd35-58b7-4c9c-af43-3a4e19bc0b04 req-97955c2d-afc8-4633-935a-5c060565f8f2 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a57e094-d215-42fc-a8b1-a4a197554574 HTTP/1.1" status: 200 len: 210 time: 0.0500472 Sep 23 15:32:00.459858 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-bff6459f-e7fb-4446-abf5-b2c503d9350c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'e9ca0e19-8328-4039-8741-fd312207c94e', 'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'mac_address': 'fa:16:3e:85:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:37Z', 'updated_at': '2022-09-23T15:30:43Z', 'revision_number': 5, 'project_id': '5f13c54291184a8eb512090e21769d32', 'subnets': [{'id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:32:00.463714 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff6459f-e7fb-4446-abf5-b2c503d9350c None None] The sync data for ids ['6361775f-503d-4d00-b25d-04e7873749b7'] in dv-neutron-859093-1-hyperv is: [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'e9ca0e19-8328-4039-8741-fd312207c94e', 'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'mac_address': 'fa:16:3e:85:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:37Z', 'updated_at': '2022-09-23T15:30:43Z', 'revision_number': 5, 'project_id': '5f13c54291184a8eb512090e21769d32', 'subnets': [{'id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:32:00.675186 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce28565d-1348-496d-8467-add8ce950940 None None] New status for floating IP 51cde906-706f-4ebd-9586-b63feaaa1065: DOWN {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:32:01.490052 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-1975c614-c1c3-48dd-9e31-8f612dc7e380 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--317450998&fields=id&tenant_id=5f13c54291184a8eb512090e21769d32 HTTP/1.1" status: 200 len: 267 time: 0.0388639 Sep 23 15:32:01.638845 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-35a523d1-eaa1-4786-95ff-fbf26cf61378 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:01.640223 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-35a523d1-eaa1-4786-95ff-fbf26cf61378 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 812 time: 0.1438882 Sep 23 15:32:01.654991 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-19ab9fbd-bfd8-4f5c-b00c-72353827c8b9 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/quotas/5f13c54291184a8eb512090e21769d32 HTTP/1.1" status: 200 len: 375 time: 0.0092120 Sep 23 15:32:01.708313 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 79cd1807-be97-46e5-9ac3-fc1f93bda78f no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:32:01.742127 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 79cd1807-be97-46e5-9ac3-fc1f93bda78f {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:32:01.742487 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 79cd1807-be97-46e5-9ac3-fc1f93bda78f not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:32:01.748847 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-a81a9586-878f-4a03-8747-8620938276cb tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Synchronizing usage tracker for tenant:5f13c54291184a8eb512090e21769d32 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:32:01.819924 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-a81a9586-878f-4a03-8747-8620938276cb tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Unset dirty status for tenant:5f13c54291184a8eb512090e21769d32 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:32:01.821236 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-a81a9586-878f-4a03-8747-8620938276cb tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1614623 Sep 23 15:32:01.959151 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-e4445aed-9287-4bd9-8752-e94ac4b2d547 service neutron] 10.222.0.67 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257648 Sep 23 15:32:02.086956 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-408d79e8-9731-4845-9423-cba4f5c6a5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:02.090169 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-e4a5b839-419c-4b06-9570-12a6cdc6104d service neutron] 10.222.0.67 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253898 Sep 23 15:32:02.335549 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ea294ffb-aa5a-460b-9836-54f51da96ecc req-d7a5a169-9cbb-414e-9acf-45ebf2a3d8a2 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 210 time: 0.0539613 Sep 23 15:32:02.809128 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:03.496793 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-794fca67-14dd-425e-9c80-6b14af318ead req-0e11429c-65b5-4e9a-b0fa-490e96f4c383 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 210 time: 0.0489326 Sep 23 15:32:04.245672 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-1123a3ea-8e49-4deb-917d-9563afffb523 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:04.247129 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-1123a3ea-8e49-4deb-917d-9563afffb523 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.72 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 812 time: 0.1445897 Sep 23 15:32:04.299888 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-e897dd6d-4795-48e4-aad4-0c655dae75f3 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f13c54291184a8eb512090e21769d32 HTTP/1.1" status: 200 len: 379 time: 0.0446761 Sep 23 15:32:04.308026 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-e8b8ca90-0004-4d17-b606-457f9e4fb5de tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Request body: {'port': {'device_id': 'be6503c7-c572-4f99-b4f3-6679fac7fcbb', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'admin_state_up': True, 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'security_groups': ['48c2ce42-460d-4419-aec5-cfa7cfa08a6c']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:32:04.444708 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-e8b8ca90-0004-4d17-b606-457f9e4fb5de tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:32:04.454092 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-e8b8ca90-0004-4d17-b606-457f9e4fb5de tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:32:04.540381 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-e8b8ca90-0004-4d17-b606-457f9e4fb5de tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Made reservation on behalf of 5f13c54291184a8eb512090e21769d32 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:32:04.545358 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-e8b8ca90-0004-4d17-b606-457f9e4fb5de tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:04.668101 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-823e7600-1b88-415a-b777-b9a6c27595cd req-0e3127cc-ce89-419f-9215-55d3edb0796a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 210 time: 0.0494828 Sep 23 15:32:04.713991 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-e8b8ca90-0004-4d17-b606-457f9e4fb5de tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Allocated IP 172.20.0.12 (fe3e9444-4a50-4aab-87c9-3b81d14c4d42/9fdc8358-df50-4f4f-a62c-9922cf98f704/94902475-bcc7-4674-82f5-9cdb2cc9139e) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:32:04.900996 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-e8b8ca90-0004-4d17-b606-457f9e4fb5de tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:04.917066 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-e8b8ca90-0004-4d17-b606-457f9e4fb5de tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Transition to ACTIVE for port object 94902475-bcc7-4674-82f5-9cdb2cc9139e will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:32:04.997212 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-e8b8ca90-0004-4d17-b606-457f9e4fb5de tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:05.053706 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74ed04c5-1b05-4594-9c32-1f02a8f0bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:05.157759 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-e8b8ca90-0004-4d17-b606-457f9e4fb5de tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Network fe3e9444-4a50-4aab-87c9-3b81d14c4d42 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:32:05.160754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-e8b8ca90-0004-4d17-b606-457f9e4fb5de tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:32:05.165131 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-e8b8ca90-0004-4d17-b606-457f9e4fb5de tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:32:05.195107 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8ca90-0004-4d17-b606-457f9e4fb5de tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Pushing event updated for resources: {'Port': ['ID=94902475-bcc7-4674-82f5-9cdb2cc9139e,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:32:05.235184 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-e8b8ca90-0004-4d17-b606-457f9e4fb5de tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:05.235792 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-e8b8ca90-0004-4d17-b606-457f9e4fb5de tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:05.362343 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-e8b8ca90-0004-4d17-b606-457f9e4fb5de tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0579500 Sep 23 15:32:05.373425 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-ccedfcae-ffe9-4c72-888b-1f813feb4892 service neutron] Request body: {'port': {'device_id': 'be6503c7-c572-4f99-b4f3-6679fac7fcbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:32:05.465428 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-621e1cd9-9d31-4517-afe8-b4d09b618a93 None None] Provisioning for port 94902475-bcc7-4674-82f5-9cdb2cc9139e completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:32:05.470189 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-621e1cd9-9d31-4517-afe8-b4d09b618a93 None None] Provisioning complete for port 94902475-bcc7-4674-82f5-9cdb2cc9139e triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:32:05.470598 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-621e1cd9-9d31-4517-afe8-b4d09b618a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:05.470936 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-621e1cd9-9d31-4517-afe8-b4d09b618a93 None None] Attempt 1 to provision port 94902475-bcc7-4674-82f5-9cdb2cc9139e Sep 23 15:32:05.483125 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-ccedfcae-ffe9-4c72-888b-1f813feb4892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:05.499767 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:05.540777 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-621e1cd9-9d31-4517-afe8-b4d09b618a93 None None] Port 94902475-bcc7-4674-82f5-9cdb2cc9139e cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:32:05.585718 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:05.883936 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-ccedfcae-ffe9-4c72-888b-1f813feb4892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94902475-bcc7-4674-82f5-9cdb2cc9139e {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:32:05.892713 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-ccedfcae-ffe9-4c72-888b-1f813feb4892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:05.911043 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-ccedfcae-ffe9-4c72-888b-1f813feb4892 service neutron] Transition to ACTIVE for port object 94902475-bcc7-4674-82f5-9cdb2cc9139e will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:32:05.929172 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff21e3-109a-4240-84f6-d451f80fa672 req-0d4e6abf-0934-4d5d-a252-2fe695a7a11a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:05.929892 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-a0ff21e3-109a-4240-84f6-d451f80fa672 req-0d4e6abf-0934-4d5d-a252-2fe695a7a11a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Synchronizing usage tracker for tenant:5f13c54291184a8eb512090e21769d32 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:32:05.985786 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-ccedfcae-ffe9-4c72-888b-1f813feb4892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:06.042266 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-621e1cd9-9d31-4517-afe8-b4d09b618a93 None None] Attempt 2 to provision port 94902475-bcc7-4674-82f5-9cdb2cc9139e Sep 23 15:32:06.065244 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-a0ff21e3-109a-4240-84f6-d451f80fa672 req-0d4e6abf-0934-4d5d-a252-2fe695a7a11a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Unset dirty status for tenant:5f13c54291184a8eb512090e21769d32 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:32:06.066419 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a0ff21e3-109a-4240-84f6-d451f80fa672 req-0d4e6abf-0934-4d5d-a252-2fe695a7a11a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 932 time: 0.2630024 Sep 23 15:32:06.096350 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-621e1cd9-9d31-4517-afe8-b4d09b618a93 None None] Port 94902475-bcc7-4674-82f5-9cdb2cc9139e cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:32:06.213605 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedfcae-ffe9-4c72-888b-1f813feb4892 service neutron] Pushing event updated for resources: {'Port': ['ID=94902475-bcc7-4674-82f5-9cdb2cc9139e,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:32:06.223794 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a0ff21e3-109a-4240-84f6-d451f80fa672 req-6bf20e34-30cb-4cca-b088-3b0a24f3e1bc tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447775 Sep 23 15:32:06.250288 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-ccedfcae-ffe9-4c72-888b-1f813feb4892 service neutron] Attempting to bind port 94902475-bcc7-4674-82f5-9cdb2cc9139e on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:32:06.250641 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-ccedfcae-ffe9-4c72-888b-1f813feb4892 service neutron] Attempting to bind port 94902475-bcc7-4674-82f5-9cdb2cc9139e by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': 'ee37476d-2a4f-4317-8a23-b8d856ed0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:32:06.250964 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-ccedfcae-ffe9-4c72-888b-1f813feb4892 service neutron] Attempting to bind port 94902475-bcc7-4674-82f5-9cdb2cc9139e on network fe3e9444-4a50-4aab-87c9-3b81d14c4d42 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:32:06.255590 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-ccedfcae-ffe9-4c72-888b-1f813feb4892 service neutron] Port 94902475-bcc7-4674-82f5-9cdb2cc9139e on network fe3e9444-4a50-4aab-87c9-3b81d14c4d42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:32:06.255899 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-ccedfcae-ffe9-4c72-888b-1f813feb4892 service neutron] Attempting to bind port 94902475-bcc7-4674-82f5-9cdb2cc9139e on network fe3e9444-4a50-4aab-87c9-3b81d14c4d42 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:32:06.260843 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-ccedfcae-ffe9-4c72-888b-1f813feb4892 service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:32:06.261172 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-ccedfcae-ffe9-4c72-888b-1f813feb4892 service neutron] Checking segment: {'id': 'ee37476d-2a4f-4317-8a23-b8d856ed0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:32:06.261543 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-ccedfcae-ffe9-4c72-888b-1f813feb4892 service neutron] Bound using segment: {'id': 'ee37476d-2a4f-4317-8a23-b8d856ed0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:32:06.261956 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-ccedfcae-ffe9-4c72-888b-1f813feb4892 service neutron] Bound port: 94902475-bcc7-4674-82f5-9cdb2cc9139e, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee37476d-2a4f-4317-8a23-b8d856ed0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:32:06.262290 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-ccedfcae-ffe9-4c72-888b-1f813feb4892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:06.350754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-ccedfcae-ffe9-4c72-888b-1f813feb4892 service neutron] For port 94902475-bcc7-4674-82f5-9cdb2cc9139e, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:32:06.353629 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-ccedfcae-ffe9-4c72-888b-1f813feb4892 service neutron] For port 94902475-bcc7-4674-82f5-9cdb2cc9139e, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=94902475-bcc7-4674-82f5-9cdb2cc9139e,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:32:06.431766 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-ccedfcae-ffe9-4c72-888b-1f813feb4892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:06.435081 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-ccedfcae-ffe9-4c72-888b-1f813feb4892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:06.435969 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-ccedfcae-ffe9-4c72-888b-1f813feb4892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:06.437326 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-ccedfcae-ffe9-4c72-888b-1f813feb4892 service neutron] 10.222.0.72 "PUT /v2.0/ports/94902475-bcc7-4674-82f5-9cdb2cc9139e HTTP/1.1" status: 200 len: 1094 time: 1.0679691 Sep 23 15:32:06.466999 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6503c7-c572-4f99-b4f3-6679fac7fcbb', 'tag': '94902475-bcc7-4674-82f5-9cdb2cc9139e'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:32:06.469274 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cd00aa-7a36-478f-9d46-5d0b16ce47ad" -d '{"events": [{"name": "network-changed", "server_uuid": "be6503c7-c572-4f99-b4f3-6679fac7fcbb", "tag": "94902475-bcc7-4674-82f5-9cdb2cc9139e"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:32:06.510529 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedfcae-ffe9-4c72-888b-1f813feb4892 service neutron] Pushing event updated for resources: {'Port': ['ID=94902475-bcc7-4674-82f5-9cdb2cc9139e,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:32:06.515895 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71f647c-ac85-4f22-8d94-01b69a05a623 x-openstack-request-id: req-e71f647c-ac85-4f22-8d94-01b69a05a623 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:32:06.516253 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6503c7-c572-4f99-b4f3-6679fac7fcbb", "tag": "94902475-bcc7-4674-82f5-9cdb2cc9139e", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:32:06.516508 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e71f647c-ac85-4f22-8d94-01b69a05a623 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:32:06.516894 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e71f647c-ac85-4f22-8d94-01b69a05a623'] response: {'name': 'network-changed', 'server_uuid': 'be6503c7-c572-4f99-b4f3-6679fac7fcbb', 'tag': '94902475-bcc7-4674-82f5-9cdb2cc9139e', 'status': 'completed', 'code': 200} Sep 23 15:32:06.598044 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-621e1cd9-9d31-4517-afe8-b4d09b618a93 None None] Attempt 3 to provision port 94902475-bcc7-4674-82f5-9cdb2cc9139e Sep 23 15:32:06.617066 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd00aa-7a36-478f-9d46-5d0b16ce47ad req-22ac009e-7ee4-43fa-aa43-2a607276b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:06.618588 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-91cd00aa-7a36-478f-9d46-5d0b16ce47ad req-22ac009e-7ee4-43fa-aa43-2a607276b462 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 1097 time: 0.0808022 Sep 23 15:32:06.658858 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-621e1cd9-9d31-4517-afe8-b4d09b618a93 None None] Port 94902475-bcc7-4674-82f5-9cdb2cc9139e had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:32:06.758989 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd00aa-7a36-478f-9d46-5d0b16ce47ad req-b91f43d5-2c78-4bc9-ace7-887cd959f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:06.760344 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-91cd00aa-7a36-478f-9d46-5d0b16ce47ad req-b91f43d5-2c78-4bc9-ace7-887cd959f20c service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=5f13c54291184a8eb512090e21769d32&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1352468 Sep 23 15:32:06.901532 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd00aa-7a36-478f-9d46-5d0b16ce47ad req-cfbe217f-0588-474a-b768-7a0852938dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:06.902995 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-91cd00aa-7a36-478f-9d46-5d0b16ce47ad req-cfbe217f-0588-474a-b768-7a0852938dd2 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1329992 Sep 23 15:32:07.069873 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-04daad47-42d9-4e6d-b5f4-f725acc1ac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:07.069873 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-04daad47-42d9-4e6d-b5f4-f725acc1ac8b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 1097 time: 0.0848210 Sep 23 15:32:07.099051 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:07.185581 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-3ed5f349-8906-44d5-b452-5f597189fb99 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94902475-bcc7-4674-82f5-9cdb2cc9139e HTTP/1.1" status: 200 len: 217 time: 0.1546171 Sep 23 15:32:07.248270 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-56d1ba5c-16d4-402d-b612-ece825060062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:07.249650 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-56d1ba5c-16d4-402d-b612-ece825060062 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc8358-df50-4f4f-a62c-9922cf98f704 HTTP/1.1" status: 200 len: 851 time: 0.0566897 Sep 23 15:32:07.337863 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-9094cbbb-2d58-45ac-aead-220be6717340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:07.339289 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-9094cbbb-2d58-45ac-aead-220be6717340 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827503 Sep 23 15:32:07.525531 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-3fe532f9-5758-4ee4-b91b-ed738868af4e service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506898 Sep 23 15:32:07.533607 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba844cb2-98bb-42bd-81ce-1c10362aaced req-e07b7cc2-93c4-48f4-9da5-3d6a271532dd tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:07.534989 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ba844cb2-98bb-42bd-81ce-1c10362aaced req-e07b7cc2-93c4-48f4-9da5-3d6a271532dd tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 944 time: 0.1948583 Sep 23 15:32:07.661139 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ba844cb2-98bb-42bd-81ce-1c10362aaced req-8b480991-062d-4967-a006-ce5f7b3eef69 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041861 Sep 23 15:32:07.710276 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-106e7ec0-4e7a-46f0-ac04-90afd7cb9b4f req-80ae2041-ff52-454a-9694-cc8d3e5105dc service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743686 Sep 23 15:32:08.867593 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045df4c0-eac1-4083-9fa4-0f24b6230412 req-14cf1b17-c671-43bd-b5ac-20544a83d7b5 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:08.869040 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-045df4c0-eac1-4083-9fa4-0f24b6230412 req-14cf1b17-c671-43bd-b5ac-20544a83d7b5 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 944 time: 0.0948284 Sep 23 15:32:08.912639 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-045df4c0-eac1-4083-9fa4-0f24b6230412 req-5090e796-c35d-47a3-8923-0418d2c1ee41 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378411 Sep 23 15:32:09.770506 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 94902475-bcc7-4674-82f5-9cdb2cc9139e details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:32:09.935162 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 94902475-bcc7-4674-82f5-9cdb2cc9139e, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=94902475-bcc7-4674-82f5-9cdb2cc9139e,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:32:09.951449 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '94902475-bcc7-4674-82f5-9cdb2cc9139e', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'port_id': '94902475-bcc7-4674-82f5-9cdb2cc9139e', 'mac_address': 'fa:16:3e:69:8a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:32:10.006021 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 94902475-bcc7-4674-82f5-9cdb2cc9139e is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:32:10.006429 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:10.022905 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94902475-bcc7-4674-82f5-9cdb2cc9139e {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:32:10.038512 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 94902475-bcc7-4674-82f5-9cdb2cc9139e, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=94902475-bcc7-4674-82f5-9cdb2cc9139e,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:32:10.092583 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:10.108061 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69283c8-5c7a-46c2-8662-c0eea7dfad14 req-00cc62d5-76e2-4083-81c2-58758f74b714 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:10.112512 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e69283c8-5c7a-46c2-8662-c0eea7dfad14 req-00cc62d5-76e2-4083-81c2-58758f74b714 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 944 time: 0.0871150 Sep 23 15:32:10.154140 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e69283c8-5c7a-46c2-8662-c0eea7dfad14 req-742d58cf-9173-4050-8051-f3a32f4705f5 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381103 Sep 23 15:32:10.162959 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=94902475-bcc7-4674-82f5-9cdb2cc9139e,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:32:10.299226 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['94902475-bcc7-4674-82f5-9cdb2cc9139e'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:32:11.348793 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b36e7b-22e3-47df-9a51-a6794dd77540 req-da15fc7a-7d48-4145-82fc-8a5a3856a1db tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:11.350273 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-02b36e7b-22e3-47df-9a51-a6794dd77540 req-da15fc7a-7d48-4145-82fc-8a5a3856a1db tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 945 time: 0.0865104 Sep 23 15:32:11.393814 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-02b36e7b-22e3-47df-9a51-a6794dd77540 req-e9eb0eea-aa8f-4866-b005-63d342f6ebd4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379131 Sep 23 15:32:11.786247 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 94902475-bcc7-4674-82f5-9cdb2cc9139e up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:32:11.899843 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 94902475-bcc7-4674-82f5-9cdb2cc9139e completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:32:11.904392 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 94902475-bcc7-4674-82f5-9cdb2cc9139e triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:32:11.904785 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:11.905120 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 94902475-bcc7-4674-82f5-9cdb2cc9139e Sep 23 15:32:12.025470 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 94902475-bcc7-4674-82f5-9cdb2cc9139e is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:32:12.025852 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:12.052114 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6503c7-c572-4f99-b4f3-6679fac7fcbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94902475-bcc7-4674-82f5-9cdb2cc9139e'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:32:12.054307 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966f4faf-b316-48ac-805d-73bae033edf1" -d '{"events": [{"server_uuid": "be6503c7-c572-4f99-b4f3-6679fac7fcbb", "name": "network-vif-plugged", "status": "completed", "tag": "94902475-bcc7-4674-82f5-9cdb2cc9139e"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:32:12.061917 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 94902475-bcc7-4674-82f5-9cdb2cc9139e, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=94902475-bcc7-4674-82f5-9cdb2cc9139e,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:32:12.096101 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63a8b1e-2a88-44fe-bbc5-02d4df7f4b53 x-openstack-request-id: req-f63a8b1e-2a88-44fe-bbc5-02d4df7f4b53 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:32:12.096414 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6503c7-c572-4f99-b4f3-6679fac7fcbb", "name": "network-vif-plugged", "status": "completed", "tag": "94902475-bcc7-4674-82f5-9cdb2cc9139e", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:32:12.096693 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f63a8b1e-2a88-44fe-bbc5-02d4df7f4b53 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:32:12.097109 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f63a8b1e-2a88-44fe-bbc5-02d4df7f4b53'] response: {'server_uuid': 'be6503c7-c572-4f99-b4f3-6679fac7fcbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94902475-bcc7-4674-82f5-9cdb2cc9139e', 'code': 200} Sep 23 15:32:12.128652 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:12.195947 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=94902475-bcc7-4674-82f5-9cdb2cc9139e,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:32:12.477175 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44773ce6-67bf-46c6-bf6f-c723595fcb8a req-9fa3c5ca-8848-4d69-a596-96c9670c40ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:12.479258 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-44773ce6-67bf-46c6-bf6f-c723595fcb8a req-9fa3c5ca-8848-4d69-a596-96c9670c40ae service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 1099 time: 0.0810342 Sep 23 15:32:12.520623 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-44773ce6-67bf-46c6-bf6f-c723595fcb8a req-b2804e1a-95b7-4ec1-8881-34663be38a2b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349095 Sep 23 15:32:12.591785 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd2d1b-161f-4b61-9d23-eb25d9e15c08 req-615687ee-91e2-49f1-b78c-165c6222548a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:12.593263 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-aadd2d1b-161f-4b61-9d23-eb25d9e15c08 req-615687ee-91e2-49f1-b78c-165c6222548a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 946 time: 0.0903578 Sep 23 15:32:12.637916 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-aadd2d1b-161f-4b61-9d23-eb25d9e15c08 req-78e183c0-8f49-416e-b457-39fb2c6c5342 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390103 Sep 23 15:32:13.836715 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b992d-ef6f-48ad-9cea-699e9ddc12ab req-ad469784-a540-48c2-81b9-8c03b695854d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:13.838150 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e56b992d-ef6f-48ad-9cea-699e9ddc12ab req-ad469784-a540-48c2-81b9-8c03b695854d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 946 time: 0.0880640 Sep 23 15:32:13.883762 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e56b992d-ef6f-48ad-9cea-699e9ddc12ab req-3665c112-b161-476c-842b-cf1d85a45343 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399263 Sep 23 15:32:14.079768 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e3755-8c69-4b9f-b748-4885d9ae1cde req-a9038488-d927-4afd-ad1d-04a00c1d35c4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:14.081134 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d30e3755-8c69-4b9f-b748-4885d9ae1cde req-a9038488-d927-4afd-ad1d-04a00c1d35c4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 946 time: 0.0918906 Sep 23 15:32:14.091850 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 53916) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:32:14.096685 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-d4a0a81e-cf02-4b08-9328-9fdea607240b tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Request body: {'floatingip': {'port_id': '94902475-bcc7-4674-82f5-9cdb2cc9139e'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:32:14.269992 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d4a0a81e-cf02-4b08-9328-9fdea607240b tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for floatingip, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:14.862874 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d4a0a81e-cf02-4b08-9328-9fdea607240b tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:14.927156 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d4a0a81e-cf02-4b08-9328-9fdea607240b tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:15.093757 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-d4a0a81e-cf02-4b08-9328-9fdea607240b tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Floating IP 51cde906-706f-4ebd-9586-b63feaaa1065 associated. External IP: 172.26.10.253, port: 94902475-bcc7-4674-82f5-9cdb2cc9139e. Sep 23 15:32:15.436973 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a0a81e-cf02-4b08-9328-9fdea607240b tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Router 6361775f-503d-4d00-b25d-04e7873749b7 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:32:15.717271 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a0a81e-cf02-4b08-9328-9fdea607240b tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:32:15.721522 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d4a0a81e-cf02-4b08-9328-9fdea607240b tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:15.726703 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b43c31-5755-48d0-9a7b-d0646c8911dd None None] Sync routers for ids ['6361775f-503d-4d00-b25d-04e7873749b7'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:32:15.736854 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b43c31-5755-48d0-9a7b-d0646c8911dd None None] Routers {'6361775f-503d-4d00-b25d-04e7873749b7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:32:15.737887 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-e3b43c31-5755-48d0-9a7b-d0646c8911dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:32:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['6361775f-503d-4d00-b25d-04e7873749b7'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:32:15.783521 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d4a0a81e-cf02-4b08-9328-9fdea607240b tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "PUT /v2.0/floatingips/51cde906-706f-4ebd-9586-b63feaaa1065 HTTP/1.1" status: 200 len: 993 time: 1.6883767 Sep 23 15:32:15.783521 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6503c7-c572-4f99-b4f3-6679fac7fcbb', 'tag': '94902475-bcc7-4674-82f5-9cdb2cc9139e'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:32:15.784175 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8009c2c01c24846940f3c9c2beb64f503f2d744ca5e92813e431a27377ac34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028356b8-ad90-477c-9bb3-462f91fa7389" -d '{"events": [{"name": "network-changed", "server_uuid": "be6503c7-c572-4f99-b4f3-6679fac7fcbb", "tag": "94902475-bcc7-4674-82f5-9cdb2cc9139e"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:32:15.826543 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7821a9-8d2b-47a2-9ac2-d452dfdddbc3 x-openstack-request-id: req-3e7821a9-8d2b-47a2-9ac2-d452dfdddbc3 {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:32:15.826841 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6503c7-c572-4f99-b4f3-6679fac7fcbb", "tag": "94902475-bcc7-4674-82f5-9cdb2cc9139e", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:32:15.827095 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3e7821a9-8d2b-47a2-9ac2-d452dfdddbc3 {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:32:15.827498 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e7821a9-8d2b-47a2-9ac2-d452dfdddbc3'] response: {'name': 'network-changed', 'server_uuid': 'be6503c7-c572-4f99-b4f3-6679fac7fcbb', 'tag': '94902475-bcc7-4674-82f5-9cdb2cc9139e', 'status': 'completed', 'code': 200} Sep 23 15:32:15.916342 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-e3b43c31-5755-48d0-9a7b-d0646c8911dd None None] Set router 6361775f-503d-4d00-b25d-04e7873749b7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:32:15.922586 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028356b8-ad90-477c-9bb3-462f91fa7389 req-319bef95-1ae5-4884-a794-0e15d64434a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:15.924065 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-028356b8-ad90-477c-9bb3-462f91fa7389 req-319bef95-1ae5-4884-a794-0e15d64434a8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 1099 time: 0.0768843 Sep 23 15:32:16.053123 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028356b8-ad90-477c-9bb3-462f91fa7389 req-7cca41fc-8bf4-4958-a367-815bce507919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:16.054629 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-028356b8-ad90-477c-9bb3-462f91fa7389 req-7cca41fc-8bf4-4958-a367-815bce507919 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 913 time: 0.1244485 Sep 23 15:32:16.157455 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-028356b8-ad90-477c-9bb3-462f91fa7389 req-61cad40c-5265-415f-9677-b7fcc995f0f9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94902475-bcc7-4674-82f5-9cdb2cc9139e HTTP/1.1" status: 200 len: 1001 time: 0.0967162 Sep 23 15:32:16.226811 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028356b8-ad90-477c-9bb3-462f91fa7389 req-41e5caf7-8c76-4f74-9b7d-90a1e519c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:16.228230 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-028356b8-ad90-477c-9bb3-462f91fa7389 req-41e5caf7-8c76-4f74-9b7d-90a1e519c341 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc8358-df50-4f4f-a62c-9922cf98f704 HTTP/1.1" status: 200 len: 851 time: 0.0610173 Sep 23 15:32:16.280124 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-e3b43c31-5755-48d0-9a7b-d0646c8911dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '51cde906-706f-4ebd-9586-b63feaaa1065', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'floating_ip_address': '172.26.10.253', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'port_id': '94902475-bcc7-4674-82f5-9cdb2cc9139e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'mac_address': 'fa:16:3e:69:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6503c7-c572-4f99-b4f3-6679fac7fcbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:30:41Z', 'updated_at': '2022-09-23T15:32:14Z', 'revision_number': 5, 'project_id': '5f13c54291184a8eb512090e21769d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ca0e19-8328-4039-8741-fd312207c94e', 'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'mac_address': 'fa:16:3e:85:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:37Z', 'updated_at': '2022-09-23T15:30:43Z', 'revision_number': 5, 'project_id': '5f13c54291184a8eb512090e21769d32', 'subnets': [{'id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:32:16.283974 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b43c31-5755-48d0-9a7b-d0646c8911dd None None] Checking router: 6361775f-503d-4d00-b25d-04e7873749b7 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:32:16.292733 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b43c31-5755-48d0-9a7b-d0646c8911dd None None] Routers {'6361775f-503d-4d00-b25d-04e7873749b7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:32:16.293416 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-e3b43c31-5755-48d0-9a7b-d0646c8911dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:32:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['6361775f-503d-4d00-b25d-04e7873749b7'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:32:16.315001 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028356b8-ad90-477c-9bb3-462f91fa7389 req-c1dabb1e-415f-4399-97a7-299319ea1bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:16.316390 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-028356b8-ad90-477c-9bb3-462f91fa7389 req-c1dabb1e-415f-4399-97a7-299319ea1bc4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821965 Sep 23 15:32:16.447997 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-028356b8-ad90-477c-9bb3-462f91fa7389 req-d852464c-0494-4acc-9a94-7778d3d8b95f service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257360 Sep 23 15:32:16.468049 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-e3b43c31-5755-48d0-9a7b-d0646c8911dd None None] Set router 6361775f-503d-4d00-b25d-04e7873749b7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:32:16.681383 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-028356b8-ad90-477c-9bb3-462f91fa7389 req-f253355e-6eec-4c6d-bec9-3492fd18eb99 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271757 Sep 23 15:32:16.812205 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-e3b43c31-5755-48d0-9a7b-d0646c8911dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '51cde906-706f-4ebd-9586-b63feaaa1065', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'floating_ip_address': '172.26.10.253', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'port_id': '94902475-bcc7-4674-82f5-9cdb2cc9139e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'mac_address': 'fa:16:3e:69:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6503c7-c572-4f99-b4f3-6679fac7fcbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:30:41Z', 'updated_at': '2022-09-23T15:32:14Z', 'revision_number': 5, 'project_id': '5f13c54291184a8eb512090e21769d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ca0e19-8328-4039-8741-fd312207c94e', 'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'mac_address': 'fa:16:3e:85:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:37Z', 'updated_at': '2022-09-23T15:30:43Z', 'revision_number': 5, 'project_id': '5f13c54291184a8eb512090e21769d32', 'subnets': [{'id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:32:16.816213 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b43c31-5755-48d0-9a7b-d0646c8911dd None None] The sync data for ids ['6361775f-503d-4d00-b25d-04e7873749b7'] in dv-neutron-859093-1-hyperv is: [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '51cde906-706f-4ebd-9586-b63feaaa1065', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'floating_ip_address': '172.26.10.253', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'port_id': '94902475-bcc7-4674-82f5-9cdb2cc9139e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'mac_address': 'fa:16:3e:69:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6503c7-c572-4f99-b4f3-6679fac7fcbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:30:41Z', 'updated_at': '2022-09-23T15:32:14Z', 'revision_number': 5, 'project_id': '5f13c54291184a8eb512090e21769d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ca0e19-8328-4039-8741-fd312207c94e', 'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'mac_address': 'fa:16:3e:85:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:37Z', 'updated_at': '2022-09-23T15:30:43Z', 'revision_number': 5, 'project_id': '5f13c54291184a8eb512090e21769d32', 'subnets': [{'id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:32:17.006571 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b027787-0169-4f53-a486-e25e1a63698d None None] New status for floating IP 51cde906-706f-4ebd-9586-b63feaaa1065: ACTIVE {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:32:25.061407 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:32:32.110199 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-01598730-26e5-48a4-9479-8bda55bf1d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:32.824669 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:35.020973 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d35a7297-e22e-454b-9b3e-f14bb73dcf32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:35.517675 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:35.614835 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:37.042270 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:32:52.832448 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-613e0bde-fbbb-4aa5-a919-3b7208825fbd req-8fd6489b-3db4-4d43-aa56-05ca36e14556 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1173024 Sep 23 15:32:52.984138 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e0bde-fbbb-4aa5-a919-3b7208825fbd req-b0c4586d-c592-4934-b3ee-c90a964d547f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:52.986946 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-613e0bde-fbbb-4aa5-a919-3b7208825fbd req-b0c4586d-c592-4934-b3ee-c90a964d547f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 1099 time: 0.0863810 Sep 23 15:32:53.130667 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e0bde-fbbb-4aa5-a919-3b7208825fbd req-c1ad86ff-e3b1-4814-8a0d-4c161d6cf561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:53.132017 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-613e0bde-fbbb-4aa5-a919-3b7208825fbd req-c1ad86ff-e3b1-4814-8a0d-4c161d6cf561 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 913 time: 0.1257496 Sep 23 15:32:53.242570 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-613e0bde-fbbb-4aa5-a919-3b7208825fbd req-8fed7b16-59ec-43ed-b966-059254389081 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94902475-bcc7-4674-82f5-9cdb2cc9139e HTTP/1.1" status: 200 len: 1003 time: 0.1042242 Sep 23 15:32:53.362681 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e0bde-fbbb-4aa5-a919-3b7208825fbd req-918b707d-2686-4620-bad8-b32ecb08c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:53.364106 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-613e0bde-fbbb-4aa5-a919-3b7208825fbd req-918b707d-2686-4620-bad8-b32ecb08c4d5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc8358-df50-4f4f-a62c-9922cf98f704 HTTP/1.1" status: 200 len: 851 time: 0.1152906 Sep 23 15:32:53.445188 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7256ad-311f-4244-872b-11ab359a10dd req-2732741f-315c-46ff-bc5c-86e660a8836f tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:53.446637 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1b7256ad-311f-4244-872b-11ab359a10dd req-2732741f-315c-46ff-bc5c-86e660a8836f tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 946 time: 0.1604095 Sep 23 15:32:53.491154 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e0bde-fbbb-4aa5-a919-3b7208825fbd req-555d77cb-8db1-4e9c-b8f7-8537c8b53d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:53.492635 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-613e0bde-fbbb-4aa5-a919-3b7208825fbd req-555d77cb-8db1-4e9c-b8f7-8537c8b53d5d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1211636 Sep 23 15:32:53.499874 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1b7256ad-311f-4244-872b-11ab359a10dd req-4a6c68d0-5235-4393-8171-dadedf1c69b3 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468771 Sep 23 15:32:53.504446 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [req-613e0bde-fbbb-4aa5-a919-3b7208825fbd req-344bc0e3-8bd9-4036-90a0-5bcde8510d3f service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:32:53.505376 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-613e0bde-fbbb-4aa5-a919-3b7208825fbd req-344bc0e3-8bd9-4036-90a0-5bcde8510d3f service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046942 Sep 23 15:32:53.637874 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-613e0bde-fbbb-4aa5-a919-3b7208825fbd req-48116cdf-dd89-4871-bff4-69300d9751c2 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245756 Sep 23 15:32:53.769362 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-613e0bde-fbbb-4aa5-a919-3b7208825fbd req-16f65565-a135-440c-871d-436f0069925c service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239133 Sep 23 15:32:54.703951 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ecc92-5d86-4033-a4d7-22bcfa8da452 req-306ae252-eda4-4428-9273-7e17fe3b8f8c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:54.705400 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ce6ecc92-5d86-4033-a4d7-22bcfa8da452 req-306ae252-eda4-4428-9273-7e17fe3b8f8c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 946 time: 0.0889673 Sep 23 15:32:54.749417 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ce6ecc92-5d86-4033-a4d7-22bcfa8da452 req-970817c9-f14b-4087-99bb-5e1148246f56 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382807 Sep 23 15:32:55.948154 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d9eb4-28a8-43f0-82da-add7ffc9e11a req-93fa53fd-99c3-4966-aa33-c5ab59763517 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:55.949601 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a98d9eb4-28a8-43f0-82da-add7ffc9e11a req-93fa53fd-99c3-4966-aa33-c5ab59763517 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 946 time: 0.0900450 Sep 23 15:32:55.993536 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a98d9eb4-28a8-43f0-82da-add7ffc9e11a req-8971b6de-2203-4382-983b-fc17ebf53c8c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382099 Sep 23 15:32:57.195539 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c7d09-7b55-42cc-b115-689eff8b585d req-1cf8d0ed-cc2e-420c-b232-3872b4d7c772 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:57.196882 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-744c7d09-7b55-42cc-b115-689eff8b585d req-1cf8d0ed-cc2e-420c-b232-3872b4d7c772 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 946 time: 0.0906947 Sep 23 15:32:57.240088 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-744c7d09-7b55-42cc-b115-689eff8b585d req-5ea39ead-a6ad-47d6-9de6-725e36e5271a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375853 Sep 23 15:32:58.437399 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36f2c7-b32a-4b38-9fbf-25740ef35140 req-2fc68aa6-c52a-43e6-802a-0eaff99e7411 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:58.438824 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2f36f2c7-b32a-4b38-9fbf-25740ef35140 req-2fc68aa6-c52a-43e6-802a-0eaff99e7411 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 946 time: 0.0898445 Sep 23 15:32:58.481593 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2f36f2c7-b32a-4b38-9fbf-25740ef35140 req-c0311f6a-390d-467c-b142-0d5b8fe83125 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371261 Sep 23 15:32:59.674932 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d244f-d0d9-40c9-bf8c-0dc678bb435d req-48077372-2edf-465f-aea8-6455a2525d03 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:59.676392 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6e5d244f-d0d9-40c9-bf8c-0dc678bb435d req-48077372-2edf-465f-aea8-6455a2525d03 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 946 time: 0.0847087 Sep 23 15:32:59.723810 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6e5d244f-d0d9-40c9-bf8c-0dc678bb435d req-b176812f-c22b-485c-bca8-91f1bd581930 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418077 Sep 23 15:33:00.920575 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08876d13-6662-470e-ba4f-af5f78520941 req-197342b6-53cc-4322-ac66-5965baf55f67 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:00.922000 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-08876d13-6662-470e-ba4f-af5f78520941 req-197342b6-53cc-4322-ac66-5965baf55f67 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 946 time: 0.0855813 Sep 23 15:33:00.965613 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-08876d13-6662-470e-ba4f-af5f78520941 req-1f55db67-d159-4b63-9f3d-037759ed3c24 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380151 Sep 23 15:33:02.062107 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:33:02.112593 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2391cc3b-838b-4493-bb77-559191a5215f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:02.163658 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebdc657-5d8b-46fb-bc92-8e99348eede2 req-3c405bb5-80c2-4ae8-97ee-d02f237fe4e0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:02.165035 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-eebdc657-5d8b-46fb-bc92-8e99348eede2 req-3c405bb5-80c2-4ae8-97ee-d02f237fe4e0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 946 time: 0.0856860 Sep 23 15:33:02.209145 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-eebdc657-5d8b-46fb-bc92-8e99348eede2 req-8824c66b-09e9-4637-b89a-759ec2864d6d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375264 Sep 23 15:33:02.798040 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:03.405224 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48824dbd-0ba1-42ba-8f98-f32c5f74a4d9 req-ed9aabc0-9e7f-4fd8-8715-761edd5eda13 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:03.406666 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-48824dbd-0ba1-42ba-8f98-f32c5f74a4d9 req-ed9aabc0-9e7f-4fd8-8715-761edd5eda13 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 946 time: 0.0886683 Sep 23 15:33:03.450166 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-48824dbd-0ba1-42ba-8f98-f32c5f74a4d9 req-d22f6a71-184c-4560-a7d1-3780bdce6852 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378845 Sep 23 15:33:04.654156 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e47ea-b7a6-479d-ba2e-7ee100dc0f48 req-e14ed9a7-55d3-408d-8a0c-1b41058e660b tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:04.655634 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-281e47ea-b7a6-479d-ba2e-7ee100dc0f48 req-e14ed9a7-55d3-408d-8a0c-1b41058e660b tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 946 time: 0.0932457 Sep 23 15:33:04.699005 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-281e47ea-b7a6-479d-ba2e-7ee100dc0f48 req-e9e8e376-2771-4b11-ba84-7e671661619e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377314 Sep 23 15:33:05.048231 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-82fc58ce-d424-47f6-b014-fb6b146272f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:05.221986 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03898421-b24a-47d4-a8aa-9dcb2e9702ac req-b47f5538-774b-4722-9355-7bcc18dc57a1 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:05.223478 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-03898421-b24a-47d4-a8aa-9dcb2e9702ac req-b47f5538-774b-4722-9355-7bcc18dc57a1 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 946 time: 0.0897851 Sep 23 15:33:05.305723 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-03898421-b24a-47d4-a8aa-9dcb2e9702ac req-0cd40f20-daac-44c7-a52f-637dcfdac62e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758398 Sep 23 15:33:05.349895 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c7ec6cc9-20ec-4e3e-817e-5f3004fa3fe7 req-31f9bf3d-2c25-4295-ae6d-1e72c9621d33 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1254854 Sep 23 15:33:05.532633 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:05.621643 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:06.509805 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cbe68-b124-4236-915c-5145ab7c13c2 req-e8974ef1-b782-424d-aa66-aec324aaa2cd tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:06.512022 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-091cbe68-b124-4236-915c-5145ab7c13c2 req-e8974ef1-b782-424d-aa66-aec324aaa2cd tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 946 time: 0.0919800 Sep 23 15:33:06.556110 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-091cbe68-b124-4236-915c-5145ab7c13c2 req-59736e6f-41bb-486b-a1cd-5cfb5008eb4b tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383711 Sep 23 15:33:07.055481 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:07.342462 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec6cc9-20ec-4e3e-817e-5f3004fa3fe7 req-174a9378-38a5-4282-858a-e072f30bf834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:07.343951 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c7ec6cc9-20ec-4e3e-817e-5f3004fa3fe7 req-174a9378-38a5-4282-858a-e072f30bf834 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 1099 time: 0.0774724 Sep 23 15:33:07.567400 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec6cc9-20ec-4e3e-817e-5f3004fa3fe7 req-df382a3e-a278-4905-87eb-928ea7c396a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:07.568836 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c7ec6cc9-20ec-4e3e-817e-5f3004fa3fe7 req-df382a3e-a278-4905-87eb-928ea7c396a0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 913 time: 0.2189538 Sep 23 15:33:07.672835 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c7ec6cc9-20ec-4e3e-817e-5f3004fa3fe7 req-173b3c48-0fe4-4169-a19f-7716d916bcf5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94902475-bcc7-4674-82f5-9cdb2cc9139e HTTP/1.1" status: 200 len: 1003 time: 0.0976498 Sep 23 15:33:07.738490 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec6cc9-20ec-4e3e-817e-5f3004fa3fe7 req-300db924-0639-4aea-9626-c0d3e79c3f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:07.739943 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c7ec6cc9-20ec-4e3e-817e-5f3004fa3fe7 req-300db924-0639-4aea-9626-c0d3e79c3f15 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc8358-df50-4f4f-a62c-9922cf98f704 HTTP/1.1" status: 200 len: 851 time: 0.0596883 Sep 23 15:33:07.756232 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e48c2a-16cf-44d8-af8d-5df207c62bf9 req-02848f4f-5d86-416d-b221-62a8c156925b tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:07.757704 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-80e48c2a-16cf-44d8-af8d-5df207c62bf9 req-02848f4f-5d86-416d-b221-62a8c156925b tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 946 time: 0.0914421 Sep 23 15:33:07.804909 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-80e48c2a-16cf-44d8-af8d-5df207c62bf9 req-14510657-71ce-40ad-b255-bb24b74d2af5 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407937 Sep 23 15:33:07.822423 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec6cc9-20ec-4e3e-817e-5f3004fa3fe7 req-9489c79d-5ae3-41c5-805b-42e961758b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:07.823945 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c7ec6cc9-20ec-4e3e-817e-5f3004fa3fe7 req-9489c79d-5ae3-41c5-805b-42e961758b5c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781145 Sep 23 15:33:07.952871 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c7ec6cc9-20ec-4e3e-817e-5f3004fa3fe7 req-43e4e1ed-d9c0-4ca7-a169-25b7d454bf6b service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228151 Sep 23 15:33:08.084824 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c7ec6cc9-20ec-4e3e-817e-5f3004fa3fe7 req-7daa5b8c-5b02-4bce-bfb0-a2c1b96c69ce service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244636 Sep 23 15:33:09.010341 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f32455-91a2-42ce-9e37-62af6021fec2 req-47b62aaa-08e8-4388-976f-fc17e5c75c29 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:09.011852 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-40f32455-91a2-42ce-9e37-62af6021fec2 req-47b62aaa-08e8-4388-976f-fc17e5c75c29 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 946 time: 0.0920756 Sep 23 15:33:09.059583 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-40f32455-91a2-42ce-9e37-62af6021fec2 req-2c493f66-cad8-4a7a-8a70-6d5e2dd66e5c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418983 Sep 23 15:33:10.133904 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c7ec6cc9-20ec-4e3e-817e-5f3004fa3fe7 req-2c73e44d-568b-4a8f-b005-974b885cff61 service neutron] 10.222.0.72 "GET /v2.0/ports/94902475-bcc7-4674-82f5-9cdb2cc9139e/bindings/hv-neutron-8590 HTTP/1.1" status: 200 len: 384 time: 0.0744872 Sep 23 15:33:10.261704 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a769e-164d-40f9-803c-896096348c47 req-f9bd8dae-446b-4f79-8d61-ea763ae271ff tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:10.263190 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-bc9a769e-164d-40f9-803c-896096348c47 req-f9bd8dae-446b-4f79-8d61-ea763ae271ff tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 946 time: 0.0887280 Sep 23 15:33:10.307155 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-bc9a769e-164d-40f9-803c-896096348c47 req-fd38cab6-b12a-4672-9186-25328bfbf141 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383189 Sep 23 15:33:10.756628 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec6cc9-20ec-4e3e-817e-5f3004fa3fe7 req-aad05828-c867-4ddf-854c-c8bada6d7f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:10.758088 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c7ec6cc9-20ec-4e3e-817e-5f3004fa3fe7 req-aad05828-c867-4ddf-854c-c8bada6d7f2a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb&tenant_id=5f13c54291184a8eb512090e21769d32 HTTP/1.1" status: 200 len: 1099 time: 0.0830784 Sep 23 15:33:10.854439 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec6cc9-20ec-4e3e-817e-5f3004fa3fe7 req-85a040af-5244-48e3-873f-511a24bf97d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:10.855891 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c7ec6cc9-20ec-4e3e-817e-5f3004fa3fe7 req-85a040af-5244-48e3-873f-511a24bf97d7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 1099 time: 0.0775559 Sep 23 15:33:10.984535 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec6cc9-20ec-4e3e-817e-5f3004fa3fe7 req-cd211449-a8e8-4bda-96a9-df64852b58a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:10.985934 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c7ec6cc9-20ec-4e3e-817e-5f3004fa3fe7 req-cd211449-a8e8-4bda-96a9-df64852b58a9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 913 time: 0.1245892 Sep 23 15:33:11.091094 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c7ec6cc9-20ec-4e3e-817e-5f3004fa3fe7 req-e7b3e685-ddd3-4d22-a3f0-2dcbc2f0e127 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94902475-bcc7-4674-82f5-9cdb2cc9139e HTTP/1.1" status: 200 len: 1003 time: 0.0981441 Sep 23 15:33:11.151141 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec6cc9-20ec-4e3e-817e-5f3004fa3fe7 req-7fdcf9a1-b0f2-4531-87cd-2876a53e9ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:11.152545 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c7ec6cc9-20ec-4e3e-817e-5f3004fa3fe7 req-7fdcf9a1-b0f2-4531-87cd-2876a53e9ca5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc8358-df50-4f4f-a62c-9922cf98f704 HTTP/1.1" status: 200 len: 851 time: 0.0556319 Sep 23 15:33:11.236205 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec6cc9-20ec-4e3e-817e-5f3004fa3fe7 req-b1c001b1-ae51-4f6a-8eda-29e9ab12895d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:11.237619 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c7ec6cc9-20ec-4e3e-817e-5f3004fa3fe7 req-b1c001b1-ae51-4f6a-8eda-29e9ab12895d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787685 Sep 23 15:33:11.366653 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c7ec6cc9-20ec-4e3e-817e-5f3004fa3fe7 req-81eb76ab-48dd-4fb4-817c-109b405de384 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223109 Sep 23 15:33:11.655117 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c7ec6cc9-20ec-4e3e-817e-5f3004fa3fe7 req-2a0355d8-ccb0-49d4-bdb0-e654c9d8d91e service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824142 Sep 23 15:33:11.670644 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed186d7a-c31b-4e84-aa66-f03fd65d7617 req-d688de9d-c5a6-4f9a-8478-ccd23fe279b5 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:11.672047 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ed186d7a-c31b-4e84-aa66-f03fd65d7617 req-d688de9d-c5a6-4f9a-8478-ccd23fe279b5 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 946 time: 0.2354639 Sep 23 15:33:11.719294 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ed186d7a-c31b-4e84-aa66-f03fd65d7617 req-c50cf919-172f-4668-9709-0e5c67608e90 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415671 Sep 23 15:33:12.917462 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ea50b-afae-4f5a-9ce1-3622979f9d1a req-3ad8bb66-313d-434d-b1c6-05eeda12df9b tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:12.918948 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-163ea50b-afae-4f5a-9ce1-3622979f9d1a req-3ad8bb66-313d-434d-b1c6-05eeda12df9b tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 946 time: 0.0888608 Sep 23 15:33:12.962239 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-163ea50b-afae-4f5a-9ce1-3622979f9d1a req-82b3037c-b460-4d7e-ade3-2879746ab6cc tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377722 Sep 23 15:33:13.995150 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 94902475-bcc7-4674-82f5-9cdb2cc9139e no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:33:14.109062 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 94902475-bcc7-4674-82f5-9cdb2cc9139e is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:33:14.109378 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:14.136436 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6503c7-c572-4f99-b4f3-6679fac7fcbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94902475-bcc7-4674-82f5-9cdb2cc9139e'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:33:14.138752 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8608e83-d567-41fd-8bdd-30f1f639a666" -d '{"events": [{"server_uuid": "be6503c7-c572-4f99-b4f3-6679fac7fcbb", "name": "network-vif-unplugged", "status": "completed", "tag": "94902475-bcc7-4674-82f5-9cdb2cc9139e"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:33:14.151023 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 94902475-bcc7-4674-82f5-9cdb2cc9139e, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=94902475-bcc7-4674-82f5-9cdb2cc9139e,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:33:14.165010 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f0d48-4be3-4092-9098-d60d1c7abdef req-1f514e03-01e1-4766-887b-f833bd76c64f tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:14.166637 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-187f0d48-4be3-4092-9098-d60d1c7abdef req-1f514e03-01e1-4766-887b-f833bd76c64f tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 946 time: 0.0912483 Sep 23 15:33:14.191878 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Sep 2022 15:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6aba86c-8fb1-4366-bce6-61d8c936499f x-openstack-request-id: req-c6aba86c-8fb1-4366-bce6-61d8c936499f {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:33:14.192173 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6503c7-c572-4f99-b4f3-6679fac7fcbb", "name": "network-vif-unplugged", "status": "completed", "tag": "94902475-bcc7-4674-82f5-9cdb2cc9139e", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:33:14.192422 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c6aba86c-8fb1-4366-bce6-61d8c936499f {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:33:14.192818 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6aba86c-8fb1-4366-bce6-61d8c936499f'] response: {'server_uuid': 'be6503c7-c572-4f99-b4f3-6679fac7fcbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94902475-bcc7-4674-82f5-9cdb2cc9139e', 'code': 200} Sep 23 15:33:14.213374 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-187f0d48-4be3-4092-9098-d60d1c7abdef req-3ada51a1-bd8f-4095-9f94-d128185a7cda tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408597 Sep 23 15:33:14.221696 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:14.288729 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=94902475-bcc7-4674-82f5-9cdb2cc9139e,revision_number=6']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:14.295939 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:14.296291 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:14.296631 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:14.296969 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:14.297307 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:14.297634 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:14.297960 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:14.298286 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:14.298642 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:14.298961 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:14.299282 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:14.299601 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:14.773421 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c79ba5-aba4-4e08-8e8c-cc1495a09e23 req-ad486d96-abe4-4b20-bbbf-b8b5a8d40be7 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:14.774869 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-44c79ba5-aba4-4e08-8e8c-cc1495a09e23 req-ad486d96-abe4-4b20-bbbf-b8b5a8d40be7 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 944 time: 0.1596279 Sep 23 15:33:14.782879 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec049e6b-d11f-41f9-b34a-2c9e9023f613 req-5ed2c26a-1b77-4b3d-ab37-3a9b2f20d7b4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:14.784121 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ec049e6b-d11f-41f9-b34a-2c9e9023f613 req-5ed2c26a-1b77-4b3d-ab37-3a9b2f20d7b4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.72 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb&tenant_id=5f13c54291184a8eb512090e21769d32&binding%3Ahost_id=hv-neutron-8590 HTTP/1.1" status: 200 len: 944 time: 0.1233327 Sep 23 15:33:14.825714 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-44c79ba5-aba4-4e08-8e8c-cc1495a09e23 req-65ac5c37-b3af-4fe3-a0f1-425319153224 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406654 Sep 23 15:33:14.931160 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec049e6b-d11f-41f9-b34a-2c9e9023f613 req-5871510e-ab9c-4dce-9563-07b67118a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:14.933217 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ec049e6b-d11f-41f9-b34a-2c9e9023f613 req-5871510e-ab9c-4dce-9563-07b67118a428 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 1097 time: 0.0802596 Sep 23 15:33:15.062842 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec049e6b-d11f-41f9-b34a-2c9e9023f613 req-824d1f82-6217-4b9d-a1c4-a0f820bebc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:15.064264 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ec049e6b-d11f-41f9-b34a-2c9e9023f613 req-824d1f82-6217-4b9d-a1c4-a0f820bebc4e service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 913 time: 0.1253431 Sep 23 15:33:15.166637 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ec049e6b-d11f-41f9-b34a-2c9e9023f613 req-d8fa0229-4073-4c98-909b-26c5059d3ce5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94902475-bcc7-4674-82f5-9cdb2cc9139e HTTP/1.1" status: 200 len: 1001 time: 0.0955744 Sep 23 15:33:15.226265 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec049e6b-d11f-41f9-b34a-2c9e9023f613 req-64751b63-8849-4e96-8d54-83a5ab3745d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:15.227675 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ec049e6b-d11f-41f9-b34a-2c9e9023f613 req-64751b63-8849-4e96-8d54-83a5ab3745d9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc8358-df50-4f4f-a62c-9922cf98f704 HTTP/1.1" status: 200 len: 851 time: 0.0558228 Sep 23 15:33:15.311886 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec049e6b-d11f-41f9-b34a-2c9e9023f613 req-311e2ebb-0f74-4f46-905e-5150286a81cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:15.313407 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ec049e6b-d11f-41f9-b34a-2c9e9023f613 req-311e2ebb-0f74-4f46-905e-5150286a81cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797229 Sep 23 15:33:15.442666 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ec049e6b-d11f-41f9-b34a-2c9e9023f613 req-0afd46e0-2c79-4665-92fc-0ae32ced27bd service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229627 Sep 23 15:33:15.573623 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ec049e6b-d11f-41f9-b34a-2c9e9023f613 req-85579ec9-59f4-4f57-986e-eb0119bf33f3 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242673 Sep 23 15:33:15.991473 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 94902475-bcc7-4674-82f5-9cdb2cc9139e details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:33:16.032383 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1175fc-817b-4306-a101-9c9904ba7ecc req-67b796eb-1b4f-433e-95cd-dc780f59605f tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:16.033847 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cd1175fc-817b-4306-a101-9c9904ba7ecc req-67b796eb-1b4f-433e-95cd-dc780f59605f tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 944 time: 0.0899053 Sep 23 15:33:16.086987 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cd1175fc-817b-4306-a101-9c9904ba7ecc req-fdca2dbb-71dc-4166-b48a-be6ba70c11f1 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455892 Sep 23 15:33:16.166812 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 94902475-bcc7-4674-82f5-9cdb2cc9139e, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=94902475-bcc7-4674-82f5-9cdb2cc9139e,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:33:16.180601 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '94902475-bcc7-4674-82f5-9cdb2cc9139e', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'port_id': '94902475-bcc7-4674-82f5-9cdb2cc9139e', 'mac_address': 'fa:16:3e:69:8a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:33:16.238968 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 94902475-bcc7-4674-82f5-9cdb2cc9139e is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:33:16.239352 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:16.256698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94902475-bcc7-4674-82f5-9cdb2cc9139e {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:33:16.272938 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 94902475-bcc7-4674-82f5-9cdb2cc9139e, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=94902475-bcc7-4674-82f5-9cdb2cc9139e,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:33:16.364032 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:16.438966 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=94902475-bcc7-4674-82f5-9cdb2cc9139e,revision_number=7']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:16.442683 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['94902475-bcc7-4674-82f5-9cdb2cc9139e'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:33:17.285413 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158c502-d526-481f-8c0a-a71d619b4e47 req-71a9ff6a-0579-4ae6-8598-f3139b5865f5 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:17.286878 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8158c502-d526-481f-8c0a-a71d619b4e47 req-71a9ff6a-0579-4ae6-8598-f3139b5865f5 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 945 time: 0.0864723 Sep 23 15:33:17.330053 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8158c502-d526-481f-8c0a-a71d619b4e47 req-5f4fa8fb-7f6d-4ad5-9a28-f964dda399ad tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375137 Sep 23 15:33:17.522839 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec4383-eed2-4216-a891-040b2cd6227b req-9d51d090-69e2-4524-a755-b78a177dae0a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:17.524267 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-47ec4383-eed2-4216-a891-040b2cd6227b req-9d51d090-69e2-4524-a755-b78a177dae0a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 945 time: 0.0862668 Sep 23 15:33:17.568332 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-47ec4383-eed2-4216-a891-040b2cd6227b req-b1fc3c03-bea3-465c-9291-5caffb31ee2e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383484 Sep 23 15:33:17.989739 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 94902475-bcc7-4674-82f5-9cdb2cc9139e up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:33:18.045828 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3e4ea-05f7-46f4-9f91-c575b3023f2d req-700b633d-2875-4f3a-bb27-9329d338a734 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:18.047289 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c1a3e4ea-05f7-46f4-9f91-c575b3023f2d req-700b633d-2875-4f3a-bb27-9329d338a734 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 945 time: 0.0937896 Sep 23 15:33:18.064794 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 94902475-bcc7-4674-82f5-9cdb2cc9139e triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:33:18.065159 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:18.065514 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 94902475-bcc7-4674-82f5-9cdb2cc9139e Sep 23 15:33:18.094410 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c1a3e4ea-05f7-46f4-9f91-c575b3023f2d req-d18d0d0f-eba2-48a0-80e1-6db7d91ea85a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413997 Sep 23 15:33:18.150502 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3aa02-97eb-46b1-bebf-325a6eb55de5 req-c8ab882a-8a1d-4d96-934b-dbfdc7110b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:18.152554 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bea3aa02-97eb-46b1-bebf-325a6eb55de5 req-c8ab882a-8a1d-4d96-934b-dbfdc7110b5a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 1098 time: 0.0842373 Sep 23 15:33:18.196914 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 94902475-bcc7-4674-82f5-9cdb2cc9139e is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:33:18.197290 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:18.224200 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6503c7-c572-4f99-b4f3-6679fac7fcbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94902475-bcc7-4674-82f5-9cdb2cc9139e'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:33:18.226494 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d15e21d-4131-4588-b357-6bb593b514d6" -d '{"events": [{"server_uuid": "be6503c7-c572-4f99-b4f3-6679fac7fcbb", "name": "network-vif-plugged", "status": "completed", "tag": "94902475-bcc7-4674-82f5-9cdb2cc9139e"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:33:18.234693 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 94902475-bcc7-4674-82f5-9cdb2cc9139e, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=94902475-bcc7-4674-82f5-9cdb2cc9139e,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:33:18.271529 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022d9288-748c-4751-858f-febb3a63ca6c x-openstack-request-id: req-022d9288-748c-4751-858f-febb3a63ca6c {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:33:18.271828 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6503c7-c572-4f99-b4f3-6679fac7fcbb", "name": "network-vif-plugged", "status": "completed", "tag": "94902475-bcc7-4674-82f5-9cdb2cc9139e", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:33:18.272075 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-022d9288-748c-4751-858f-febb3a63ca6c {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:33:18.272471 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-022d9288-748c-4751-858f-febb3a63ca6c'] response: {'server_uuid': 'be6503c7-c572-4f99-b4f3-6679fac7fcbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94902475-bcc7-4674-82f5-9cdb2cc9139e', 'code': 200} Sep 23 15:33:18.280959 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:18.292529 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3aa02-97eb-46b1-bebf-325a6eb55de5 req-500e4115-1fdd-4ad4-95c8-488d2e51752a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:18.297126 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bea3aa02-97eb-46b1-bebf-325a6eb55de5 req-500e4115-1fdd-4ad4-95c8-488d2e51752a service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 913 time: 0.1351204 Sep 23 15:33:18.351467 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=94902475-bcc7-4674-82f5-9cdb2cc9139e,revision_number=8']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:18.397181 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bea3aa02-97eb-46b1-bebf-325a6eb55de5 req-1ca81b3b-c7ad-45f9-9b47-5f20fe091139 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94902475-bcc7-4674-82f5-9cdb2cc9139e HTTP/1.1" status: 200 len: 1003 time: 0.0969288 Sep 23 15:33:18.550723 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3aa02-97eb-46b1-bebf-325a6eb55de5 req-7a41cd91-576f-4a72-95d2-29fb8bd9c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:18.552078 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bea3aa02-97eb-46b1-bebf-325a6eb55de5 req-7a41cd91-576f-4a72-95d2-29fb8bd9c762 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc8358-df50-4f4f-a62c-9922cf98f704 HTTP/1.1" status: 200 len: 851 time: 0.1491821 Sep 23 15:33:18.636939 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3aa02-97eb-46b1-bebf-325a6eb55de5 req-2aa1165b-aeca-4dbb-a984-9569d9217604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:18.638415 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bea3aa02-97eb-46b1-bebf-325a6eb55de5 req-2aa1165b-aeca-4dbb-a984-9569d9217604 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794823 Sep 23 15:33:18.771716 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bea3aa02-97eb-46b1-bebf-325a6eb55de5 req-ec241f72-5911-4f82-9b6a-fa129e6c5e5a service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267588 Sep 23 15:33:18.902771 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bea3aa02-97eb-46b1-bebf-325a6eb55de5 req-44029a77-4827-4a9f-bcd9-285fad0bf9d6 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248178 Sep 23 15:33:19.299045 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c16321-c97d-4d81-88c6-a1b949e740ec req-d59c7807-3bce-470b-b591-b052cdf4dc29 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:19.300514 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-18c16321-c97d-4d81-88c6-a1b949e740ec req-d59c7807-3bce-470b-b591-b052cdf4dc29 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 946 time: 0.0894129 Sep 23 15:33:19.348728 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-18c16321-c97d-4d81-88c6-a1b949e740ec req-b983476f-01ab-4b93-bdf1-3371021ad802 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425739 Sep 23 15:33:20.549466 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2a31f-b78d-4907-86fa-9462195ee6b3 req-aec662ba-b5c6-4ec8-9b42-a96e9ec4ee6e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:20.550959 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f2f2a31f-b78d-4907-86fa-9462195ee6b3 req-aec662ba-b5c6-4ec8-9b42-a96e9ec4ee6e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 946 time: 0.0871015 Sep 23 15:33:20.594371 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f2f2a31f-b78d-4907-86fa-9462195ee6b3 req-60773871-e2a4-4394-9cec-1e4bbbad5eb8 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378566 Sep 23 15:33:21.193158 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5dc414-a5d4-4e46-b793-3f338e4ea918 req-e3812d62-62c8-4ff3-b834-f99ccf101b7e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:21.194662 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3b5dc414-a5d4-4e46-b793-3f338e4ea918 req-e3812d62-62c8-4ff3-b834-f99ccf101b7e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 946 time: 0.0940096 Sep 23 15:33:21.238560 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3b5dc414-a5d4-4e46-b793-3f338e4ea918 req-374e5a14-5c28-4c55-847c-415596bda8d3 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381012 Sep 23 15:33:22.436311 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c670aa-9b9e-484d-a724-982729b44094 req-5b5691f7-2c33-4a1e-921a-45546641a125 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:22.437757 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-40c670aa-9b9e-484d-a724-982729b44094 req-5b5691f7-2c33-4a1e-921a-45546641a125 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 946 time: 0.0869563 Sep 23 15:33:22.480501 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-40c670aa-9b9e-484d-a724-982729b44094 req-95c9cac6-eaa5-45d8-9f63-c3db58dbd341 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370939 Sep 23 15:33:22.804662 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358796c6-6cc2-4bd9-bdd7-61a1ff14e565 req-32b037a0-c074-4d0a-af77-e4194262c08d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:22.806098 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-358796c6-6cc2-4bd9-bdd7-61a1ff14e565 req-32b037a0-c074-4d0a-af77-e4194262c08d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.72 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 946 time: 0.0870810 Sep 23 15:33:22.878899 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-358796c6-6cc2-4bd9-bdd7-61a1ff14e565 req-fd535fa8-4de3-4aa2-99ed-082839f5566d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Deleting port 94902475-bcc7-4674-82f5-9cdb2cc9139e {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:33:22.879242 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-358796c6-6cc2-4bd9-bdd7-61a1ff14e565 req-fd535fa8-4de3-4aa2-99ed-082839f5566d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:23.123299 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-358796c6-6cc2-4bd9-bdd7-61a1ff14e565 req-fd535fa8-4de3-4aa2-99ed-082839f5566d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] For port 94902475-bcc7-4674-82f5-9cdb2cc9139e, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=94902475-bcc7-4674-82f5-9cdb2cc9139e,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:33:23.123568 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-358796c6-6cc2-4bd9-bdd7-61a1ff14e565 req-fd535fa8-4de3-4aa2-99ed-082839f5566d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:23.404713 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-358796c6-6cc2-4bd9-bdd7-61a1ff14e565 req-fd535fa8-4de3-4aa2-99ed-082839f5566d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:23.405005 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-358796c6-6cc2-4bd9-bdd7-61a1ff14e565 req-fd535fa8-4de3-4aa2-99ed-082839f5566d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:23.405317 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [req-358796c6-6cc2-4bd9-bdd7-61a1ff14e565 req-fd535fa8-4de3-4aa2-99ed-082839f5566d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Floating IP 51cde906-706f-4ebd-9586-b63feaaa1065 disassociated. External IP: 172.26.10.253, port: 94902475-bcc7-4674-82f5-9cdb2cc9139e. Sep 23 15:33:23.405648 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-358796c6-6cc2-4bd9-bdd7-61a1ff14e565 req-fd535fa8-4de3-4aa2-99ed-082839f5566d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Calling delete_port for 94902475-bcc7-4674-82f5-9cdb2cc9139e owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:33:23.632515 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-358796c6-6cc2-4bd9-bdd7-61a1ff14e565 req-fd535fa8-4de3-4aa2-99ed-082839f5566d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:23.769350 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-85331e8a-8a8e-4192-b01b-8b9c008b1f31 req-f11b9738-7f86-43a6-98a1-1ad067fec38b tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 210 time: 0.1781402 Sep 23 15:33:23.779013 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd535fa8-4de3-4aa2-99ed-082839f5566d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Pushing event deleted for resources: {'Port': ['ID=94902475-bcc7-4674-82f5-9cdb2cc9139e,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:23.845035 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd535fa8-4de3-4aa2-99ed-082839f5566d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:23.845669 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd535fa8-4de3-4aa2-99ed-082839f5566d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:23.845770 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd535fa8-4de3-4aa2-99ed-082839f5566d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:23.846037 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd535fa8-4de3-4aa2-99ed-082839f5566d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:23.846390 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd535fa8-4de3-4aa2-99ed-082839f5566d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:23.846727 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd535fa8-4de3-4aa2-99ed-082839f5566d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:23.847055 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd535fa8-4de3-4aa2-99ed-082839f5566d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:23.847380 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd535fa8-4de3-4aa2-99ed-082839f5566d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:23.847705 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd535fa8-4de3-4aa2-99ed-082839f5566d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:23.848027 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd535fa8-4de3-4aa2-99ed-082839f5566d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:23.848348 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd535fa8-4de3-4aa2-99ed-082839f5566d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:23.848669 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd535fa8-4de3-4aa2-99ed-082839f5566d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:23.989741 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-358796c6-6cc2-4bd9-bdd7-61a1ff14e565 req-fd535fa8-4de3-4aa2-99ed-082839f5566d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Router 6361775f-503d-4d00-b25d-04e7873749b7 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:33:24.174280 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-358796c6-6cc2-4bd9-bdd7-61a1ff14e565 req-fd535fa8-4de3-4aa2-99ed-082839f5566d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:33:24.183552 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefe1f02-419e-4694-9cd5-112e4611f4d3 None None] Sync routers for ids ['6361775f-503d-4d00-b25d-04e7873749b7'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:33:24.193535 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefe1f02-419e-4694-9cd5-112e4611f4d3 None None] Routers {'6361775f-503d-4d00-b25d-04e7873749b7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:33:24.194141 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-aefe1f02-419e-4694-9cd5-112e4611f4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:33:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['6361775f-503d-4d00-b25d-04e7873749b7'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:24.260343 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-358796c6-6cc2-4bd9-bdd7-61a1ff14e565 req-fd535fa8-4de3-4aa2-99ed-082839f5566d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] No DVR routers for this DVR port 94902475-bcc7-4674-82f5-9cdb2cc9139e on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:33:24.262859 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-358796c6-6cc2-4bd9-bdd7-61a1ff14e565 req-fd535fa8-4de3-4aa2-99ed-082839f5566d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:24.265375 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6503c7-c572-4f99-b4f3-6679fac7fcbb', 'name': 'network-vif-deleted', 'tag': '94902475-bcc7-4674-82f5-9cdb2cc9139e'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:33:24.267769 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc3c429-e529-4875-833a-4388fc22b231" -d '{"events": [{"server_uuid": "be6503c7-c572-4f99-b4f3-6679fac7fcbb", "name": "network-vif-deleted", "tag": "94902475-bcc7-4674-82f5-9cdb2cc9139e"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:33:24.318205 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d377cd4-328f-4c5e-8e9b-c9783820f73b x-openstack-request-id: req-9d377cd4-328f-4c5e-8e9b-c9783820f73b {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:33:24.318586 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6503c7-c572-4f99-b4f3-6679fac7fcbb", "name": "network-vif-deleted", "tag": "94902475-bcc7-4674-82f5-9cdb2cc9139e", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:33:24.318840 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9d377cd4-328f-4c5e-8e9b-c9783820f73b {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:33:24.319240 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d377cd4-328f-4c5e-8e9b-c9783820f73b'] response: {'server_uuid': 'be6503c7-c572-4f99-b4f3-6679fac7fcbb', 'name': 'network-vif-deleted', 'tag': '94902475-bcc7-4674-82f5-9cdb2cc9139e', 'status': 'completed', 'code': 200} Sep 23 15:33:24.335145 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-358796c6-6cc2-4bd9-bdd7-61a1ff14e565 req-fd535fa8-4de3-4aa2-99ed-082839f5566d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.72 "DELETE /v2.0/ports/94902475-bcc7-4674-82f5-9cdb2cc9139e HTTP/1.1" status: 204 len: 173 time: 1.5234575 Sep 23 15:33:24.371743 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-aefe1f02-419e-4694-9cd5-112e4611f4d3 None None] Set router 6361775f-503d-4d00-b25d-04e7873749b7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:33:24.683459 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-aefe1f02-419e-4694-9cd5-112e4611f4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'e9ca0e19-8328-4039-8741-fd312207c94e', 'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'mac_address': 'fa:16:3e:85:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:37Z', 'updated_at': '2022-09-23T15:30:43Z', 'revision_number': 5, 'project_id': '5f13c54291184a8eb512090e21769d32', 'subnets': [{'id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:24.687480 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefe1f02-419e-4694-9cd5-112e4611f4d3 None None] Checking router: 6361775f-503d-4d00-b25d-04e7873749b7 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:33:24.695749 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefe1f02-419e-4694-9cd5-112e4611f4d3 None None] Routers {'6361775f-503d-4d00-b25d-04e7873749b7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:33:24.696321 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-aefe1f02-419e-4694-9cd5-112e4611f4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:33:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['6361775f-503d-4d00-b25d-04e7873749b7'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:24.893445 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-aefe1f02-419e-4694-9cd5-112e4611f4d3 None None] Set router 6361775f-503d-4d00-b25d-04e7873749b7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:33:24.951077 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-86dcf820-d505-497c-9297-3374154d28d2 req-2fadbb5c-6f0d-4995-a911-6048ba674c04 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Synchronizing usage tracker for tenant:5f13c54291184a8eb512090e21769d32 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:33:25.065817 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-86dcf820-d505-497c-9297-3374154d28d2 req-2fadbb5c-6f0d-4995-a911-6048ba674c04 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Unset dirty status for tenant:5f13c54291184a8eb512090e21769d32 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:33:25.067013 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-86dcf820-d505-497c-9297-3374154d28d2 req-2fadbb5c-6f0d-4995-a911-6048ba674c04 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=be6503c7-c572-4f99-b4f3-6679fac7fcbb HTTP/1.1" status: 200 len: 210 time: 0.1675286 Sep 23 15:33:25.212491 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-aefe1f02-419e-4694-9cd5-112e4611f4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'e9ca0e19-8328-4039-8741-fd312207c94e', 'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'mac_address': 'fa:16:3e:85:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:37Z', 'updated_at': '2022-09-23T15:30:43Z', 'revision_number': 5, 'project_id': '5f13c54291184a8eb512090e21769d32', 'subnets': [{'id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:25.216334 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefe1f02-419e-4694-9cd5-112e4611f4d3 None None] The sync data for ids ['6361775f-503d-4d00-b25d-04e7873749b7'] in dv-neutron-859093-1-hyperv is: [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'e9ca0e19-8328-4039-8741-fd312207c94e', 'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'mac_address': 'fa:16:3e:85:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:37Z', 'updated_at': '2022-09-23T15:30:43Z', 'revision_number': 5, 'project_id': '5f13c54291184a8eb512090e21769d32', 'subnets': [{'id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:33:25.429107 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d233cb95-5305-4c33-a38e-0592597838c9 None None] New status for floating IP 51cde906-706f-4ebd-9586-b63feaaa1065: DOWN {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:33:26.020902 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 94902475-bcc7-4674-82f5-9cdb2cc9139e no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:33:26.054780 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 94902475-bcc7-4674-82f5-9cdb2cc9139e {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:33:26.055116 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 94902475-bcc7-4674-82f5-9cdb2cc9139e not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:33:26.408413 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-cda449bf-64fc-4db4-8524-afaf7e46d6ff tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--317450998&fields=id&tenant_id=5f13c54291184a8eb512090e21769d32 HTTP/1.1" status: 200 len: 267 time: 0.0397661 Sep 23 15:33:26.650358 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-3c00910f-b71a-41aa-81d9-afb52235cf42 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:26.651726 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-3c00910f-b71a-41aa-81d9-afb52235cf42 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 812 time: 0.2370012 Sep 23 15:33:26.666240 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-f5f9c515-a8e3-4f75-9775-6a95c94e51ce tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/quotas/5f13c54291184a8eb512090e21769d32 HTTP/1.1" status: 200 len: 375 time: 0.0089583 Sep 23 15:33:26.756185 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-c22537d9-d3df-4a87-a4bb-cac16ca2587b tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0850074 Sep 23 15:33:26.892479 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-457c801d-5c49-41fb-89b6-eafc134da8dd service neutron] 10.222.0.67 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242929 Sep 23 15:33:27.022964 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-a716f065-728f-4c7c-aa52-ef6ac432da20 service neutron] 10.222.0.67 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246898 Sep 23 15:33:28.288145 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fd729568-007e-4be2-aed0-f88c7ccbc19a req-cfcc94cb-a62c-4b32-8b03-62eb404e205c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 210 time: 0.0539334 Sep 23 15:33:29.450800 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a9c636d9-cee2-48da-878d-6c1471f140ea req-d8b40ef2-01f8-4a2e-a823-330758702833 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 210 time: 0.0547898 Sep 23 15:33:30.063540 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-05ce8c20-4151-49e7-9e4d-01540f494439 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:30.064991 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-05ce8c20-4151-49e7-9e4d-01540f494439 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.72 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 812 time: 0.1445661 Sep 23 15:33:30.111265 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-1c1c458d-d52f-4a2d-b0a5-8058d11a2391 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f13c54291184a8eb512090e21769d32 HTTP/1.1" status: 200 len: 379 time: 0.0382910 Sep 23 15:33:30.119254 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-ca5a7287-b61c-46e9-9c44-31c43bfa9ac4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Request body: {'port': {'device_id': 'eb4d59f7-d21e-4a48-a23f-bc9d5346130a', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'admin_state_up': True, 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'security_groups': ['48c2ce42-460d-4419-aec5-cfa7cfa08a6c']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:33:30.252907 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-ca5a7287-b61c-46e9-9c44-31c43bfa9ac4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:33:30.262280 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-ca5a7287-b61c-46e9-9c44-31c43bfa9ac4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:33:30.340556 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-ca5a7287-b61c-46e9-9c44-31c43bfa9ac4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Made reservation on behalf of 5f13c54291184a8eb512090e21769d32 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:33:30.344254 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-ca5a7287-b61c-46e9-9c44-31c43bfa9ac4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:30.505139 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-ca5a7287-b61c-46e9-9c44-31c43bfa9ac4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Allocated IP 172.20.0.4 (fe3e9444-4a50-4aab-87c9-3b81d14c4d42/9fdc8358-df50-4f4f-a62c-9922cf98f704/1cf63f45-94ad-459e-92bd-69fd1c17b28b) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:33:30.666644 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1e817140-0ef7-4915-b2dd-aaf48bfa7dba req-594ea44e-5d06-4908-80e2-8fe2f6ad7b7e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 210 time: 0.1053145 Sep 23 15:33:30.735702 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-ca5a7287-b61c-46e9-9c44-31c43bfa9ac4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:30.751724 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-ca5a7287-b61c-46e9-9c44-31c43bfa9ac4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Transition to ACTIVE for port object 1cf63f45-94ad-459e-92bd-69fd1c17b28b will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:33:30.833338 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-ca5a7287-b61c-46e9-9c44-31c43bfa9ac4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:30.908228 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-ca5a7287-b61c-46e9-9c44-31c43bfa9ac4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Network fe3e9444-4a50-4aab-87c9-3b81d14c4d42 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:33:30.911443 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-ca5a7287-b61c-46e9-9c44-31c43bfa9ac4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:33:30.915227 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-ca5a7287-b61c-46e9-9c44-31c43bfa9ac4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:33:30.946111 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a7287-b61c-46e9-9c44-31c43bfa9ac4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Pushing event updated for resources: {'Port': ['ID=1cf63f45-94ad-459e-92bd-69fd1c17b28b,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:30.984526 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-ca5a7287-b61c-46e9-9c44-31c43bfa9ac4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:30.985137 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-ca5a7287-b61c-46e9-9c44-31c43bfa9ac4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:31.131004 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-ca5a7287-b61c-46e9-9c44-31c43bfa9ac4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0151062 Sep 23 15:33:31.142448 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-1114e3db-7647-485b-9a05-44dbbc47482b service neutron] Request body: {'port': {'device_id': 'eb4d59f7-d21e-4a48-a23f-bc9d5346130a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:33:31.187461 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5cc48750-1194-4b4c-a25a-82a9e85270cb None None] Provisioning for port 1cf63f45-94ad-459e-92bd-69fd1c17b28b completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:33:31.192893 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5cc48750-1194-4b4c-a25a-82a9e85270cb None None] Provisioning complete for port 1cf63f45-94ad-459e-92bd-69fd1c17b28b triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:33:31.193387 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5cc48750-1194-4b4c-a25a-82a9e85270cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:31.193737 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-5cc48750-1194-4b4c-a25a-82a9e85270cb None None] Attempt 1 to provision port 1cf63f45-94ad-459e-92bd-69fd1c17b28b Sep 23 15:33:31.252365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5cc48750-1194-4b4c-a25a-82a9e85270cb None None] Port 1cf63f45-94ad-459e-92bd-69fd1c17b28b cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:33:31.363755 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-1114e3db-7647-485b-9a05-44dbbc47482b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:31.696792 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-1114e3db-7647-485b-9a05-44dbbc47482b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf63f45-94ad-459e-92bd-69fd1c17b28b {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:33:31.704105 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-1114e3db-7647-485b-9a05-44dbbc47482b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:31.719127 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-1114e3db-7647-485b-9a05-44dbbc47482b service neutron] Transition to ACTIVE for port object 1cf63f45-94ad-459e-92bd-69fd1c17b28b will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:33:31.753734 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-5cc48750-1194-4b4c-a25a-82a9e85270cb None None] Attempt 2 to provision port 1cf63f45-94ad-459e-92bd-69fd1c17b28b Sep 23 15:33:31.805338 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-1114e3db-7647-485b-9a05-44dbbc47482b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:31.808549 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5cc48750-1194-4b4c-a25a-82a9e85270cb None None] Port 1cf63f45-94ad-459e-92bd-69fd1c17b28b cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:33:31.867417 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec6448-0638-46f5-a53a-d5bb2359b394 req-334281e6-5fe4-4784-a4a1-1a70d46151f3 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:31.868864 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-71ec6448-0638-46f5-a53a-d5bb2359b394 req-334281e6-5fe4-4784-a4a1-1a70d46151f3 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 943 time: 0.0882590 Sep 23 15:33:31.913979 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-71ec6448-0638-46f5-a53a-d5bb2359b394 req-34e9daae-f24b-4f77-b76d-1ca1d7583e69 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386071 Sep 23 15:33:32.000806 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114e3db-7647-485b-9a05-44dbbc47482b service neutron] Pushing event updated for resources: {'Port': ['ID=1cf63f45-94ad-459e-92bd-69fd1c17b28b,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:32.040259 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-1114e3db-7647-485b-9a05-44dbbc47482b service neutron] Attempting to bind port 1cf63f45-94ad-459e-92bd-69fd1c17b28b on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:33:32.040534 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-1114e3db-7647-485b-9a05-44dbbc47482b service neutron] Attempting to bind port 1cf63f45-94ad-459e-92bd-69fd1c17b28b by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': 'ee37476d-2a4f-4317-8a23-b8d856ed0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:33:32.041030 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-1114e3db-7647-485b-9a05-44dbbc47482b service neutron] Attempting to bind port 1cf63f45-94ad-459e-92bd-69fd1c17b28b on network fe3e9444-4a50-4aab-87c9-3b81d14c4d42 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:33:32.046395 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-1114e3db-7647-485b-9a05-44dbbc47482b service neutron] Port 1cf63f45-94ad-459e-92bd-69fd1c17b28b on network fe3e9444-4a50-4aab-87c9-3b81d14c4d42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:33:32.046718 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-1114e3db-7647-485b-9a05-44dbbc47482b service neutron] Attempting to bind port 1cf63f45-94ad-459e-92bd-69fd1c17b28b on network fe3e9444-4a50-4aab-87c9-3b81d14c4d42 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:33:32.052000 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-1114e3db-7647-485b-9a05-44dbbc47482b service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:33:32.059497 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-1114e3db-7647-485b-9a05-44dbbc47482b service neutron] Checking segment: {'id': 'ee37476d-2a4f-4317-8a23-b8d856ed0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:33:32.059497 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-1114e3db-7647-485b-9a05-44dbbc47482b service neutron] Bound using segment: {'id': 'ee37476d-2a4f-4317-8a23-b8d856ed0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:33:32.059497 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-1114e3db-7647-485b-9a05-44dbbc47482b service neutron] Bound port: 1cf63f45-94ad-459e-92bd-69fd1c17b28b, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee37476d-2a4f-4317-8a23-b8d856ed0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:33:32.059497 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-1114e3db-7647-485b-9a05-44dbbc47482b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:32.129975 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec09c898-a247-4bfc-a188-ceeb2c22ff3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:32.147603 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-1114e3db-7647-485b-9a05-44dbbc47482b service neutron] For port 1cf63f45-94ad-459e-92bd-69fd1c17b28b, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:33:32.150661 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-1114e3db-7647-485b-9a05-44dbbc47482b service neutron] For port 1cf63f45-94ad-459e-92bd-69fd1c17b28b, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=1cf63f45-94ad-459e-92bd-69fd1c17b28b,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:33:32.250163 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-1114e3db-7647-485b-9a05-44dbbc47482b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:32.280152 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-1114e3db-7647-485b-9a05-44dbbc47482b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:32.280774 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-1114e3db-7647-485b-9a05-44dbbc47482b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:32.282142 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-1114e3db-7647-485b-9a05-44dbbc47482b service neutron] 10.222.0.72 "PUT /v2.0/ports/1cf63f45-94ad-459e-92bd-69fd1c17b28b HTTP/1.1" status: 200 len: 1093 time: 1.1437707 Sep 23 15:33:32.282703 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4d59f7-d21e-4a48-a23f-bc9d5346130a', 'tag': '1cf63f45-94ad-459e-92bd-69fd1c17b28b'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:33:32.285010 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93120e6-c1f1-42f9-a04d-5799202f401a" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4d59f7-d21e-4a48-a23f-bc9d5346130a", "tag": "1cf63f45-94ad-459e-92bd-69fd1c17b28b"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:33:32.309587 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-5cc48750-1194-4b4c-a25a-82a9e85270cb None None] Attempt 3 to provision port 1cf63f45-94ad-459e-92bd-69fd1c17b28b Sep 23 15:33:32.335371 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5563b2b-5ade-4d9c-8a5d-8eec0a587774 x-openstack-request-id: req-b5563b2b-5ade-4d9c-8a5d-8eec0a587774 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:33:32.335668 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4d59f7-d21e-4a48-a23f-bc9d5346130a", "tag": "1cf63f45-94ad-459e-92bd-69fd1c17b28b", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:33:32.335919 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b5563b2b-5ade-4d9c-8a5d-8eec0a587774 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:33:32.336323 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5563b2b-5ade-4d9c-8a5d-8eec0a587774'] response: {'name': 'network-changed', 'server_uuid': 'eb4d59f7-d21e-4a48-a23f-bc9d5346130a', 'tag': '1cf63f45-94ad-459e-92bd-69fd1c17b28b', 'status': 'completed', 'code': 200} Sep 23 15:33:32.337056 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114e3db-7647-485b-9a05-44dbbc47482b service neutron] Pushing event updated for resources: {'Port': ['ID=1cf63f45-94ad-459e-92bd-69fd1c17b28b,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:32.381090 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5cc48750-1194-4b4c-a25a-82a9e85270cb None None] Port 1cf63f45-94ad-459e-92bd-69fd1c17b28b had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:33:32.436505 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93120e6-c1f1-42f9-a04d-5799202f401a req-e31a29f5-9dcc-4b03-bb8f-bbf34d37c47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:32.437976 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e93120e6-c1f1-42f9-a04d-5799202f401a req-e31a29f5-9dcc-4b03-bb8f-bbf34d37c47b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 1096 time: 0.0821965 Sep 23 15:33:32.576020 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93120e6-c1f1-42f9-a04d-5799202f401a req-1dcce4d4-3c5b-4b58-8b7b-fbde644e49f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:32.577355 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e93120e6-c1f1-42f9-a04d-5799202f401a req-1dcce4d4-3c5b-4b58-8b7b-fbde644e49f4 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=5f13c54291184a8eb512090e21769d32&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1322887 Sep 23 15:33:32.711506 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93120e6-c1f1-42f9-a04d-5799202f401a req-8293b7f3-6646-4ef0-acd0-151830e10077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:32.712921 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e93120e6-c1f1-42f9-a04d-5799202f401a req-8293b7f3-6646-4ef0-acd0-151830e10077 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298735 Sep 23 15:33:32.821808 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:32.823722 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-8829678f-0671-4366-83fb-90eb69b0f3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:32.825205 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-8829678f-0671-4366-83fb-90eb69b0f3f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 1096 time: 0.0785704 Sep 23 15:33:32.895216 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-6de800ff-3268-41b9-9cbe-8e2a6435c8b1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cf63f45-94ad-459e-92bd-69fd1c17b28b HTTP/1.1" status: 200 len: 217 time: 0.0631046 Sep 23 15:33:32.956879 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-149627f5-57cf-4d84-be08-d7f4ef9768ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:32.958515 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-149627f5-57cf-4d84-be08-d7f4ef9768ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc8358-df50-4f4f-a62c-9922cf98f704 HTTP/1.1" status: 200 len: 851 time: 0.0578518 Sep 23 15:33:33.044711 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-32e9887f-960d-4b3d-8a8b-4e158ab7765c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:33.046186 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-32e9887f-960d-4b3d-8a8b-4e158ab7765c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820453 Sep 23 15:33:33.114174 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62368f44-fa37-4bab-91a2-26690da6c752 req-e1a8eb5f-33a9-4942-8946-6f0211239d6e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:33.115640 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-62368f44-fa37-4bab-91a2-26690da6c752 req-e1a8eb5f-33a9-4942-8946-6f0211239d6e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 943 time: 0.0913885 Sep 23 15:33:33.160430 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-62368f44-fa37-4bab-91a2-26690da6c752 req-b3c309a4-e498-49a3-b5b1-8c8b850d540a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381751 Sep 23 15:33:33.277271 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-4bc271e2-33db-4f1c-9d66-4aa775a9ad31 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234607 Sep 23 15:33:33.406933 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2f3e8a61-8e7a-4eca-965b-f1cd621c6d00 req-9acdc197-02be-40a5-881f-0ae31258e359 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235802 Sep 23 15:33:34.365519 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6761c18-8f11-406c-8aae-88d54b50b0e1 req-de41f981-5410-4fc6-9aa8-283836d9d1dc tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:34.366229 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-e6761c18-8f11-406c-8aae-88d54b50b0e1 req-de41f981-5410-4fc6-9aa8-283836d9d1dc tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Synchronizing usage tracker for tenant:5f13c54291184a8eb512090e21769d32 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:33:34.484121 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-e6761c18-8f11-406c-8aae-88d54b50b0e1 req-de41f981-5410-4fc6-9aa8-283836d9d1dc tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Unset dirty status for tenant:5f13c54291184a8eb512090e21769d32 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:33:34.485286 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e6761c18-8f11-406c-8aae-88d54b50b0e1 req-de41f981-5410-4fc6-9aa8-283836d9d1dc tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 943 time: 0.2046871 Sep 23 15:33:34.529919 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e6761c18-8f11-406c-8aae-88d54b50b0e1 req-4fc30b5d-3220-4a6f-9781-150e73155916 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389340 Sep 23 15:33:35.033283 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cccb1eeb-a2dd-4cac-a0b9-b968b6a473b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:35.513216 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:35.610244 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:35.727424 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acd99c-257d-435d-a14e-14b8b6a806f9 req-6752187c-e5df-449c-90e9-56e5b0223fd3 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:35.728879 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-08acd99c-257d-435d-a14e-14b8b6a806f9 req-6752187c-e5df-449c-90e9-56e5b0223fd3 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 943 time: 0.0863659 Sep 23 15:33:35.777112 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-08acd99c-257d-435d-a14e-14b8b6a806f9 req-cca5917d-b83d-448d-8ecb-d7e0a75976c0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418479 Sep 23 15:33:36.082844 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 1cf63f45-94ad-459e-92bd-69fd1c17b28b details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:33:36.212311 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 1cf63f45-94ad-459e-92bd-69fd1c17b28b, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=1cf63f45-94ad-459e-92bd-69fd1c17b28b,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:33:36.225407 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '1cf63f45-94ad-459e-92bd-69fd1c17b28b', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'port_id': '1cf63f45-94ad-459e-92bd-69fd1c17b28b', 'mac_address': 'fa:16:3e:ad:48:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:33:36.278644 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 1cf63f45-94ad-459e-92bd-69fd1c17b28b is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:33:36.283537 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:36.296507 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf63f45-94ad-459e-92bd-69fd1c17b28b {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:33:36.311943 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 1cf63f45-94ad-459e-92bd-69fd1c17b28b, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=1cf63f45-94ad-459e-92bd-69fd1c17b28b,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:33:36.410217 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:36.478741 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=1cf63f45-94ad-459e-92bd-69fd1c17b28b,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:36.617990 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['1cf63f45-94ad-459e-92bd-69fd1c17b28b'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:33:36.979126 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438357d-2b40-4486-9396-445bb7e7f017 req-5390cd95-18f7-4cd9-a47a-41844f8f7d33 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:36.980587 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0438357d-2b40-4486-9396-445bb7e7f017 req-5390cd95-18f7-4cd9-a47a-41844f8f7d33 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 944 time: 0.0948818 Sep 23 15:33:37.024405 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0438357d-2b40-4486-9396-445bb7e7f017 req-acbcc54f-5187-43ea-ac57-94dcab9295ee tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381308 Sep 23 15:33:37.044463 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:38.082993 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 1cf63f45-94ad-459e-92bd-69fd1c17b28b up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:33:38.221437 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 1cf63f45-94ad-459e-92bd-69fd1c17b28b completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:33:38.226684 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0c37d-b22a-4016-b777-2321d5e03ff4 req-43f504f6-4bff-43fc-81ad-974ce6cfe0b2 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:38.227188 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 1cf63f45-94ad-459e-92bd-69fd1c17b28b triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:33:38.227188 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:38.227495 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 1cf63f45-94ad-459e-92bd-69fd1c17b28b Sep 23 15:33:38.228161 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-0ce0c37d-b22a-4016-b777-2321d5e03ff4 req-43f504f6-4bff-43fc-81ad-974ce6cfe0b2 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 944 time: 0.0875800 Sep 23 15:33:38.272618 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-0ce0c37d-b22a-4016-b777-2321d5e03ff4 req-0b9453cc-49f7-43c5-8a83-0d9a390349f1 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382128 Sep 23 15:33:38.342971 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 1cf63f45-94ad-459e-92bd-69fd1c17b28b is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:33:38.343281 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:38.368913 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4d59f7-d21e-4a48-a23f-bc9d5346130a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf63f45-94ad-459e-92bd-69fd1c17b28b'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:33:38.371718 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fa0b21-6ec7-47b5-a50a-6cf29b642aaa" -d '{"events": [{"server_uuid": "eb4d59f7-d21e-4a48-a23f-bc9d5346130a", "name": "network-vif-plugged", "status": "completed", "tag": "1cf63f45-94ad-459e-92bd-69fd1c17b28b"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:33:38.379578 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 1cf63f45-94ad-459e-92bd-69fd1c17b28b, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=1cf63f45-94ad-459e-92bd-69fd1c17b28b,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:33:38.411993 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad361a6-1e28-4a78-8411-d8cee566fc97 x-openstack-request-id: req-dad361a6-1e28-4a78-8411-d8cee566fc97 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:33:38.412278 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4d59f7-d21e-4a48-a23f-bc9d5346130a", "name": "network-vif-plugged", "status": "completed", "tag": "1cf63f45-94ad-459e-92bd-69fd1c17b28b", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:33:38.412563 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dad361a6-1e28-4a78-8411-d8cee566fc97 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:33:38.412957 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dad361a6-1e28-4a78-8411-d8cee566fc97'] response: {'server_uuid': 'eb4d59f7-d21e-4a48-a23f-bc9d5346130a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf63f45-94ad-459e-92bd-69fd1c17b28b', 'code': 200} Sep 23 15:33:38.421476 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:38.488133 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=1cf63f45-94ad-459e-92bd-69fd1c17b28b,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:38.830889 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6eaf0-462f-4baa-9e08-d096d8eec309 req-5f51c618-a2e2-47bb-99a4-c93194cf1f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:38.832353 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-47c6eaf0-462f-4baa-9e08-d096d8eec309 req-5f51c618-a2e2-47bb-99a4-c93194cf1f12 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 1098 time: 0.0800126 Sep 23 15:33:38.873826 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-47c6eaf0-462f-4baa-9e08-d096d8eec309 req-c52780a7-0f73-4b72-9cf8-df1aed581f9e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341187 Sep 23 15:33:39.060902 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:33:39.538379 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1861e-bfc5-40f0-8170-f64ef7f4f031 req-51c865ef-8467-4294-b765-7d3e1440881b tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:39.539834 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-84a1861e-bfc5-40f0-8170-f64ef7f4f031 req-51c865ef-8467-4294-b765-7d3e1440881b tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 945 time: 0.1564848 Sep 23 15:33:39.584260 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-84a1861e-bfc5-40f0-8170-f64ef7f4f031 req-24f6aa5e-6476-4fc8-9d30-662e847ace69 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387266 Sep 23 15:33:40.827795 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eda696-a163-44eb-83d1-dca6d7c7ecc1 req-60aca94c-e010-40e4-8e30-abe24e70b044 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:40.829234 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f8eda696-a163-44eb-83d1-dca6d7c7ecc1 req-60aca94c-e010-40e4-8e30-abe24e70b044 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 945 time: 0.1328027 Sep 23 15:33:40.872556 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f8eda696-a163-44eb-83d1-dca6d7c7ecc1 req-9f7909de-4ff2-4869-958d-e95cd9fd1a31 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376058 Sep 23 15:33:41.060406 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030a1b9-cef5-418e-965e-dc7fc2f6ec03 req-50974856-e8fb-439f-8176-e6e2b9c6b264 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:41.062126 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-0030a1b9-cef5-418e-965e-dc7fc2f6ec03 req-50974856-e8fb-439f-8176-e6e2b9c6b264 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 945 time: 0.0872490 Sep 23 15:33:41.072265 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 54096) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:33:41.077609 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-03b8471b-be3d-4d6f-a655-a84201586145 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Request body: {'floatingip': {'port_id': '1cf63f45-94ad-459e-92bd-69fd1c17b28b'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:33:41.155983 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-03b8471b-be3d-4d6f-a655-a84201586145 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for floatingip, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:41.840506 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-03b8471b-be3d-4d6f-a655-a84201586145 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:41.918973 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-03b8471b-be3d-4d6f-a655-a84201586145 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:42.091311 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-03b8471b-be3d-4d6f-a655-a84201586145 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Floating IP 51cde906-706f-4ebd-9586-b63feaaa1065 associated. External IP: 172.26.10.253, port: 1cf63f45-94ad-459e-92bd-69fd1c17b28b. Sep 23 15:33:42.440095 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b8471b-be3d-4d6f-a655-a84201586145 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Router 6361775f-503d-4d00-b25d-04e7873749b7 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:33:42.618273 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b8471b-be3d-4d6f-a655-a84201586145 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:33:42.623795 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-03b8471b-be3d-4d6f-a655-a84201586145 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:33:42.628390 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edcd37c-6597-4da9-b09f-eb99dd9a6adf None None] Sync routers for ids ['6361775f-503d-4d00-b25d-04e7873749b7'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:33:42.637570 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edcd37c-6597-4da9-b09f-eb99dd9a6adf None None] Routers {'6361775f-503d-4d00-b25d-04e7873749b7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:33:42.638229 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8edcd37c-6597-4da9-b09f-eb99dd9a6adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:33:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['6361775f-503d-4d00-b25d-04e7873749b7'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:42.677139 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-03b8471b-be3d-4d6f-a655-a84201586145 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "PUT /v2.0/floatingips/51cde906-706f-4ebd-9586-b63feaaa1065 HTTP/1.1" status: 200 len: 992 time: 1.6038482 Sep 23 15:33:42.677726 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4d59f7-d21e-4a48-a23f-bc9d5346130a', 'tag': '1cf63f45-94ad-459e-92bd-69fd1c17b28b'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:33:42.680197 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8009c2c01c24846940f3c9c2beb64f503f2d744ca5e92813e431a27377ac34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826e7a39-d804-494b-a8db-ce7bcfa43265" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4d59f7-d21e-4a48-a23f-bc9d5346130a", "tag": "1cf63f45-94ad-459e-92bd-69fd1c17b28b"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:33:42.721066 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab97bd5f-8805-4cfe-b886-b384f477663f x-openstack-request-id: req-ab97bd5f-8805-4cfe-b886-b384f477663f {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:33:42.721366 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4d59f7-d21e-4a48-a23f-bc9d5346130a", "tag": "1cf63f45-94ad-459e-92bd-69fd1c17b28b", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:33:42.721624 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ab97bd5f-8805-4cfe-b886-b384f477663f {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:33:42.722032 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab97bd5f-8805-4cfe-b886-b384f477663f'] response: {'name': 'network-changed', 'server_uuid': 'eb4d59f7-d21e-4a48-a23f-bc9d5346130a', 'tag': '1cf63f45-94ad-459e-92bd-69fd1c17b28b', 'status': 'completed', 'code': 200} Sep 23 15:33:42.816576 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-8edcd37c-6597-4da9-b09f-eb99dd9a6adf None None] Set router 6361775f-503d-4d00-b25d-04e7873749b7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:33:42.824423 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e7a39-d804-494b-a8db-ce7bcfa43265 req-eae50846-f43d-48f0-9a92-9fa2461fc8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:42.825985 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-826e7a39-d804-494b-a8db-ce7bcfa43265 req-eae50846-f43d-48f0-9a92-9fa2461fc8a0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 1098 time: 0.0838487 Sep 23 15:33:42.956808 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e7a39-d804-494b-a8db-ce7bcfa43265 req-091875c5-ba2d-4b8b-8f0b-5c9dd6f91523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:42.958167 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-826e7a39-d804-494b-a8db-ce7bcfa43265 req-091875c5-ba2d-4b8b-8f0b-5c9dd6f91523 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 913 time: 0.1259885 Sep 23 15:33:43.062781 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-826e7a39-d804-494b-a8db-ce7bcfa43265 req-4e8e2563-9325-4766-aad6-da9687b5b6c9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cf63f45-94ad-459e-92bd-69fd1c17b28b HTTP/1.1" status: 200 len: 1000 time: 0.0981929 Sep 23 15:33:43.123116 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e7a39-d804-494b-a8db-ce7bcfa43265 req-8a93d393-f47e-406b-b279-68173445b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:43.124532 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-826e7a39-d804-494b-a8db-ce7bcfa43265 req-8a93d393-f47e-406b-b279-68173445b03c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc8358-df50-4f4f-a62c-9922cf98f704 HTTP/1.1" status: 200 len: 851 time: 0.0563936 Sep 23 15:33:43.157867 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8edcd37c-6597-4da9-b09f-eb99dd9a6adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '51cde906-706f-4ebd-9586-b63feaaa1065', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'floating_ip_address': '172.26.10.253', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'port_id': '1cf63f45-94ad-459e-92bd-69fd1c17b28b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'mac_address': 'fa:16:3e:ad:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4d59f7-d21e-4a48-a23f-bc9d5346130a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:30:41Z', 'updated_at': '2022-09-23T15:33:41Z', 'revision_number': 9, 'project_id': '5f13c54291184a8eb512090e21769d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ca0e19-8328-4039-8741-fd312207c94e', 'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'mac_address': 'fa:16:3e:85:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:37Z', 'updated_at': '2022-09-23T15:30:43Z', 'revision_number': 5, 'project_id': '5f13c54291184a8eb512090e21769d32', 'subnets': [{'id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:43.161657 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edcd37c-6597-4da9-b09f-eb99dd9a6adf None None] Checking router: 6361775f-503d-4d00-b25d-04e7873749b7 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:33:43.170548 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edcd37c-6597-4da9-b09f-eb99dd9a6adf None None] Routers {'6361775f-503d-4d00-b25d-04e7873749b7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:33:43.171145 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8edcd37c-6597-4da9-b09f-eb99dd9a6adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:33:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['6361775f-503d-4d00-b25d-04e7873749b7'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:43.210500 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e7a39-d804-494b-a8db-ce7bcfa43265 req-ffd8d209-3828-4216-8f2a-0db57979c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:43.211862 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-826e7a39-d804-494b-a8db-ce7bcfa43265 req-ffd8d209-3828-4216-8f2a-0db57979c625 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814235 Sep 23 15:33:43.344859 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-826e7a39-d804-494b-a8db-ce7bcfa43265 req-edd807a4-1d11-4c6b-906d-5aa59fad58f4 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263928 Sep 23 15:33:43.347948 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-8edcd37c-6597-4da9-b09f-eb99dd9a6adf None None] Set router 6361775f-503d-4d00-b25d-04e7873749b7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:33:43.476500 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-826e7a39-d804-494b-a8db-ce7bcfa43265 req-84c67959-4139-4385-a03a-803dc61362cf service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252141 Sep 23 15:33:43.710426 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8edcd37c-6597-4da9-b09f-eb99dd9a6adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '51cde906-706f-4ebd-9586-b63feaaa1065', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'floating_ip_address': '172.26.10.253', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'port_id': '1cf63f45-94ad-459e-92bd-69fd1c17b28b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'mac_address': 'fa:16:3e:ad:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4d59f7-d21e-4a48-a23f-bc9d5346130a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:30:41Z', 'updated_at': '2022-09-23T15:33:41Z', 'revision_number': 9, 'project_id': '5f13c54291184a8eb512090e21769d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ca0e19-8328-4039-8741-fd312207c94e', 'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'mac_address': 'fa:16:3e:85:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:37Z', 'updated_at': '2022-09-23T15:30:43Z', 'revision_number': 5, 'project_id': '5f13c54291184a8eb512090e21769d32', 'subnets': [{'id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:43.714236 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edcd37c-6597-4da9-b09f-eb99dd9a6adf None None] The sync data for ids ['6361775f-503d-4d00-b25d-04e7873749b7'] in dv-neutron-859093-1-hyperv is: [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '51cde906-706f-4ebd-9586-b63feaaa1065', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'floating_ip_address': '172.26.10.253', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'port_id': '1cf63f45-94ad-459e-92bd-69fd1c17b28b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'mac_address': 'fa:16:3e:ad:48:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4d59f7-d21e-4a48-a23f-bc9d5346130a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:30:41Z', 'updated_at': '2022-09-23T15:33:41Z', 'revision_number': 9, 'project_id': '5f13c54291184a8eb512090e21769d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ca0e19-8328-4039-8741-fd312207c94e', 'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'mac_address': 'fa:16:3e:85:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:37Z', 'updated_at': '2022-09-23T15:30:43Z', 'revision_number': 5, 'project_id': '5f13c54291184a8eb512090e21769d32', 'subnets': [{'id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:33:43.897390 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8c1823-4943-4a82-acdc-889dd38fd5cd None None] New status for floating IP 51cde906-706f-4ebd-9586-b63feaaa1065: ACTIVE {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:33:52.791786 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-87028ef2-ec18-4e1f-8560-0a3af49e9185 req-5a875423-e576-484c-9180-cf3811d3cb0d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766053 Sep 23 15:33:52.939189 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87028ef2-ec18-4e1f-8560-0a3af49e9185 req-22b79814-1201-4009-9f5e-c23ed64e45b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:52.940641 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-87028ef2-ec18-4e1f-8560-0a3af49e9185 req-22b79814-1201-4009-9f5e-c23ed64e45b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 1098 time: 0.0800307 Sep 23 15:33:53.087320 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87028ef2-ec18-4e1f-8560-0a3af49e9185 req-c7c15ed7-8307-4c3d-b502-d37cede46c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:53.088744 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-87028ef2-ec18-4e1f-8560-0a3af49e9185 req-c7c15ed7-8307-4c3d-b502-d37cede46c75 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 913 time: 0.1266935 Sep 23 15:33:53.279321 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-87028ef2-ec18-4e1f-8560-0a3af49e9185 req-65877e64-90bd-4bd7-bb61-079954b710b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cf63f45-94ad-459e-92bd-69fd1c17b28b HTTP/1.1" status: 200 len: 1003 time: 0.1841247 Sep 23 15:33:53.341214 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87028ef2-ec18-4e1f-8560-0a3af49e9185 req-3fd976f1-4211-422c-a6ff-53289ec895bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:53.343113 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-87028ef2-ec18-4e1f-8560-0a3af49e9185 req-3fd976f1-4211-422c-a6ff-53289ec895bf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc8358-df50-4f4f-a62c-9922cf98f704 HTTP/1.1" status: 200 len: 851 time: 0.0578115 Sep 23 15:33:53.423334 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87028ef2-ec18-4e1f-8560-0a3af49e9185 req-55968cf1-9563-45c0-ba33-64db7be42ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:33:53.424870 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-87028ef2-ec18-4e1f-8560-0a3af49e9185 req-55968cf1-9563-45c0-ba33-64db7be42ce3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765541 Sep 23 15:33:53.556296 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-87028ef2-ec18-4e1f-8560-0a3af49e9185 req-c244c1db-cc49-46e1-b64e-c9aee275c3f0 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249371 Sep 23 15:33:53.688619 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-87028ef2-ec18-4e1f-8560-0a3af49e9185 req-479ae6b0-0e2c-4858-a931-1e95e73d960d service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262956 Sep 23 15:34:02.111544 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3a7961c1-5c18-4e4a-b6ca-36e1c4f50742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:02.856612 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:05.025945 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f74a6545-9de6-448c-89e4-bbb89f787e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:05.536772 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:05.603071 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:07.043485 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:16.059903 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:34:17.045034 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dbac6-5889-4883-8198-79e18c7365ca req-e36a9531-6001-41b2-a4f9-965241326eff tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:17.046535 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-308dbac6-5889-4883-8198-79e18c7365ca req-e36a9531-6001-41b2-a4f9-965241326eff tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 945 time: 0.0968149 Sep 23 15:34:17.067727 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-28842358-796b-4637-ab23-b93ab03dafed req-131e8f7a-a035-45b3-b20d-84950a0b27db service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817239 Sep 23 15:34:17.091790 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-308dbac6-5889-4883-8198-79e18c7365ca req-0dc8e5eb-a439-4b0e-beb4-82c8855fda91 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394304 Sep 23 15:34:18.288174 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185666a-ed49-480a-87a6-06ae1d2f2434 req-0ca07652-52ad-4bcd-974f-6a5f63894f4d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:18.289675 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-0185666a-ed49-480a-87a6-06ae1d2f2434 req-0ca07652-52ad-4bcd-974f-6a5f63894f4d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 945 time: 0.0884147 Sep 23 15:34:18.339071 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-0185666a-ed49-480a-87a6-06ae1d2f2434 req-ab84d114-682f-46b3-94d4-6691d98dd116 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424893 Sep 23 15:34:19.171457 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28842358-796b-4637-ab23-b93ab03dafed req-f6b94ea8-bf51-44e1-bf41-a25aaeb27ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:19.172854 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-28842358-796b-4637-ab23-b93ab03dafed req-f6b94ea8-bf51-44e1-bf41-a25aaeb27ee5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 1098 time: 0.0805960 Sep 23 15:34:19.300493 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28842358-796b-4637-ab23-b93ab03dafed req-606c63e7-a6b0-4c06-9d85-fb48fec84571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:19.301911 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-28842358-796b-4637-ab23-b93ab03dafed req-606c63e7-a6b0-4c06-9d85-fb48fec84571 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 913 time: 0.1235301 Sep 23 15:34:19.410386 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-28842358-796b-4637-ab23-b93ab03dafed req-2b8f8d26-8961-4b46-875b-d617ee54b348 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cf63f45-94ad-459e-92bd-69fd1c17b28b HTTP/1.1" status: 200 len: 1003 time: 0.1020374 Sep 23 15:34:19.519754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28842358-796b-4637-ab23-b93ab03dafed req-ef35fe51-6c1a-464d-8514-554fa316231d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:19.521180 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-28842358-796b-4637-ab23-b93ab03dafed req-ef35fe51-6c1a-464d-8514-554fa316231d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc8358-df50-4f4f-a62c-9922cf98f704 HTTP/1.1" status: 200 len: 851 time: 0.1032429 Sep 23 15:34:19.615254 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d30a07-5294-4d8e-ae30-51ea6e49a4bf req-94bb936e-b01f-4cb1-8db3-db0d2edfde69 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:19.616696 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b5d30a07-5294-4d8e-ae30-51ea6e49a4bf req-94bb936e-b01f-4cb1-8db3-db0d2edfde69 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 945 time: 0.1541576 Sep 23 15:34:19.646556 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28842358-796b-4637-ab23-b93ab03dafed req-5ea34d73-7445-40bb-8f03-c1db12025da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:19.648016 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-28842358-796b-4637-ab23-b93ab03dafed req-5ea34d73-7445-40bb-8f03-c1db12025da1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1186726 Sep 23 15:34:19.688387 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b5d30a07-5294-4d8e-ae30-51ea6e49a4bf req-1620492b-a53d-4ba5-829f-5a226c418a34 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649071 Sep 23 15:34:19.791400 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-28842358-796b-4637-ab23-b93ab03dafed req-2968bd8b-4db2-433a-ac3f-dc45eaaf4a09 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336374 Sep 23 15:34:19.922271 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-28842358-796b-4637-ab23-b93ab03dafed req-92a5eb20-aa4c-4054-9a01-e206f9170d61 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239376 Sep 23 15:34:20.994771 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53319cf2-895a-42e7-9de2-e7eb7f6cde86 req-ce9dfbab-a707-476e-a435-dec9e6e4d5fb tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:20.996239 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-53319cf2-895a-42e7-9de2-e7eb7f6cde86 req-ce9dfbab-a707-476e-a435-dec9e6e4d5fb tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 945 time: 0.1937716 Sep 23 15:34:21.040172 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-53319cf2-895a-42e7-9de2-e7eb7f6cde86 req-a4d3fdf3-1e90-4a6d-9b91-b010b3279fa9 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377088 Sep 23 15:34:22.329136 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0be08-dd49-4c03-8cf5-76c8a6cd21d2 req-700d1790-f5f6-4802-bdad-07b0264a51c9 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:22.330528 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2ea0be08-dd49-4c03-8cf5-76c8a6cd21d2 req-700d1790-f5f6-4802-bdad-07b0264a51c9 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 945 time: 0.1806171 Sep 23 15:34:22.373873 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2ea0be08-dd49-4c03-8cf5-76c8a6cd21d2 req-cc879674-be15-4626-902d-9c70c244af7d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377421 Sep 23 15:34:23.568888 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb15b4-45c5-45e6-adef-38f6ebf62720 req-c8a3ec44-921c-4afb-8fcf-5d634d2693c2 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:23.570352 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a2bb15b4-45c5-45e6-adef-38f6ebf62720 req-c8a3ec44-921c-4afb-8fcf-5d634d2693c2 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 945 time: 0.0863113 Sep 23 15:34:23.616413 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a2bb15b4-45c5-45e6-adef-38f6ebf62720 req-a4e6bec9-d8e3-4d37-955d-3de56dc42d00 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404959 Sep 23 15:34:24.818448 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047b5d1-412b-4857-9188-397864706de1 req-967c94ed-8159-4ab5-803e-58a9e7e52f26 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:24.819910 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1047b5d1-412b-4857-9188-397864706de1 req-967c94ed-8159-4ab5-803e-58a9e7e52f26 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 945 time: 0.0888190 Sep 23 15:34:24.865839 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1047b5d1-412b-4857-9188-397864706de1 req-4c497ec1-65e0-4142-9636-9b19c4ce7b90 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402617 Sep 23 15:34:26.059624 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2dbc44-edea-41ee-ae54-af35e61ab013 req-0360dc99-680d-414a-b0a9-20ae07d545be tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:26.061692 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ef2dbc44-edea-41ee-ae54-af35e61ab013 req-0360dc99-680d-414a-b0a9-20ae07d545be tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 945 time: 0.0868206 Sep 23 15:34:26.104749 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ef2dbc44-edea-41ee-ae54-af35e61ab013 req-35ae63e4-ed71-4ea8-887c-b8cbca1c5b29 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371432 Sep 23 15:34:27.299031 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9552e7f-e159-425d-b82c-9d9455974a83 req-8ab409a5-e64c-4d88-98c0-421c6e3b899c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:27.300471 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b9552e7f-e159-425d-b82c-9d9455974a83 req-8ab409a5-e64c-4d88-98c0-421c6e3b899c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 945 time: 0.0854692 Sep 23 15:34:27.344102 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b9552e7f-e159-425d-b82c-9d9455974a83 req-927640cc-c954-453e-82fb-8b39d803ecdd tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380139 Sep 23 15:34:28.543781 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b4f2f-b26c-428d-903d-63829c4a947d req-a6de4dbc-698a-4991-8bec-5dd9fc48820a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:28.545239 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3a6b4f2f-b26c-428d-903d-63829c4a947d req-a6de4dbc-698a-4991-8bec-5dd9fc48820a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 945 time: 0.0887308 Sep 23 15:34:28.587969 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3a6b4f2f-b26c-428d-903d-63829c4a947d req-d8fd8a9b-3d98-4ac2-b8e9-eb7fc420f5ae tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371325 Sep 23 15:34:29.787432 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff1871-f811-4a87-98c2-610949ef3492 req-efafa0b4-3dcc-47d5-a6a2-a597d8c5f8ef tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:29.788893 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3dff1871-f811-4a87-98c2-610949ef3492 req-efafa0b4-3dcc-47d5-a6a2-a597d8c5f8ef tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 945 time: 0.0918643 Sep 23 15:34:29.833383 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3dff1871-f811-4a87-98c2-610949ef3492 req-03a1b063-df3c-4912-b3b6-d18f3cf96f93 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387275 Sep 23 15:34:31.030964 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb591-1eed-45fb-a901-e2eb34eb63bf req-68584713-aace-4a01-ad50-48fd5dd0f598 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:31.032433 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-bedeb591-1eed-45fb-a901-e2eb34eb63bf req-68584713-aace-4a01-ad50-48fd5dd0f598 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 945 time: 0.0881071 Sep 23 15:34:31.080098 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-bedeb591-1eed-45fb-a901-e2eb34eb63bf req-d12d17be-f768-4c1a-8a47-d1ea94994ac7 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419714 Sep 23 15:34:31.917432 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-28842358-796b-4637-ab23-b93ab03dafed req-c659753b-21fa-47c0-837b-5df4aa7e7a63 service neutron] 10.222.0.72 "GET /v2.0/ports/1cf63f45-94ad-459e-92bd-69fd1c17b28b/bindings/hv-neutron-8590 HTTP/1.1" status: 200 len: 384 time: 0.0739403 Sep 23 15:34:32.137136 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-69eaaab3-63dd-4e72-a140-4418f6ecc4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:32.286587 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a9e61-fc5b-4319-b1e5-385155f95fc1 req-ac1fea0e-169b-4948-937c-38b446aa47a7 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:32.288054 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f45a9e61-fc5b-4319-b1e5-385155f95fc1 req-ac1fea0e-169b-4948-937c-38b446aa47a7 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 945 time: 0.0902476 Sep 23 15:34:32.333181 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f45a9e61-fc5b-4319-b1e5-385155f95fc1 req-6a5aaf20-d433-4cc8-acaa-71a5e1b9a171 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382292 Sep 23 15:34:32.541227 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28842358-796b-4637-ab23-b93ab03dafed req-84fdac1a-ae75-43d0-81ea-463e7cd796c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:32.542622 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-28842358-796b-4637-ab23-b93ab03dafed req-84fdac1a-ae75-43d0-81ea-463e7cd796c3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a&tenant_id=5f13c54291184a8eb512090e21769d32 HTTP/1.1" status: 200 len: 1098 time: 0.0802062 Sep 23 15:34:32.639399 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28842358-796b-4637-ab23-b93ab03dafed req-0a9b37f1-e82b-4706-93d1-7869d5240db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:32.641117 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-28842358-796b-4637-ab23-b93ab03dafed req-0a9b37f1-e82b-4706-93d1-7869d5240db8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 1098 time: 0.0780737 Sep 23 15:34:32.771161 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28842358-796b-4637-ab23-b93ab03dafed req-a29edc80-7885-4e21-bff0-8f77b6239198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:32.772613 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-28842358-796b-4637-ab23-b93ab03dafed req-a29edc80-7885-4e21-bff0-8f77b6239198 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 913 time: 0.1253836 Sep 23 15:34:32.850995 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:32.880065 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-28842358-796b-4637-ab23-b93ab03dafed req-e4e93497-adea-421a-9290-b7d573fa0ed4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cf63f45-94ad-459e-92bd-69fd1c17b28b HTTP/1.1" status: 200 len: 1003 time: 0.1003304 Sep 23 15:34:32.941699 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28842358-796b-4637-ab23-b93ab03dafed req-78648781-7bfc-4091-90ee-6612c35c814e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:32.943137 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-28842358-796b-4637-ab23-b93ab03dafed req-78648781-7bfc-4091-90ee-6612c35c814e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc8358-df50-4f4f-a62c-9922cf98f704 HTTP/1.1" status: 200 len: 851 time: 0.0571065 Sep 23 15:34:33.026560 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28842358-796b-4637-ab23-b93ab03dafed req-ba2697a6-cffa-46fd-9dff-5b6950454032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:33.028001 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-28842358-796b-4637-ab23-b93ab03dafed req-ba2697a6-cffa-46fd-9dff-5b6950454032 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785985 Sep 23 15:34:33.157496 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-28842358-796b-4637-ab23-b93ab03dafed req-8b6bbfb7-9690-4bf4-ab79-2b54b7991807 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227305 Sep 23 15:34:33.285652 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-28842358-796b-4637-ab23-b93ab03dafed req-83f4e687-8958-4aa5-8995-64cf9a84ab84 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219397 Sep 23 15:34:33.533521 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2611be-3e7f-40d2-9179-bbd74f53a747 req-4e3ae7d2-c06b-4ed6-8ba8-ddbee7163a9c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:33.535009 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1e2611be-3e7f-40d2-9179-bbd74f53a747 req-4e3ae7d2-c06b-4ed6-8ba8-ddbee7163a9c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 945 time: 0.0877516 Sep 23 15:34:33.580697 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1e2611be-3e7f-40d2-9179-bbd74f53a747 req-c8744b30-503f-4766-b51a-76e3fe6d72ef tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399344 Sep 23 15:34:34.414463 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 1cf63f45-94ad-459e-92bd-69fd1c17b28b no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:34:34.525293 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 1cf63f45-94ad-459e-92bd-69fd1c17b28b is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:34:34.525671 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:34.554005 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4d59f7-d21e-4a48-a23f-bc9d5346130a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf63f45-94ad-459e-92bd-69fd1c17b28b'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:34:34.558261 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e2dee9-bbb9-4427-a34c-d1ce564a6a58" -d '{"events": [{"server_uuid": "eb4d59f7-d21e-4a48-a23f-bc9d5346130a", "name": "network-vif-unplugged", "status": "completed", "tag": "1cf63f45-94ad-459e-92bd-69fd1c17b28b"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:34:34.567082 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 1cf63f45-94ad-459e-92bd-69fd1c17b28b, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=1cf63f45-94ad-459e-92bd-69fd1c17b28b,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:34:34.663057 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:34.706131 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Sep 2022 15:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f37f7d-ccfe-4df6-94d2-31f1f5d970f2 x-openstack-request-id: req-83f37f7d-ccfe-4df6-94d2-31f1f5d970f2 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:34:34.706423 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4d59f7-d21e-4a48-a23f-bc9d5346130a", "name": "network-vif-unplugged", "status": "completed", "tag": "1cf63f45-94ad-459e-92bd-69fd1c17b28b", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:34:34.706680 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-83f37f7d-ccfe-4df6-94d2-31f1f5d970f2 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:34:34.707087 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83f37f7d-ccfe-4df6-94d2-31f1f5d970f2'] response: {'server_uuid': 'eb4d59f7-d21e-4a48-a23f-bc9d5346130a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf63f45-94ad-459e-92bd-69fd1c17b28b', 'code': 200} Sep 23 15:34:34.741953 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=1cf63f45-94ad-459e-92bd-69fd1c17b28b,revision_number=6']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:34:34.749729 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:34.750070 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:34.750431 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:34.750761 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:34.751085 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:34.751408 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:34.751725 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:34.752069 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:34.752383 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:34.752695 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:34.753007 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:34.753322 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:34.795805 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ed2fb-192c-42a4-8d47-2dc27e429538 req-baed92f0-504a-4453-9d5e-93e30fd19dc5 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:34.797618 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-458ed2fb-192c-42a4-8d47-2dc27e429538 req-baed92f0-504a-4453-9d5e-93e30fd19dc5 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 943 time: 0.1013761 Sep 23 15:34:34.843327 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-458ed2fb-192c-42a4-8d47-2dc27e429538 req-4e43e5ba-fe19-4c66-be97-3c2b4ccb8ee7 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399294 Sep 23 15:34:35.038003 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98f19034-11f7-4c73-97d6-3a4d6ed228e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:35.545415 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:35.605313 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:36.040865 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86f144-0fe0-41ff-b465-8d1c7a0ced91 req-027127c1-4cbf-486b-84eb-f10a4aeb5f3d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:36.042301 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2c86f144-0fe0-41ff-b465-8d1c7a0ced91 req-027127c1-4cbf-486b-84eb-f10a4aeb5f3d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 943 time: 0.0863202 Sep 23 15:34:36.085967 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2c86f144-0fe0-41ff-b465-8d1c7a0ced91 req-58b90578-66c6-4260-bc71-20bcc24dfd5f tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370326 Sep 23 15:34:36.427130 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 1cf63f45-94ad-459e-92bd-69fd1c17b28b details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:34:36.559555 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 1cf63f45-94ad-459e-92bd-69fd1c17b28b, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=1cf63f45-94ad-459e-92bd-69fd1c17b28b,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:34:36.573662 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '1cf63f45-94ad-459e-92bd-69fd1c17b28b', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'port_id': '1cf63f45-94ad-459e-92bd-69fd1c17b28b', 'mac_address': 'fa:16:3e:ad:48:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:34:36.634341 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 1cf63f45-94ad-459e-92bd-69fd1c17b28b is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:34:36.634720 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:36.653149 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf63f45-94ad-459e-92bd-69fd1c17b28b {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:34:36.668595 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 1cf63f45-94ad-459e-92bd-69fd1c17b28b, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=1cf63f45-94ad-459e-92bd-69fd1c17b28b,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:34:36.782477 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:36.853639 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['1cf63f45-94ad-459e-92bd-69fd1c17b28b'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:34:36.888286 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=1cf63f45-94ad-459e-92bd-69fd1c17b28b,revision_number=7']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:34:36.977621 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fe8d6-6c7e-4855-ab22-d17f2117576a req-412f0371-ef18-49fc-9cfa-5c2caad7a651 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:36.979070 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5d0fe8d6-6c7e-4855-ab22-d17f2117576a req-412f0371-ef18-49fc-9cfa-5c2caad7a651 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a&tenant_id=5f13c54291184a8eb512090e21769d32&binding%3Ahost_id=hv-neutron-8590 HTTP/1.1" status: 200 len: 944 time: 0.2239227 Sep 23 15:34:36.990075 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3935887-6fae-4c1a-8415-b70d4f5aa928 req-5dde8fa1-0f5c-4272-9b1d-42ce3395afd8 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:36.991535 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c3935887-6fae-4c1a-8415-b70d4f5aa928 req-5dde8fa1-0f5c-4272-9b1d-42ce3395afd8 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 944 time: 0.2748284 Sep 23 15:34:37.055023 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:37.095505 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c3935887-6fae-4c1a-8415-b70d4f5aa928 req-3a896910-9de1-46b6-97cd-12142fba4542 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664055 Sep 23 15:34:37.101858 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5d0fe8d6-6c7e-4855-ab22-d17f2117576a req-f9ea23cd-7390-4fd5-acae-22d024567be9 service neutron] 10.222.0.72 "GET /v2.0/ports/1cf63f45-94ad-459e-92bd-69fd1c17b28b/bindings/hv-neutron-8590 HTTP/1.1" status: 200 len: 384 time: 0.1093979 Sep 23 15:34:37.202904 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fe8d6-6c7e-4855-ab22-d17f2117576a req-16b81a01-bef7-4130-a6cf-a308209b8389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:37.204383 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5d0fe8d6-6c7e-4855-ab22-d17f2117576a req-16b81a01-bef7-4130-a6cf-a308209b8389 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 1097 time: 0.0800638 Sep 23 15:34:37.333560 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fe8d6-6c7e-4855-ab22-d17f2117576a req-add529dd-8349-4aad-b3b7-f1f472914c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:37.334930 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5d0fe8d6-6c7e-4855-ab22-d17f2117576a req-add529dd-8349-4aad-b3b7-f1f472914c04 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 913 time: 0.1240449 Sep 23 15:34:37.432421 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5d0fe8d6-6c7e-4855-ab22-d17f2117576a req-1de2c7e2-d4d2-40a6-8b3e-8b51c327c532 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cf63f45-94ad-459e-92bd-69fd1c17b28b HTTP/1.1" status: 200 len: 1002 time: 0.0918543 Sep 23 15:34:37.496284 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fe8d6-6c7e-4855-ab22-d17f2117576a req-1328e727-5214-4279-aa11-a52c71d42d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:37.497677 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5d0fe8d6-6c7e-4855-ab22-d17f2117576a req-1328e727-5214-4279-aa11-a52c71d42d44 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc8358-df50-4f4f-a62c-9922cf98f704 HTTP/1.1" status: 200 len: 851 time: 0.0600576 Sep 23 15:34:37.578153 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fe8d6-6c7e-4855-ab22-d17f2117576a req-e6136a9d-1f05-4d66-99d1-7800466dafbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:37.579637 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5d0fe8d6-6c7e-4855-ab22-d17f2117576a req-e6136a9d-1f05-4d66-99d1-7800466dafbe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760434 Sep 23 15:34:37.710528 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5d0fe8d6-6c7e-4855-ab22-d17f2117576a req-311e4156-ee66-499c-abe8-20cd4c8efc35 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247721 Sep 23 15:34:37.845706 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5d0fe8d6-6c7e-4855-ab22-d17f2117576a req-6e3fd3ef-1baa-440e-bee0-0535a79ab619 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276639 Sep 23 15:34:38.299884 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74880e71-af82-40ae-9f0d-104bb5547ccc req-93caf974-9d4f-4a6d-baa2-4e713ef9042d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:38.301353 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-74880e71-af82-40ae-9f0d-104bb5547ccc req-93caf974-9d4f-4a6d-baa2-4e713ef9042d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 944 time: 0.0901246 Sep 23 15:34:38.349377 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-74880e71-af82-40ae-9f0d-104bb5547ccc req-79514689-42a2-4d79-a6f4-72c208642a7f tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423439 Sep 23 15:34:38.426967 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 1cf63f45-94ad-459e-92bd-69fd1c17b28b up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:34:38.499337 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 1cf63f45-94ad-459e-92bd-69fd1c17b28b triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:34:38.499706 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:38.500041 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 1cf63f45-94ad-459e-92bd-69fd1c17b28b Sep 23 15:34:38.611366 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 1cf63f45-94ad-459e-92bd-69fd1c17b28b is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:34:38.611740 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:38.637924 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4d59f7-d21e-4a48-a23f-bc9d5346130a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf63f45-94ad-459e-92bd-69fd1c17b28b'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:34:38.640244 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223a5328-8e06-4f79-8748-3176c718efbb" -d '{"events": [{"server_uuid": "eb4d59f7-d21e-4a48-a23f-bc9d5346130a", "name": "network-vif-plugged", "status": "completed", "tag": "1cf63f45-94ad-459e-92bd-69fd1c17b28b"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:34:38.647678 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 1cf63f45-94ad-459e-92bd-69fd1c17b28b, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=1cf63f45-94ad-459e-92bd-69fd1c17b28b,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:34:38.690642 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cf2dd0-f9b7-4ca5-8cef-9651e204b688 x-openstack-request-id: req-e6cf2dd0-f9b7-4ca5-8cef-9651e204b688 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:34:38.690817 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4d59f7-d21e-4a48-a23f-bc9d5346130a", "name": "network-vif-plugged", "status": "completed", "tag": "1cf63f45-94ad-459e-92bd-69fd1c17b28b", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:34:38.691068 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e6cf2dd0-f9b7-4ca5-8cef-9651e204b688 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:34:38.691453 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6cf2dd0-f9b7-4ca5-8cef-9651e204b688'] response: {'server_uuid': 'eb4d59f7-d21e-4a48-a23f-bc9d5346130a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf63f45-94ad-459e-92bd-69fd1c17b28b', 'code': 200} Sep 23 15:34:38.702598 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:38.771409 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=1cf63f45-94ad-459e-92bd-69fd1c17b28b,revision_number=8']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:34:39.547296 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89540f-f941-4e90-ba53-0e843a487b9a req-e47add70-f89f-4703-bc42-fb1f98eb1f62 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:39.548763 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3d89540f-f941-4e90-ba53-0e843a487b9a req-e47add70-f89f-4703-bc42-fb1f98eb1f62 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 945 time: 0.0879440 Sep 23 15:34:39.592990 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3d89540f-f941-4e90-ba53-0e843a487b9a req-78ac9867-47ce-4a1e-aad0-eeaf81691599 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385628 Sep 23 15:34:40.798702 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f7fb8-0197-4bf7-ba76-9688c0b43fa3 req-7514c34d-9643-432b-a149-69e2689f06ff tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:40.800228 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c40f7fb8-0197-4bf7-ba76-9688c0b43fa3 req-7514c34d-9643-432b-a149-69e2689f06ff tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 945 time: 0.0937247 Sep 23 15:34:40.849853 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c40f7fb8-0197-4bf7-ba76-9688c0b43fa3 req-038606b3-5add-4703-bb4f-71dc92c3e930 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434434 Sep 23 15:34:40.970619 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fe8d6-6c7e-4855-ab22-d17f2117576a req-12c7f34a-f6ee-40e5-9d43-1ca9e457a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:40.972079 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5d0fe8d6-6c7e-4855-ab22-d17f2117576a req-12c7f34a-f6ee-40e5-9d43-1ca9e457a84a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a&tenant_id=5f13c54291184a8eb512090e21769d32 HTTP/1.1" status: 200 len: 1098 time: 0.0809963 Sep 23 15:34:41.070602 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fe8d6-6c7e-4855-ab22-d17f2117576a req-afd85577-93ac-4caa-ae88-c9c8fc637cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:41.072064 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5d0fe8d6-6c7e-4855-ab22-d17f2117576a req-afd85577-93ac-4caa-ae88-c9c8fc637cb5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 1098 time: 0.0786386 Sep 23 15:34:41.202058 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fe8d6-6c7e-4855-ab22-d17f2117576a req-3a4699fe-da87-491b-a9b0-2f3daee646c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:41.204081 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5d0fe8d6-6c7e-4855-ab22-d17f2117576a req-3a4699fe-da87-491b-a9b0-2f3daee646c9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 913 time: 0.1258850 Sep 23 15:34:41.306047 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5d0fe8d6-6c7e-4855-ab22-d17f2117576a req-30eaca6d-521f-4ff3-a284-f6c4f26f2af6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cf63f45-94ad-459e-92bd-69fd1c17b28b HTTP/1.1" status: 200 len: 1003 time: 0.0958200 Sep 23 15:34:41.366965 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fe8d6-6c7e-4855-ab22-d17f2117576a req-da40b324-5d58-48e6-a39f-bf009f69185f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:41.368328 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5d0fe8d6-6c7e-4855-ab22-d17f2117576a req-da40b324-5d58-48e6-a39f-bf009f69185f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc8358-df50-4f4f-a62c-9922cf98f704 HTTP/1.1" status: 200 len: 851 time: 0.0568299 Sep 23 15:34:41.451353 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fe8d6-6c7e-4855-ab22-d17f2117576a req-bda5a01a-f04d-4dac-8d02-f51df3231992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:41.453172 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5d0fe8d6-6c7e-4855-ab22-d17f2117576a req-bda5a01a-f04d-4dac-8d02-f51df3231992 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791025 Sep 23 15:34:41.679539 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5d0fe8d6-6c7e-4855-ab22-d17f2117576a req-009de735-54b8-457e-aa4a-21a171a2b2cd service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202735 Sep 23 15:34:41.812437 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5d0fe8d6-6c7e-4855-ab22-d17f2117576a req-65a4d42a-9947-484d-b704-9e566f7aa800 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260808 Sep 23 15:34:42.052320 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0a44e-f609-46c5-9d5b-daf41d67beda req-c78e1204-e7e1-4f3e-8481-e2c4ab5e50da tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:42.054291 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-90c0a44e-f609-46c5-9d5b-daf41d67beda req-c78e1204-e7e1-4f3e-8481-e2c4ab5e50da tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 945 time: 0.0931988 Sep 23 15:34:42.098138 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-90c0a44e-f609-46c5-9d5b-daf41d67beda req-d334bc92-854c-407e-98fe-c24898573496 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381575 Sep 23 15:34:42.444937 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 1cf63f45-94ad-459e-92bd-69fd1c17b28b no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:34:42.585915 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 1cf63f45-94ad-459e-92bd-69fd1c17b28b is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:34:42.586296 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:42.611904 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4d59f7-d21e-4a48-a23f-bc9d5346130a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf63f45-94ad-459e-92bd-69fd1c17b28b'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:34:42.614137 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6071114-e9c1-455d-8c77-56d82e81f30b" -d '{"events": [{"server_uuid": "eb4d59f7-d21e-4a48-a23f-bc9d5346130a", "name": "network-vif-unplugged", "status": "completed", "tag": "1cf63f45-94ad-459e-92bd-69fd1c17b28b"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:34:42.621389 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 1cf63f45-94ad-459e-92bd-69fd1c17b28b, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=1cf63f45-94ad-459e-92bd-69fd1c17b28b,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:34:42.664241 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Sep 2022 15:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1926b366-6c98-4c9f-b336-511d79a9a1c9 x-openstack-request-id: req-1926b366-6c98-4c9f-b336-511d79a9a1c9 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:34:42.664533 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4d59f7-d21e-4a48-a23f-bc9d5346130a", "name": "network-vif-unplugged", "status": "completed", "tag": "1cf63f45-94ad-459e-92bd-69fd1c17b28b", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:34:42.664787 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1926b366-6c98-4c9f-b336-511d79a9a1c9 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:34:42.665177 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1926b366-6c98-4c9f-b336-511d79a9a1c9'] response: {'server_uuid': 'eb4d59f7-d21e-4a48-a23f-bc9d5346130a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf63f45-94ad-459e-92bd-69fd1c17b28b', 'code': 200} Sep 23 15:34:42.691113 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:42.757367 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=1cf63f45-94ad-459e-92bd-69fd1c17b28b,revision_number=9']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:34:43.301275 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca7483-c9d4-4690-b79c-445f452082fd req-86239265-95f7-4f10-be11-be1bca733631 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:43.302755 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-30ca7483-c9d4-4690-b79c-445f452082fd req-86239265-95f7-4f10-be11-be1bca733631 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 943 time: 0.0894275 Sep 23 15:34:43.353933 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-30ca7483-c9d4-4690-b79c-445f452082fd req-3032ca88-73d7-4769-bb17-853215d97587 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453625 Sep 23 15:34:44.452603 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 1cf63f45-94ad-459e-92bd-69fd1c17b28b details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:34:44.550943 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14a708-075d-43e7-a485-c9bb7dc59d62 req-b73295d1-30ff-4d88-a526-569b3f6a4bfe tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:44.552431 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ed14a708-075d-43e7-a485-c9bb7dc59d62 req-b73295d1-30ff-4d88-a526-569b3f6a4bfe tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 943 time: 0.0870116 Sep 23 15:34:44.585819 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 1cf63f45-94ad-459e-92bd-69fd1c17b28b, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=1cf63f45-94ad-459e-92bd-69fd1c17b28b,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:34:44.596750 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ed14a708-075d-43e7-a485-c9bb7dc59d62 req-1e1f528b-ed1b-4aad-9553-76884bf60b79 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384362 Sep 23 15:34:44.599602 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '1cf63f45-94ad-459e-92bd-69fd1c17b28b', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'port_id': '1cf63f45-94ad-459e-92bd-69fd1c17b28b', 'mac_address': 'fa:16:3e:ad:48:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:34:44.659014 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 1cf63f45-94ad-459e-92bd-69fd1c17b28b is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:34:44.659329 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:44.676728 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf63f45-94ad-459e-92bd-69fd1c17b28b {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:34:44.692487 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 1cf63f45-94ad-459e-92bd-69fd1c17b28b, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=1cf63f45-94ad-459e-92bd-69fd1c17b28b,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:34:44.758156 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:44.796476 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169357d-b710-46e9-a3ff-0fa887cf310a req-8389628d-52aa-4761-b83c-5d4a5396fe95 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:44.802879 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b169357d-b710-46e9-a3ff-0fa887cf310a req-8389628d-52aa-4761-b83c-5d4a5396fe95 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 943 time: 0.0953195 Sep 23 15:34:44.830771 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=1cf63f45-94ad-459e-92bd-69fd1c17b28b,revision_number=10']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:34:44.835309 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['1cf63f45-94ad-459e-92bd-69fd1c17b28b'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:34:44.844933 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b169357d-b710-46e9-a3ff-0fa887cf310a req-ceb3e782-f816-45c3-aa79-c1eb759b7a4d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409336 Sep 23 15:34:45.045269 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4516b4-fb0d-4035-a2e2-3469d2b88a00 req-39b8f473-f308-4da3-b549-09c2ed7c5182 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:45.046753 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-dc4516b4-fb0d-4035-a2e2-3469d2b88a00 req-39b8f473-f308-4da3-b549-09c2ed7c5182 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 945 time: 0.0893791 Sep 23 15:34:45.090658 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-dc4516b4-fb0d-4035-a2e2-3469d2b88a00 req-1f3a34e2-63be-44c1-b739-c35ba7f0c445 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382159 Sep 23 15:34:45.673609 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77a3a0-da8e-4ddc-b157-213a0fb9c7aa req-9465d96c-5f31-4b90-a8f7-8ef3b5eccb53 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:45.675085 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8b77a3a0-da8e-4ddc-b157-213a0fb9c7aa req-9465d96c-5f31-4b90-a8f7-8ef3b5eccb53 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 945 time: 0.0869422 Sep 23 15:34:45.722101 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8b77a3a0-da8e-4ddc-b157-213a0fb9c7aa req-952a33ce-85bf-4079-98ec-de347f4679a7 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413899 Sep 23 15:34:46.483959 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 1cf63f45-94ad-459e-92bd-69fd1c17b28b up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:34:46.550570 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 1cf63f45-94ad-459e-92bd-69fd1c17b28b triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:34:46.550940 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:46.551275 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 1cf63f45-94ad-459e-92bd-69fd1c17b28b Sep 23 15:34:46.665285 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 1cf63f45-94ad-459e-92bd-69fd1c17b28b is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:34:46.665657 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:46.692739 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4d59f7-d21e-4a48-a23f-bc9d5346130a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf63f45-94ad-459e-92bd-69fd1c17b28b'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:34:46.695030 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c081de12-4852-428c-88fa-841b7fcaf9da" -d '{"events": [{"server_uuid": "eb4d59f7-d21e-4a48-a23f-bc9d5346130a", "name": "network-vif-plugged", "status": "completed", "tag": "1cf63f45-94ad-459e-92bd-69fd1c17b28b"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:34:46.717979 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 1cf63f45-94ad-459e-92bd-69fd1c17b28b, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=1cf63f45-94ad-459e-92bd-69fd1c17b28b,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:34:46.744853 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31adc695-23db-4d1f-9c6a-fa753700372e x-openstack-request-id: req-31adc695-23db-4d1f-9c6a-fa753700372e {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:34:46.744853 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4d59f7-d21e-4a48-a23f-bc9d5346130a", "name": "network-vif-plugged", "status": "completed", "tag": "1cf63f45-94ad-459e-92bd-69fd1c17b28b", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:34:46.744853 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-31adc695-23db-4d1f-9c6a-fa753700372e {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:34:46.744853 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31adc695-23db-4d1f-9c6a-fa753700372e'] response: {'server_uuid': 'eb4d59f7-d21e-4a48-a23f-bc9d5346130a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf63f45-94ad-459e-92bd-69fd1c17b28b', 'code': 200} Sep 23 15:34:46.798114 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:46.867987 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=1cf63f45-94ad-459e-92bd-69fd1c17b28b,revision_number=11']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:34:46.926468 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3ba4c-b42a-4579-80b1-515bbdae7ec8 req-4424df2d-89bd-4f2c-a744-942027780e05 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:46.927944 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-30c3ba4c-b42a-4579-80b1-515bbdae7ec8 req-4424df2d-89bd-4f2c-a744-942027780e05 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 946 time: 0.0889268 Sep 23 15:34:46.972364 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-30c3ba4c-b42a-4579-80b1-515bbdae7ec8 req-3c486505-b427-4fdf-86df-f3c9e142c5c7 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386789 Sep 23 15:34:47.770622 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95e11f-38ca-4bcd-93ae-4495de626b3a req-2aaf662e-2f13-4bd6-a16c-5db8a5a92943 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:47.772128 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1b95e11f-38ca-4bcd-93ae-4495de626b3a req-2aaf662e-2f13-4bd6-a16c-5db8a5a92943 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 946 time: 0.0892568 Sep 23 15:34:47.844474 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-1b95e11f-38ca-4bcd-93ae-4495de626b3a req-7c187f97-1491-4d09-8361-ff8223ff196e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Deleting port 1cf63f45-94ad-459e-92bd-69fd1c17b28b {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:34:47.844758 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1b95e11f-38ca-4bcd-93ae-4495de626b3a req-7c187f97-1491-4d09-8361-ff8223ff196e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:48.089831 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-1b95e11f-38ca-4bcd-93ae-4495de626b3a req-7c187f97-1491-4d09-8361-ff8223ff196e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] For port 1cf63f45-94ad-459e-92bd-69fd1c17b28b, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=1cf63f45-94ad-459e-92bd-69fd1c17b28b,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:34:48.090548 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1b95e11f-38ca-4bcd-93ae-4495de626b3a req-7c187f97-1491-4d09-8361-ff8223ff196e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:48.195169 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe416d-7300-4fba-a2b9-b2b00a6f5061 req-c636d5af-5835-4388-93da-68349b774e5c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:48.195169 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cbfe416d-7300-4fba-a2b9-b2b00a6f5061 req-c636d5af-5835-4388-93da-68349b774e5c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 946 time: 0.1020722 Sep 23 15:34:48.240652 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cbfe416d-7300-4fba-a2b9-b2b00a6f5061 req-21dcd6fb-e0fd-4290-b4ed-2fe97cd1acce tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421896 Sep 23 15:34:48.384142 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1b95e11f-38ca-4bcd-93ae-4495de626b3a req-7c187f97-1491-4d09-8361-ff8223ff196e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:48.384510 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1b95e11f-38ca-4bcd-93ae-4495de626b3a req-7c187f97-1491-4d09-8361-ff8223ff196e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:48.384820 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [req-1b95e11f-38ca-4bcd-93ae-4495de626b3a req-7c187f97-1491-4d09-8361-ff8223ff196e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Floating IP 51cde906-706f-4ebd-9586-b63feaaa1065 disassociated. External IP: 172.26.10.253, port: 1cf63f45-94ad-459e-92bd-69fd1c17b28b. Sep 23 15:34:48.385157 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-1b95e11f-38ca-4bcd-93ae-4495de626b3a req-7c187f97-1491-4d09-8361-ff8223ff196e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Calling delete_port for 1cf63f45-94ad-459e-92bd-69fd1c17b28b owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:34:48.588300 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1b95e11f-38ca-4bcd-93ae-4495de626b3a req-7c187f97-1491-4d09-8361-ff8223ff196e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:48.640868 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c187f97-1491-4d09-8361-ff8223ff196e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Pushing event deleted for resources: {'Port': ['ID=1cf63f45-94ad-459e-92bd-69fd1c17b28b,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:34:48.652062 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c187f97-1491-4d09-8361-ff8223ff196e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:48.652413 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c187f97-1491-4d09-8361-ff8223ff196e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:48.652751 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c187f97-1491-4d09-8361-ff8223ff196e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:48.653106 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c187f97-1491-4d09-8361-ff8223ff196e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:48.653426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c187f97-1491-4d09-8361-ff8223ff196e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:48.653761 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c187f97-1491-4d09-8361-ff8223ff196e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:48.654090 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c187f97-1491-4d09-8361-ff8223ff196e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:48.654462 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c187f97-1491-4d09-8361-ff8223ff196e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:48.654776 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c187f97-1491-4d09-8361-ff8223ff196e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:48.655619 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c187f97-1491-4d09-8361-ff8223ff196e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:48.655954 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c187f97-1491-4d09-8361-ff8223ff196e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:48.656278 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c187f97-1491-4d09-8361-ff8223ff196e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:48.942532 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b95e11f-38ca-4bcd-93ae-4495de626b3a req-7c187f97-1491-4d09-8361-ff8223ff196e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Router 6361775f-503d-4d00-b25d-04e7873749b7 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:34:49.121588 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b95e11f-38ca-4bcd-93ae-4495de626b3a req-7c187f97-1491-4d09-8361-ff8223ff196e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:34:49.131057 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cacf2ee-2f80-4d3e-ad4c-99a7600e1e34 None None] Sync routers for ids ['6361775f-503d-4d00-b25d-04e7873749b7'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:34:49.141268 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cacf2ee-2f80-4d3e-ad4c-99a7600e1e34 None None] Routers {'6361775f-503d-4d00-b25d-04e7873749b7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:34:49.141868 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8cacf2ee-2f80-4d3e-ad4c-99a7600e1e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:34:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['6361775f-503d-4d00-b25d-04e7873749b7'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:34:49.212895 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b95e11f-38ca-4bcd-93ae-4495de626b3a req-7c187f97-1491-4d09-8361-ff8223ff196e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] No DVR routers for this DVR port 1cf63f45-94ad-459e-92bd-69fd1c17b28b on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:34:49.215371 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1b95e11f-38ca-4bcd-93ae-4495de626b3a req-7c187f97-1491-4d09-8361-ff8223ff196e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:49.218774 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4d59f7-d21e-4a48-a23f-bc9d5346130a', 'name': 'network-vif-deleted', 'tag': '1cf63f45-94ad-459e-92bd-69fd1c17b28b'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:34:49.220765 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047672e0-4d0b-4c6f-8099-4e36753b65f4" -d '{"events": [{"server_uuid": "eb4d59f7-d21e-4a48-a23f-bc9d5346130a", "name": "network-vif-deleted", "tag": "1cf63f45-94ad-459e-92bd-69fd1c17b28b"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:34:49.301851 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1b95e11f-38ca-4bcd-93ae-4495de626b3a req-7c187f97-1491-4d09-8361-ff8223ff196e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.72 "DELETE /v2.0/ports/1cf63f45-94ad-459e-92bd-69fd1c17b28b HTTP/1.1" status: 204 len: 173 time: 1.5241139 Sep 23 15:34:49.320921 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a663f51f-f4ef-415a-90d0-eb59f31afafc x-openstack-request-id: req-a663f51f-f4ef-415a-90d0-eb59f31afafc {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:34:49.320921 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4d59f7-d21e-4a48-a23f-bc9d5346130a", "name": "network-vif-deleted", "tag": "1cf63f45-94ad-459e-92bd-69fd1c17b28b", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:34:49.320921 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a663f51f-f4ef-415a-90d0-eb59f31afafc {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:34:49.320921 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a663f51f-f4ef-415a-90d0-eb59f31afafc'] response: {'server_uuid': 'eb4d59f7-d21e-4a48-a23f-bc9d5346130a', 'name': 'network-vif-deleted', 'tag': '1cf63f45-94ad-459e-92bd-69fd1c17b28b', 'status': 'completed', 'code': 200} Sep 23 15:34:49.321286 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-8cacf2ee-2f80-4d3e-ad4c-99a7600e1e34 None None] Set router 6361775f-503d-4d00-b25d-04e7873749b7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:34:49.414747 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cd33aa26-18de-495a-948d-bfc4c12d7489 req-fd895652-9b19-4adc-bfe8-993182780303 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb4d59f7-d21e-4a48-a23f-bc9d5346130a HTTP/1.1" status: 200 len: 210 time: 0.0525417 Sep 23 15:34:49.633835 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8cacf2ee-2f80-4d3e-ad4c-99a7600e1e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'e9ca0e19-8328-4039-8741-fd312207c94e', 'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'mac_address': 'fa:16:3e:85:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:37Z', 'updated_at': '2022-09-23T15:30:43Z', 'revision_number': 5, 'project_id': '5f13c54291184a8eb512090e21769d32', 'subnets': [{'id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:34:49.637721 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cacf2ee-2f80-4d3e-ad4c-99a7600e1e34 None None] Checking router: 6361775f-503d-4d00-b25d-04e7873749b7 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:34:49.645931 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cacf2ee-2f80-4d3e-ad4c-99a7600e1e34 None None] Routers {'6361775f-503d-4d00-b25d-04e7873749b7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:34:49.646537 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8cacf2ee-2f80-4d3e-ad4c-99a7600e1e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:34:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['6361775f-503d-4d00-b25d-04e7873749b7'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:34:49.824485 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-8cacf2ee-2f80-4d3e-ad4c-99a7600e1e34 None None] Set router 6361775f-503d-4d00-b25d-04e7873749b7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:34:50.161183 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8cacf2ee-2f80-4d3e-ad4c-99a7600e1e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'e9ca0e19-8328-4039-8741-fd312207c94e', 'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'mac_address': 'fa:16:3e:85:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:37Z', 'updated_at': '2022-09-23T15:30:43Z', 'revision_number': 5, 'project_id': '5f13c54291184a8eb512090e21769d32', 'subnets': [{'id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:34:50.164997 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cacf2ee-2f80-4d3e-ad4c-99a7600e1e34 None None] The sync data for ids ['6361775f-503d-4d00-b25d-04e7873749b7'] in dv-neutron-859093-1-hyperv is: [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'e9ca0e19-8328-4039-8741-fd312207c94e', 'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'mac_address': 'fa:16:3e:85:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:37Z', 'updated_at': '2022-09-23T15:30:43Z', 'revision_number': 5, 'project_id': '5f13c54291184a8eb512090e21769d32', 'subnets': [{'id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:34:50.403098 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a2994e-1234-4bb0-8aaa-370021ff9c26 None None] New status for floating IP 51cde906-706f-4ebd-9586-b63feaaa1065: DOWN {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:34:50.531990 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 1cf63f45-94ad-459e-92bd-69fd1c17b28b no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:34:50.584018 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 1cf63f45-94ad-459e-92bd-69fd1c17b28b {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:34:50.584369 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 1cf63f45-94ad-459e-92bd-69fd1c17b28b not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:34:50.763501 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-4d17050d-33ce-4342-999e-596d8dc9ce26 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--317450998&fields=id&tenant_id=5f13c54291184a8eb512090e21769d32 HTTP/1.1" status: 200 len: 267 time: 0.0410624 Sep 23 15:34:50.913713 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-1d520cf2-896b-4bfd-9076-9ef795e7536d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:50.915181 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-1d520cf2-896b-4bfd-9076-9ef795e7536d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 812 time: 0.1443093 Sep 23 15:34:50.929515 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-9d010138-a33a-4008-a731-bba323e7e287 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/quotas/5f13c54291184a8eb512090e21769d32 HTTP/1.1" status: 200 len: 375 time: 0.0088723 Sep 23 15:34:51.018789 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-001112d5-81a4-4fd0-a229-30005cc44070 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Synchronizing usage tracker for tenant:5f13c54291184a8eb512090e21769d32 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:34:51.089020 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-001112d5-81a4-4fd0-a229-30005cc44070 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Unset dirty status for tenant:5f13c54291184a8eb512090e21769d32 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:34:51.090294 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-001112d5-81a4-4fd0-a229-30005cc44070 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1560023 Sep 23 15:34:51.148718 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-c6317ebe-d688-40f2-863e-5d8baefb1499 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:34:51.149694 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-c6317ebe-d688-40f2-863e-5d8baefb1499 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481577 Sep 23 15:34:51.281449 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-9cef7cb9-5684-4b8c-866d-4903f18e3a85 service neutron] 10.222.0.67 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256208 Sep 23 15:34:51.411387 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-3aeb89e8-e1ff-4ba7-b51f-c3980c968c0c service neutron] 10.222.0.67 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241121 Sep 23 15:34:51.669972 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-57251dba-3b54-4cea-abc6-3201de4b857b req-e7bca55e-9397-422f-bedb-b8c4f250319e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 210 time: 0.0522573 Sep 23 15:34:52.836840 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1b5d54f9-6889-4818-82b2-f8bd04d2dfe1 req-9ac84db2-0828-494d-9085-c956478d8543 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 210 time: 0.0570638 Sep 23 15:34:53.058139 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:34:53.546431 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-d390f509-52fd-4795-9f2e-4d350d20a894 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:53.547859 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-d390f509-52fd-4795-9f2e-4d350d20a894 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.72 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 812 time: 0.1466768 Sep 23 15:34:53.598676 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-c35c00c1-6385-44ad-9297-a5e8dca26e57 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f13c54291184a8eb512090e21769d32 HTTP/1.1" status: 200 len: 379 time: 0.0430470 Sep 23 15:34:53.607391 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-edde3678-6552-4d2c-882e-8e3fa4543d2c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Request body: {'port': {'device_id': 'e5c1861f-3d98-42b2-9c83-d07af39d370e', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'admin_state_up': True, 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'security_groups': ['48c2ce42-460d-4419-aec5-cfa7cfa08a6c']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:34:53.744599 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-edde3678-6552-4d2c-882e-8e3fa4543d2c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:34:53.755014 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-edde3678-6552-4d2c-882e-8e3fa4543d2c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:34:53.828960 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-edde3678-6552-4d2c-882e-8e3fa4543d2c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Made reservation on behalf of 5f13c54291184a8eb512090e21769d32 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:34:53.832686 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-edde3678-6552-4d2c-882e-8e3fa4543d2c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:54.010261 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-edde3678-6552-4d2c-882e-8e3fa4543d2c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Allocated IP 172.20.0.7 (fe3e9444-4a50-4aab-87c9-3b81d14c4d42/9fdc8358-df50-4f4f-a62c-9922cf98f704/8ce1b4a7-5118-4c20-8ed3-13c60594914d) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:34:54.171235 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f85cc8d6-d314-483f-9d52-10c9b8e4e7a3 req-75f4679f-b7ea-4072-a993-6c7e8bcca8a6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 210 time: 0.0524557 Sep 23 15:34:54.305534 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-edde3678-6552-4d2c-882e-8e3fa4543d2c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:54.321555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-edde3678-6552-4d2c-882e-8e3fa4543d2c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Transition to ACTIVE for port object 8ce1b4a7-5118-4c20-8ed3-13c60594914d will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:34:54.423274 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-edde3678-6552-4d2c-882e-8e3fa4543d2c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:54.493770 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-edde3678-6552-4d2c-882e-8e3fa4543d2c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Network fe3e9444-4a50-4aab-87c9-3b81d14c4d42 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:34:54.496674 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-edde3678-6552-4d2c-882e-8e3fa4543d2c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:34:54.499031 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-edde3678-6552-4d2c-882e-8e3fa4543d2c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:34:54.544413 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde3678-6552-4d2c-882e-8e3fa4543d2c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Pushing event updated for resources: {'Port': ['ID=8ce1b4a7-5118-4c20-8ed3-13c60594914d,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:34:54.570272 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-edde3678-6552-4d2c-882e-8e3fa4543d2c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:54.570924 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-edde3678-6552-4d2c-882e-8e3fa4543d2c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:54.673792 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-edde3678-6552-4d2c-882e-8e3fa4543d2c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0704501 Sep 23 15:34:54.685162 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-8d6ca6b4-8015-4c39-a7a0-aea82b7b6587 service neutron] Request body: {'port': {'device_id': 'e5c1861f-3d98-42b2-9c83-d07af39d370e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:34:54.799763 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2d4b8227-61de-4f1f-a106-0751d16deec3 None None] Provisioning for port 8ce1b4a7-5118-4c20-8ed3-13c60594914d completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:34:54.804629 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-8d6ca6b4-8015-4c39-a7a0-aea82b7b6587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:54.805714 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2d4b8227-61de-4f1f-a106-0751d16deec3 None None] Provisioning complete for port 8ce1b4a7-5118-4c20-8ed3-13c60594914d triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:34:54.806097 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2d4b8227-61de-4f1f-a106-0751d16deec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:54.806470 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2d4b8227-61de-4f1f-a106-0751d16deec3 None None] Attempt 1 to provision port 8ce1b4a7-5118-4c20-8ed3-13c60594914d Sep 23 15:34:54.863477 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2d4b8227-61de-4f1f-a106-0751d16deec3 None None] Port 8ce1b4a7-5118-4c20-8ed3-13c60594914d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:34:55.140757 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-8d6ca6b4-8015-4c39-a7a0-aea82b7b6587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce1b4a7-5118-4c20-8ed3-13c60594914d {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:34:55.148037 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-8d6ca6b4-8015-4c39-a7a0-aea82b7b6587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:55.162276 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-8d6ca6b4-8015-4c39-a7a0-aea82b7b6587 service neutron] Transition to ACTIVE for port object 8ce1b4a7-5118-4c20-8ed3-13c60594914d will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:34:55.252530 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-8d6ca6b4-8015-4c39-a7a0-aea82b7b6587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:55.364816 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2d4b8227-61de-4f1f-a106-0751d16deec3 None None] Attempt 2 to provision port 8ce1b4a7-5118-4c20-8ed3-13c60594914d Sep 23 15:34:55.417969 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2d4b8227-61de-4f1f-a106-0751d16deec3 None None] Port 8ce1b4a7-5118-4c20-8ed3-13c60594914d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:34:55.466380 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ca6b4-8015-4c39-a7a0-aea82b7b6587 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce1b4a7-5118-4c20-8ed3-13c60594914d,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:34:55.552398 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175b31c-4238-4741-925c-d953cfb242a1 req-8e13cbd4-d6df-4007-869e-909670d7b1fa tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:55.553105 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-e175b31c-4238-4741-925c-d953cfb242a1 req-8e13cbd4-d6df-4007-869e-909670d7b1fa tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Synchronizing usage tracker for tenant:5f13c54291184a8eb512090e21769d32 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:34:55.559976 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-8d6ca6b4-8015-4c39-a7a0-aea82b7b6587 service neutron] Attempting to bind port 8ce1b4a7-5118-4c20-8ed3-13c60594914d on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:34:55.560316 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-8d6ca6b4-8015-4c39-a7a0-aea82b7b6587 service neutron] Attempting to bind port 8ce1b4a7-5118-4c20-8ed3-13c60594914d by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': 'ee37476d-2a4f-4317-8a23-b8d856ed0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:34:55.560669 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-8d6ca6b4-8015-4c39-a7a0-aea82b7b6587 service neutron] Attempting to bind port 8ce1b4a7-5118-4c20-8ed3-13c60594914d on network fe3e9444-4a50-4aab-87c9-3b81d14c4d42 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:34:55.572399 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-8d6ca6b4-8015-4c39-a7a0-aea82b7b6587 service neutron] Port 8ce1b4a7-5118-4c20-8ed3-13c60594914d on network fe3e9444-4a50-4aab-87c9-3b81d14c4d42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:34:55.572724 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-8d6ca6b4-8015-4c39-a7a0-aea82b7b6587 service neutron] Attempting to bind port 8ce1b4a7-5118-4c20-8ed3-13c60594914d on network fe3e9444-4a50-4aab-87c9-3b81d14c4d42 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:34:55.579224 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-8d6ca6b4-8015-4c39-a7a0-aea82b7b6587 service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:34:55.591694 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-8d6ca6b4-8015-4c39-a7a0-aea82b7b6587 service neutron] Checking segment: {'id': 'ee37476d-2a4f-4317-8a23-b8d856ed0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:34:55.591694 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-8d6ca6b4-8015-4c39-a7a0-aea82b7b6587 service neutron] Bound using segment: {'id': 'ee37476d-2a4f-4317-8a23-b8d856ed0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:34:55.591694 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-8d6ca6b4-8015-4c39-a7a0-aea82b7b6587 service neutron] Bound port: 8ce1b4a7-5118-4c20-8ed3-13c60594914d, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee37476d-2a4f-4317-8a23-b8d856ed0d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:34:55.591694 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-8d6ca6b4-8015-4c39-a7a0-aea82b7b6587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:55.647442 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-e175b31c-4238-4741-925c-d953cfb242a1 req-8e13cbd4-d6df-4007-869e-909670d7b1fa tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Unset dirty status for tenant:5f13c54291184a8eb512090e21769d32 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:34:55.648637 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e175b31c-4238-4741-925c-d953cfb242a1 req-8e13cbd4-d6df-4007-869e-909670d7b1fa tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 943 time: 0.3469255 Sep 23 15:34:55.699608 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-8d6ca6b4-8015-4c39-a7a0-aea82b7b6587 service neutron] For port 8ce1b4a7-5118-4c20-8ed3-13c60594914d, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:34:55.704122 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-8d6ca6b4-8015-4c39-a7a0-aea82b7b6587 service neutron] For port 8ce1b4a7-5118-4c20-8ed3-13c60594914d, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=8ce1b4a7-5118-4c20-8ed3-13c60594914d,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:34:55.715325 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e175b31c-4238-4741-925c-d953cfb242a1 req-22de80c5-85ed-46c7-ad3b-20d748f5433a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534000 Sep 23 15:34:55.769714 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-8d6ca6b4-8015-4c39-a7a0-aea82b7b6587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:55.800732 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-8d6ca6b4-8015-4c39-a7a0-aea82b7b6587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:55.801353 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-8d6ca6b4-8015-4c39-a7a0-aea82b7b6587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:34:55.802733 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-8d6ca6b4-8015-4c39-a7a0-aea82b7b6587 service neutron] 10.222.0.72 "PUT /v2.0/ports/8ce1b4a7-5118-4c20-8ed3-13c60594914d HTTP/1.1" status: 200 len: 1093 time: 1.1216893 Sep 23 15:34:55.807719 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c1861f-3d98-42b2-9c83-d07af39d370e', 'tag': '8ce1b4a7-5118-4c20-8ed3-13c60594914d'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:34:55.810031 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76364419-de97-45d9-a431-16b5a28f7003" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c1861f-3d98-42b2-9c83-d07af39d370e", "tag": "8ce1b4a7-5118-4c20-8ed3-13c60594914d"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:34:55.849698 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ca6b4-8015-4c39-a7a0-aea82b7b6587 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce1b4a7-5118-4c20-8ed3-13c60594914d,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:34:55.857077 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9776cc0f-83fb-4313-9fab-65f5be7200fe x-openstack-request-id: req-9776cc0f-83fb-4313-9fab-65f5be7200fe {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:34:55.857368 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c1861f-3d98-42b2-9c83-d07af39d370e", "tag": "8ce1b4a7-5118-4c20-8ed3-13c60594914d", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:34:55.857619 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9776cc0f-83fb-4313-9fab-65f5be7200fe {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:34:55.858006 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9776cc0f-83fb-4313-9fab-65f5be7200fe'] response: {'name': 'network-changed', 'server_uuid': 'e5c1861f-3d98-42b2-9c83-d07af39d370e', 'tag': '8ce1b4a7-5118-4c20-8ed3-13c60594914d', 'status': 'completed', 'code': 200} Sep 23 15:34:55.918641 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2d4b8227-61de-4f1f-a106-0751d16deec3 None None] Attempt 3 to provision port 8ce1b4a7-5118-4c20-8ed3-13c60594914d Sep 23 15:34:55.959493 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76364419-de97-45d9-a431-16b5a28f7003 req-611da564-348b-4c8e-92f1-9bdbbcc9fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:55.960882 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-76364419-de97-45d9-a431-16b5a28f7003 req-611da564-348b-4c8e-92f1-9bdbbcc9fe4b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 1096 time: 0.0779054 Sep 23 15:34:55.982858 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2d4b8227-61de-4f1f-a106-0751d16deec3 None None] Port 8ce1b4a7-5118-4c20-8ed3-13c60594914d had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:34:56.100851 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76364419-de97-45d9-a431-16b5a28f7003 req-5a1e2a9e-375a-43e4-a812-132c649994a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:56.102286 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-76364419-de97-45d9-a431-16b5a28f7003 req-5a1e2a9e-375a-43e4-a812-132c649994a2 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=5f13c54291184a8eb512090e21769d32&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1337101 Sep 23 15:34:56.236923 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76364419-de97-45d9-a431-16b5a28f7003 req-c5f2c07b-2eb4-4c40-a6b8-894942164280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:56.238371 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-76364419-de97-45d9-a431-16b5a28f7003 req-c5f2c07b-2eb4-4c40-a6b8-894942164280 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299658 Sep 23 15:34:56.352853 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-cef82d3b-102b-4eb4-a090-c57cafa09761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:56.354296 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-cef82d3b-102b-4eb4-a090-c57cafa09761 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 1096 time: 0.0814588 Sep 23 15:34:56.513480 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-5dd61fb5-a4f6-4a7e-92b0-86b31cd4af8a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ce1b4a7-5118-4c20-8ed3-13c60594914d HTTP/1.1" status: 200 len: 217 time: 0.1523175 Sep 23 15:34:56.576074 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-2ad68cfe-5a9e-41ee-a52a-b82502436cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:56.577955 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-2ad68cfe-5a9e-41ee-a52a-b82502436cc2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc8358-df50-4f4f-a62c-9922cf98f704 HTTP/1.1" status: 200 len: 851 time: 0.0583084 Sep 23 15:34:56.659039 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-a3ea7fc9-884c-4fe9-9c82-36ee0297d304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:56.660488 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-a3ea7fc9-884c-4fe9-9c82-36ee0297d304 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766957 Sep 23 15:34:56.793257 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-52c3127d-e5a2-426a-99be-b6451e0dd547 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254289 Sep 23 15:34:56.990816 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-467f92d9-3a2c-46c7-80cf-78d1a61cd8af req-b0087cb4-2924-4143-b6aa-1c1f5f57283d service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911230 Sep 23 15:34:57.006063 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab99fe-c6b5-49c7-b449-d7f2666c2d49 req-c480e343-22da-4ae3-89ad-c472230d7ba9 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:57.007500 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-afab99fe-c6b5-49c7-b449-d7f2666c2d49 req-c480e343-22da-4ae3-89ad-c472230d7ba9 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 943 time: 0.1390884 Sep 23 15:34:57.050542 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-afab99fe-c6b5-49c7-b449-d7f2666c2d49 req-b92d367e-fef9-4ccc-a6bf-f23477618752 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373659 Sep 23 15:34:58.251984 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2121ca4-2f29-438a-8fe8-3fb9bd968baa req-cde91638-b178-481a-8ca0-894e15f0e6a0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:58.253570 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c2121ca4-2f29-438a-8fe8-3fb9bd968baa req-cde91638-b178-481a-8ca0-894e15f0e6a0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 943 time: 0.0936067 Sep 23 15:34:58.298479 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c2121ca4-2f29-438a-8fe8-3fb9bd968baa req-77134536-284c-436c-923e-31963b82780f tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389888 Sep 23 15:34:59.494975 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87b1aa-23c6-4fba-8edc-1cc290ba17a1 req-1cb99ad0-68d8-4516-8b53-75e43b25fe95 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:59.496428 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6c87b1aa-23c6-4fba-8edc-1cc290ba17a1 req-1cb99ad0-68d8-4516-8b53-75e43b25fe95 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 943 time: 0.0899420 Sep 23 15:34:59.540106 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6c87b1aa-23c6-4fba-8edc-1cc290ba17a1 req-eb9eda86-3bf8-4032-80b0-57906ed80e78 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374687 Sep 23 15:35:00.587542 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 8ce1b4a7-5118-4c20-8ed3-13c60594914d details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:35:00.721732 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 8ce1b4a7-5118-4c20-8ed3-13c60594914d, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=8ce1b4a7-5118-4c20-8ed3-13c60594914d,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:35:00.735659 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '8ce1b4a7-5118-4c20-8ed3-13c60594914d', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'port_id': '8ce1b4a7-5118-4c20-8ed3-13c60594914d', 'mac_address': 'fa:16:3e:dd:ff:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:35:00.739993 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ecbd3-b4d9-4c2d-873c-33d6f3d5c77d req-aef94b2a-1b31-42c7-b35f-305ed3ac30f9 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:00.742483 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-737ecbd3-b4d9-4c2d-873c-33d6f3d5c77d req-aef94b2a-1b31-42c7-b35f-305ed3ac30f9 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 943 time: 0.0879214 Sep 23 15:35:00.791676 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 8ce1b4a7-5118-4c20-8ed3-13c60594914d is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:35:00.792063 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:35:00.794898 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-737ecbd3-b4d9-4c2d-873c-33d6f3d5c77d req-eaaba2df-bedc-4122-8de0-12a65e6a58d3 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473418 Sep 23 15:35:00.809592 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce1b4a7-5118-4c20-8ed3-13c60594914d {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:35:00.825800 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 8ce1b4a7-5118-4c20-8ed3-13c60594914d, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=8ce1b4a7-5118-4c20-8ed3-13c60594914d,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:35:00.891359 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:35:00.960098 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=8ce1b4a7-5118-4c20-8ed3-13c60594914d,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:01.099383 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['8ce1b4a7-5118-4c20-8ed3-13c60594914d'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:35:01.991229 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072580e-e57a-42c1-b10b-49ebb0362fec req-54fd25e4-bcf7-4b7b-b151-87f09d731204 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:01.992688 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f072580e-e57a-42c1-b10b-49ebb0362fec req-54fd25e4-bcf7-4b7b-b151-87f09d731204 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 944 time: 0.0894556 Sep 23 15:35:02.038362 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f072580e-e57a-42c1-b10b-49ebb0362fec req-3c4285ad-8b71-4aa2-897d-d5fac598b58d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399177 Sep 23 15:35:02.085792 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-83a07472-5dae-4527-9d49-f79645b63cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:35:02.609303 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 8ce1b4a7-5118-4c20-8ed3-13c60594914d up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:35:02.748607 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 8ce1b4a7-5118-4c20-8ed3-13c60594914d completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:35:02.753675 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 8ce1b4a7-5118-4c20-8ed3-13c60594914d triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:35:02.754048 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:35:02.754451 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 8ce1b4a7-5118-4c20-8ed3-13c60594914d Sep 23 15:35:02.880016 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 8ce1b4a7-5118-4c20-8ed3-13c60594914d is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:35:02.880324 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:35:02.901272 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:35:02.907229 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c1861f-3d98-42b2-9c83-d07af39d370e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce1b4a7-5118-4c20-8ed3-13c60594914d'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:35:02.909486 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627c6af6-f908-438a-ac86-4dae78f4ef21" -d '{"events": [{"server_uuid": "e5c1861f-3d98-42b2-9c83-d07af39d370e", "name": "network-vif-plugged", "status": "completed", "tag": "8ce1b4a7-5118-4c20-8ed3-13c60594914d"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:35:02.919941 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 8ce1b4a7-5118-4c20-8ed3-13c60594914d, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=8ce1b4a7-5118-4c20-8ed3-13c60594914d,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:35:02.950008 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5173b534-bc07-427f-b9b2-9dde99044920 x-openstack-request-id: req-5173b534-bc07-427f-b9b2-9dde99044920 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:35:02.950292 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c1861f-3d98-42b2-9c83-d07af39d370e", "name": "network-vif-plugged", "status": "completed", "tag": "8ce1b4a7-5118-4c20-8ed3-13c60594914d", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:35:02.950571 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5173b534-bc07-427f-b9b2-9dde99044920 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:35:02.950958 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5173b534-bc07-427f-b9b2-9dde99044920'] response: {'server_uuid': 'e5c1861f-3d98-42b2-9c83-d07af39d370e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce1b4a7-5118-4c20-8ed3-13c60594914d', 'code': 200} Sep 23 15:35:02.999993 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:35:03.066219 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=8ce1b4a7-5118-4c20-8ed3-13c60594914d,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:35:03.245722 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d9d3f-4aaa-4357-a435-122c79fa946a req-feb7cbea-0ee7-4c2e-b713-16228d11ce0c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:03.247226 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d87d9d3f-4aaa-4357-a435-122c79fa946a req-feb7cbea-0ee7-4c2e-b713-16228d11ce0c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0953534 Sep 23 15:35:03.346514 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d87d9d3f-4aaa-4357-a435-122c79fa946a req-37e4810e-f0a9-4023-af62-9eb26b747f0a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934927 Sep 23 15:35:03.363595 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa720fdb-8488-46ec-806d-c2e32d489603 req-97ff9b96-6937-4cbb-b0a3-fac59062807c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:03.365038 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fa720fdb-8488-46ec-806d-c2e32d489603 req-97ff9b96-6937-4cbb-b0a3-fac59062807c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 1098 time: 0.1110635 Sep 23 15:35:03.406344 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fa720fdb-8488-46ec-806d-c2e32d489603 req-e3c41398-248c-45ec-bdf3-83f1a40c910b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345232 Sep 23 15:35:04.544833 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4e379-fdc8-4982-873b-c67569a73987 req-e5e3a6fa-f6f5-4b91-b5b1-b8fba7bc0c20 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:04.546887 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cad4e379-fdc8-4982-873b-c67569a73987 req-e5e3a6fa-f6f5-4b91-b5b1-b8fba7bc0c20 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0896511 Sep 23 15:35:04.592019 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cad4e379-fdc8-4982-873b-c67569a73987 req-915e4b85-fa45-4035-b000-6cf9816b85eb tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387423 Sep 23 15:35:05.083675 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3d52b4ee-20cf-4d0d-8593-ce93e2ddbb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:35:05.523460 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:35:05.609926 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:35:05.791529 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8105ab8-c246-43e2-9320-0b12a1d6632f req-9491c669-2407-4ade-b9fb-4bdf8cd547d6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:05.792927 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a8105ab8-c246-43e2-9320-0b12a1d6632f req-9491c669-2407-4ade-b9fb-4bdf8cd547d6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0880699 Sep 23 15:35:05.837018 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a8105ab8-c246-43e2-9320-0b12a1d6632f req-31ed7dc8-98f2-4c2a-97f3-d4cf46c363da tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374587 Sep 23 15:35:06.030919 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6a860-638a-44e9-a5b7-c8ec2846e000 req-6f7e9964-4de0-4bbf-b102-f3a5699a2d6e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:06.032370 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d5e6a860-638a-44e9-a5b7-c8ec2846e000 req-6f7e9964-4de0-4bbf-b102-f3a5699a2d6e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0920041 Sep 23 15:35:06.042693 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 54294) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:35:06.048129 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-31b79062-d01f-4a31-bb0f-0d9d4c24774c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Request body: {'floatingip': {'port_id': '8ce1b4a7-5118-4c20-8ed3-13c60594914d'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:35:06.124071 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-31b79062-d01f-4a31-bb0f-0d9d4c24774c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for floatingip, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:35:06.819502 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-31b79062-d01f-4a31-bb0f-0d9d4c24774c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:35:06.877699 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-31b79062-d01f-4a31-bb0f-0d9d4c24774c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:35:07.043702 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:35:07.046208 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-31b79062-d01f-4a31-bb0f-0d9d4c24774c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Floating IP 51cde906-706f-4ebd-9586-b63feaaa1065 associated. External IP: 172.26.10.253, port: 8ce1b4a7-5118-4c20-8ed3-13c60594914d. Sep 23 15:35:07.391274 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b79062-d01f-4a31-bb0f-0d9d4c24774c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Router 6361775f-503d-4d00-b25d-04e7873749b7 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:35:07.566890 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b79062-d01f-4a31-bb0f-0d9d4c24774c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:35:07.571816 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-31b79062-d01f-4a31-bb0f-0d9d4c24774c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:35:07.576332 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa069fb-5128-456e-8a95-87adfca7b80c None None] Sync routers for ids ['6361775f-503d-4d00-b25d-04e7873749b7'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:35:07.586175 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa069fb-5128-456e-8a95-87adfca7b80c None None] Routers {'6361775f-503d-4d00-b25d-04e7873749b7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:35:07.586798 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-7aa069fb-5128-456e-8a95-87adfca7b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:35:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['6361775f-503d-4d00-b25d-04e7873749b7'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:07.628832 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-31b79062-d01f-4a31-bb0f-0d9d4c24774c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "PUT /v2.0/floatingips/51cde906-706f-4ebd-9586-b63feaaa1065 HTTP/1.1" status: 200 len: 993 time: 1.5851295 Sep 23 15:35:07.629424 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5c1861f-3d98-42b2-9c83-d07af39d370e', 'tag': '8ce1b4a7-5118-4c20-8ed3-13c60594914d'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:35:07.631807 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8009c2c01c24846940f3c9c2beb64f503f2d744ca5e92813e431a27377ac34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f11a79f-1795-4e26-8994-7778a752dd2b" -d '{"events": [{"name": "network-changed", "server_uuid": "e5c1861f-3d98-42b2-9c83-d07af39d370e", "tag": "8ce1b4a7-5118-4c20-8ed3-13c60594914d"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:35:07.672951 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e688272-921f-4714-b1b4-e1669866b257 x-openstack-request-id: req-6e688272-921f-4714-b1b4-e1669866b257 {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:35:07.673249 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5c1861f-3d98-42b2-9c83-d07af39d370e", "tag": "8ce1b4a7-5118-4c20-8ed3-13c60594914d", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:35:07.673504 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6e688272-921f-4714-b1b4-e1669866b257 {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:35:07.674018 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e688272-921f-4714-b1b4-e1669866b257'] response: {'name': 'network-changed', 'server_uuid': 'e5c1861f-3d98-42b2-9c83-d07af39d370e', 'tag': '8ce1b4a7-5118-4c20-8ed3-13c60594914d', 'status': 'completed', 'code': 200} Sep 23 15:35:07.764970 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-7aa069fb-5128-456e-8a95-87adfca7b80c None None] Set router 6361775f-503d-4d00-b25d-04e7873749b7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:35:07.774611 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11a79f-1795-4e26-8994-7778a752dd2b req-59eb47be-3fe1-4303-b66d-6a8d26c4ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:07.776285 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5f11a79f-1795-4e26-8994-7778a752dd2b req-59eb47be-3fe1-4303-b66d-6a8d26c4ef53 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 1098 time: 0.0816777 Sep 23 15:35:07.908859 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11a79f-1795-4e26-8994-7778a752dd2b req-114ec2b2-bb97-471b-b375-68d95c437775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:07.910228 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5f11a79f-1795-4e26-8994-7778a752dd2b req-114ec2b2-bb97-471b-b375-68d95c437775 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 913 time: 0.1282289 Sep 23 15:35:08.013173 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5f11a79f-1795-4e26-8994-7778a752dd2b req-ff4aadbe-09eb-4895-90df-3333ad60b1ce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ce1b4a7-5118-4c20-8ed3-13c60594914d HTTP/1.1" status: 200 len: 1001 time: 0.0966396 Sep 23 15:35:08.074540 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11a79f-1795-4e26-8994-7778a752dd2b req-a3f2ef6f-81f4-4371-a6a0-53f70c9504b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:08.075957 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5f11a79f-1795-4e26-8994-7778a752dd2b req-a3f2ef6f-81f4-4371-a6a0-53f70c9504b8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc8358-df50-4f4f-a62c-9922cf98f704 HTTP/1.1" status: 200 len: 851 time: 0.0561962 Sep 23 15:35:08.113434 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-7aa069fb-5128-456e-8a95-87adfca7b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '51cde906-706f-4ebd-9586-b63feaaa1065', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'floating_ip_address': '172.26.10.253', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'port_id': '8ce1b4a7-5118-4c20-8ed3-13c60594914d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'mac_address': 'fa:16:3e:dd:ff:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c1861f-3d98-42b2-9c83-d07af39d370e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:30:41Z', 'updated_at': '2022-09-23T15:35:06Z', 'revision_number': 13, 'project_id': '5f13c54291184a8eb512090e21769d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ca0e19-8328-4039-8741-fd312207c94e', 'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'mac_address': 'fa:16:3e:85:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:37Z', 'updated_at': '2022-09-23T15:30:43Z', 'revision_number': 5, 'project_id': '5f13c54291184a8eb512090e21769d32', 'subnets': [{'id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:08.117274 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa069fb-5128-456e-8a95-87adfca7b80c None None] Checking router: 6361775f-503d-4d00-b25d-04e7873749b7 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:35:08.126254 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa069fb-5128-456e-8a95-87adfca7b80c None None] Routers {'6361775f-503d-4d00-b25d-04e7873749b7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:35:08.126881 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-7aa069fb-5128-456e-8a95-87adfca7b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:35:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['6361775f-503d-4d00-b25d-04e7873749b7'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:08.160245 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11a79f-1795-4e26-8994-7778a752dd2b req-1a96a6ba-4e41-4b5f-9d10-ea1ffaa2de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:08.161675 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5f11a79f-1795-4e26-8994-7778a752dd2b req-1a96a6ba-4e41-4b5f-9d10-ea1ffaa2de5c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798087 Sep 23 15:35:08.309871 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-7aa069fb-5128-456e-8a95-87adfca7b80c None None] Set router 6361775f-503d-4d00-b25d-04e7873749b7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:35:08.388812 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5f11a79f-1795-4e26-8994-7778a752dd2b req-ff2d4272-1429-4660-8e90-eacaf9aef97c service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205033 Sep 23 15:35:08.521126 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5f11a79f-1795-4e26-8994-7778a752dd2b req-6b3cf632-22f9-4dce-acf1-31cf2cbaf09d service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262226 Sep 23 15:35:08.654397 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-7aa069fb-5128-456e-8a95-87adfca7b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '51cde906-706f-4ebd-9586-b63feaaa1065', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'floating_ip_address': '172.26.10.253', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'port_id': '8ce1b4a7-5118-4c20-8ed3-13c60594914d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'mac_address': 'fa:16:3e:dd:ff:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c1861f-3d98-42b2-9c83-d07af39d370e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:30:41Z', 'updated_at': '2022-09-23T15:35:06Z', 'revision_number': 13, 'project_id': '5f13c54291184a8eb512090e21769d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ca0e19-8328-4039-8741-fd312207c94e', 'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'mac_address': 'fa:16:3e:85:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:37Z', 'updated_at': '2022-09-23T15:30:43Z', 'revision_number': 5, 'project_id': '5f13c54291184a8eb512090e21769d32', 'subnets': [{'id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:35:08.658556 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa069fb-5128-456e-8a95-87adfca7b80c None None] The sync data for ids ['6361775f-503d-4d00-b25d-04e7873749b7'] in dv-neutron-859093-1-hyperv is: [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '51cde906-706f-4ebd-9586-b63feaaa1065', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'floating_ip_address': '172.26.10.253', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'port_id': '8ce1b4a7-5118-4c20-8ed3-13c60594914d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'mac_address': 'fa:16:3e:dd:ff:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c1861f-3d98-42b2-9c83-d07af39d370e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:30:41Z', 'updated_at': '2022-09-23T15:35:06Z', 'revision_number': 13, 'project_id': '5f13c54291184a8eb512090e21769d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9ca0e19-8328-4039-8741-fd312207c94e', 'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'mac_address': 'fa:16:3e:85:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:37Z', 'updated_at': '2022-09-23T15:30:43Z', 'revision_number': 5, 'project_id': '5f13c54291184a8eb512090e21769d32', 'subnets': [{'id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:35:08.858919 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8ce391-1c09-4f99-85ef-02d757bd1aaa None None] New status for floating IP 51cde906-706f-4ebd-9586-b63feaaa1065: ACTIVE {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:35:30.056265 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:35:32.091256 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1095fbc9-9e70-4185-aa6f-403cb6a2b820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:35:32.872490 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:35:35.049404 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d333e72b-3a94-48c4-9255-bb18360de3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:35:35.512279 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:35:35.628935 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:35:37.061635 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:35:38.461941 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed2529-3c2d-4ef2-b752-82b17a0555db req-8638d9bd-88c3-4e07-ae1b-0010ec2d5f40 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:38.463354 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-fbed2529-3c2d-4ef2-b752-82b17a0555db req-8638d9bd-88c3-4e07-ae1b-0010ec2d5f40 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.1990013 Sep 23 15:35:38.507479 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-fbed2529-3c2d-4ef2-b752-82b17a0555db req-8af05942-0919-48b9-afc1-606791a567d3 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384977 Sep 23 15:35:48.921087 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd0aec-c3c7-4a80-9601-13929979cb5a req-c3a35d82-1daf-4b7a-8845-f7bdcff538f0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:48.922609 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-00fd0aec-c3c7-4a80-9601-13929979cb5a req-c3a35d82-1daf-4b7a-8845-f7bdcff538f0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0876939 Sep 23 15:35:48.967193 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-00fd0aec-c3c7-4a80-9601-13929979cb5a req-e17569cb-e459-43ef-af7c-b0d3650462c8 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389295 Sep 23 15:35:49.000441 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ee5dd30b-48eb-428f-a355-e2d2b1c735ab req-e1152d2d-8efa-4469-b820-297e36eae1a6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0789149 Sep 23 15:35:50.172643 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dace2f-10f1-4ac6-8bcf-9fb3a82a0ec6 req-4767fa61-beb4-4f02-b735-424012be1aca tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:50.174029 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-25dace2f-10f1-4ac6-8bcf-9fb3a82a0ec6 req-4767fa61-beb4-4f02-b735-424012be1aca tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0896163 Sep 23 15:35:50.218440 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-25dace2f-10f1-4ac6-8bcf-9fb3a82a0ec6 req-97e1cc4d-2b1a-429a-9ab2-8ad5cf88129c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379546 Sep 23 15:35:51.096248 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5dd30b-48eb-428f-a355-e2d2b1c735ab req-b7b1b17d-c2d7-46fd-8bdd-e98a7b5ed50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:51.098207 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ee5dd30b-48eb-428f-a355-e2d2b1c735ab req-b7b1b17d-c2d7-46fd-8bdd-e98a7b5ed50f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 1098 time: 0.0823302 Sep 23 15:35:51.227839 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5dd30b-48eb-428f-a355-e2d2b1c735ab req-29d154d0-42fc-4163-b335-a36d09dbf59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:51.229256 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ee5dd30b-48eb-428f-a355-e2d2b1c735ab req-29d154d0-42fc-4163-b335-a36d09dbf59d service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 913 time: 0.1251273 Sep 23 15:35:51.333802 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ee5dd30b-48eb-428f-a355-e2d2b1c735ab req-39e44561-4d9c-4991-a6a7-076d27690e56 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ce1b4a7-5118-4c20-8ed3-13c60594914d HTTP/1.1" status: 200 len: 1003 time: 0.0969458 Sep 23 15:35:51.449154 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5dd30b-48eb-428f-a355-e2d2b1c735ab req-6578ef5a-6870-4fd3-9a90-d3f6ac3b12dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:51.450494 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ee5dd30b-48eb-428f-a355-e2d2b1c735ab req-6578ef5a-6870-4fd3-9a90-d3f6ac3b12dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc8358-df50-4f4f-a62c-9922cf98f704 HTTP/1.1" status: 200 len: 851 time: 0.0826173 Sep 23 15:35:51.514517 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4881ad-5dba-441d-8a6a-62e15aa470a0 req-bf7d0160-04aa-4c12-9b54-5aa32af6c497 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:51.515939 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7c4881ad-5dba-441d-8a6a-62e15aa470a0 req-bf7d0160-04aa-4c12-9b54-5aa32af6c497 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.1843755 Sep 23 15:35:51.571982 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7c4881ad-5dba-441d-8a6a-62e15aa470a0 req-5bb0f510-9d4f-4af7-817d-f0ed9741c503 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479255 Sep 23 15:35:51.577019 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5dd30b-48eb-428f-a355-e2d2b1c735ab req-66aacbce-e1a6-44bf-9c39-208f11e469de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:51.578439 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ee5dd30b-48eb-428f-a355-e2d2b1c735ab req-66aacbce-e1a6-44bf-9c39-208f11e469de service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1212373 Sep 23 15:35:51.708493 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ee5dd30b-48eb-428f-a355-e2d2b1c735ab req-a737b837-e219-4193-8410-8b063670674d service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229708 Sep 23 15:35:51.839776 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ee5dd30b-48eb-428f-a355-e2d2b1c735ab req-af957d05-a93b-4636-946c-c8a0f2dea6c5 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254871 Sep 23 15:35:52.770035 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c69927-ef9f-4c2f-9a77-1384e377c8a2 req-bb238054-ac3b-405d-bb42-e50b75987bab tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:52.771491 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-70c69927-ef9f-4c2f-9a77-1384e377c8a2 req-bb238054-ac3b-405d-bb42-e50b75987bab tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0888481 Sep 23 15:35:52.814878 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-70c69927-ef9f-4c2f-9a77-1384e377c8a2 req-809c4937-81d9-4234-9e27-4fc3baf03db1 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377038 Sep 23 15:35:54.017581 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ce28e-fcde-470e-a90a-777306ff9029 req-0215ef5d-711d-48a3-981f-bab63ae98def tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:54.019570 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b40ce28e-fcde-470e-a90a-777306ff9029 req-0215ef5d-711d-48a3-981f-bab63ae98def tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0913825 Sep 23 15:35:54.061944 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b40ce28e-fcde-470e-a90a-777306ff9029 req-e61e4f65-8ccb-4e17-b8e7-303ac3010776 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367141 Sep 23 15:35:54.841913 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdde5f-9161-45f0-8deb-fac0a49c4997 req-5cd4303b-c45d-4b59-8142-0a85ee3d66ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:54.843409 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a4fdde5f-9161-45f0-8deb-fac0a49c4997 req-5cd4303b-c45d-4b59-8142-0a85ee3d66ad service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 1098 time: 0.0849128 Sep 23 15:35:54.989588 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdde5f-9161-45f0-8deb-fac0a49c4997 req-1fa59f10-eef5-47ec-b5d3-84e718bce360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:54.991056 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a4fdde5f-9161-45f0-8deb-fac0a49c4997 req-1fa59f10-eef5-47ec-b5d3-84e718bce360 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 913 time: 0.1267278 Sep 23 15:35:55.186421 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a4fdde5f-9161-45f0-8deb-fac0a49c4997 req-16dde627-8549-48eb-8418-8410238830bd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ce1b4a7-5118-4c20-8ed3-13c60594914d HTTP/1.1" status: 200 len: 1003 time: 0.1890688 Sep 23 15:35:55.249434 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdde5f-9161-45f0-8deb-fac0a49c4997 req-b0cb7f47-5267-4053-894f-6dd96b7c5fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:55.250904 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a4fdde5f-9161-45f0-8deb-fac0a49c4997 req-b0cb7f47-5267-4053-894f-6dd96b7c5fd5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc8358-df50-4f4f-a62c-9922cf98f704 HTTP/1.1" status: 200 len: 851 time: 0.0579655 Sep 23 15:35:55.263170 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da353a-42e6-4533-90aa-b0d7c0ab4843 req-1ae75c32-08be-4877-a41e-68ffc0e2b81f tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:55.264621 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-18da353a-42e6-4533-90aa-b0d7c0ab4843 req-1ae75c32-08be-4877-a41e-68ffc0e2b81f tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0921230 Sep 23 15:35:55.309824 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-18da353a-42e6-4533-90aa-b0d7c0ab4843 req-6c0c1136-415e-471d-b13f-5e8a1345d7cd tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388660 Sep 23 15:35:55.334402 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdde5f-9161-45f0-8deb-fac0a49c4997 req-ae435d4a-423d-4bd3-b1fd-feb18edf8f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:55.335878 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a4fdde5f-9161-45f0-8deb-fac0a49c4997 req-ae435d4a-423d-4bd3-b1fd-feb18edf8f89 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792375 Sep 23 15:35:55.472673 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a4fdde5f-9161-45f0-8deb-fac0a49c4997 req-7b39cacc-4791-40d3-ad0e-c060dc814d0e service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293774 Sep 23 15:35:55.600934 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a4fdde5f-9161-45f0-8deb-fac0a49c4997 req-c3045ddf-07d1-477d-ab3f-f9bea0646e88 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223431 Sep 23 15:35:56.510721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c9f38-4cad-4547-9eb8-fcc07c639d4e req-0414edcb-cf35-44c0-8266-c714dc47758c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:56.512178 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-785c9f38-4cad-4547-9eb8-fcc07c639d4e req-0414edcb-cf35-44c0-8266-c714dc47758c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0892422 Sep 23 15:35:56.555199 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-785c9f38-4cad-4547-9eb8-fcc07c639d4e req-7a0fd577-db4b-46d6-a7d0-dd54f681c30c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374463 Sep 23 15:35:57.753215 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc687f-009a-4b81-b7db-704ee93c1f06 req-8e673ef8-92c8-4cd1-a63e-1894240a6860 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:57.754706 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a2dc687f-009a-4b81-b7db-704ee93c1f06 req-8e673ef8-92c8-4cd1-a63e-1894240a6860 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0876362 Sep 23 15:35:57.798131 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a2dc687f-009a-4b81-b7db-704ee93c1f06 req-b38c0143-80ac-4c31-b7d7-faba8db4ec86 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378344 Sep 23 15:35:59.000499 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55594866-b9d4-42ee-ac8b-2802b43a6270 req-80d084ad-f464-41a3-9c3f-957a5e735faa tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:35:59.001935 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-55594866-b9d4-42ee-ac8b-2802b43a6270 req-80d084ad-f464-41a3-9c3f-957a5e735faa tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0894880 Sep 23 15:35:59.046002 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-55594866-b9d4-42ee-ac8b-2802b43a6270 req-7902b4a8-20ce-43fe-9089-64d3ef7a400e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379462 Sep 23 15:36:00.245102 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39cfe0-24cb-4c93-b378-06af14185d90 req-ebad628e-2703-4db7-8f02-9e67669385e3 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:00.246598 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3d39cfe0-24cb-4c93-b378-06af14185d90 req-ebad628e-2703-4db7-8f02-9e67669385e3 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0906913 Sep 23 15:36:00.292091 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3d39cfe0-24cb-4c93-b378-06af14185d90 req-8c5aaea2-355a-45f7-a6d3-d5eeee4b3b67 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398076 Sep 23 15:36:01.491567 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a3c65-45e1-4b0c-97cd-422a735580a8 req-7d93d034-cac0-4502-9907-adfc9396abcd tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:01.493021 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f63a3c65-45e1-4b0c-97cd-422a735580a8 req-7d93d034-cac0-4502-9907-adfc9396abcd tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0878408 Sep 23 15:36:01.540245 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f63a3c65-45e1-4b0c-97cd-422a735580a8 req-214d609c-95e9-4da2-ab3f-4bad1f95f0f0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416222 Sep 23 15:36:02.109118 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0ad31747-335e-46ae-b416-d86f491642e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:02.738900 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b82c6e-b772-4292-aa95-524f940ffbad req-86ff662a-bffa-407d-9dc7-dcd738e978b4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:02.740324 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d2b82c6e-b772-4292-aa95-524f940ffbad req-86ff662a-bffa-407d-9dc7-dcd738e978b4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0902536 Sep 23 15:36:02.782807 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d2b82c6e-b772-4292-aa95-524f940ffbad req-a895a14b-bc65-4d8b-b147-bef016d87af9 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367506 Sep 23 15:36:02.886168 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:03.981806 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5c55f-1154-4d8e-953c-bce508b5c77a req-18e59452-1e2a-451a-b80a-c5479a76361c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:03.983275 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2ca5c55f-1154-4d8e-953c-bce508b5c77a req-18e59452-1e2a-451a-b80a-c5479a76361c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0870836 Sep 23 15:36:04.026248 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2ca5c55f-1154-4d8e-953c-bce508b5c77a req-552db938-aa4b-4ee4-95f4-633111d419bd tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374079 Sep 23 15:36:05.046176 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1c9e896b-a006-4ebb-9ebc-27cd2f918758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:05.224327 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040425b9-8e38-4b4b-b3f4-993a66d5ec33 req-f0862202-14a2-4aa9-b031-f4ebd50991e7 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:05.225811 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-040425b9-8e38-4b4b-b3f4-993a66d5ec33 req-f0862202-14a2-4aa9-b031-f4ebd50991e7 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0879762 Sep 23 15:36:05.269781 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-040425b9-8e38-4b4b-b3f4-993a66d5ec33 req-6313249d-8ca3-47e9-8d5d-e4da4954ccbd tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383086 Sep 23 15:36:05.518975 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:05.615439 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:06.474433 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bda1a4-2ff6-4ac1-b357-6aa6f8162e2a req-ac075c05-0c9a-4246-991e-13c4b03a4868 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:06.475887 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-51bda1a4-2ff6-4ac1-b357-6aa6f8162e2a req-ac075c05-0c9a-4246-991e-13c4b03a4868 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0927687 Sep 23 15:36:06.519333 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-51bda1a4-2ff6-4ac1-b357-6aa6f8162e2a req-66902d17-bc29-4739-941f-a0de234f8705 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376003 Sep 23 15:36:07.049989 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:07.055209 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:36:07.718527 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b9745-c099-4fac-8704-9efb498d2cd0 req-aacd4443-51c1-4c23-b576-18cb09ba8889 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:07.719990 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c14b9745-c099-4fac-8704-9efb498d2cd0 req-aacd4443-51c1-4c23-b576-18cb09ba8889 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0904856 Sep 23 15:36:07.763922 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c14b9745-c099-4fac-8704-9efb498d2cd0 req-34216db0-bedf-466b-9853-8213c2d57a52 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375335 Sep 23 15:36:08.966416 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebc135-b911-4326-96fc-ab1989628a04 req-7cc89f4e-2812-4c10-a676-a3cea3291be5 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:08.967869 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-68ebc135-b911-4326-96fc-ab1989628a04 req-7cc89f4e-2812-4c10-a676-a3cea3291be5 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0888534 Sep 23 15:36:09.015585 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-68ebc135-b911-4326-96fc-ab1989628a04 req-45d5a343-31fb-4011-a381-07f9ebcf631c tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414658 Sep 23 15:36:09.814761 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ee5dd30b-48eb-428f-a355-e2d2b1c735ab req-77d636ee-7523-4bc9-910c-ad973daff0aa service neutron] 10.222.0.72 "GET /v2.0/ports/8ce1b4a7-5118-4c20-8ed3-13c60594914d/bindings/hv-neutron-8590 HTTP/1.1" status: 200 len: 384 time: 0.0748465 Sep 23 15:36:10.218424 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85744066-0ad0-4f9a-b6bd-9f61f7349e36 req-6e9e02ed-fe2c-424c-add0-9c4a51b5c354 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:10.219876 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-85744066-0ad0-4f9a-b6bd-9f61f7349e36 req-6e9e02ed-fe2c-424c-add0-9c4a51b5c354 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0880954 Sep 23 15:36:10.267799 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-85744066-0ad0-4f9a-b6bd-9f61f7349e36 req-712b8241-0e7c-44ee-8021-21537dedadf3 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416353 Sep 23 15:36:10.452948 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5dd30b-48eb-428f-a355-e2d2b1c735ab req-b081e9a7-cdec-4caa-a211-a43837f73745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:10.454380 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ee5dd30b-48eb-428f-a355-e2d2b1c735ab req-b081e9a7-cdec-4caa-a211-a43837f73745 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e&tenant_id=5f13c54291184a8eb512090e21769d32 HTTP/1.1" status: 200 len: 1098 time: 0.0792460 Sep 23 15:36:10.554397 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5dd30b-48eb-428f-a355-e2d2b1c735ab req-c36a5db4-122c-4ade-921d-0fbb97d4ba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:10.555855 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ee5dd30b-48eb-428f-a355-e2d2b1c735ab req-c36a5db4-122c-4ade-921d-0fbb97d4ba49 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 1098 time: 0.0810421 Sep 23 15:36:10.686900 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5dd30b-48eb-428f-a355-e2d2b1c735ab req-754312cf-64a5-47d8-ba74-a09b55f80b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:10.688360 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ee5dd30b-48eb-428f-a355-e2d2b1c735ab req-754312cf-64a5-47d8-ba74-a09b55f80b22 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 913 time: 0.1243596 Sep 23 15:36:10.880911 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ee5dd30b-48eb-428f-a355-e2d2b1c735ab req-64d403e7-ca5d-43fe-867b-e103ded2327e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ce1b4a7-5118-4c20-8ed3-13c60594914d HTTP/1.1" status: 200 len: 1003 time: 0.1863692 Sep 23 15:36:10.941340 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5dd30b-48eb-428f-a355-e2d2b1c735ab req-d6cb3786-a3f2-414a-9e35-d886ce329192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:10.942726 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ee5dd30b-48eb-428f-a355-e2d2b1c735ab req-d6cb3786-a3f2-414a-9e35-d886ce329192 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc8358-df50-4f4f-a62c-9922cf98f704 HTTP/1.1" status: 200 len: 851 time: 0.0563705 Sep 23 15:36:11.027543 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5dd30b-48eb-428f-a355-e2d2b1c735ab req-fedf9633-7529-425a-9733-f96017f0c109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:11.028988 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ee5dd30b-48eb-428f-a355-e2d2b1c735ab req-fedf9633-7529-425a-9733-f96017f0c109 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800626 Sep 23 15:36:11.160253 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ee5dd30b-48eb-428f-a355-e2d2b1c735ab req-6f24507b-a763-4f14-92aa-2ac1f71e10a7 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244826 Sep 23 15:36:11.290041 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ee5dd30b-48eb-428f-a355-e2d2b1c735ab req-636553db-ead8-42fc-96e9-0b178612bf30 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237884 Sep 23 15:36:11.468887 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c434cb-7fa4-4219-8a05-15b858969ace req-79f9f4b9-6207-41b6-af46-6873ffdfa0ed tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:11.470260 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-16c434cb-7fa4-4219-8a05-15b858969ace req-79f9f4b9-6207-41b6-af46-6873ffdfa0ed tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0894170 Sep 23 15:36:11.514561 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-16c434cb-7fa4-4219-8a05-15b858969ace req-26f306d5-60ad-480b-8f3a-2e0215a20572 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377507 Sep 23 15:36:12.717395 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0368e-ad29-411a-b1c3-81ea4a1a9c48 req-c7a0a12e-de93-43d4-b57f-5888a2f76da8 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:12.719009 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-60e0368e-ad29-411a-b1c3-81ea4a1a9c48 req-c7a0a12e-de93-43d4-b57f-5888a2f76da8 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0883629 Sep 23 15:36:12.764182 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-60e0368e-ad29-411a-b1c3-81ea4a1a9c48 req-b2ec012b-4221-4933-a8fe-6bf2678965ea tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384109 Sep 23 15:36:12.942982 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 8ce1b4a7-5118-4c20-8ed3-13c60594914d no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:36:13.055205 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 8ce1b4a7-5118-4c20-8ed3-13c60594914d is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:36:13.055583 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:13.084258 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c1861f-3d98-42b2-9c83-d07af39d370e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ce1b4a7-5118-4c20-8ed3-13c60594914d'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:36:13.087487 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101d1c2b-df01-41b2-8af9-2ba940ed4a77" -d '{"events": [{"server_uuid": "e5c1861f-3d98-42b2-9c83-d07af39d370e", "name": "network-vif-unplugged", "status": "completed", "tag": "8ce1b4a7-5118-4c20-8ed3-13c60594914d"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:36:13.095350 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 8ce1b4a7-5118-4c20-8ed3-13c60594914d, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=8ce1b4a7-5118-4c20-8ed3-13c60594914d,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:36:13.139101 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Sep 2022 15:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b736bd-471f-4c8c-afbe-998c8896b110 x-openstack-request-id: req-c5b736bd-471f-4c8c-afbe-998c8896b110 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:36:13.139397 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c1861f-3d98-42b2-9c83-d07af39d370e", "name": "network-vif-unplugged", "status": "completed", "tag": "8ce1b4a7-5118-4c20-8ed3-13c60594914d", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:36:13.139657 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c5b736bd-471f-4c8c-afbe-998c8896b110 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:36:13.140056 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5b736bd-471f-4c8c-afbe-998c8896b110'] response: {'server_uuid': 'e5c1861f-3d98-42b2-9c83-d07af39d370e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ce1b4a7-5118-4c20-8ed3-13c60594914d', 'code': 200} Sep 23 15:36:13.198613 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:13.265557 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=8ce1b4a7-5118-4c20-8ed3-13c60594914d,revision_number=6']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:13.273401 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:13.273750 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:13.274092 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:13.274454 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:13.274786 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:13.275118 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:13.275445 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:13.275779 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:13.276092 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:13.276414 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:13.276736 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:13.277056 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:13.969884 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3ae1d-3960-4a9e-a5df-1bdb909edc24 req-2cf7bd60-49a7-4699-894d-841628dee328 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:13.972404 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-eec3ae1d-3960-4a9e-a5df-1bdb909edc24 req-2cf7bd60-49a7-4699-894d-841628dee328 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 943 time: 0.0910568 Sep 23 15:36:14.014825 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-eec3ae1d-3960-4a9e-a5df-1bdb909edc24 req-b7058952-cabc-40ad-849d-6345c354403f tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374098 Sep 23 15:36:15.217440 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee5bbe-2978-458a-a77a-01101eb5d7cc req-f091f7c1-f4df-4514-92b5-5baab3422dfd tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:15.218839 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-09ee5bbe-2978-458a-a77a-01101eb5d7cc req-f091f7c1-f4df-4514-92b5-5baab3422dfd tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 943 time: 0.0924823 Sep 23 15:36:15.262497 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-09ee5bbe-2978-458a-a77a-01101eb5d7cc req-274dcda4-9d05-4e94-8309-2c1324cf3421 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373287 Sep 23 15:36:16.459481 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a1db3-55b6-478f-a4fa-7f2ded6291f3 req-0b215a81-5422-4ca4-94d5-313ce996202f tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:16.460915 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8a4a1db3-55b6-478f-a4fa-7f2ded6291f3 req-0b215a81-5422-4ca4-94d5-313ce996202f tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 943 time: 0.0876989 Sep 23 15:36:16.509907 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8a4a1db3-55b6-478f-a4fa-7f2ded6291f3 req-b033b810-0283-46c7-91de-890aa8829de4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432155 Sep 23 15:36:16.943226 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 8ce1b4a7-5118-4c20-8ed3-13c60594914d details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:36:17.073881 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 8ce1b4a7-5118-4c20-8ed3-13c60594914d, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=8ce1b4a7-5118-4c20-8ed3-13c60594914d,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:36:17.086699 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '8ce1b4a7-5118-4c20-8ed3-13c60594914d', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'port_id': '8ce1b4a7-5118-4c20-8ed3-13c60594914d', 'mac_address': 'fa:16:3e:dd:ff:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:36:17.142880 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 8ce1b4a7-5118-4c20-8ed3-13c60594914d is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:36:17.143252 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:17.159787 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce1b4a7-5118-4c20-8ed3-13c60594914d {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:36:17.174951 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 8ce1b4a7-5118-4c20-8ed3-13c60594914d, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=8ce1b4a7-5118-4c20-8ed3-13c60594914d,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:36:17.246380 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:17.311703 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['8ce1b4a7-5118-4c20-8ed3-13c60594914d'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:36:17.388622 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=8ce1b4a7-5118-4c20-8ed3-13c60594914d,revision_number=7']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:17.708258 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97389a85-af23-418d-8102-bfe924373b49 req-70bd1ebe-b8d5-49fc-b435-6456b21e1ab5 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:17.709713 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-97389a85-af23-418d-8102-bfe924373b49 req-70bd1ebe-b8d5-49fc-b435-6456b21e1ab5 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 944 time: 0.0861473 Sep 23 15:36:17.768388 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-97389a85-af23-418d-8102-bfe924373b49 req-a3fe5dcc-c38a-4d53-be25-a471fba5de18 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529132 Sep 23 15:36:18.970697 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 8ce1b4a7-5118-4c20-8ed3-13c60594914d up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:36:18.973622 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ec307-b358-4ff5-87d4-420ff1349605 req-f19e58a8-853a-401a-aae6-de85974f25b5 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:18.975135 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-5b3ec307-b358-4ff5-87d4-420ff1349605 req-f19e58a8-853a-401a-aae6-de85974f25b5 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 944 time: 0.0932848 Sep 23 15:36:19.020812 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-5b3ec307-b358-4ff5-87d4-420ff1349605 req-868b1f9d-63b2-48bc-890f-f7b49b9d8a4d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398953 Sep 23 15:36:19.040493 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 8ce1b4a7-5118-4c20-8ed3-13c60594914d triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:36:19.041093 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:19.041425 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 8ce1b4a7-5118-4c20-8ed3-13c60594914d Sep 23 15:36:19.157511 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 8ce1b4a7-5118-4c20-8ed3-13c60594914d is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:36:19.157783 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:19.184730 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c1861f-3d98-42b2-9c83-d07af39d370e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce1b4a7-5118-4c20-8ed3-13c60594914d'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:36:19.187039 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e559f95c-36df-4443-b909-03e8fefa1067" -d '{"events": [{"server_uuid": "e5c1861f-3d98-42b2-9c83-d07af39d370e", "name": "network-vif-plugged", "status": "completed", "tag": "8ce1b4a7-5118-4c20-8ed3-13c60594914d"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:36:19.194750 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 8ce1b4a7-5118-4c20-8ed3-13c60594914d, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=8ce1b4a7-5118-4c20-8ed3-13c60594914d,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:36:19.237522 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fcb1f8-bd95-4836-a920-2beefb2af191 x-openstack-request-id: req-22fcb1f8-bd95-4836-a920-2beefb2af191 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:36:19.237809 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c1861f-3d98-42b2-9c83-d07af39d370e", "name": "network-vif-plugged", "status": "completed", "tag": "8ce1b4a7-5118-4c20-8ed3-13c60594914d", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:36:19.238061 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-22fcb1f8-bd95-4836-a920-2beefb2af191 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:36:19.238483 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22fcb1f8-bd95-4836-a920-2beefb2af191'] response: {'server_uuid': 'e5c1861f-3d98-42b2-9c83-d07af39d370e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce1b4a7-5118-4c20-8ed3-13c60594914d', 'code': 200} Sep 23 15:36:19.280709 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:19.350171 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=8ce1b4a7-5118-4c20-8ed3-13c60594914d,revision_number=8']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:20.229324 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0ff51-0204-474c-a472-495470c5c841 req-5eb27421-e685-4fda-80ba-30c6e047279d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:20.230730 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e1d0ff51-0204-474c-a472-495470c5c841 req-5eb27421-e685-4fda-80ba-30c6e047279d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0927207 Sep 23 15:36:20.275864 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e1d0ff51-0204-474c-a472-495470c5c841 req-2735b73a-435b-4599-8062-897c2514f843 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393741 Sep 23 15:36:21.477110 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1dcfab-d3f8-485b-b5e4-1bdec6ddaf76 req-f42d26ff-1a74-4384-87b0-acd99f43c024 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:21.478566 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9b1dcfab-d3f8-485b-b5e4-1bdec6ddaf76 req-f42d26ff-1a74-4384-87b0-acd99f43c024 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0903137 Sep 23 15:36:21.521524 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9b1dcfab-d3f8-485b-b5e4-1bdec6ddaf76 req-9e59e9a5-19fe-49ac-abac-0e4e845e8867 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372705 Sep 23 15:36:22.394919 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24fc00-216a-4d6a-abf3-e62423339df6 req-15074bc1-acdd-406e-b07a-09f82b9c1b50 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:22.396327 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5e24fc00-216a-4d6a-abf3-e62423339df6 req-15074bc1-acdd-406e-b07a-09f82b9c1b50 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e&tenant_id=5f13c54291184a8eb512090e21769d32&binding%3Ahost_id=hv-neutron-8590 HTTP/1.1" status: 200 len: 945 time: 0.1150963 Sep 23 15:36:22.403642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728e5b3-3dcf-431e-8529-7a8516dbac31 req-087472ce-32a3-4a0c-97a0-0ddb8736a1df tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:22.404958 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6728e5b3-3dcf-431e-8529-7a8516dbac31 req-087472ce-32a3-4a0c-97a0-0ddb8736a1df tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.1632144 Sep 23 15:36:22.504553 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6728e5b3-3dcf-431e-8529-7a8516dbac31 req-7ebe94b4-bf6d-4944-8039-9f410619fc2e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656455 Sep 23 15:36:22.512959 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5e24fc00-216a-4d6a-abf3-e62423339df6 req-19654f46-cd48-4e33-960f-d29979ed0775 service neutron] 10.222.0.72 "GET /v2.0/ports/8ce1b4a7-5118-4c20-8ed3-13c60594914d/bindings/hv-neutron-8590 HTTP/1.1" status: 200 len: 384 time: 0.1071386 Sep 23 15:36:22.614326 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24fc00-216a-4d6a-abf3-e62423339df6 req-bfd76c7c-ea47-479b-8c16-e284e95839bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:22.615825 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5e24fc00-216a-4d6a-abf3-e62423339df6 req-bfd76c7c-ea47-479b-8c16-e284e95839bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 1098 time: 0.0804296 Sep 23 15:36:22.744480 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24fc00-216a-4d6a-abf3-e62423339df6 req-54366bfe-772e-464c-9e87-7764d1c2275a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:22.745873 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5e24fc00-216a-4d6a-abf3-e62423339df6 req-54366bfe-772e-464c-9e87-7764d1c2275a service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 913 time: 0.1241584 Sep 23 15:36:22.851190 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5e24fc00-216a-4d6a-abf3-e62423339df6 req-fd943816-7147-4c99-89fc-9e7549cbdfd3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ce1b4a7-5118-4c20-8ed3-13c60594914d HTTP/1.1" status: 200 len: 1003 time: 0.0991778 Sep 23 15:36:22.915179 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24fc00-216a-4d6a-abf3-e62423339df6 req-68c15803-ac8c-4e9d-a72b-6250cd2e2671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:22.916571 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5e24fc00-216a-4d6a-abf3-e62423339df6 req-68c15803-ac8c-4e9d-a72b-6250cd2e2671 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc8358-df50-4f4f-a62c-9922cf98f704 HTTP/1.1" status: 200 len: 851 time: 0.0594888 Sep 23 15:36:22.997838 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24fc00-216a-4d6a-abf3-e62423339df6 req-d2481ad7-7a50-43ea-b3fc-d5bef4ad5abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:22.999332 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5e24fc00-216a-4d6a-abf3-e62423339df6 req-d2481ad7-7a50-43ea-b3fc-d5bef4ad5abe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769978 Sep 23 15:36:23.129946 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5e24fc00-216a-4d6a-abf3-e62423339df6 req-00cf999b-a7b1-4ef8-aec6-b91a0f530e7a service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237285 Sep 23 15:36:23.260201 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5e24fc00-216a-4d6a-abf3-e62423339df6 req-9b1ef409-30d6-41ba-a5f4-2c0c146a46d1 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245868 Sep 23 15:36:23.703393 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a877f-836f-4a4a-b194-592cc63b455b req-a4f4a309-afcd-4ba1-a240-bbf2cc27b8d1 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:23.704851 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-774a877f-836f-4a4a-b194-592cc63b455b req-a4f4a309-afcd-4ba1-a240-bbf2cc27b8d1 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0880699 Sep 23 15:36:23.752610 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-774a877f-836f-4a4a-b194-592cc63b455b req-f93f6d8c-c7c4-4d24-95ce-ff00b1b398d4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409391 Sep 23 15:36:24.958088 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851af2ee-baed-4fc8-835e-e78e8c006634 req-1e3ff25d-72ac-4eea-9fcb-ec44684fa4c0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:24.959545 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-851af2ee-baed-4fc8-835e-e78e8c006634 req-1e3ff25d-72ac-4eea-9fcb-ec44684fa4c0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0910099 Sep 23 15:36:25.003560 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-851af2ee-baed-4fc8-835e-e78e8c006634 req-ab5be9cc-912f-4f7c-99d2-ef8fd8aa2f8d tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381973 Sep 23 15:36:26.203365 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7289045-7ea2-4b98-9f74-41c59875678f req-2044e814-a21a-4fbe-9427-404bfd76590b tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:26.204725 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e7289045-7ea2-4b98-9f74-41c59875678f req-2044e814-a21a-4fbe-9427-404bfd76590b tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0879333 Sep 23 15:36:26.247994 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e7289045-7ea2-4b98-9f74-41c59875678f req-684983a0-6440-4c44-b9bc-48133b34e07e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369492 Sep 23 15:36:27.112328 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24fc00-216a-4d6a-abf3-e62423339df6 req-5d171bea-6d0e-4f49-bfd7-8decc4d66487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:27.114220 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5e24fc00-216a-4d6a-abf3-e62423339df6 req-5d171bea-6d0e-4f49-bfd7-8decc4d66487 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e&tenant_id=5f13c54291184a8eb512090e21769d32 HTTP/1.1" status: 200 len: 1098 time: 0.0776389 Sep 23 15:36:27.296185 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24fc00-216a-4d6a-abf3-e62423339df6 req-05b02030-8dd5-45fd-a558-e64dd46de788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:27.297644 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5e24fc00-216a-4d6a-abf3-e62423339df6 req-05b02030-8dd5-45fd-a558-e64dd46de788 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f13c54291184a8eb512090e21769d32&device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 1098 time: 0.1633046 Sep 23 15:36:27.483763 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24fc00-216a-4d6a-abf3-e62423339df6 req-db9680e6-6207-44f1-bc97-32a23786e3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:27.485176 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5e24fc00-216a-4d6a-abf3-e62423339df6 req-db9680e6-6207-44f1-bc97-32a23786e3d0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 200 len: 913 time: 0.1812427 Sep 23 15:36:27.569505 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9fd7cd-f023-4f92-8d56-03a2a77bff78 req-3b0c9485-fa2d-4244-83b7-b0fb9d0efb70 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:27.570926 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0d9fd7cd-f023-4f92-8d56-03a2a77bff78 req-3b0c9485-fa2d-4244-83b7-b0fb9d0efb70 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.2007382 Sep 23 15:36:27.620209 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5e24fc00-216a-4d6a-abf3-e62423339df6 req-976d802e-94c7-471c-a110-9c3eec0483f0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ce1b4a7-5118-4c20-8ed3-13c60594914d HTTP/1.1" status: 200 len: 1003 time: 0.1282067 Sep 23 15:36:27.657315 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0d9fd7cd-f023-4f92-8d56-03a2a77bff78 req-e1b32c04-a990-4bb0-89a8-8c0f4112f595 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782208 Sep 23 15:36:27.687276 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24fc00-216a-4d6a-abf3-e62423339df6 req-ec80be99-e430-4e25-83ab-8cf567292e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:27.688687 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5e24fc00-216a-4d6a-abf3-e62423339df6 req-ec80be99-e430-4e25-83ab-8cf567292e13 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9fdc8358-df50-4f4f-a62c-9922cf98f704 HTTP/1.1" status: 200 len: 851 time: 0.0631778 Sep 23 15:36:27.774379 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24fc00-216a-4d6a-abf3-e62423339df6 req-0227a5a1-78e6-4133-ac82-682e859cb3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:27.775739 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5e24fc00-216a-4d6a-abf3-e62423339df6 req-0227a5a1-78e6-4133-ac82-682e859cb3fd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fe3e9444-4a50-4aab-87c9-3b81d14c4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810037 Sep 23 15:36:27.903828 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5e24fc00-216a-4d6a-abf3-e62423339df6 req-4c6d51ae-9598-44b9-bb0d-402ca4ecacfa service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218989 Sep 23 15:36:28.034485 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5e24fc00-216a-4d6a-abf3-e62423339df6 req-57ca4bb7-adff-4dd9-b803-12cd7673d9a0 service neutron] 10.222.0.72 "GET /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236110 Sep 23 15:36:28.872511 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb831d-d0f7-45f1-aaae-cc042a9aad22 req-56462680-3720-41b3-988c-b19f02982d7e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:28.873958 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-89bb831d-d0f7-45f1-aaae-cc042a9aad22 req-56462680-3720-41b3-988c-b19f02982d7e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0983417 Sep 23 15:36:28.918573 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-89bb831d-d0f7-45f1-aaae-cc042a9aad22 req-17a3f900-8d08-4713-9fed-459b1786d3f7 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386319 Sep 23 15:36:29.033130 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 8ce1b4a7-5118-4c20-8ed3-13c60594914d no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:36:29.151555 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 8ce1b4a7-5118-4c20-8ed3-13c60594914d is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:36:29.151849 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:29.186560 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c1861f-3d98-42b2-9c83-d07af39d370e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ce1b4a7-5118-4c20-8ed3-13c60594914d'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:36:29.188940 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3c60af-69c5-4927-9517-e61692f3373e" -d '{"events": [{"server_uuid": "e5c1861f-3d98-42b2-9c83-d07af39d370e", "name": "network-vif-unplugged", "status": "completed", "tag": "8ce1b4a7-5118-4c20-8ed3-13c60594914d"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:36:29.208231 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 8ce1b4a7-5118-4c20-8ed3-13c60594914d, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=8ce1b4a7-5118-4c20-8ed3-13c60594914d,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:36:29.243857 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Sep 2022 15:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a429f501-1b46-47bd-9d09-7aa187f30b24 x-openstack-request-id: req-a429f501-1b46-47bd-9d09-7aa187f30b24 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:36:29.244260 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c1861f-3d98-42b2-9c83-d07af39d370e", "name": "network-vif-unplugged", "status": "completed", "tag": "8ce1b4a7-5118-4c20-8ed3-13c60594914d", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:36:29.244546 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a429f501-1b46-47bd-9d09-7aa187f30b24 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:36:29.245289 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a429f501-1b46-47bd-9d09-7aa187f30b24'] response: {'server_uuid': 'e5c1861f-3d98-42b2-9c83-d07af39d370e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ce1b4a7-5118-4c20-8ed3-13c60594914d', 'code': 200} Sep 23 15:36:29.269770 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:29.338027 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=8ce1b4a7-5118-4c20-8ed3-13c60594914d,revision_number=9']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:30.123561 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a12dc7-cccf-47dc-9471-3e2d9cb18264 req-12988c9b-5e15-4579-9a00-577ae21816ca tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:30.125020 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-55a12dc7-cccf-47dc-9471-3e2d9cb18264 req-12988c9b-5e15-4579-9a00-577ae21816ca tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 943 time: 0.0870681 Sep 23 15:36:30.172914 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-55a12dc7-cccf-47dc-9471-3e2d9cb18264 req-430c68f1-3adc-4317-96cb-24c2fe77f4f7 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413303 Sep 23 15:36:31.370042 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10185da8-eb79-47d7-8ec4-3416930e0eaa req-2e8b0798-9513-416f-8bc3-6b54388124b8 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:31.371408 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-10185da8-eb79-47d7-8ec4-3416930e0eaa req-2e8b0798-9513-416f-8bc3-6b54388124b8 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 943 time: 0.0871742 Sep 23 15:36:31.414570 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-10185da8-eb79-47d7-8ec4-3416930e0eaa req-18d81e25-b626-401c-985c-6b092e9ba677 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375671 Sep 23 15:36:32.075269 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-724ed193-81fb-4daa-a281-e2c3e32f4bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:32.610259 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852da37a-d6f4-46db-8a16-5b183aa69684 req-867a0718-3543-483d-ba4e-9f9f8ff283c0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:32.611729 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-852da37a-d6f4-46db-8a16-5b183aa69684 req-867a0718-3543-483d-ba4e-9f9f8ff283c0 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 943 time: 0.0871539 Sep 23 15:36:32.655202 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-852da37a-d6f4-46db-8a16-5b183aa69684 req-2d85ee93-8da4-4711-a88a-4fff763b6f06 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378945 Sep 23 15:36:32.926161 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:33.067527 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 8ce1b4a7-5118-4c20-8ed3-13c60594914d details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:36:33.199304 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 8ce1b4a7-5118-4c20-8ed3-13c60594914d, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=8ce1b4a7-5118-4c20-8ed3-13c60594914d,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:36:33.211978 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '8ce1b4a7-5118-4c20-8ed3-13c60594914d', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'port_id': '8ce1b4a7-5118-4c20-8ed3-13c60594914d', 'mac_address': 'fa:16:3e:dd:ff:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:36:33.269816 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 8ce1b4a7-5118-4c20-8ed3-13c60594914d is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:36:33.270192 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:33.286367 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce1b4a7-5118-4c20-8ed3-13c60594914d {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:36:33.301711 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 8ce1b4a7-5118-4c20-8ed3-13c60594914d, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=8ce1b4a7-5118-4c20-8ed3-13c60594914d,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:36:33.358139 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:33.424819 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['8ce1b4a7-5118-4c20-8ed3-13c60594914d'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:36:33.461039 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=8ce1b4a7-5118-4c20-8ed3-13c60594914d,revision_number=10']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:33.857165 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29059b3-84cd-4630-9793-6f4e3b438420 req-e62cc339-168f-4d59-b744-0504ca8734ed tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:33.858637 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c29059b3-84cd-4630-9793-6f4e3b438420 req-e62cc339-168f-4d59-b744-0504ca8734ed tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0910566 Sep 23 15:36:33.902076 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c29059b3-84cd-4630-9793-6f4e3b438420 req-4f80b245-3e65-45db-88c3-7edacccbc211 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377500 Sep 23 15:36:35.058077 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-de543f1e-9621-4378-b169-8328ec6dfab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:35.082932 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 8ce1b4a7-5118-4c20-8ed3-13c60594914d up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:36:35.114113 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfd421-d4e6-4bbb-9e4e-5a95feb2a8eb req-bb0c582c-08f8-49aa-b2aa-b2814f62cf58 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:35.115757 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7ebfd421-d4e6-4bbb-9e4e-5a95feb2a8eb req-bb0c582c-08f8-49aa-b2aa-b2814f62cf58 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 945 time: 0.0929158 Sep 23 15:36:35.151283 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 8ce1b4a7-5118-4c20-8ed3-13c60594914d triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:36:35.151659 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:35.151981 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 8ce1b4a7-5118-4c20-8ed3-13c60594914d Sep 23 15:36:35.159375 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7ebfd421-d4e6-4bbb-9e4e-5a95feb2a8eb req-0684405a-5a9c-468f-8844-c7e28e0bc118 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378885 Sep 23 15:36:35.271585 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 8ce1b4a7-5118-4c20-8ed3-13c60594914d is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:36:35.271968 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:35.298262 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c1861f-3d98-42b2-9c83-d07af39d370e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce1b4a7-5118-4c20-8ed3-13c60594914d'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:36:35.300561 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab45f287-3546-4a2f-ad0d-1911f88733cd" -d '{"events": [{"server_uuid": "e5c1861f-3d98-42b2-9c83-d07af39d370e", "name": "network-vif-plugged", "status": "completed", "tag": "8ce1b4a7-5118-4c20-8ed3-13c60594914d"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:36:35.308333 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 8ce1b4a7-5118-4c20-8ed3-13c60594914d, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=8ce1b4a7-5118-4c20-8ed3-13c60594914d,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:36:35.350386 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6d4110-0515-4d34-af91-ec21cf620855 x-openstack-request-id: req-9e6d4110-0515-4d34-af91-ec21cf620855 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:36:35.352518 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c1861f-3d98-42b2-9c83-d07af39d370e", "name": "network-vif-plugged", "status": "completed", "tag": "8ce1b4a7-5118-4c20-8ed3-13c60594914d", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:36:35.352518 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9e6d4110-0515-4d34-af91-ec21cf620855 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:36:35.352518 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e6d4110-0515-4d34-af91-ec21cf620855'] response: {'server_uuid': 'e5c1861f-3d98-42b2-9c83-d07af39d370e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce1b4a7-5118-4c20-8ed3-13c60594914d', 'code': 200} Sep 23 15:36:35.372369 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:35.451310 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=8ce1b4a7-5118-4c20-8ed3-13c60594914d,revision_number=11']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:35.520812 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:35.617581 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:36.362336 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926b9f5-be6c-419a-8c03-dcc5c6ec8167 req-ce93850b-97c7-45d7-85f7-360230db6c08 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:36.364386 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c926b9f5-be6c-419a-8c03-dcc5c6ec8167 req-ce93850b-97c7-45d7-85f7-360230db6c08 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 946 time: 0.0895700 Sep 23 15:36:36.512538 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c926b9f5-be6c-419a-8c03-dcc5c6ec8167 req-e466cb10-93e2-4e36-8e10-1e18e9182132 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419883 Sep 23 15:36:37.052429 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:37.711942 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50963524-940b-4a5c-a55a-877bb7b03d48 req-4b16cd1d-ad9c-4246-8733-fd7aed5f4508 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:37.713386 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-50963524-940b-4a5c-a55a-877bb7b03d48 req-4b16cd1d-ad9c-4246-8733-fd7aed5f4508 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 946 time: 0.0877645 Sep 23 15:36:37.761189 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-50963524-940b-4a5c-a55a-877bb7b03d48 req-543a8a74-a99c-4248-b796-d5617d1e4003 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419357 Sep 23 15:36:37.959136 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767eb0e2-1e97-490e-a5bd-1e72d094399b req-73c9ae78-bf7c-4e07-a4e3-db067ae810ab tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:37.960590 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-767eb0e2-1e97-490e-a5bd-1e72d094399b req-73c9ae78-bf7c-4e07-a4e3-db067ae810ab tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 946 time: 0.0873561 Sep 23 15:36:38.004916 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-767eb0e2-1e97-490e-a5bd-1e72d094399b req-f20893e6-7a65-45e2-93cd-b8666a98b6ea tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387757 Sep 23 15:36:38.200953 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cbbb5-b964-4e73-912e-2c9ad0b58a32 req-b94cca3c-f1cf-4dc0-9f56-4bd2d4f986ad tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:38.202358 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c43cbbb5-b964-4e73-912e-2c9ad0b58a32 req-b94cca3c-f1cf-4dc0-9f56-4bd2d4f986ad tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 946 time: 0.0884800 Sep 23 15:36:38.248945 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c43cbbb5-b964-4e73-912e-2c9ad0b58a32 req-074b4518-1c19-4705-ad4e-97885b46a1d8 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403636 Sep 23 15:36:38.823516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448644bd-fc21-4cc6-800a-e47c0e6b5686 req-4e123382-dc28-480b-a3d4-cd819c02602a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:38.824983 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-448644bd-fc21-4cc6-800a-e47c0e6b5686 req-4e123382-dc28-480b-a3d4-cd819c02602a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 946 time: 0.0920234 Sep 23 15:36:38.869427 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-448644bd-fc21-4cc6-800a-e47c0e6b5686 req-70113017-f6ad-4822-83a6-ad9a9c6ff9fb tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386569 Sep 23 15:36:40.069596 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc9b66-0381-4d71-bbeb-06240964f0db req-cc3ecac1-c787-44ba-8c9c-a3e9b76d00bd tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:40.071080 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6bbc9b66-0381-4d71-bbeb-06240964f0db req-cc3ecac1-c787-44ba-8c9c-a3e9b76d00bd tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 946 time: 0.0888455 Sep 23 15:36:40.115287 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6bbc9b66-0381-4d71-bbeb-06240964f0db req-39e30ec4-57a7-4885-913d-6f4bcb0f2bee tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383215 Sep 23 15:36:41.182747 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2328bd3-b07a-4e55-ab2f-ccc16604aba3 req-da5b6b6b-4c65-41b3-adcd-25c46003c238 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:41.184245 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f2328bd3-b07a-4e55-ab2f-ccc16604aba3 req-da5b6b6b-4c65-41b3-adcd-25c46003c238 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 946 time: 0.0864298 Sep 23 15:36:41.309443 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-f2328bd3-b07a-4e55-ab2f-ccc16604aba3 req-4da7a99d-a1ee-458e-8c27-1ce3dccbd8c6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Deleting port 8ce1b4a7-5118-4c20-8ed3-13c60594914d {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:36:41.309708 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-f2328bd3-b07a-4e55-ab2f-ccc16604aba3 req-4da7a99d-a1ee-458e-8c27-1ce3dccbd8c6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:41.520594 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089e0cc-cf90-4f4d-acb2-9706347cccd1 req-db7e12bd-ff63-42c7-8327-9799782464a1 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:41.525098 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5089e0cc-cf90-4f4d-acb2-9706347cccd1 req-db7e12bd-ff63-42c7-8327-9799782464a1 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 946 time: 0.2948630 Sep 23 15:36:41.650596 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5089e0cc-cf90-4f4d-acb2-9706347cccd1 req-3e6749c9-53ff-432b-b16d-6fbedca6d5fb tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups?id=48c2ce42-460d-4419-aec5-cfa7cfa08a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218421 Sep 23 15:36:41.700488 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-f2328bd3-b07a-4e55-ab2f-ccc16604aba3 req-4da7a99d-a1ee-458e-8c27-1ce3dccbd8c6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] For port 8ce1b4a7-5118-4c20-8ed3-13c60594914d, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=8ce1b4a7-5118-4c20-8ed3-13c60594914d,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:36:41.700851 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-f2328bd3-b07a-4e55-ab2f-ccc16604aba3 req-4da7a99d-a1ee-458e-8c27-1ce3dccbd8c6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:41.989778 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-f2328bd3-b07a-4e55-ab2f-ccc16604aba3 req-4da7a99d-a1ee-458e-8c27-1ce3dccbd8c6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:41.990151 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-f2328bd3-b07a-4e55-ab2f-ccc16604aba3 req-4da7a99d-a1ee-458e-8c27-1ce3dccbd8c6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:41.990494 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [req-f2328bd3-b07a-4e55-ab2f-ccc16604aba3 req-4da7a99d-a1ee-458e-8c27-1ce3dccbd8c6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Floating IP 51cde906-706f-4ebd-9586-b63feaaa1065 disassociated. External IP: 172.26.10.253, port: 8ce1b4a7-5118-4c20-8ed3-13c60594914d. Sep 23 15:36:41.990834 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-f2328bd3-b07a-4e55-ab2f-ccc16604aba3 req-4da7a99d-a1ee-458e-8c27-1ce3dccbd8c6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Calling delete_port for 8ce1b4a7-5118-4c20-8ed3-13c60594914d owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:36:42.215757 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-f2328bd3-b07a-4e55-ab2f-ccc16604aba3 req-4da7a99d-a1ee-458e-8c27-1ce3dccbd8c6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:42.265600 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7a99d-a1ee-458e-8c27-1ce3dccbd8c6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Pushing event deleted for resources: {'Port': ['ID=8ce1b4a7-5118-4c20-8ed3-13c60594914d,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:42.275342 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da7a99d-a1ee-458e-8c27-1ce3dccbd8c6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:42.275692 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da7a99d-a1ee-458e-8c27-1ce3dccbd8c6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:42.276084 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da7a99d-a1ee-458e-8c27-1ce3dccbd8c6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:42.276416 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da7a99d-a1ee-458e-8c27-1ce3dccbd8c6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:42.276768 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da7a99d-a1ee-458e-8c27-1ce3dccbd8c6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:42.277085 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da7a99d-a1ee-458e-8c27-1ce3dccbd8c6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:42.277410 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da7a99d-a1ee-458e-8c27-1ce3dccbd8c6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:42.277738 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da7a99d-a1ee-458e-8c27-1ce3dccbd8c6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:42.278061 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da7a99d-a1ee-458e-8c27-1ce3dccbd8c6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:42.278407 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da7a99d-a1ee-458e-8c27-1ce3dccbd8c6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:42.278732 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da7a99d-a1ee-458e-8c27-1ce3dccbd8c6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:42.279052 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da7a99d-a1ee-458e-8c27-1ce3dccbd8c6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:36:42.463934 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2328bd3-b07a-4e55-ab2f-ccc16604aba3 req-4da7a99d-a1ee-458e-8c27-1ce3dccbd8c6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Router 6361775f-503d-4d00-b25d-04e7873749b7 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:36:42.638006 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2328bd3-b07a-4e55-ab2f-ccc16604aba3 req-4da7a99d-a1ee-458e-8c27-1ce3dccbd8c6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:36:42.647404 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b96f92-8d68-430b-a841-0bdd3f2e2347 None None] Sync routers for ids ['6361775f-503d-4d00-b25d-04e7873749b7'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:36:42.656727 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b96f92-8d68-430b-a841-0bdd3f2e2347 None None] Routers {'6361775f-503d-4d00-b25d-04e7873749b7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:36:42.657328 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-54b96f92-8d68-430b-a841-0bdd3f2e2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:36:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['6361775f-503d-4d00-b25d-04e7873749b7'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:36:42.726777 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2328bd3-b07a-4e55-ab2f-ccc16604aba3 req-4da7a99d-a1ee-458e-8c27-1ce3dccbd8c6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] No DVR routers for this DVR port 8ce1b4a7-5118-4c20-8ed3-13c60594914d on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:36:42.729669 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-f2328bd3-b07a-4e55-ab2f-ccc16604aba3 req-4da7a99d-a1ee-458e-8c27-1ce3dccbd8c6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:42.732303 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5c1861f-3d98-42b2-9c83-d07af39d370e', 'name': 'network-vif-deleted', 'tag': '8ce1b4a7-5118-4c20-8ed3-13c60594914d'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:36:42.734628 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05b8e81-c5f1-4ead-a1a1-fab8eb742e36" -d '{"events": [{"server_uuid": "e5c1861f-3d98-42b2-9c83-d07af39d370e", "name": "network-vif-deleted", "tag": "8ce1b4a7-5118-4c20-8ed3-13c60594914d"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:36:42.787692 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291f84b6-a2c2-4825-92e5-fd498df119e7 x-openstack-request-id: req-291f84b6-a2c2-4825-92e5-fd498df119e7 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:36:42.787987 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5c1861f-3d98-42b2-9c83-d07af39d370e", "name": "network-vif-deleted", "tag": "8ce1b4a7-5118-4c20-8ed3-13c60594914d", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:36:42.788238 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-291f84b6-a2c2-4825-92e5-fd498df119e7 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:36:42.788632 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-291f84b6-a2c2-4825-92e5-fd498df119e7'] response: {'server_uuid': 'e5c1861f-3d98-42b2-9c83-d07af39d370e', 'name': 'network-vif-deleted', 'tag': '8ce1b4a7-5118-4c20-8ed3-13c60594914d', 'status': 'completed', 'code': 200} Sep 23 15:36:42.822942 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-63e47bd5-145e-4b7b-8222-05fb32196c73 req-d5b18aa0-a74a-4fa3-9ff4-85f4700bf548 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 210 time: 0.0548291 Sep 23 15:36:42.834192 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f2328bd3-b07a-4e55-ab2f-ccc16604aba3 req-4da7a99d-a1ee-458e-8c27-1ce3dccbd8c6 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.72 "DELETE /v2.0/ports/8ce1b4a7-5118-4c20-8ed3-13c60594914d HTTP/1.1" status: 204 len: 173 time: 1.6439292 Sep 23 15:36:42.838706 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-54b96f92-8d68-430b-a841-0bdd3f2e2347 None None] Set router 6361775f-503d-4d00-b25d-04e7873749b7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:36:43.153215 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-54b96f92-8d68-430b-a841-0bdd3f2e2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'e9ca0e19-8328-4039-8741-fd312207c94e', 'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'mac_address': 'fa:16:3e:85:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:37Z', 'updated_at': '2022-09-23T15:30:43Z', 'revision_number': 5, 'project_id': '5f13c54291184a8eb512090e21769d32', 'subnets': [{'id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:36:43.156980 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b96f92-8d68-430b-a841-0bdd3f2e2347 None None] Checking router: 6361775f-503d-4d00-b25d-04e7873749b7 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:36:43.165117 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b96f92-8d68-430b-a841-0bdd3f2e2347 None None] Routers {'6361775f-503d-4d00-b25d-04e7873749b7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:36:43.165697 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-54b96f92-8d68-430b-a841-0bdd3f2e2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:36:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['6361775f-503d-4d00-b25d-04e7873749b7'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:36:43.342475 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-54b96f92-8d68-430b-a841-0bdd3f2e2347 None None] Set router 6361775f-503d-4d00-b25d-04e7873749b7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:36:43.651255 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-54b96f92-8d68-430b-a841-0bdd3f2e2347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'e9ca0e19-8328-4039-8741-fd312207c94e', 'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'mac_address': 'fa:16:3e:85:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:37Z', 'updated_at': '2022-09-23T15:30:43Z', 'revision_number': 5, 'project_id': '5f13c54291184a8eb512090e21769d32', 'subnets': [{'id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:36:43.655653 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b96f92-8d68-430b-a841-0bdd3f2e2347 None None] The sync data for ids ['6361775f-503d-4d00-b25d-04e7873749b7'] in dv-neutron-859093-1-hyperv is: [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:30:37Z', 'revision_number': 4, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'e9ca0e19-8328-4039-8741-fd312207c94e', 'name': '', 'network_id': 'fe3e9444-4a50-4aab-87c9-3b81d14c4d42', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'mac_address': 'fa:16:3e:85:a6:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:37Z', 'updated_at': '2022-09-23T15:30:43Z', 'revision_number': 5, 'project_id': '5f13c54291184a8eb512090e21769d32', 'subnets': [{'id': '9fdc8358-df50-4f4f-a62c-9922cf98f704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:36:43.876697 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21da072-6b95-43bb-8cae-da84c32f8604 None None] New status for floating IP 51cde906-706f-4ebd-9586-b63feaaa1065: DOWN {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:36:44.002442 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-5928b0a9-d059-4018-a8e9-4acfa49d186f req-bd686687-6a35-447e-a728-b45d4951a51a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Synchronizing usage tracker for tenant:5f13c54291184a8eb512090e21769d32 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:36:44.053788 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:36:44.113459 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-5928b0a9-d059-4018-a8e9-4acfa49d186f req-bd686687-6a35-447e-a728-b45d4951a51a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Unset dirty status for tenant:5f13c54291184a8eb512090e21769d32 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:36:44.114653 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5928b0a9-d059-4018-a8e9-4acfa49d186f req-bd686687-6a35-447e-a728-b45d4951a51a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/ports?device_id=e5c1861f-3d98-42b2-9c83-d07af39d370e HTTP/1.1" status: 200 len: 210 time: 0.1621034 Sep 23 15:36:45.130908 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 8ce1b4a7-5118-4c20-8ed3-13c60594914d no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:36:45.164829 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 8ce1b4a7-5118-4c20-8ed3-13c60594914d {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:36:45.165181 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 8ce1b4a7-5118-4c20-8ed3-13c60594914d not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:36:48.791516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54538) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:36:48.859965 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6e51a7a4-5a8a-469e-b725-10a0cf79041a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:48.886965 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6e51a7a4-5a8a-469e-b725-10a0cf79041a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:48.995145 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6e51a7a4-5a8a-469e-b725-10a0cf79041a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:49.015370 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51a7a4-5a8a-469e-b725-10a0cf79041a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c2ce42-460d-4419-aec5-cfa7cfa08a6c,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:49.085759 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6e51a7a4-5a8a-469e-b725-10a0cf79041a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:49.086957 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6e51a7a4-5a8a-469e-b725-10a0cf79041a tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "DELETE /v2.0/security-groups/48c2ce42-460d-4419-aec5-cfa7cfa08a6c HTTP/1.1" status: 204 len: 168 time: 0.2943666 Sep 23 15:36:49.089315 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54542) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:36:49.105163 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.api.v2.resource [None req-538bbbdc-d298-4ae0-b6b9-3448cafe5383 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] show failed (client error): The resource could not be found. Sep 23 15:36:49.107710 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-538bbbdc-d298-4ae0-b6b9-3448cafe5383 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "GET /v2.0/security-groups/48c2ce42-460d-4419-aec5-cfa7cfa08a6c HTTP/1.1" status: 404 len: 347 time: 0.0158992 Sep 23 15:36:49.109586 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54546) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:36:49.358646 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-4b754039-84ab-4b6b-8ed4-adcd21148cd4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Deleting port 54e03e44-d845-4408-9bbc-93e3c6385a75 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:36:49.358987 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4b754039-84ab-4b6b-8ed4-adcd21148cd4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:49.523092 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4b754039-84ab-4b6b-8ed4-adcd21148cd4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:49.523419 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4b754039-84ab-4b6b-8ed4-adcd21148cd4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:49.643018 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-4b754039-84ab-4b6b-8ed4-adcd21148cd4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Calling delete_port for 54e03e44-d845-4408-9bbc-93e3c6385a75 owned by network:floatingip {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:36:49.849870 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4b754039-84ab-4b6b-8ed4-adcd21148cd4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:49.895630 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b754039-84ab-4b6b-8ed4-adcd21148cd4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Pushing event deleted for resources: {'Port': ['ID=54e03e44-d845-4408-9bbc-93e3c6385a75,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:49.992910 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4b754039-84ab-4b6b-8ed4-adcd21148cd4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks [] for floatingip, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:50.078368 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4b754039-84ab-4b6b-8ed4-adcd21148cd4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:50.079515 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4b754039-84ab-4b6b-8ed4-adcd21148cd4 tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] 10.222.0.67 "DELETE /v2.0/floatingips/51cde906-706f-4ebd-9586-b63feaaa1065 HTTP/1.1" status: 204 len: 168 time: 0.9690645 Sep 23 15:36:50.082509 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54550) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:36:50.655459 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a807c5a0-cb2c-461a-b95d-4ed76f8d1b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:51.119003 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-a807c5a0-cb2c-461a-b95d-4ed76f8d1b7d admin admin] Deleting port e9ca0e19-8328-4039-8741-fd312207c94e {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:36:51.119785 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a807c5a0-cb2c-461a-b95d-4ed76f8d1b7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:51.287726 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-a807c5a0-cb2c-461a-b95d-4ed76f8d1b7d admin admin] For port e9ca0e19-8328-4039-8741-fd312207c94e, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=e9ca0e19-8328-4039-8741-fd312207c94e,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:36:51.288085 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a807c5a0-cb2c-461a-b95d-4ed76f8d1b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:51.408788 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-a807c5a0-cb2c-461a-b95d-4ed76f8d1b7d admin admin] Calling delete_port for e9ca0e19-8328-4039-8741-fd312207c94e owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:36:51.792999 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a807c5a0-cb2c-461a-b95d-4ed76f8d1b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:51.839455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807c5a0-cb2c-461a-b95d-4ed76f8d1b7d admin admin] Pushing event deleted for resources: {'Port': ['ID=e9ca0e19-8328-4039-8741-fd312207c94e,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:52.111205 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a807c5a0-cb2c-461a-b95d-4ed76f8d1b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:52.570255 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a807c5a0-cb2c-461a-b95d-4ed76f8d1b7d admin admin] Router 6361775f-503d-4d00-b25d-04e7873749b7 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:36:52.746902 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a807c5a0-cb2c-461a-b95d-4ed76f8d1b7d admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:36:52.755617 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf88584f-4a38-4117-ac0d-802f8879d59e None None] Sync routers for ids ['6361775f-503d-4d00-b25d-04e7873749b7'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:36:52.763376 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a807c5a0-cb2c-461a-b95d-4ed76f8d1b7d admin admin] 10.222.0.67 "PUT /v2.0/routers/6361775f-503d-4d00-b25d-04e7873749b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6776581 Sep 23 15:36:52.763639 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54556) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:36:52.765015 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf88584f-4a38-4117-ac0d-802f8879d59e None None] Routers {'6361775f-503d-4d00-b25d-04e7873749b7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:36:52.765667 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-cf88584f-4a38-4117-ac0d-802f8879d59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:36:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['6361775f-503d-4d00-b25d-04e7873749b7'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:36:52.936642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f0f4ccd8-d23c-4b82-ae3c-ce5ce7b82ae2 admin admin] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:52.938480 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-cf88584f-4a38-4117-ac0d-802f8879d59e None None] Set router 6361775f-503d-4d00-b25d-04e7873749b7 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:36:53.116123 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f0f4ccd8-d23c-4b82-ae3c-ce5ce7b82ae2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:53.187170 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-f0f4ccd8-d23c-4b82-ae3c-ce5ce7b82ae2 admin admin] Deleting port 738b0522-7fd2-45fe-a25f-88b07b8ab768 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:36:53.187444 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f0f4ccd8-d23c-4b82-ae3c-ce5ce7b82ae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:53.242338 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-cf88584f-4a38-4117-ac0d-802f8879d59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101'}], 'enable_snat': True}, 'gw_port_id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:36:51Z', 'revision_number': 5, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port': {'id': '738b0522-7fd2-45fe-a25f-88b07b8ab768', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6361775f-503d-4d00-b25d-04e7873749b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:30:34Z', 'updated_at': '2022-09-23T15:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:36:53.246051 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf88584f-4a38-4117-ac0d-802f8879d59e None None] Checking router: 6361775f-503d-4d00-b25d-04e7873749b7 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:36:53.254154 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf88584f-4a38-4117-ac0d-802f8879d59e None None] Routers {'6361775f-503d-4d00-b25d-04e7873749b7'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:36:53.254770 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-cf88584f-4a38-4117-ac0d-802f8879d59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:36:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['6361775f-503d-4d00-b25d-04e7873749b7'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:36:53.361400 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-f0f4ccd8-d23c-4b82-ae3c-ce5ce7b82ae2 admin admin] For port 738b0522-7fd2-45fe-a25f-88b07b8ab768, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=738b0522-7fd2-45fe-a25f-88b07b8ab768,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:36:53.361768 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f0f4ccd8-d23c-4b82-ae3c-ce5ce7b82ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:53.402782 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-cf88584f-4a38-4117-ac0d-802f8879d59e None None] Set router 6361775f-503d-4d00-b25d-04e7873749b7 gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:36:53.486844 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-f0f4ccd8-d23c-4b82-ae3c-ce5ce7b82ae2 admin admin] Calling delete_port for 738b0522-7fd2-45fe-a25f-88b07b8ab768 owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:36:53.506602 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-cf88584f-4a38-4117-ac0d-802f8879d59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:36:53Z', 'revision_number': 6, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:36:53.510465 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf88584f-4a38-4117-ac0d-802f8879d59e None None] The sync data for ids ['6361775f-503d-4d00-b25d-04e7873749b7'] in dv-neutron-859093-1-hyperv is: [{'id': '6361775f-503d-4d00-b25d-04e7873749b7', 'name': 'tempest-ServerActionsTestJSON-2064351617-router', 'tenant_id': '5f13c54291184a8eb512090e21769d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:30:33Z', 'updated_at': '2022-09-23T15:36:53Z', 'revision_number': 6, 'project_id': '5f13c54291184a8eb512090e21769d32', 'gw_port_host': None}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:36:53.738221 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f0f4ccd8-d23c-4b82-ae3c-ce5ce7b82ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:53.815012 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4ccd8-d23c-4b82-ae3c-ce5ce7b82ae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=738b0522-7fd2-45fe-a25f-88b07b8ab768,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:53.948159 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device e9ca0e19-8328-4039-8741-fd312207c94e no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:36:54.004919 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f0f4ccd8-d23c-4b82-ae3c-ce5ce7b82ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:54.020692 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: e9ca0e19-8328-4039-8741-fd312207c94e {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:36:54.021044 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device e9ca0e19-8328-4039-8741-fd312207c94e not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:36:54.180818 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f0f4ccd8-d23c-4b82-ae3c-ce5ce7b82ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:54.183011 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f0f4ccd8-d23c-4b82-ae3c-ce5ce7b82ae2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:54.273423 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f0f4ccd8-d23c-4b82-ae3c-ce5ce7b82ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:54.274000 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f4ccd8-d23c-4b82-ae3c-ce5ce7b82ae2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6361775f-503d-4d00-b25d-04e7873749b7 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:36:54.288072 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f0f4ccd8-d23c-4b82-ae3c-ce5ce7b82ae2 admin admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:54.288072 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f0f4ccd8-d23c-4b82-ae3c-ce5ce7b82ae2 admin admin] 10.222.0.67 "DELETE /v2.0/routers/6361775f-503d-4d00-b25d-04e7873749b7 HTTP/1.1" status: 204 len: 168 time: 1.5233948 Sep 23 15:36:54.290428 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54560) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:36:54.349455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e5935d-5966-4f03-be72-ffacb60a92ce admin admin] Deleting subnet 9fdc8358-df50-4f4f-a62c-9922cf98f704 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:36:54.352445 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a3e5935d-5966-4f03-be72-ffacb60a92ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:54.403699 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a3e5935d-5966-4f03-be72-ffacb60a92ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:54.482066 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a3e5935d-5966-4f03-be72-ffacb60a92ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:54.635191 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a3e5935d-5966-4f03-be72-ffacb60a92ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:54.677459 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5935d-5966-4f03-be72-ffacb60a92ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fdc8358-df50-4f4f-a62c-9922cf98f704,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:54.679422 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a3e5935d-5966-4f03-be72-ffacb60a92ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:54.687028 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8433a91-020b-489a-b737-52271ba59fb7 None None] Network fe3e9444-4a50-4aab-87c9-3b81d14c4d42 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:36:54.687139 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a3e5935d-5966-4f03-be72-ffacb60a92ce admin admin] 10.222.0.67 "DELETE /v2.0/subnets/9fdc8358-df50-4f4f-a62c-9922cf98f704 HTTP/1.1" status: 204 len: 168 time: 0.3942955 Sep 23 15:36:54.688226 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54564) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:36:54.797299 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-898fc88f-2584-4e13-a264-2f1c53807f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:54.808865 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-898fc88f-2584-4e13-a264-2f1c53807f68 admin admin] Deleting port 85f0f5a7-2c18-418f-8004-c0f8d6c2631a {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:36:54.809199 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-898fc88f-2584-4e13-a264-2f1c53807f68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:54.936764 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fa954e-cbb6-4707-9105-64aadfeee190 None None] DHCP port deletion for fe3e9444-4a50-4aab-87c9-3b81d14c4d42 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:36:54.941040 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-39fa954e-cbb6-4707-9105-64aadfeee190 None None] Deleting port 85f0f5a7-2c18-418f-8004-c0f8d6c2631a {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:36:54.941416 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-39fa954e-cbb6-4707-9105-64aadfeee190 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:55.016744 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-898fc88f-2584-4e13-a264-2f1c53807f68 admin admin] For port 85f0f5a7-2c18-418f-8004-c0f8d6c2631a, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=85f0f5a7-2c18-418f-8004-c0f8d6c2631a,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:36:55.017090 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-898fc88f-2584-4e13-a264-2f1c53807f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:55.144654 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-898fc88f-2584-4e13-a264-2f1c53807f68 admin admin] Calling delete_port for 85f0f5a7-2c18-418f-8004-c0f8d6c2631a owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:36:55.147358 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-39fa954e-cbb6-4707-9105-64aadfeee190 None None] For port 85f0f5a7-2c18-418f-8004-c0f8d6c2631a, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=85f0f5a7-2c18-418f-8004-c0f8d6c2631a,segment=NetworkSegment(ee37476d-2a4f-4317-8a23-b8d856ed0d7c),segment_id=ee37476d-2a4f-4317-8a23-b8d856ed0d7c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:36:55.147844 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-39fa954e-cbb6-4707-9105-64aadfeee190 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:55.267922 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-39fa954e-cbb6-4707-9105-64aadfeee190 None None] Calling delete_port for 85f0f5a7-2c18-418f-8004-c0f8d6c2631a owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:36:55.273037 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-898fc88f-2584-4e13-a264-2f1c53807f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:55.324220 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898fc88f-2584-4e13-a264-2f1c53807f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=85f0f5a7-2c18-418f-8004-c0f8d6c2631a,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:55.327764 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898fc88f-2584-4e13-a264-2f1c53807f68 admin admin] No DVR routers for this DVR port 85f0f5a7-2c18-418f-8004-c0f8d6c2631a on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:36:55.345133 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-39fa954e-cbb6-4707-9105-64aadfeee190 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:36:55.345494 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-39fa954e-cbb6-4707-9105-64aadfeee190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:36:55.441600 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-898fc88f-2584-4e13-a264-2f1c53807f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:55.470269 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-898fc88f-2584-4e13-a264-2f1c53807f68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3e9444-4a50-4aab-87c9-3b81d14c4d42']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:36:55.482076 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-898fc88f-2584-4e13-a264-2f1c53807f68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee37476d-2a4f-4317-8a23-b8d856ed0d7c') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:36:55.482405 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-898fc88f-2584-4e13-a264-2f1c53807f68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee37476d-2a4f-4317-8a23-b8d856ed0d7c') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:36:55.493903 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-898fc88f-2584-4e13-a264-2f1c53807f68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:55.509906 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-898fc88f-2584-4e13-a264-2f1c53807f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:55.515794 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898fc88f-2584-4e13-a264-2f1c53807f68 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:36:55.518411 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-898fc88f-2584-4e13-a264-2f1c53807f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:55.593259 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment ee37476d-2a4f-4317-8a23-b8d856ed0d7c resource provider aggregate not found Sep 23 15:36:55.611358 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment ee37476d-2a4f-4317-8a23-b8d856ed0d7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee37476d-2a4f-4317-8a23-b8d856ed0d7c found for delete ", "request_id": "req-fec76506-731f-4a90-86b4-bd0d75e41103"}]} Sep 23 15:36:55.661461 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-898fc88f-2584-4e13-a264-2f1c53807f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:55.681956 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-898fc88f-2584-4e13-a264-2f1c53807f68 admin admin] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:55.713030 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 738b0522-7fd2-45fe-a25f-88b07b8ab768 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:36:55.752306 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 738b0522-7fd2-45fe-a25f-88b07b8ab768 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:36:55.752590 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 738b0522-7fd2-45fe-a25f-88b07b8ab768 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:36:55.753124 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 85f0f5a7-2c18-418f-8004-c0f8d6c2631a no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:36:55.787009 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898fc88f-2584-4e13-a264-2f1c53807f68 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe3e9444-4a50-4aab-87c9-3b81d14c4d42,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:55.787587 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 85f0f5a7-2c18-418f-8004-c0f8d6c2631a {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:36:55.787998 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 85f0f5a7-2c18-418f-8004-c0f8d6c2631a not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:36:55.841897 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-898fc88f-2584-4e13-a264-2f1c53807f68 admin admin] 10.222.0.67 "DELETE /v2.0/networks/fe3e9444-4a50-4aab-87c9-3b81d14c4d42 HTTP/1.1" status: 204 len: 168 time: 1.1524234 Sep 23 15:36:55.846452 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-39fa954e-cbb6-4707-9105-64aadfeee190 None None] Deleting port 85f0f5a7-2c18-418f-8004-c0f8d6c2631a {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:36:55.851954 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-39fa954e-cbb6-4707-9105-64aadfeee190 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:55.914097 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-39fa954e-cbb6-4707-9105-64aadfeee190 None None] The port '85f0f5a7-2c18-418f-8004-c0f8d6c2631a' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:36:56.136643 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54576) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:36:56.187170 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-39b8cc7b-c553-49bc-b453-44d855a1e0bb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5f13c54291184a8eb512090e21769d32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492787 Sep 23 15:36:56.189860 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54580) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:36:56.246334 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-efa1ed43-eaf8-434d-b906-39c0a77f430d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:56.271111 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-efa1ed43-eaf8-434d-b906-39c0a77f430d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:56.366638 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-efa1ed43-eaf8-434d-b906-39c0a77f430d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:56.385446 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1ed43-eaf8-434d-b906-39c0a77f430d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bbb204-c0c3-48b3-b8fd-19eebf8aee91,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:56.389789 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-efa1ed43-eaf8-434d-b906-39c0a77f430d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:56.390914 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-efa1ed43-eaf8-434d-b906-39c0a77f430d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/12bbb204-c0c3-48b3-b8fd-19eebf8aee91 HTTP/1.1" status: 204 len: 168 time: 0.1999519 Sep 23 15:36:57.555039 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54604) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:36:57.671203 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-f3edec15-433f-434a-975b-c1d690628d5b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-360815441-network', 'tenant_id': '13211a00caa446409b68e3b37fb131e5'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:36:57.676522 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f3edec15-433f-434a-975b-c1d690628d5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:36:57.680371 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f3edec15-433f-434a-975b-c1d690628d5b admin admin] Usage tracker for resource:network and tenant:13211a00caa446409b68e3b37fb131e5 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:36:57.683216 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f3edec15-433f-434a-975b-c1d690628d5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:36:57.688907 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f3edec15-433f-434a-975b-c1d690628d5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:36:57.795011 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3edec15-433f-434a-975b-c1d690628d5b admin admin] Made reservation on behalf of 13211a00caa446409b68e3b37fb131e5 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:36:57.797450 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f3edec15-433f-434a-975b-c1d690628d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:57.812665 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f3edec15-433f-434a-975b-c1d690628d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:57.827173 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f3edec15-433f-434a-975b-c1d690628d5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:36:57.831023 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f3edec15-433f-434a-975b-c1d690628d5b admin admin] Usage tracker for resource:security_group_rule and tenant:13211a00caa446409b68e3b37fb131e5 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:36:57.834307 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f3edec15-433f-434a-975b-c1d690628d5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:36:57.839981 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f3edec15-433f-434a-975b-c1d690628d5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:36:57.922297 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f3edec15-433f-434a-975b-c1d690628d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:57.987307 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f3edec15-433f-434a-975b-c1d690628d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:58.016333 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3edec15-433f-434a-975b-c1d690628d5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:36:58.025094 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3edec15-433f-434a-975b-c1d690628d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d24bbb-0158-4d8a-9f7a-f097ca445f30,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:58.031576 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f3edec15-433f-434a-975b-c1d690628d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:58.031912 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-f3edec15-433f-434a-975b-c1d690628d5b admin admin] Added segment 1527c1f5-04fd-4c4a-98f6-8850c2fc6961 of type vlan for network 986b01fb-77bf-4ebb-9653-0c3d46463ccf Sep 23 15:36:58.057761 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f3edec15-433f-434a-975b-c1d690628d5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:58.130082 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f3edec15-433f-434a-975b-c1d690628d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:58.131051 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3edec15-433f-434a-975b-c1d690628d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:58.131617 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f3edec15-433f-434a-975b-c1d690628d5b admin admin] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:58.235616 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3edec15-433f-434a-975b-c1d690628d5b admin admin] Pushing event updated for resources: {'Network': ['ID=986b01fb-77bf-4ebb-9653-0c3d46463ccf,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:58.245801 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 986b01fb-77bf-4ebb-9653-0c3d46463ccf details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:36:58.293424 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f3edec15-433f-434a-975b-c1d690628d5b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7372637 Sep 23 15:36:58.296520 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54610) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:36:58.302032 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-3b550c8a-a6ed-4f52-aaf5-6e9cc9866d3e admin admin] Request body: {'subnet': {'network_id': '986b01fb-77bf-4ebb-9653-0c3d46463ccf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-360815441-subnet', 'tenant_id': '13211a00caa446409b68e3b37fb131e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:36:58.307092 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3b550c8a-a6ed-4f52-aaf5-6e9cc9866d3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:36:58.311018 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3b550c8a-a6ed-4f52-aaf5-6e9cc9866d3e admin admin] Usage tracker for resource:subnet and tenant:13211a00caa446409b68e3b37fb131e5 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:36:58.313899 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3b550c8a-a6ed-4f52-aaf5-6e9cc9866d3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:36:58.320451 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3b550c8a-a6ed-4f52-aaf5-6e9cc9866d3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:36:58.378602 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b550c8a-a6ed-4f52-aaf5-6e9cc9866d3e admin admin] Made reservation on behalf of 13211a00caa446409b68e3b37fb131e5 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:36:58.380927 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3b550c8a-a6ed-4f52-aaf5-6e9cc9866d3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:58.638920 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3b550c8a-a6ed-4f52-aaf5-6e9cc9866d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:58.717408 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b550c8a-a6ed-4f52-aaf5-6e9cc9866d3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=75dd138c-efc8-4bfe-867b-e2b718412e8c,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:58.728345 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b550c8a-a6ed-4f52-aaf5-6e9cc9866d3e admin admin] Checking segment: {'id': '1527c1f5-04fd-4c4a-98f6-8850c2fc6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '986b01fb-77bf-4ebb-9653-0c3d46463ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:36:58.728345 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b550c8a-a6ed-4f52-aaf5-6e9cc9866d3e admin admin] Network hostable DHCP agents. Network: 986b01fb-77bf-4ebb-9653-0c3d46463ccf, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:36:58.816323 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b550c8a-a6ed-4f52-aaf5-6e9cc9866d3e admin admin] Network 986b01fb-77bf-4ebb-9653-0c3d46463ccf is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:36:58.892412 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-3b550c8a-a6ed-4f52-aaf5-6e9cc9866d3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 986b01fb-77bf-4ebb-9653-0c3d46463ccf) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:36:58.896404 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b550c8a-a6ed-4f52-aaf5-6e9cc9866d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:36:58.897055 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3b550c8a-a6ed-4f52-aaf5-6e9cc9866d3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:58.902117 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd8ad4f-2200-4482-ba7b-86cc95971675 None None] Network 986b01fb-77bf-4ebb-9653-0c3d46463ccf requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:36:58.976723 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3b550c8a-a6ed-4f52-aaf5-6e9cc9866d3e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6791351 Sep 23 15:36:58.979350 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54614) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:36:58.984182 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-82ff7730-d748-4628-94ba-ad46ab9b77d4 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-360815441-router', 'tenant_id': '13211a00caa446409b68e3b37fb131e5', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:36:58.989386 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-82ff7730-d748-4628-94ba-ad46ab9b77d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:36:58.993239 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-82ff7730-d748-4628-94ba-ad46ab9b77d4 admin admin] Usage tracker for resource:router and tenant:13211a00caa446409b68e3b37fb131e5 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:36:58.996074 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-82ff7730-d748-4628-94ba-ad46ab9b77d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:36:59.001778 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-82ff7730-d748-4628-94ba-ad46ab9b77d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:36:59.056062 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-82ff7730-d748-4628-94ba-ad46ab9b77d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:59.057151 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-82ff7730-d748-4628-94ba-ad46ab9b77d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:59.071974 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-82ff7730-d748-4628-94ba-ad46ab9b77d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:59.119297 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a1053d-2c7c-4fd0-b753-6280ae6806c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-986b01fb-77bf-4ebb-9653-0c3d46463ccf', 'network_id': '986b01fb-77bf-4ebb-9653-0c3d46463ccf', 'tenant_id': '13211a00caa446409b68e3b37fb131e5', 'fixed_ips': [{'subnet_id': '75dd138c-efc8-4bfe-867b-e2b718412e8c'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:36:59.120124 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-21a1053d-2c7c-4fd0-b753-6280ae6806c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:59.272383 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-21a1053d-2c7c-4fd0-b753-6280ae6806c0 None None] Allocated IP 172.20.0.2 (986b01fb-77bf-4ebb-9653-0c3d46463ccf/75dd138c-efc8-4bfe-867b-e2b718412e8c/3ee0290f-d55c-4719-8af2-f6dea5d6f9af) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:36:59.399060 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-82ff7730-d748-4628-94ba-ad46ab9b77d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:59.479698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-21a1053d-2c7c-4fd0-b753-6280ae6806c0 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:59.489767 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-21a1053d-2c7c-4fd0-b753-6280ae6806c0 None None] Transition to ACTIVE for port object 3ee0290f-d55c-4719-8af2-f6dea5d6f9af will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:36:59.507661 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-21a1053d-2c7c-4fd0-b753-6280ae6806c0 None None] Transition to ACTIVE for port object 3ee0290f-d55c-4719-8af2-f6dea5d6f9af will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:36:59.578544 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-21a1053d-2c7c-4fd0-b753-6280ae6806c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:59.676075 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a1053d-2c7c-4fd0-b753-6280ae6806c0 None None] Network 986b01fb-77bf-4ebb-9653-0c3d46463ccf is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:36:59.678996 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-21a1053d-2c7c-4fd0-b753-6280ae6806c0 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:36:59.682575 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a1053d-2c7c-4fd0-b753-6280ae6806c0 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:36:59.688097 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1053d-2c7c-4fd0-b753-6280ae6806c0 None None] Pushing event updated for resources: {'Port': ['ID=3ee0290f-d55c-4719-8af2-f6dea5d6f9af,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:36:59.762817 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-82ff7730-d748-4628-94ba-ad46ab9b77d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:59.789263 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-21a1053d-2c7c-4fd0-b753-6280ae6806c0 None None] Attempting to bind port 3ee0290f-d55c-4719-8af2-f6dea5d6f9af on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:36:59.789632 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-21a1053d-2c7c-4fd0-b753-6280ae6806c0 None None] Attempting to bind port 3ee0290f-d55c-4719-8af2-f6dea5d6f9af by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '1527c1f5-04fd-4c4a-98f6-8850c2fc6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '986b01fb-77bf-4ebb-9653-0c3d46463ccf'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:36:59.789994 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a1053d-2c7c-4fd0-b753-6280ae6806c0 None None] Attempting to bind port 3ee0290f-d55c-4719-8af2-f6dea5d6f9af on network 986b01fb-77bf-4ebb-9653-0c3d46463ccf {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:36:59.792323 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-82ff7730-d748-4628-94ba-ad46ab9b77d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:59.795309 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a1053d-2c7c-4fd0-b753-6280ae6806c0 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:36:59.795681 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a1053d-2c7c-4fd0-b753-6280ae6806c0 None None] Checking segment: {'id': '1527c1f5-04fd-4c4a-98f6-8850c2fc6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '986b01fb-77bf-4ebb-9653-0c3d46463ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:36:59.796080 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-21a1053d-2c7c-4fd0-b753-6280ae6806c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:59.796468 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a1053d-2c7c-4fd0-b753-6280ae6806c0 None None] Bound using segment: {'id': '1527c1f5-04fd-4c4a-98f6-8850c2fc6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '986b01fb-77bf-4ebb-9653-0c3d46463ccf'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:36:59.796929 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-21a1053d-2c7c-4fd0-b753-6280ae6806c0 None None] Bound port: 3ee0290f-d55c-4719-8af2-f6dea5d6f9af, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1527c1f5-04fd-4c4a-98f6-8850c2fc6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '986b01fb-77bf-4ebb-9653-0c3d46463ccf'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:36:59.797300 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-21a1053d-2c7c-4fd0-b753-6280ae6806c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:36:59.887307 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-21a1053d-2c7c-4fd0-b753-6280ae6806c0 None None] For port 3ee0290f-d55c-4719-8af2-f6dea5d6f9af, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:36:59.890523 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-21a1053d-2c7c-4fd0-b753-6280ae6806c0 None None] For port 3ee0290f-d55c-4719-8af2-f6dea5d6f9af, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=3ee0290f-d55c-4719-8af2-f6dea5d6f9af,segment=NetworkSegment(1527c1f5-04fd-4c4a-98f6-8850c2fc6961),segment_id=1527c1f5-04fd-4c4a-98f6-8850c2fc6961)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:36:59.959591 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-21a1053d-2c7c-4fd0-b753-6280ae6806c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:00.025441 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-82ff7730-d748-4628-94ba-ad46ab9b77d4 admin admin] Allocated IP 172.26.10.87 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/5a80ca87-601f-4b7a-a630-246272bacabe) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:37:00.036850 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1053d-2c7c-4fd0-b753-6280ae6806c0 None None] Pushing event updated for resources: {'Port': ['ID=3ee0290f-d55c-4719-8af2-f6dea5d6f9af,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:00.177916 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-82ff7730-d748-4628-94ba-ad46ab9b77d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:00.281664 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-82ff7730-d748-4628-94ba-ad46ab9b77d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:00.356753 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ff7730-d748-4628-94ba-ad46ab9b77d4 admin admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:37:00.359353 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-82ff7730-d748-4628-94ba-ad46ab9b77d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:37:00.363108 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ff7730-d748-4628-94ba-ad46ab9b77d4 admin admin] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:37:00.397284 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff7730-d748-4628-94ba-ad46ab9b77d4 admin admin] Pushing event updated for resources: {'Port': ['ID=5a80ca87-601f-4b7a-a630-246272bacabe,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:00.824590 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-82ff7730-d748-4628-94ba-ad46ab9b77d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:00.930617 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3e39a8-b999-4a99-b1b1-2ee152b6cb47 None None] Network 986b01fb-77bf-4ebb-9653-0c3d46463ccf requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:37:01.078766 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0ddde126-a9e8-44f5-8ef5-c1f0b37de55e None None] Provisioning for port 3ee0290f-d55c-4719-8af2-f6dea5d6f9af completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:37:01.171217 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-82ff7730-d748-4628-94ba-ad46ab9b77d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:01.455532 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ff7730-d748-4628-94ba-ad46ab9b77d4 admin admin] Router 44a60725-7622-4967-be82-d0cd1b01a02d is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:37:01.738327 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 3ee0290f-d55c-4719-8af2-f6dea5d6f9af up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:37:01.738965 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ff7730-d748-4628-94ba-ad46ab9b77d4 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:37:01.765296 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51447427-a2b7-42ea-85a3-836174fe4159 None None] Sync routers for ids ['44a60725-7622-4967-be82-d0cd1b01a02d'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:37:01.795330 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51447427-a2b7-42ea-85a3-836174fe4159 None None] Routers {'44a60725-7622-4967-be82-d0cd1b01a02d'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:37:01.795961 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-51447427-a2b7-42ea-85a3-836174fe4159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:36:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['44a60725-7622-4967-be82-d0cd1b01a02d'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:37:01.841238 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-82ff7730-d748-4628-94ba-ad46ab9b77d4 admin admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:01.844989 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-82ff7730-d748-4628-94ba-ad46ab9b77d4 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8622348 Sep 23 15:37:01.845210 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54622) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:37:01.978496 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-51447427-a2b7-42ea-85a3-836174fe4159 None None] Set router 44a60725-7622-4967-be82-d0cd1b01a02d gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:37:02.079541 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 3ee0290f-d55c-4719-8af2-f6dea5d6f9af completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:37:02.095516 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 3ee0290f-d55c-4719-8af2-f6dea5d6f9af triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:37:02.095887 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:02.096219 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 3ee0290f-d55c-4719-8af2-f6dea5d6f9af Sep 23 15:37:02.218156 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8d324353-be5e-488e-8d2d-5953a8b2e500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:02.353859 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 3ee0290f-d55c-4719-8af2-f6dea5d6f9af is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:37:02.354244 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:02.400405 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 3ee0290f-d55c-4719-8af2-f6dea5d6f9af, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=3ee0290f-d55c-4719-8af2-f6dea5d6f9af,segment=NetworkSegment(1527c1f5-04fd-4c4a-98f6-8850c2fc6961),segment_id=1527c1f5-04fd-4c4a-98f6-8850c2fc6961)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:37:02.412867 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-51447427-a2b7-42ea-85a3-836174fe4159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a60725-7622-4967-be82-d0cd1b01a02d', 'name': 'tempest-ServersNegativeTestJSON-360815441-router', 'tenant_id': '13211a00caa446409b68e3b37fb131e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.87'}], 'enable_snat': True}, 'gw_port_id': '5a80ca87-601f-4b7a-a630-246272bacabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:36:59Z', 'updated_at': '2022-09-23T15:37:00Z', 'revision_number': 3, 'project_id': '13211a00caa446409b68e3b37fb131e5', 'gw_port': {'id': '5a80ca87-601f-4b7a-a630-246272bacabe', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a60725-7622-4967-be82-d0cd1b01a02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:36:59Z', 'updated_at': '2022-09-23T15:37:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:37:02.416726 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51447427-a2b7-42ea-85a3-836174fe4159 None None] Checking router: 44a60725-7622-4967-be82-d0cd1b01a02d for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:37:02.417076 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51447427-a2b7-42ea-85a3-836174fe4159 None None] Updating router 44a60725-7622-4967-be82-d0cd1b01a02d port 5a80ca87-601f-4b7a-a630-246272bacabe binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:37:02.461847 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:02.509729 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bb252da0-2d6f-4517-87e1-ddab76411a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:02.515310 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-51447427-a2b7-42ea-85a3-836174fe4159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:02.617022 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=3ee0290f-d55c-4719-8af2-f6dea5d6f9af,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:02.722451 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-bb252da0-2d6f-4517-87e1-ddab76411a74 admin admin] Allocated IP 172.20.0.1 (986b01fb-77bf-4ebb-9653-0c3d46463ccf/75dd138c-efc8-4bfe-867b-e2b718412e8c/a41c55dc-532c-453f-b62b-0b40c31d50ad) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:37:02.869824 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bb252da0-2d6f-4517-87e1-ddab76411a74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:02.885666 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-bb252da0-2d6f-4517-87e1-ddab76411a74 admin admin] Transition to ACTIVE for port object a41c55dc-532c-453f-b62b-0b40c31d50ad will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:37:02.886467 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:02.908518 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-51447427-a2b7-42ea-85a3-836174fe4159 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:02.919819 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-51447427-a2b7-42ea-85a3-836174fe4159 None None] Transition to ACTIVE for port object 5a80ca87-601f-4b7a-a630-246272bacabe will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:37:02.984063 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bb252da0-2d6f-4517-87e1-ddab76411a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:03.012196 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-51447427-a2b7-42ea-85a3-836174fe4159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:03.050885 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb252da0-2d6f-4517-87e1-ddab76411a74 admin admin] Network 986b01fb-77bf-4ebb-9653-0c3d46463ccf is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:37:03.053828 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-bb252da0-2d6f-4517-87e1-ddab76411a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:37:03.057524 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb252da0-2d6f-4517-87e1-ddab76411a74 admin admin] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:37:03.077500 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-51447427-a2b7-42ea-85a3-836174fe4159 None None] Attempting to bind port 5a80ca87-601f-4b7a-a630-246272bacabe on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:37:03.077874 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-51447427-a2b7-42ea-85a3-836174fe4159 None None] Attempting to bind port 5a80ca87-601f-4b7a-a630-246272bacabe by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:37:03.078239 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51447427-a2b7-42ea-85a3-836174fe4159 None None] Attempting to bind port 5a80ca87-601f-4b7a-a630-246272bacabe on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:37:03.087743 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb252da0-2d6f-4517-87e1-ddab76411a74 admin admin] Pushing event updated for resources: {'Port': ['ID=a41c55dc-532c-453f-b62b-0b40c31d50ad,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:03.089932 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37accbd4-5652-4935-9a65-0b67a48fe3be None None] Pushing event updated for resources: {'Port': ['ID=5a80ca87-601f-4b7a-a630-246272bacabe,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:03.092306 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51447427-a2b7-42ea-85a3-836174fe4159 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:37:03.092665 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51447427-a2b7-42ea-85a3-836174fe4159 None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:37:03.096705 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-51447427-a2b7-42ea-85a3-836174fe4159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:03.096705 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51447427-a2b7-42ea-85a3-836174fe4159 None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:37:03.096705 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-51447427-a2b7-42ea-85a3-836174fe4159 None None] Bound port: 5a80ca87-601f-4b7a-a630-246272bacabe, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:37:03.096705 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-51447427-a2b7-42ea-85a3-836174fe4159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:03.123730 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bb252da0-2d6f-4517-87e1-ddab76411a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:03.177208 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-51447427-a2b7-42ea-85a3-836174fe4159 None None] For port 5a80ca87-601f-4b7a-a630-246272bacabe, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:37:03.180457 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-51447427-a2b7-42ea-85a3-836174fe4159 None None] For port 5a80ca87-601f-4b7a-a630-246272bacabe, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5a80ca87-601f-4b7a-a630-246272bacabe,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:37:03.245382 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-51447427-a2b7-42ea-85a3-836174fe4159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:03.306398 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51447427-a2b7-42ea-85a3-836174fe4159 None None] Routers {'44a60725-7622-4967-be82-d0cd1b01a02d'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:37:03.307045 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-51447427-a2b7-42ea-85a3-836174fe4159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:36:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['44a60725-7622-4967-be82-d0cd1b01a02d'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:37:03.405494 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37accbd4-5652-4935-9a65-0b67a48fe3be None None] Pushing event updated for resources: {'Port': ['ID=5a80ca87-601f-4b7a-a630-246272bacabe,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:03.462688 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-85cf5f75-c08f-4769-a8bd-cb41f3b0ac70 None None] Provisioning for port a41c55dc-532c-453f-b62b-0b40c31d50ad completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:37:03.484825 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-85cf5f75-c08f-4769-a8bd-cb41f3b0ac70 None None] Provisioning complete for port a41c55dc-532c-453f-b62b-0b40c31d50ad triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:37:03.485198 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-85cf5f75-c08f-4769-a8bd-cb41f3b0ac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:03.485530 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-85cf5f75-c08f-4769-a8bd-cb41f3b0ac70 None None] Attempt 1 to provision port a41c55dc-532c-453f-b62b-0b40c31d50ad Sep 23 15:37:03.520338 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bb252da0-2d6f-4517-87e1-ddab76411a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:03.553890 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-85cf5f75-c08f-4769-a8bd-cb41f3b0ac70 None None] Port a41c55dc-532c-453f-b62b-0b40c31d50ad cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:37:03.555517 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-51447427-a2b7-42ea-85a3-836174fe4159 None None] Set router 44a60725-7622-4967-be82-d0cd1b01a02d gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:37:03.736640 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 3ee0290f-d55c-4719-8af2-f6dea5d6f9af up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:37:03.747234 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bb252da0-2d6f-4517-87e1-ddab76411a74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:03.815777 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bb252da0-2d6f-4517-87e1-ddab76411a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:03.877585 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 3ee0290f-d55c-4719-8af2-f6dea5d6f9af triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:37:03.877989 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:03.878346 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 3ee0290f-d55c-4719-8af2-f6dea5d6f9af Sep 23 15:37:03.926739 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb252da0-2d6f-4517-87e1-ddab76411a74 admin admin] Pushing event updated for resources: {'Port': ['ID=a41c55dc-532c-453f-b62b-0b40c31d50ad,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:03.938768 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bb252da0-2d6f-4517-87e1-ddab76411a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:03.958985 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-51447427-a2b7-42ea-85a3-836174fe4159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a60725-7622-4967-be82-d0cd1b01a02d', 'name': 'tempest-ServersNegativeTestJSON-360815441-router', 'tenant_id': '13211a00caa446409b68e3b37fb131e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.87'}], 'enable_snat': True}, 'gw_port_id': '5a80ca87-601f-4b7a-a630-246272bacabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:36:59Z', 'updated_at': '2022-09-23T15:37:00Z', 'revision_number': 3, 'project_id': '13211a00caa446409b68e3b37fb131e5', 'gw_port': {'id': '5a80ca87-601f-4b7a-a630-246272bacabe', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a60725-7622-4967-be82-d0cd1b01a02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:36:59Z', 'updated_at': '2022-09-23T15:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:37:03.990113 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51447427-a2b7-42ea-85a3-836174fe4159 None None] The sync data for ids ['44a60725-7622-4967-be82-d0cd1b01a02d'] in dv-neutron-859093-1-hyperv is: [{'id': '44a60725-7622-4967-be82-d0cd1b01a02d', 'name': 'tempest-ServersNegativeTestJSON-360815441-router', 'tenant_id': '13211a00caa446409b68e3b37fb131e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.87'}], 'enable_snat': True}, 'gw_port_id': '5a80ca87-601f-4b7a-a630-246272bacabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:36:59Z', 'updated_at': '2022-09-23T15:37:00Z', 'revision_number': 3, 'project_id': '13211a00caa446409b68e3b37fb131e5', 'gw_port': {'id': '5a80ca87-601f-4b7a-a630-246272bacabe', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a60725-7622-4967-be82-d0cd1b01a02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:36:59Z', 'updated_at': '2022-09-23T15:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:37:04.022054 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 3ee0290f-d55c-4719-8af2-f6dea5d6f9af is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:37:04.055238 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-85cf5f75-c08f-4769-a8bd-cb41f3b0ac70 None None] Attempt 2 to provision port a41c55dc-532c-453f-b62b-0b40c31d50ad Sep 23 15:37:04.085815 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb252da0-2d6f-4517-87e1-ddab76411a74 admin admin] Network 986b01fb-77bf-4ebb-9653-0c3d46463ccf is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:37:04.087249 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-bb252da0-2d6f-4517-87e1-ddab76411a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:37:04.119281 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-85cf5f75-c08f-4769-a8bd-cb41f3b0ac70 None None] Port a41c55dc-532c-453f-b62b-0b40c31d50ad cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:37:04.314070 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb252da0-2d6f-4517-87e1-ddab76411a74 admin admin] Router 44a60725-7622-4967-be82-d0cd1b01a02d has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:37:04.499789 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb252da0-2d6f-4517-87e1-ddab76411a74 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:37:04.509600 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-bb252da0-2d6f-4517-87e1-ddab76411a74 admin admin] 10.222.0.67 "PUT /v2.0/routers/44a60725-7622-4967-be82-d0cd1b01a02d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6632283 Sep 23 15:37:04.620863 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-85cf5f75-c08f-4769-a8bd-cb41f3b0ac70 None None] Attempt 3 to provision port a41c55dc-532c-453f-b62b-0b40c31d50ad Sep 23 15:37:04.679482 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-85cf5f75-c08f-4769-a8bd-cb41f3b0ac70 None None] Port a41c55dc-532c-453f-b62b-0b40c31d50ad cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:37:05.024350 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fc34d-5758-437b-a4ad-face3b265162 req-3ed099bd-7592-49cb-a045-86c1a59308ef tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:05.025039 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-c03fc34d-5758-437b-a4ad-face3b265162 req-3ed099bd-7592-49cb-a045-86c1a59308ef tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Synchronizing usage tracker for tenant:13211a00caa446409b68e3b37fb131e5 on resource:network {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:37:05.046654 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-18f8293d-e81f-4023-858b-21f7cf523d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:05.120817 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-c03fc34d-5758-437b-a4ad-face3b265162 req-3ed099bd-7592-49cb-a045-86c1a59308ef tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Unset dirty status for tenant:13211a00caa446409b68e3b37fb131e5 on resource:network {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:37:05.122043 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c03fc34d-5758-437b-a4ad-face3b265162 req-3ed099bd-7592-49cb-a045-86c1a59308ef tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/networks?id=986b01fb-77bf-4ebb-9653-0c3d46463ccf HTTP/1.1" status: 200 len: 813 time: 0.2399786 Sep 23 15:37:05.136922 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c03fc34d-5758-437b-a4ad-face3b265162 req-12249744-ddbb-4e83-b29d-100ac6d9e88a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/quotas/13211a00caa446409b68e3b37fb131e5 HTTP/1.1" status: 200 len: 375 time: 0.0093811 Sep 23 15:37:05.181187 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-85cf5f75-c08f-4769-a8bd-cb41f3b0ac70 None None] Attempt 4 to provision port a41c55dc-532c-453f-b62b-0b40c31d50ad Sep 23 15:37:05.226298 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-c03fc34d-5758-437b-a4ad-face3b265162 req-fd5d4987-6cd7-4fbe-a93c-23eb4b0ef447 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Synchronizing usage tracker for tenant:13211a00caa446409b68e3b37fb131e5 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:37:05.237987 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-85cf5f75-c08f-4769-a8bd-cb41f3b0ac70 None None] Port a41c55dc-532c-453f-b62b-0b40c31d50ad cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:37:05.304261 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-c03fc34d-5758-437b-a4ad-face3b265162 req-fd5d4987-6cd7-4fbe-a93c-23eb4b0ef447 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Unset dirty status for tenant:13211a00caa446409b68e3b37fb131e5 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:37:05.308542 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c03fc34d-5758-437b-a4ad-face3b265162 req-fd5d4987-6cd7-4fbe-a93c-23eb4b0ef447 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=13211a00caa446409b68e3b37fb131e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1639624 Sep 23 15:37:05.463202 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c03fc34d-5758-437b-a4ad-face3b265162 req-b5233c8a-c33a-4cb9-beec-28c82030b5ce service neutron] 10.222.0.67 "GET /v2.0/networks/986b01fb-77bf-4ebb-9653-0c3d46463ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503434 Sep 23 15:37:05.501530 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bd0f7b-dbc3-4a3f-8f6e-063a3c491403 None None] Sync routers for ids ['44a60725-7622-4967-be82-d0cd1b01a02d'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:37:05.507153 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:05.514891 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bd0f7b-dbc3-4a3f-8f6e-063a3c491403 None None] Routers {'44a60725-7622-4967-be82-d0cd1b01a02d'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:37:05.515520 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-44bd0f7b-dbc3-4a3f-8f6e-063a3c491403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:37:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['44a60725-7622-4967-be82-d0cd1b01a02d'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:37:05.612639 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:05.693010 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-44bd0f7b-dbc3-4a3f-8f6e-063a3c491403 None None] Set router 44a60725-7622-4967-be82-d0cd1b01a02d gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:37:05.711204 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c03fc34d-5758-437b-a4ad-face3b265162 req-0bdbca0c-d718-46b2-bf00-49fcc89a6906 service neutron] 10.222.0.67 "GET /v2.0/networks/986b01fb-77bf-4ebb-9653-0c3d46463ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422349 Sep 23 15:37:05.738799 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-85cf5f75-c08f-4769-a8bd-cb41f3b0ac70 None None] Attempt 5 to provision port a41c55dc-532c-453f-b62b-0b40c31d50ad Sep 23 15:37:05.785087 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5a80ca87-601f-4b7a-a630-246272bacabe up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:37:05.892550 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-85cf5f75-c08f-4769-a8bd-cb41f3b0ac70 None None] Port a41c55dc-532c-453f-b62b-0b40c31d50ad cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:37:05.966783 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 5a80ca87-601f-4b7a-a630-246272bacabe completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:37:05.986187 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 5a80ca87-601f-4b7a-a630-246272bacabe triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:37:05.986187 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:05.986187 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 5a80ca87-601f-4b7a-a630-246272bacabe Sep 23 15:37:06.015578 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-44bd0f7b-dbc3-4a3f-8f6e-063a3c491403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a60725-7622-4967-be82-d0cd1b01a02d', 'name': 'tempest-ServersNegativeTestJSON-360815441-router', 'tenant_id': '13211a00caa446409b68e3b37fb131e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.87'}], 'enable_snat': True}, 'gw_port_id': '5a80ca87-601f-4b7a-a630-246272bacabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:36:59Z', 'updated_at': '2022-09-23T15:37:03Z', 'revision_number': 4, 'project_id': '13211a00caa446409b68e3b37fb131e5', 'gw_port': {'id': '5a80ca87-601f-4b7a-a630-246272bacabe', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a60725-7622-4967-be82-d0cd1b01a02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:36:59Z', 'updated_at': '2022-09-23T15:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'a41c55dc-532c-453f-b62b-0b40c31d50ad', 'name': '', 'network_id': '986b01fb-77bf-4ebb-9653-0c3d46463ccf', 'tenant_id': '13211a00caa446409b68e3b37fb131e5', 'mac_address': 'fa:16:3e:1e:6f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a60725-7622-4967-be82-d0cd1b01a02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '75dd138c-efc8-4bfe-867b-e2b718412e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:37:02Z', 'updated_at': '2022-09-23T15:37:03Z', 'revision_number': 2, 'project_id': '13211a00caa446409b68e3b37fb131e5', 'subnets': [{'id': '75dd138c-efc8-4bfe-867b-e2b718412e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:37:06.019655 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bd0f7b-dbc3-4a3f-8f6e-063a3c491403 None None] Checking router: 44a60725-7622-4967-be82-d0cd1b01a02d for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:37:06.019992 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bd0f7b-dbc3-4a3f-8f6e-063a3c491403 None None] Updating router 44a60725-7622-4967-be82-d0cd1b01a02d port a41c55dc-532c-453f-b62b-0b40c31d50ad binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:37:06.075222 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-44bd0f7b-dbc3-4a3f-8f6e-063a3c491403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:06.077053 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-75cb7418-cd59-4cc7-9f57-124680ba4531 req-39ea1620-3b16-49f5-aa27-2fd74d022684 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182 HTTP/1.1" status: 200 len: 210 time: 0.0808842 Sep 23 15:37:06.124235 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 5a80ca87-601f-4b7a-a630-246272bacabe is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:37:06.124705 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:06.148371 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 5a80ca87-601f-4b7a-a630-246272bacabe, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5a80ca87-601f-4b7a-a630-246272bacabe,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:37:06.250170 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:06.319655 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=5a80ca87-601f-4b7a-a630-246272bacabe,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:06.393407 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-85cf5f75-c08f-4769-a8bd-cb41f3b0ac70 None None] Attempt 6 to provision port a41c55dc-532c-453f-b62b-0b40c31d50ad Sep 23 15:37:06.451553 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-44bd0f7b-dbc3-4a3f-8f6e-063a3c491403 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:06.455206 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-85cf5f75-c08f-4769-a8bd-cb41f3b0ac70 None None] Port a41c55dc-532c-453f-b62b-0b40c31d50ad cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:37:06.463562 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-44bd0f7b-dbc3-4a3f-8f6e-063a3c491403 None None] Transition to ACTIVE for port object a41c55dc-532c-453f-b62b-0b40c31d50ad will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:37:06.555141 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-44bd0f7b-dbc3-4a3f-8f6e-063a3c491403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:06.754017 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31880695-8cc3-48dd-a70d-5102a31033f7 None None] Pushing event updated for resources: {'Port': ['ID=a41c55dc-532c-453f-b62b-0b40c31d50ad,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:06.765552 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31880695-8cc3-48dd-a70d-5102a31033f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:06.765897 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31880695-8cc3-48dd-a70d-5102a31033f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:06.766236 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31880695-8cc3-48dd-a70d-5102a31033f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:06.766593 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31880695-8cc3-48dd-a70d-5102a31033f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:06.766916 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31880695-8cc3-48dd-a70d-5102a31033f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:06.767272 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31880695-8cc3-48dd-a70d-5102a31033f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:06.767644 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31880695-8cc3-48dd-a70d-5102a31033f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:06.767964 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31880695-8cc3-48dd-a70d-5102a31033f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:06.768282 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31880695-8cc3-48dd-a70d-5102a31033f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:06.769144 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31880695-8cc3-48dd-a70d-5102a31033f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:06.769462 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31880695-8cc3-48dd-a70d-5102a31033f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:06.769773 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31880695-8cc3-48dd-a70d-5102a31033f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:06.772841 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-44bd0f7b-dbc3-4a3f-8f6e-063a3c491403 None None] Attempting to bind port a41c55dc-532c-453f-b62b-0b40c31d50ad on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:37:06.773194 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-44bd0f7b-dbc3-4a3f-8f6e-063a3c491403 None None] Attempting to bind port a41c55dc-532c-453f-b62b-0b40c31d50ad by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '1527c1f5-04fd-4c4a-98f6-8850c2fc6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '986b01fb-77bf-4ebb-9653-0c3d46463ccf'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:37:06.773547 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bd0f7b-dbc3-4a3f-8f6e-063a3c491403 None None] Attempting to bind port a41c55dc-532c-453f-b62b-0b40c31d50ad on network 986b01fb-77bf-4ebb-9653-0c3d46463ccf {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:37:06.779002 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bd0f7b-dbc3-4a3f-8f6e-063a3c491403 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:37:06.779567 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bd0f7b-dbc3-4a3f-8f6e-063a3c491403 None None] Checking segment: {'id': '1527c1f5-04fd-4c4a-98f6-8850c2fc6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '986b01fb-77bf-4ebb-9653-0c3d46463ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:37:06.779764 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-44bd0f7b-dbc3-4a3f-8f6e-063a3c491403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:06.780147 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bd0f7b-dbc3-4a3f-8f6e-063a3c491403 None None] Bound using segment: {'id': '1527c1f5-04fd-4c4a-98f6-8850c2fc6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '986b01fb-77bf-4ebb-9653-0c3d46463ccf'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:37:06.780599 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-44bd0f7b-dbc3-4a3f-8f6e-063a3c491403 None None] Bound port: a41c55dc-532c-453f-b62b-0b40c31d50ad, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1527c1f5-04fd-4c4a-98f6-8850c2fc6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '986b01fb-77bf-4ebb-9653-0c3d46463ccf'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:37:06.780961 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-44bd0f7b-dbc3-4a3f-8f6e-063a3c491403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:06.870545 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-44bd0f7b-dbc3-4a3f-8f6e-063a3c491403 None None] For port a41c55dc-532c-453f-b62b-0b40c31d50ad, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:37:06.873456 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-44bd0f7b-dbc3-4a3f-8f6e-063a3c491403 None None] For port a41c55dc-532c-453f-b62b-0b40c31d50ad, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a41c55dc-532c-453f-b62b-0b40c31d50ad,segment=NetworkSegment(1527c1f5-04fd-4c4a-98f6-8850c2fc6961),segment_id=1527c1f5-04fd-4c4a-98f6-8850c2fc6961)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:37:06.956293 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-85cf5f75-c08f-4769-a8bd-cb41f3b0ac70 None None] Attempt 7 to provision port a41c55dc-532c-453f-b62b-0b40c31d50ad Sep 23 15:37:06.971477 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-44bd0f7b-dbc3-4a3f-8f6e-063a3c491403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:07.034701 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bd0f7b-dbc3-4a3f-8f6e-063a3c491403 None None] Routers {'44a60725-7622-4967-be82-d0cd1b01a02d'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:37:07.035241 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-44bd0f7b-dbc3-4a3f-8f6e-063a3c491403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:37:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['44a60725-7622-4967-be82-d0cd1b01a02d'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:37:07.037621 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-85cf5f75-c08f-4769-a8bd-cb41f3b0ac70 None None] Port a41c55dc-532c-453f-b62b-0b40c31d50ad had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:37:07.118975 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31880695-8cc3-48dd-a70d-5102a31033f7 None None] Pushing event updated for resources: {'Port': ['ID=a41c55dc-532c-453f-b62b-0b40c31d50ad,revision_number=4']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:07.154343 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:07.223176 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-44bd0f7b-dbc3-4a3f-8f6e-063a3c491403 None None] Set router 44a60725-7622-4967-be82-d0cd1b01a02d gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:37:07.248571 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-486c6e9a-d5b0-4971-978a-2cb7fd8ef1f2 req-8be446a9-a472-48b7-95fe-bf50d8854963 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182 HTTP/1.1" status: 200 len: 210 time: 0.0556722 Sep 23 15:37:07.531319 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-44bd0f7b-dbc3-4a3f-8f6e-063a3c491403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a60725-7622-4967-be82-d0cd1b01a02d', 'name': 'tempest-ServersNegativeTestJSON-360815441-router', 'tenant_id': '13211a00caa446409b68e3b37fb131e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.87'}], 'enable_snat': True}, 'gw_port_id': '5a80ca87-601f-4b7a-a630-246272bacabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:36:59Z', 'updated_at': '2022-09-23T15:37:03Z', 'revision_number': 4, 'project_id': '13211a00caa446409b68e3b37fb131e5', 'gw_port': {'id': '5a80ca87-601f-4b7a-a630-246272bacabe', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a60725-7622-4967-be82-d0cd1b01a02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:36:59Z', 'updated_at': '2022-09-23T15:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'a41c55dc-532c-453f-b62b-0b40c31d50ad', 'name': '', 'network_id': '986b01fb-77bf-4ebb-9653-0c3d46463ccf', 'tenant_id': '13211a00caa446409b68e3b37fb131e5', 'mac_address': 'fa:16:3e:1e:6f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a60725-7622-4967-be82-d0cd1b01a02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '75dd138c-efc8-4bfe-867b-e2b718412e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:37:02Z', 'updated_at': '2022-09-23T15:37:06Z', 'revision_number': 4, 'project_id': '13211a00caa446409b68e3b37fb131e5', 'subnets': [{'id': '75dd138c-efc8-4bfe-867b-e2b718412e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:37:07.535770 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bd0f7b-dbc3-4a3f-8f6e-063a3c491403 None None] The sync data for ids ['44a60725-7622-4967-be82-d0cd1b01a02d'] in dv-neutron-859093-1-hyperv is: [{'id': '44a60725-7622-4967-be82-d0cd1b01a02d', 'name': 'tempest-ServersNegativeTestJSON-360815441-router', 'tenant_id': '13211a00caa446409b68e3b37fb131e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.87'}], 'enable_snat': True}, 'gw_port_id': '5a80ca87-601f-4b7a-a630-246272bacabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:36:59Z', 'updated_at': '2022-09-23T15:37:03Z', 'revision_number': 4, 'project_id': '13211a00caa446409b68e3b37fb131e5', 'gw_port': {'id': '5a80ca87-601f-4b7a-a630-246272bacabe', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a60725-7622-4967-be82-d0cd1b01a02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:36:59Z', 'updated_at': '2022-09-23T15:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'a41c55dc-532c-453f-b62b-0b40c31d50ad', 'name': '', 'network_id': '986b01fb-77bf-4ebb-9653-0c3d46463ccf', 'tenant_id': '13211a00caa446409b68e3b37fb131e5', 'mac_address': 'fa:16:3e:1e:6f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a60725-7622-4967-be82-d0cd1b01a02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '75dd138c-efc8-4bfe-867b-e2b718412e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:37:02Z', 'updated_at': '2022-09-23T15:37:06Z', 'revision_number': 4, 'project_id': '13211a00caa446409b68e3b37fb131e5', 'subnets': [{'id': '75dd138c-efc8-4bfe-867b-e2b718412e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:37:07.800497 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a41c55dc-532c-453f-b62b-0b40c31d50ad up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:37:07.930389 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port a41c55dc-532c-453f-b62b-0b40c31d50ad completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:37:07.935975 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port a41c55dc-532c-453f-b62b-0b40c31d50ad triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:37:07.936435 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:07.936842 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port a41c55dc-532c-453f-b62b-0b40c31d50ad Sep 23 15:37:08.060185 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port a41c55dc-532c-453f-b62b-0b40c31d50ad is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:37:08.060615 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:08.097940 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port a41c55dc-532c-453f-b62b-0b40c31d50ad, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a41c55dc-532c-453f-b62b-0b40c31d50ad,segment=NetworkSegment(1527c1f5-04fd-4c4a-98f6-8850c2fc6961),segment_id=1527c1f5-04fd-4c4a-98f6-8850c2fc6961)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:37:08.161219 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:08.161985 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5a80ca87-601f-4b7a-a630-246272bacabe up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:37:08.298025 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=a41c55dc-532c-453f-b62b-0b40c31d50ad,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:08.326606 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 5a80ca87-601f-4b7a-a630-246272bacabe triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:37:08.327266 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:08.327930 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 5a80ca87-601f-4b7a-a630-246272bacabe Sep 23 15:37:08.332208 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fc34d-5758-437b-a4ad-face3b265162 req-73be18bb-e9e5-4cd5-a1b9-b564adf7f7a0 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:08.334351 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c03fc34d-5758-437b-a4ad-face3b265162 req-73be18bb-e9e5-4cd5-a1b9-b564adf7f7a0 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.72 "GET /v2.0/networks?id=986b01fb-77bf-4ebb-9653-0c3d46463ccf HTTP/1.1" status: 200 len: 813 time: 0.1780467 Sep 23 15:37:08.346115 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-c03fc34d-5758-437b-a4ad-face3b265162 req-3178f2ed-596a-4251-94b5-5c696cbad33a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Request body: {'port': {'device_id': '5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182', 'network_id': '986b01fb-77bf-4ebb-9653-0c3d46463ccf', 'admin_state_up': True, 'tenant_id': '13211a00caa446409b68e3b37fb131e5'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:37:08.470668 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 5a80ca87-601f-4b7a-a630-246272bacabe is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:37:08.475841 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ac62474d-b968-4148-8f99-dff75d085e21 req-9c0878c1-d53a-4b82-bac0-c930f65b5222 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182 HTTP/1.1" status: 200 len: 210 time: 0.0673492 Sep 23 15:37:08.531258 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-c03fc34d-5758-437b-a4ad-face3b265162 req-3178f2ed-596a-4251-94b5-5c696cbad33a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:37:08.541408 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-c03fc34d-5758-437b-a4ad-face3b265162 req-3178f2ed-596a-4251-94b5-5c696cbad33a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:37:08.644426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c03fc34d-5758-437b-a4ad-face3b265162 req-3178f2ed-596a-4251-94b5-5c696cbad33a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Made reservation on behalf of 13211a00caa446409b68e3b37fb131e5 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:37:08.647881 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c03fc34d-5758-437b-a4ad-face3b265162 req-3178f2ed-596a-4251-94b5-5c696cbad33a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:08.827863 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-c03fc34d-5758-437b-a4ad-face3b265162 req-3178f2ed-596a-4251-94b5-5c696cbad33a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Allocated IP 172.20.0.13 (986b01fb-77bf-4ebb-9653-0c3d46463ccf/75dd138c-efc8-4bfe-867b-e2b718412e8c/c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:37:09.030098 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c03fc34d-5758-437b-a4ad-face3b265162 req-3178f2ed-596a-4251-94b5-5c696cbad33a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:09.047372 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-c03fc34d-5758-437b-a4ad-face3b265162 req-3178f2ed-596a-4251-94b5-5c696cbad33a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Transition to ACTIVE for port object c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:37:09.147813 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c03fc34d-5758-437b-a4ad-face3b265162 req-3178f2ed-596a-4251-94b5-5c696cbad33a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:09.224098 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c03fc34d-5758-437b-a4ad-face3b265162 req-3178f2ed-596a-4251-94b5-5c696cbad33a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Network 986b01fb-77bf-4ebb-9653-0c3d46463ccf is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:37:09.227053 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-c03fc34d-5758-437b-a4ad-face3b265162 req-3178f2ed-596a-4251-94b5-5c696cbad33a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:37:09.229923 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03fc34d-5758-437b-a4ad-face3b265162 req-3178f2ed-596a-4251-94b5-5c696cbad33a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:37:09.275695 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178f2ed-596a-4251-94b5-5c696cbad33a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Pushing event updated for resources: {'Port': ['ID=c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:09.302605 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fc34d-5758-437b-a4ad-face3b265162 req-3178f2ed-596a-4251-94b5-5c696cbad33a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:09.303215 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c03fc34d-5758-437b-a4ad-face3b265162 req-3178f2ed-596a-4251-94b5-5c696cbad33a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:09.411024 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c03fc34d-5758-437b-a4ad-face3b265162 req-3178f2ed-596a-4251-94b5-5c696cbad33a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0688727 Sep 23 15:37:09.422381 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-c03fc34d-5758-437b-a4ad-face3b265162 req-6e7cb666-2b54-43aa-a99c-1c2bb9f99d3e service neutron] Request body: {'port': {'device_id': '5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:37:09.538612 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c03fc34d-5758-437b-a4ad-face3b265162 req-6e7cb666-2b54-43aa-a99c-1c2bb9f99d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:09.578438 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ec39b11d-5b26-4786-b0f6-70fa0cb18f5a None None] Provisioning for port c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:37:09.591929 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ec39b11d-5b26-4786-b0f6-70fa0cb18f5a None None] Provisioning complete for port c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:37:09.591929 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec39b11d-5b26-4786-b0f6-70fa0cb18f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:09.591929 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ec39b11d-5b26-4786-b0f6-70fa0cb18f5a None None] Attempt 1 to provision port c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d Sep 23 15:37:09.643119 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ec39b11d-5b26-4786-b0f6-70fa0cb18f5a None None] Port c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:37:09.724335 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a41c55dc-532c-453f-b62b-0b40c31d50ad up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:37:09.794189 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port a41c55dc-532c-453f-b62b-0b40c31d50ad triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:37:09.794584 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:09.794944 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port a41c55dc-532c-453f-b62b-0b40c31d50ad Sep 23 15:37:09.820811 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa405329-75e0-4f30-a289-c8c85540729f req-bbe38f04-f674-41cf-9460-35a3d967c4e1 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:09.821514 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-fa405329-75e0-4f30-a289-c8c85540729f req-bbe38f04-f674-41cf-9460-35a3d967c4e1 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Synchronizing usage tracker for tenant:13211a00caa446409b68e3b37fb131e5 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:37:09.914832 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port a41c55dc-532c-453f-b62b-0b40c31d50ad is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:37:09.940439 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-fa405329-75e0-4f30-a289-c8c85540729f req-bbe38f04-f674-41cf-9460-35a3d967c4e1 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Unset dirty status for tenant:13211a00caa446409b68e3b37fb131e5 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:37:09.941597 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fa405329-75e0-4f30-a289-c8c85540729f req-bbe38f04-f674-41cf-9460-35a3d967c4e1 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182 HTTP/1.1" status: 200 len: 932 time: 0.3429620 Sep 23 15:37:09.998255 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-c03fc34d-5758-437b-a4ad-face3b265162 req-6e7cb666-2b54-43aa-a99c-1c2bb9f99d3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:37:10.008707 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c03fc34d-5758-437b-a4ad-face3b265162 req-6e7cb666-2b54-43aa-a99c-1c2bb9f99d3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:10.012426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-fa405329-75e0-4f30-a289-c8c85540729f req-af1610f4-8222-4dae-932e-17b3d996b208 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Synchronizing usage tracker for tenant:13211a00caa446409b68e3b37fb131e5 on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:37:10.035465 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-c03fc34d-5758-437b-a4ad-face3b265162 req-6e7cb666-2b54-43aa-a99c-1c2bb9f99d3e service neutron] Transition to ACTIVE for port object c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:37:10.120868 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c03fc34d-5758-437b-a4ad-face3b265162 req-6e7cb666-2b54-43aa-a99c-1c2bb9f99d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:10.144651 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ec39b11d-5b26-4786-b0f6-70fa0cb18f5a None None] Attempt 2 to provision port c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d Sep 23 15:37:10.199034 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ec39b11d-5b26-4786-b0f6-70fa0cb18f5a None None] Port c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:37:10.320834 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-fa405329-75e0-4f30-a289-c8c85540729f req-af1610f4-8222-4dae-932e-17b3d996b208 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Unset dirty status for tenant:13211a00caa446409b68e3b37fb131e5 on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:37:10.321970 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fa405329-75e0-4f30-a289-c8c85540729f req-af1610f4-8222-4dae-932e-17b3d996b208 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647895 Sep 23 15:37:10.420471 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cb666-2b54-43aa-a99c-1c2bb9f99d3e service neutron] Pushing event updated for resources: {'Port': ['ID=c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:10.457029 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-c03fc34d-5758-437b-a4ad-face3b265162 req-6e7cb666-2b54-43aa-a99c-1c2bb9f99d3e service neutron] Attempting to bind port c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:37:10.457352 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-c03fc34d-5758-437b-a4ad-face3b265162 req-6e7cb666-2b54-43aa-a99c-1c2bb9f99d3e service neutron] Attempting to bind port c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1527c1f5-04fd-4c4a-98f6-8850c2fc6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '986b01fb-77bf-4ebb-9653-0c3d46463ccf'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:37:10.457669 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03fc34d-5758-437b-a4ad-face3b265162 req-6e7cb666-2b54-43aa-a99c-1c2bb9f99d3e service neutron] Attempting to bind port c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d on network 986b01fb-77bf-4ebb-9653-0c3d46463ccf {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:37:10.462088 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03fc34d-5758-437b-a4ad-face3b265162 req-6e7cb666-2b54-43aa-a99c-1c2bb9f99d3e service neutron] Port c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d on network 986b01fb-77bf-4ebb-9653-0c3d46463ccf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:37:10.462434 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03fc34d-5758-437b-a4ad-face3b265162 req-6e7cb666-2b54-43aa-a99c-1c2bb9f99d3e service neutron] Attempting to bind port c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d on network 986b01fb-77bf-4ebb-9653-0c3d46463ccf {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:37:10.467352 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03fc34d-5758-437b-a4ad-face3b265162 req-6e7cb666-2b54-43aa-a99c-1c2bb9f99d3e service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:37:10.467715 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03fc34d-5758-437b-a4ad-face3b265162 req-6e7cb666-2b54-43aa-a99c-1c2bb9f99d3e service neutron] Checking segment: {'id': '1527c1f5-04fd-4c4a-98f6-8850c2fc6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '986b01fb-77bf-4ebb-9653-0c3d46463ccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:37:10.468088 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03fc34d-5758-437b-a4ad-face3b265162 req-6e7cb666-2b54-43aa-a99c-1c2bb9f99d3e service neutron] Bound using segment: {'id': '1527c1f5-04fd-4c4a-98f6-8850c2fc6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '986b01fb-77bf-4ebb-9653-0c3d46463ccf'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:37:10.468502 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-c03fc34d-5758-437b-a4ad-face3b265162 req-6e7cb666-2b54-43aa-a99c-1c2bb9f99d3e service neutron] Bound port: c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1527c1f5-04fd-4c4a-98f6-8850c2fc6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '986b01fb-77bf-4ebb-9653-0c3d46463ccf'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:37:10.468833 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c03fc34d-5758-437b-a4ad-face3b265162 req-6e7cb666-2b54-43aa-a99c-1c2bb9f99d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:10.554641 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-c03fc34d-5758-437b-a4ad-face3b265162 req-6e7cb666-2b54-43aa-a99c-1c2bb9f99d3e service neutron] For port c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:37:10.557508 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-c03fc34d-5758-437b-a4ad-face3b265162 req-6e7cb666-2b54-43aa-a99c-1c2bb9f99d3e service neutron] For port c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d,segment=NetworkSegment(1527c1f5-04fd-4c4a-98f6-8850c2fc6961),segment_id=1527c1f5-04fd-4c4a-98f6-8850c2fc6961)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:37:10.658126 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c03fc34d-5758-437b-a4ad-face3b265162 req-6e7cb666-2b54-43aa-a99c-1c2bb9f99d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:10.661243 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fc34d-5758-437b-a4ad-face3b265162 req-6e7cb666-2b54-43aa-a99c-1c2bb9f99d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:10.661856 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-c03fc34d-5758-437b-a4ad-face3b265162 req-6e7cb666-2b54-43aa-a99c-1c2bb9f99d3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:10.663556 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c03fc34d-5758-437b-a4ad-face3b265162 req-6e7cb666-2b54-43aa-a99c-1c2bb9f99d3e service neutron] 10.222.0.72 "PUT /v2.0/ports/c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d HTTP/1.1" status: 200 len: 1094 time: 1.2452228 Sep 23 15:37:10.693887 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182', 'tag': 'c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:37:10.696148 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d84bd0-c85b-4abd-ad9a-d82fbb805077" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182", "tag": "c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:37:10.700415 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ec39b11d-5b26-4786-b0f6-70fa0cb18f5a None None] Attempt 3 to provision port c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d Sep 23 15:37:10.742267 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424a0af0-9ced-463c-9078-cf16b745cf7c x-openstack-request-id: req-424a0af0-9ced-463c-9078-cf16b745cf7c {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:37:10.742655 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182", "tag": "c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:37:10.742901 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-424a0af0-9ced-463c-9078-cf16b745cf7c {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:37:10.743282 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-424a0af0-9ced-463c-9078-cf16b745cf7c'] response: {'name': 'network-changed', 'server_uuid': '5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182', 'tag': 'c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d', 'status': 'completed', 'code': 200} Sep 23 15:37:10.757193 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cb666-2b54-43aa-a99c-1c2bb9f99d3e service neutron] Pushing event updated for resources: {'Port': ['ID=c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:10.766901 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ec39b11d-5b26-4786-b0f6-70fa0cb18f5a None None] Port c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:37:10.839711 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d84bd0-c85b-4abd-ad9a-d82fbb805077 req-0f5c8243-81a7-4c36-acb1-78eac0d1649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:10.841197 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a5d84bd0-c85b-4abd-ad9a-d82fbb805077 req-0f5c8243-81a7-4c36-acb1-78eac0d1649b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=13211a00caa446409b68e3b37fb131e5&device_id=5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182 HTTP/1.1" status: 200 len: 1097 time: 0.0799742 Sep 23 15:37:10.982879 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d84bd0-c85b-4abd-ad9a-d82fbb805077 req-53a3b2c4-d6df-46cb-8c5c-ced7dab7174d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:10.984308 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a5d84bd0-c85b-4abd-ad9a-d82fbb805077 req-53a3b2c4-d6df-46cb-8c5c-ced7dab7174d service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=13211a00caa446409b68e3b37fb131e5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1363938 Sep 23 15:37:11.117779 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d84bd0-c85b-4abd-ad9a-d82fbb805077 req-00a40753-895b-4001-b3f5-9d52061b471d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:11.119262 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a5d84bd0-c85b-4abd-ad9a-d82fbb805077 req-00a40753-895b-4001-b3f5-9d52061b471d service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286762 Sep 23 15:37:11.233749 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fc34d-5758-437b-a4ad-face3b265162 req-b789e75e-c5d7-451d-8a5c-bd76feb07e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:11.235272 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c03fc34d-5758-437b-a4ad-face3b265162 req-b789e75e-c5d7-451d-8a5c-bd76feb07e1d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=13211a00caa446409b68e3b37fb131e5&device_id=5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182 HTTP/1.1" status: 200 len: 1097 time: 0.0826621 Sep 23 15:37:11.302545 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c03fc34d-5758-437b-a4ad-face3b265162 req-f7fe4045-a430-4185-88e8-91990da85a13 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d HTTP/1.1" status: 200 len: 217 time: 0.0602586 Sep 23 15:37:11.366645 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fc34d-5758-437b-a4ad-face3b265162 req-486f881e-d03c-45ed-90a2-39082f482637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:11.368087 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c03fc34d-5758-437b-a4ad-face3b265162 req-486f881e-d03c-45ed-90a2-39082f482637 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=75dd138c-efc8-4bfe-867b-e2b718412e8c HTTP/1.1" status: 200 len: 852 time: 0.0602703 Sep 23 15:37:11.518150 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fc34d-5758-437b-a4ad-face3b265162 req-4ff77a9b-0146-42a3-8831-56febc13b8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:11.520074 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c03fc34d-5758-437b-a4ad-face3b265162 req-4ff77a9b-0146-42a3-8831-56febc13b8bb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=986b01fb-77bf-4ebb-9653-0c3d46463ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1461542 Sep 23 15:37:11.605839 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdee39-053c-4c91-b184-36dc176131e2 req-bbcdec70-db2d-4047-ab51-302f4207fd34 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:11.607278 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-66cdee39-053c-4c91-b184-36dc176131e2 req-bbcdec70-db2d-4047-ab51-302f4207fd34 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182 HTTP/1.1" status: 200 len: 944 time: 0.1746359 Sep 23 15:37:11.679853 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-66cdee39-053c-4c91-b184-36dc176131e2 req-e17f0bfc-1306-4c4e-8637-c2ca92a5d6e8 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652795 Sep 23 15:37:11.696956 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c03fc34d-5758-437b-a4ad-face3b265162 req-885a299d-8971-41b8-9e37-800d361cff14 service neutron] 10.222.0.72 "GET /v2.0/networks/986b01fb-77bf-4ebb-9653-0c3d46463ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696827 Sep 23 15:37:11.828295 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c03fc34d-5758-437b-a4ad-face3b265162 req-a879bb62-5d16-40bf-85d0-661d7ff30959 service neutron] 10.222.0.72 "GET /v2.0/networks/986b01fb-77bf-4ebb-9653-0c3d46463ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251535 Sep 23 15:37:12.886697 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98341370-8f8e-44bd-aa28-27447e3af4dc req-fec2a073-4d70-4094-9444-42e745817b45 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:12.888149 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-98341370-8f8e-44bd-aa28-27447e3af4dc req-fec2a073-4d70-4094-9444-42e745817b45 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182 HTTP/1.1" status: 200 len: 944 time: 0.0916178 Sep 23 15:37:12.932330 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-98341370-8f8e-44bd-aa28-27447e3af4dc req-0c2d35dd-f527-4c90-be34-7f3a80a2c76f tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379698 Sep 23 15:37:14.126138 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896bac9-a4e7-4d97-a86a-06285fd49d58 req-bd3d42ed-53a0-44ad-9273-d28e41981c13 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:14.127622 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a896bac9-a4e7-4d97-a86a-06285fd49d58 req-bd3d42ed-53a0-44ad-9273-d28e41981c13 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182 HTTP/1.1" status: 200 len: 944 time: 0.0870972 Sep 23 15:37:14.174118 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a896bac9-a4e7-4d97-a86a-06285fd49d58 req-06d1d15b-2f8e-41a6-8f2a-07112ccf2a6f tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405519 Sep 23 15:37:15.302254 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:37:15.370733 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40bc8d-71c7-409b-9544-4a3f06bce0e7 req-f4d34537-91e0-4e2d-b979-34db53877348 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:15.372196 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7a40bc8d-71c7-409b-9544-4a3f06bce0e7 req-f4d34537-91e0-4e2d-b979-34db53877348 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182 HTTP/1.1" status: 200 len: 944 time: 0.0874884 Sep 23 15:37:15.419642 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7a40bc8d-71c7-409b-9544-4a3f06bce0e7 req-824df8df-f9e1-40ae-aa7f-5f7e7e1f2f92 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415819 Sep 23 15:37:15.437526 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d,segment=NetworkSegment(1527c1f5-04fd-4c4a-98f6-8850c2fc6961),segment_id=1527c1f5-04fd-4c4a-98f6-8850c2fc6961)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:37:15.477290 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': 'c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d', 'network_id': '986b01fb-77bf-4ebb-9653-0c3d46463ccf', 'port_id': 'c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d', 'mac_address': 'fa:16:3e:cd:62:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75dd138c-efc8-4bfe-867b-e2b718412e8c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:37:15.531249 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:37:15.531625 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:15.548624 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:37:15.564302 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d,segment=NetworkSegment(1527c1f5-04fd-4c4a-98f6-8850c2fc6961),segment_id=1527c1f5-04fd-4c4a-98f6-8850c2fc6961)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:37:15.632871 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:15.701995 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:15.709676 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:15.710081 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:15.710446 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:15.710774 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:15.711097 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:15.711420 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:15.711738 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:15.712317 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:15.712640 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:15.712956 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:15.713274 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:15.713655 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:15.860117 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:37:16.617514 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729401ae-3d9e-4534-8830-78614a733d87 req-492ee28a-5d66-4c60-91a5-cbd931d89858 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:16.618976 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-729401ae-3d9e-4534-8830-78614a733d87 req-492ee28a-5d66-4c60-91a5-cbd931d89858 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182 HTTP/1.1" status: 200 len: 945 time: 0.0861955 Sep 23 15:37:16.662294 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-729401ae-3d9e-4534-8830-78614a733d87 req-e2f66ff7-91d8-4285-bdb4-a0df5f987337 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376923 Sep 23 15:37:17.316897 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:37:17.446754 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:37:17.451590 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:37:17.451962 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:17.452291 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d Sep 23 15:37:17.565042 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:37:17.565512 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:17.591550 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:37:17.593806 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e72652e-ebd2-4ef9-b8cd-39222842911e" -d '{"events": [{"server_uuid": "5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182", "name": "network-vif-plugged", "status": "completed", "tag": "c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:37:17.602515 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d,segment=NetworkSegment(1527c1f5-04fd-4c4a-98f6-8850c2fc6961),segment_id=1527c1f5-04fd-4c4a-98f6-8850c2fc6961)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:37:17.635048 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229b3c60-7285-4add-a131-f1b9ec83664d x-openstack-request-id: req-229b3c60-7285-4add-a131-f1b9ec83664d {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:37:17.635314 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182", "name": "network-vif-plugged", "status": "completed", "tag": "c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:37:17.635650 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-229b3c60-7285-4add-a131-f1b9ec83664d {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:37:17.636030 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-229b3c60-7285-4add-a131-f1b9ec83664d'] response: {'server_uuid': '5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d', 'code': 200} Sep 23 15:37:17.661578 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:17.729924 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:18.029954 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7994f-abbf-408d-8ad7-77aab39fcba3 req-5a033092-30e4-4aa8-8c01-d1999857f05a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:18.031416 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b5d7994f-abbf-408d-8ad7-77aab39fcba3 req-5a033092-30e4-4aa8-8c01-d1999857f05a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182 HTTP/1.1" status: 200 len: 946 time: 0.2543051 Sep 23 15:37:18.061449 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eebce1-f3bd-4871-9ea4-c921857b5fa9 req-8e93afb5-1f56-4f8f-9bd6-89d91ebfe755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:18.062850 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-95eebce1-f3bd-4871-9ea4-c921857b5fa9 req-8e93afb5-1f56-4f8f-9bd6-89d91ebfe755 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182 HTTP/1.1" status: 200 len: 1099 time: 0.1158156 Sep 23 15:37:18.100892 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b5d7994f-abbf-408d-8ad7-77aab39fcba3 req-57066466-9389-444c-a071-ba95d6e53f22 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627766 Sep 23 15:37:18.117518 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-95eebce1-f3bd-4871-9ea4-c921857b5fa9 req-0a2e19eb-2561-4d7e-a418-73272724cde6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421689 Sep 23 15:37:19.301400 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23894ded-e9da-4ecd-8913-c1781868dab7 req-5acdd22d-4ee6-44c8-b78d-acfe792e8c2e tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:19.302865 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-23894ded-e9da-4ecd-8913-c1781868dab7 req-5acdd22d-4ee6-44c8-b78d-acfe792e8c2e tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182 HTTP/1.1" status: 200 len: 946 time: 0.0890014 Sep 23 15:37:19.348162 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-23894ded-e9da-4ecd-8913-c1781868dab7 req-5284f240-9781-46a9-a8b3-b611a5baa3cb tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395107 Sep 23 15:37:20.545413 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18185bfe-d3f8-438e-bce0-e83b5c0921ec req-181cc955-5c2f-47d6-bde5-96a7439c6353 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:20.546904 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-18185bfe-d3f8-438e-bce0-e83b5c0921ec req-181cc955-5c2f-47d6-bde5-96a7439c6353 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182 HTTP/1.1" status: 200 len: 946 time: 0.0870941 Sep 23 15:37:20.593611 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-18185bfe-d3f8-438e-bce0-e83b5c0921ec req-18e6a03d-b7cf-4fcc-9138-58284c998ddd tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409873 Sep 23 15:37:20.879896 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-328ac667-182b-4418-91d0-8e2f3e8cec35 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:20.881332 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-328ac667-182b-4418-91d0-8e2f3e8cec35 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/networks?id=986b01fb-77bf-4ebb-9653-0c3d46463ccf HTTP/1.1" status: 200 len: 813 time: 0.1453230 Sep 23 15:37:20.896273 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-7c7bb507-c739-4120-9c0a-c3e2c6d6b6a7 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/quotas/13211a00caa446409b68e3b37fb131e5 HTTP/1.1" status: 200 len: 375 time: 0.0095403 Sep 23 15:37:20.991361 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-4c631ee2-f5c1-4f06-b393-9f00a77b6630 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=13211a00caa446409b68e3b37fb131e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0901561 Sep 23 15:37:21.046075 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-11e4eb1b-5cd1-4aa6-8318-fa642d4bfa3b service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:37:21.047093 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-11e4eb1b-5cd1-4aa6-8318-fa642d4bfa3b service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493951 Sep 23 15:37:21.052422 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:37:21.176685 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-2817204c-0e88-41ba-94b3-767efadbd811 service neutron] 10.222.0.67 "GET /v2.0/networks/986b01fb-77bf-4ebb-9653-0c3d46463ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232097 Sep 23 15:37:21.304851 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-482e8380-909e-4a47-ab34-5389006c3d7e service neutron] 10.222.0.67 "GET /v2.0/networks/986b01fb-77bf-4ebb-9653-0c3d46463ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223381 Sep 23 15:37:21.550243 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c6ab6736-0ef2-40e6-9da2-88bd1f6c1568 req-a81d6ed4-795b-40eb-8109-f29d695e0191 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad83e0d4-5676-4a56-9c92-eac168368925 HTTP/1.1" status: 200 len: 210 time: 0.0483959 Sep 23 15:37:22.709281 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e9a53a8c-ab94-4b5a-880e-a1979b050684 req-517e8f4d-76f4-49d9-9b95-c726e979c82c tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad83e0d4-5676-4a56-9c92-eac168368925 HTTP/1.1" status: 200 len: 210 time: 0.0488060 Sep 23 15:37:23.541437 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-dff4f9dd-1df1-47ad-a7de-e2f19e2dfc2f tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:23.542953 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-dff4f9dd-1df1-47ad-a7de-e2f19e2dfc2f tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.72 "GET /v2.0/networks?id=986b01fb-77bf-4ebb-9653-0c3d46463ccf HTTP/1.1" status: 200 len: 813 time: 0.1494892 Sep 23 15:37:23.555173 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-ac925a1e-8045-401b-b933-bce41057dd8a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Request body: {'port': {'device_id': 'ad83e0d4-5676-4a56-9c92-eac168368925', 'network_id': '986b01fb-77bf-4ebb-9653-0c3d46463ccf', 'admin_state_up': True, 'tenant_id': '13211a00caa446409b68e3b37fb131e5'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:37:23.695976 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-ac925a1e-8045-401b-b933-bce41057dd8a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:37:23.705545 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-ac925a1e-8045-401b-b933-bce41057dd8a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:37:23.801224 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-ac925a1e-8045-401b-b933-bce41057dd8a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Made reservation on behalf of 13211a00caa446409b68e3b37fb131e5 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:37:23.804888 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-ac925a1e-8045-401b-b933-bce41057dd8a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:23.911974 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8cd27f9c-2009-4490-82b7-aa80ac586d52 req-f74100f3-d270-4549-b910-de40291aaa4e tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad83e0d4-5676-4a56-9c92-eac168368925 HTTP/1.1" status: 200 len: 210 time: 0.0857446 Sep 23 15:37:24.017258 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-ac925a1e-8045-401b-b933-bce41057dd8a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Allocated IP 172.20.0.8 (986b01fb-77bf-4ebb-9653-0c3d46463ccf/75dd138c-efc8-4bfe-867b-e2b718412e8c/75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:37:24.217026 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-ac925a1e-8045-401b-b933-bce41057dd8a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:24.234372 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-ac925a1e-8045-401b-b933-bce41057dd8a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Transition to ACTIVE for port object 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:37:24.321231 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-ac925a1e-8045-401b-b933-bce41057dd8a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:24.334334 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:37:24.396526 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-ac925a1e-8045-401b-b933-bce41057dd8a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Network 986b01fb-77bf-4ebb-9653-0c3d46463ccf is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:37:24.397639 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-ac925a1e-8045-401b-b933-bce41057dd8a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:37:24.401749 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-ac925a1e-8045-401b-b933-bce41057dd8a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:37:24.439537 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac925a1e-8045-401b-b933-bce41057dd8a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Pushing event updated for resources: {'Port': ['ID=75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:24.478386 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-ac925a1e-8045-401b-b933-bce41057dd8a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:24.478386 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-ac925a1e-8045-401b-b933-bce41057dd8a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:24.576575 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-ac925a1e-8045-401b-b933-bce41057dd8a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0250072 Sep 23 15:37:24.588316 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-f2da0ebf-3e53-4b15-995c-d9a124422254 service neutron] Request body: {'port': {'device_id': 'ad83e0d4-5676-4a56-9c92-eac168368925', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:37:24.702390 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-f2da0ebf-3e53-4b15-995c-d9a124422254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:24.738129 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b1e8c839-3deb-4c38-8fee-a05b71de6747 None None] Provisioning for port 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:37:24.747830 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b1e8c839-3deb-4c38-8fee-a05b71de6747 None None] Provisioning complete for port 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:37:24.747830 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b1e8c839-3deb-4c38-8fee-a05b71de6747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:24.747830 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b1e8c839-3deb-4c38-8fee-a05b71de6747 None None] Attempt 1 to provision port 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 Sep 23 15:37:24.801708 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b1e8c839-3deb-4c38-8fee-a05b71de6747 None None] Port 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:37:25.048312 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-f2da0ebf-3e53-4b15-995c-d9a124422254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:37:25.055615 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-f2da0ebf-3e53-4b15-995c-d9a124422254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:25.069929 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-f2da0ebf-3e53-4b15-995c-d9a124422254 service neutron] Transition to ACTIVE for port object 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:37:25.116035 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6ec50-d523-4a37-8bc9-306b066bf7e5 req-146527cd-9e92-452d-94b8-ce79fc3a8eb2 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:25.117488 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d1d6ec50-d523-4a37-8bc9-306b066bf7e5 req-146527cd-9e92-452d-94b8-ce79fc3a8eb2 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad83e0d4-5676-4a56-9c92-eac168368925 HTTP/1.1" status: 200 len: 931 time: 0.0949793 Sep 23 15:37:25.144723 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-f2da0ebf-3e53-4b15-995c-d9a124422254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:25.162014 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d1d6ec50-d523-4a37-8bc9-306b066bf7e5 req-f5c94f4d-cf23-4098-ada8-15046acbd84c tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387824 Sep 23 15:37:25.302730 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b1e8c839-3deb-4c38-8fee-a05b71de6747 None None] Attempt 2 to provision port 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 Sep 23 15:37:25.358808 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b1e8c839-3deb-4c38-8fee-a05b71de6747 None None] Port 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:37:25.427141 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da0ebf-3e53-4b15-995c-d9a124422254 service neutron] Pushing event updated for resources: {'Port': ['ID=75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:25.463501 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-f2da0ebf-3e53-4b15-995c-d9a124422254 service neutron] Attempting to bind port 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:37:25.463832 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-f2da0ebf-3e53-4b15-995c-d9a124422254 service neutron] Attempting to bind port 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '1527c1f5-04fd-4c4a-98f6-8850c2fc6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '986b01fb-77bf-4ebb-9653-0c3d46463ccf'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:37:25.464154 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-f2da0ebf-3e53-4b15-995c-d9a124422254 service neutron] Attempting to bind port 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 on network 986b01fb-77bf-4ebb-9653-0c3d46463ccf {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:37:25.468593 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-f2da0ebf-3e53-4b15-995c-d9a124422254 service neutron] Port 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 on network 986b01fb-77bf-4ebb-9653-0c3d46463ccf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:37:25.468907 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-f2da0ebf-3e53-4b15-995c-d9a124422254 service neutron] Attempting to bind port 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 on network 986b01fb-77bf-4ebb-9653-0c3d46463ccf {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:37:25.474240 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-f2da0ebf-3e53-4b15-995c-d9a124422254 service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:37:25.474602 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-f2da0ebf-3e53-4b15-995c-d9a124422254 service neutron] Checking segment: {'id': '1527c1f5-04fd-4c4a-98f6-8850c2fc6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '986b01fb-77bf-4ebb-9653-0c3d46463ccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:37:25.474984 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-f2da0ebf-3e53-4b15-995c-d9a124422254 service neutron] Bound using segment: {'id': '1527c1f5-04fd-4c4a-98f6-8850c2fc6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '986b01fb-77bf-4ebb-9653-0c3d46463ccf'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:37:25.475407 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-f2da0ebf-3e53-4b15-995c-d9a124422254 service neutron] Bound port: 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1527c1f5-04fd-4c4a-98f6-8850c2fc6961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '986b01fb-77bf-4ebb-9653-0c3d46463ccf'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:37:25.475876 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-f2da0ebf-3e53-4b15-995c-d9a124422254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:25.564329 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-f2da0ebf-3e53-4b15-995c-d9a124422254 service neutron] For port 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:37:25.568201 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-f2da0ebf-3e53-4b15-995c-d9a124422254 service neutron] For port 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6,segment=NetworkSegment(1527c1f5-04fd-4c4a-98f6-8850c2fc6961),segment_id=1527c1f5-04fd-4c4a-98f6-8850c2fc6961)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:37:25.649935 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-f2da0ebf-3e53-4b15-995c-d9a124422254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:25.680485 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-f2da0ebf-3e53-4b15-995c-d9a124422254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:25.681101 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-f2da0ebf-3e53-4b15-995c-d9a124422254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:25.682494 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-f2da0ebf-3e53-4b15-995c-d9a124422254 service neutron] 10.222.0.72 "PUT /v2.0/ports/75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 HTTP/1.1" status: 200 len: 1093 time: 1.0985196 Sep 23 15:37:25.682920 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad83e0d4-5676-4a56-9c92-eac168368925', 'tag': '75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:37:25.685183 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed4ba35-5aeb-4723-8ea2-503da56473be" -d '{"events": [{"name": "network-changed", "server_uuid": "ad83e0d4-5676-4a56-9c92-eac168368925", "tag": "75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:37:25.727675 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da0ebf-3e53-4b15-995c-d9a124422254 service neutron] Pushing event updated for resources: {'Port': ['ID=75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:25.731940 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec8fbc9-6168-4d96-b68d-e6a1f5858243 x-openstack-request-id: req-dec8fbc9-6168-4d96-b68d-e6a1f5858243 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:37:25.732221 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad83e0d4-5676-4a56-9c92-eac168368925", "tag": "75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:37:25.732469 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dec8fbc9-6168-4d96-b68d-e6a1f5858243 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:37:25.732858 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dec8fbc9-6168-4d96-b68d-e6a1f5858243'] response: {'name': 'network-changed', 'server_uuid': 'ad83e0d4-5676-4a56-9c92-eac168368925', 'tag': '75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6', 'status': 'completed', 'code': 200} Sep 23 15:37:25.835792 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4ba35-5aeb-4723-8ea2-503da56473be req-a8fbaf39-05cb-4fd7-a93c-1d729b7fc6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:25.838571 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8ed4ba35-5aeb-4723-8ea2-503da56473be req-a8fbaf39-05cb-4fd7-a93c-1d729b7fc6b3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=13211a00caa446409b68e3b37fb131e5&device_id=ad83e0d4-5676-4a56-9c92-eac168368925 HTTP/1.1" status: 200 len: 1096 time: 0.0835476 Sep 23 15:37:25.859857 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-b1e8c839-3deb-4c38-8fee-a05b71de6747 None None] Attempt 3 to provision port 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 Sep 23 15:37:25.919587 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b1e8c839-3deb-4c38-8fee-a05b71de6747 None None] Port 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:37:25.978594 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4ba35-5aeb-4723-8ea2-503da56473be req-5d7c5990-75c4-4c6d-8ee2-ea7fcf92ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:25.980036 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8ed4ba35-5aeb-4723-8ea2-503da56473be req-5d7c5990-75c4-4c6d-8ee2-ea7fcf92ec9a service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=13211a00caa446409b68e3b37fb131e5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1362064 Sep 23 15:37:26.115381 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4ba35-5aeb-4723-8ea2-503da56473be req-e00d6efb-18c0-492f-aaf4-f3e4e3d35ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:26.116736 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8ed4ba35-5aeb-4723-8ea2-503da56473be req-e00d6efb-18c0-492f-aaf4-f3e4e3d35ca2 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1306033 Sep 23 15:37:26.227704 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-9cd281da-6516-4853-8fd3-192058693ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:26.229922 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-9cd281da-6516-4853-8fd3-192058693ef8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=13211a00caa446409b68e3b37fb131e5&device_id=ad83e0d4-5676-4a56-9c92-eac168368925 HTTP/1.1" status: 200 len: 1096 time: 0.0799389 Sep 23 15:37:26.300974 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-e80ad9c3-efc2-4a6c-8af6-b3b39bb5b91e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 HTTP/1.1" status: 200 len: 217 time: 0.0649416 Sep 23 15:37:26.363511 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-93e0a81a-872a-4b1e-9d22-09b135d83ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:26.364942 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-93e0a81a-872a-4b1e-9d22-09b135d83ef6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=75dd138c-efc8-4bfe-867b-e2b718412e8c HTTP/1.1" status: 200 len: 852 time: 0.0581048 Sep 23 15:37:26.365997 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68209a38-e669-4a97-8389-b5a537c9bdfd req-e15ac9e1-a9df-44ea-a892-0737df7075c5 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:26.367420 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-68209a38-e669-4a97-8389-b5a537c9bdfd req-e15ac9e1-a9df-44ea-a892-0737df7075c5 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad83e0d4-5676-4a56-9c92-eac168368925 HTTP/1.1" status: 200 len: 943 time: 0.0869939 Sep 23 15:37:26.415001 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-68209a38-e669-4a97-8389-b5a537c9bdfd req-08a26dcc-8b8d-4e1b-985b-6c6261c2775a tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418429 Sep 23 15:37:26.451655 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-c103c4d7-7d24-48a8-a77f-8dcb6ba1f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:26.453187 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-c103c4d7-7d24-48a8-a77f-8dcb6ba1f309 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=986b01fb-77bf-4ebb-9653-0c3d46463ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823574 Sep 23 15:37:26.584019 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-4e89b9d6-50cc-46aa-a340-00d0de6c2b25 service neutron] 10.222.0.72 "GET /v2.0/networks/986b01fb-77bf-4ebb-9653-0c3d46463ccf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250844 Sep 23 15:37:26.715028 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e15f1582-24db-4f00-8dda-d5c6b5559391 req-0c72ccc7-b846-46e0-85e2-457c4de22007 service neutron] 10.222.0.72 "GET /v2.0/networks/986b01fb-77bf-4ebb-9653-0c3d46463ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249046 Sep 23 15:37:27.619188 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb040b9-5801-4f3f-bddf-1557bc34e4b0 req-3630dbd1-3cd0-4e23-8f4b-401e2105cbb5 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:27.619872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-7bb040b9-5801-4f3f-bddf-1557bc34e4b0 req-3630dbd1-3cd0-4e23-8f4b-401e2105cbb5 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Synchronizing usage tracker for tenant:13211a00caa446409b68e3b37fb131e5 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:37:27.709232 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-7bb040b9-5801-4f3f-bddf-1557bc34e4b0 req-3630dbd1-3cd0-4e23-8f4b-401e2105cbb5 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Unset dirty status for tenant:13211a00caa446409b68e3b37fb131e5 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:37:27.710466 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7bb040b9-5801-4f3f-bddf-1557bc34e4b0 req-3630dbd1-3cd0-4e23-8f4b-401e2105cbb5 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad83e0d4-5676-4a56-9c92-eac168368925 HTTP/1.1" status: 200 len: 943 time: 0.1860816 Sep 23 15:37:27.758262 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7bb040b9-5801-4f3f-bddf-1557bc34e4b0 req-f43b7e34-3893-4f90-8dff-fced988ae5df tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418453 Sep 23 15:37:28.955150 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a084a66-c151-48a1-8227-0b411878e2ea req-0926050a-ae2b-4fef-86ad-eff62081494e tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:28.956637 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3a084a66-c151-48a1-8227-0b411878e2ea req-0926050a-ae2b-4fef-86ad-eff62081494e tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad83e0d4-5676-4a56-9c92-eac168368925 HTTP/1.1" status: 200 len: 943 time: 0.0869780 Sep 23 15:37:28.999955 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3a084a66-c151-48a1-8227-0b411878e2ea req-b3cf0431-d5ee-4a1d-8c03-ea23fb246a23 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376818 Sep 23 15:37:29.350966 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:37:29.482329 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6,segment=NetworkSegment(1527c1f5-04fd-4c4a-98f6-8850c2fc6961),segment_id=1527c1f5-04fd-4c4a-98f6-8850c2fc6961)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:37:29.495289 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6', 'network_id': '986b01fb-77bf-4ebb-9653-0c3d46463ccf', 'port_id': '75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6', 'mac_address': 'fa:16:3e:81:02:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75dd138c-efc8-4bfe-867b-e2b718412e8c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:37:29.548828 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:37:29.549204 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:29.565155 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:37:29.580107 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6,segment=NetworkSegment(1527c1f5-04fd-4c4a-98f6-8850c2fc6961),segment_id=1527c1f5-04fd-4c4a-98f6-8850c2fc6961)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:37:29.641006 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:29.710976 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:29.864688 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:37:30.193861 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b62bee-0f3b-4e6e-ac28-282cce465b53 req-da059859-0a7b-49df-a1fa-e211cfa4f738 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:30.195320 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-17b62bee-0f3b-4e6e-ac28-282cce465b53 req-da059859-0a7b-49df-a1fa-e211cfa4f738 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad83e0d4-5676-4a56-9c92-eac168368925 HTTP/1.1" status: 200 len: 944 time: 0.0877101 Sep 23 15:37:30.238058 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-17b62bee-0f3b-4e6e-ac28-282cce465b53 req-da6f05bd-d743-4c50-aad3-9e2c62a8c200 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370994 Sep 23 15:37:31.364445 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:37:31.442919 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ea631-b788-4013-a682-e5206e59dd6b req-9404c40e-902b-4deb-afb8-dfac40d89b31 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:31.442919 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-035ea631-b788-4013-a682-e5206e59dd6b req-9404c40e-902b-4deb-afb8-dfac40d89b31 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad83e0d4-5676-4a56-9c92-eac168368925 HTTP/1.1" status: 200 len: 944 time: 0.0907211 Sep 23 15:37:31.483660 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-035ea631-b788-4013-a682-e5206e59dd6b req-91a42e08-ad99-4b71-89d4-378dbee9ae0f tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380683 Sep 23 15:37:31.512806 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:37:31.517928 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:37:31.518339 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:31.518743 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 Sep 23 15:37:31.633445 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:37:31.633818 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:31.659708 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad83e0d4-5676-4a56-9c92-eac168368925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:37:31.661989 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6c5eae-45e6-43f1-9af3-4c32d3c8a0de" -d '{"events": [{"server_uuid": "ad83e0d4-5676-4a56-9c92-eac168368925", "name": "network-vif-plugged", "status": "completed", "tag": "75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:37:31.669414 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6,segment=NetworkSegment(1527c1f5-04fd-4c4a-98f6-8850c2fc6961),segment_id=1527c1f5-04fd-4c4a-98f6-8850c2fc6961)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:37:31.704735 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb579430-abec-40f6-8ef5-b46e52040ea5 x-openstack-request-id: req-fb579430-abec-40f6-8ef5-b46e52040ea5 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:37:31.705023 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad83e0d4-5676-4a56-9c92-eac168368925", "name": "network-vif-plugged", "status": "completed", "tag": "75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:37:31.705278 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fb579430-abec-40f6-8ef5-b46e52040ea5 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:37:31.705674 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb579430-abec-40f6-8ef5-b46e52040ea5'] response: {'server_uuid': 'ad83e0d4-5676-4a56-9c92-eac168368925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6', 'code': 200} Sep 23 15:37:31.721084 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:31.787514 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:32.084324 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c7864c15-5579-46fa-adea-38131df4cfaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:32.160843 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27fbfc-54e1-47a7-aa56-1de3b7c8de16 req-874ccee5-462c-4a15-b8b0-de142705c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:32.162321 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9e27fbfc-54e1-47a7-aa56-1de3b7c8de16 req-874ccee5-462c-4a15-b8b0-de142705c48f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ad83e0d4-5676-4a56-9c92-eac168368925 HTTP/1.1" status: 200 len: 1098 time: 0.1809902 Sep 23 15:37:32.202692 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9e27fbfc-54e1-47a7-aa56-1de3b7c8de16 req-e142d8ea-ebfa-4740-a0c6-52cf768403a0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337701 Sep 23 15:37:32.687914 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc752a22-67ec-4d57-a5e8-08bfaf8dbe65 req-c1d2d118-ca83-4629-bfe8-6e8cfbeaadc8 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:32.689360 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-dc752a22-67ec-4d57-a5e8-08bfaf8dbe65 req-c1d2d118-ca83-4629-bfe8-6e8cfbeaadc8 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad83e0d4-5676-4a56-9c92-eac168368925 HTTP/1.1" status: 200 len: 945 time: 0.0872979 Sep 23 15:37:32.736991 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-dc752a22-67ec-4d57-a5e8-08bfaf8dbe65 req-10485a18-62f0-42f4-b540-966049345abc tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411189 Sep 23 15:37:32.895582 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:33.936051 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5197f4f-6545-4ceb-a7eb-7bb8b7424c03 req-ed76bcaa-c58a-4f1d-9cf7-113f2772d3f2 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:33.937416 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a5197f4f-6545-4ceb-a7eb-7bb8b7424c03 req-ed76bcaa-c58a-4f1d-9cf7-113f2772d3f2 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad83e0d4-5676-4a56-9c92-eac168368925 HTTP/1.1" status: 200 len: 945 time: 0.0864315 Sep 23 15:37:33.980829 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a5197f4f-6545-4ceb-a7eb-7bb8b7424c03 req-c730e10a-62a8-47c2-8572-40575224e10b tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372181 Sep 23 15:37:34.582754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8339a-0f69-4b3d-90ec-9d0c1434b042 req-57ec2ca8-4600-4b50-9273-cf2bbb5691e7 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:34.584184 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2fa8339a-0f69-4b3d-90ec-9d0c1434b042 req-57ec2ca8-4600-4b50-9273-cf2bbb5691e7 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad83e0d4-5676-4a56-9c92-eac168368925 HTTP/1.1" status: 200 len: 945 time: 0.0963526 Sep 23 15:37:34.627305 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2fa8339a-0f69-4b3d-90ec-9d0c1434b042 req-94c395b7-a2bf-4943-8470-dc9b1ef62c05 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374551 Sep 23 15:37:35.046598 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74fd87eb-8be6-496d-9018-fcee12b16813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:35.503690 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:35.623725 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:35.924033 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41914949-3f8c-4d17-aabe-de27c6b7c750 req-240e6b23-fbfd-489c-b79a-e8412e0c2505 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:35.925535 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-41914949-3f8c-4d17-aabe-de27c6b7c750 req-240e6b23-fbfd-489c-b79a-e8412e0c2505 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad83e0d4-5676-4a56-9c92-eac168368925 HTTP/1.1" status: 200 len: 945 time: 0.1872435 Sep 23 15:37:35.939723 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc77878-1d15-427d-8a61-605db0e7b1cb req-d1e890d9-33d2-4e56-ac28-beff07dd39f1 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:35.941739 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2dc77878-1d15-427d-8a61-605db0e7b1cb req-d1e890d9-33d2-4e56-ac28-beff07dd39f1 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.72 "GET /v2.0/ports?device_id=ad83e0d4-5676-4a56-9c92-eac168368925 HTTP/1.1" status: 200 len: 945 time: 0.0908327 Sep 23 15:37:35.971287 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-41914949-3f8c-4d17-aabe-de27c6b7c750 req-61102f6d-254c-4846-97fc-b172aaee2e19 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397701 Sep 23 15:37:36.012605 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-2dc77878-1d15-427d-8a61-605db0e7b1cb req-0583ccb4-e0b1-4f09-a252-6af4b60525c3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Deleting port 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:37:36.012946 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2dc77878-1d15-427d-8a61-605db0e7b1cb req-0583ccb4-e0b1-4f09-a252-6af4b60525c3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:36.255963 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-2dc77878-1d15-427d-8a61-605db0e7b1cb req-0583ccb4-e0b1-4f09-a252-6af4b60525c3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] For port 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6,segment=NetworkSegment(1527c1f5-04fd-4c4a-98f6-8850c2fc6961),segment_id=1527c1f5-04fd-4c4a-98f6-8850c2fc6961)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:37:36.256314 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2dc77878-1d15-427d-8a61-605db0e7b1cb req-0583ccb4-e0b1-4f09-a252-6af4b60525c3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:36.381337 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-2dc77878-1d15-427d-8a61-605db0e7b1cb req-0583ccb4-e0b1-4f09-a252-6af4b60525c3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Calling delete_port for 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:37:36.595524 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2dc77878-1d15-427d-8a61-605db0e7b1cb req-0583ccb4-e0b1-4f09-a252-6af4b60525c3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:36.607066 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d', '75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:37:36.645129 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583ccb4-e0b1-4f09-a252-6af4b60525c3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Pushing event deleted for resources: {'Port': ['ID=75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:36.740835 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc77878-1d15-427d-8a61-605db0e7b1cb req-0583ccb4-e0b1-4f09-a252-6af4b60525c3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] No DVR routers for this DVR port 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:37:36.743585 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2dc77878-1d15-427d-8a61-605db0e7b1cb req-0583ccb4-e0b1-4f09-a252-6af4b60525c3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:36.754855 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad83e0d4-5676-4a56-9c92-eac168368925', 'name': 'network-vif-deleted', 'tag': '75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:37:36.757793 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e5aeda-81a1-4e70-9d9e-99d2cf2a6559" -d '{"events": [{"server_uuid": "ad83e0d4-5676-4a56-9c92-eac168368925", "name": "network-vif-deleted", "tag": "75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:37:36.808186 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669fbecc-abf7-437a-81f9-575240d0a17b x-openstack-request-id: req-669fbecc-abf7-437a-81f9-575240d0a17b {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:37:36.808480 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad83e0d4-5676-4a56-9c92-eac168368925", "name": "network-vif-deleted", "tag": "75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:37:36.808823 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-669fbecc-abf7-437a-81f9-575240d0a17b {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:37:36.809221 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-669fbecc-abf7-437a-81f9-575240d0a17b'] response: {'server_uuid': 'ad83e0d4-5676-4a56-9c92-eac168368925', 'name': 'network-vif-deleted', 'tag': '75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6', 'status': 'completed', 'code': 200} Sep 23 15:37:36.836233 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2dc77878-1d15-427d-8a61-605db0e7b1cb req-0583ccb4-e0b1-4f09-a252-6af4b60525c3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.72 "DELETE /v2.0/ports/75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 HTTP/1.1" status: 204 len: 173 time: 0.8889260 Sep 23 15:37:37.084245 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:37.140100 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8d18f075-063a-42fe-9fe7-7c7f0bc77330 req-953f7dda-f28b-42bc-8fab-eb85d7f07850 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad83e0d4-5676-4a56-9c92-eac168368925 HTTP/1.1" status: 200 len: 210 time: 0.0541294 Sep 23 15:37:38.410831 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124e379-718f-4e29-886b-81f2af2f23f3 req-f363443e-304e-4da5-97ec-5e4ad1f179b6 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:38.412269 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7124e379-718f-4e29-886b-81f2af2f23f3 req-f363443e-304e-4da5-97ec-5e4ad1f179b6 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182 HTTP/1.1" status: 200 len: 946 time: 0.0886531 Sep 23 15:37:38.455391 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7124e379-718f-4e29-886b-81f2af2f23f3 req-1effbfd5-b013-40a9-965f-24c2fa1d27bb tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374255 Sep 23 15:37:38.677621 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059b19d-b722-4000-8e67-7bf8b4c1fe9b req-6df89414-e625-49b6-88df-9aebb3d7b7e5 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:38.679081 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c059b19d-b722-4000-8e67-7bf8b4c1fe9b req-6df89414-e625-49b6-88df-9aebb3d7b7e5 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182 HTTP/1.1" status: 200 len: 946 time: 0.0981567 Sep 23 15:37:38.723589 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c059b19d-b722-4000-8e67-7bf8b4c1fe9b req-848b6e25-70a6-4d41-a80f-b75a1d64f9b7 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388236 Sep 23 15:37:38.922094 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880f49a-bad4-4ace-bf60-1b77c49b5a61 req-1adb1877-ba56-4930-a54c-0110787f2f0f tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:38.922809 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-d880f49a-bad4-4ace-bf60-1b77c49b5a61 req-1adb1877-ba56-4930-a54c-0110787f2f0f tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Synchronizing usage tracker for tenant:13211a00caa446409b68e3b37fb131e5 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:37:38.989523 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-d880f49a-bad4-4ace-bf60-1b77c49b5a61 req-1adb1877-ba56-4930-a54c-0110787f2f0f tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Unset dirty status for tenant:13211a00caa446409b68e3b37fb131e5 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:37:38.990683 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d880f49a-bad4-4ace-bf60-1b77c49b5a61 req-1adb1877-ba56-4930-a54c-0110787f2f0f tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182 HTTP/1.1" status: 200 len: 946 time: 0.1536040 Sep 23 15:37:39.037785 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d880f49a-bad4-4ace-bf60-1b77c49b5a61 req-42d633ae-a610-440f-abe0-d5ff6c47cd7d tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414104 Sep 23 15:37:39.333940 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d870a1-b4ae-4975-820d-6b987739a28b req-c0857f51-8c23-492c-80db-e92a8d2089c6 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:39.335317 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-18d870a1-b4ae-4975-820d-6b987739a28b req-c0857f51-8c23-492c-80db-e92a8d2089c6 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182 HTTP/1.1" status: 200 len: 946 time: 0.0867245 Sep 23 15:37:39.378580 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-18d870a1-b4ae-4975-820d-6b987739a28b req-6ad6d75c-f509-4e7b-b355-dc9e8d49be39 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375185 Sep 23 15:37:39.571809 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb67e60-a20a-428b-b577-d51c65d7da34 req-c8c40a07-6e49-4a10-8a86-73ad39582878 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:39.573259 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8bb67e60-a20a-428b-b577-d51c65d7da34 req-c8c40a07-6e49-4a10-8a86-73ad39582878 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182 HTTP/1.1" status: 200 len: 946 time: 0.0869775 Sep 23 15:37:39.620322 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8bb67e60-a20a-428b-b577-d51c65d7da34 req-0034a987-e142-40af-8c6e-93b5d690e1ee tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413594 Sep 23 15:37:39.827029 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e845ecc-4807-4b03-81c9-fdfdb994ba40 req-56f8fca6-4973-4449-b866-c5677e2e8fce tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:39.828469 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3e845ecc-4807-4b03-81c9-fdfdb994ba40 req-56f8fca6-4973-4449-b866-c5677e2e8fce tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182 HTTP/1.1" status: 200 len: 946 time: 0.0895486 Sep 23 15:37:39.872200 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3e845ecc-4807-4b03-81c9-fdfdb994ba40 req-0d16e341-d012-433e-a76f-27385b7da275 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375495 Sep 23 15:37:40.587430 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165016b1-ef85-41ff-9bfc-335f398f4b7a req-cbc7d728-089d-463e-acb4-57d11ff8efbb tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:40.588897 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-165016b1-ef85-41ff-9bfc-335f398f4b7a req-cbc7d728-089d-463e-acb4-57d11ff8efbb tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182 HTTP/1.1" status: 200 len: 946 time: 0.0910554 Sep 23 15:37:40.632671 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-165016b1-ef85-41ff-9bfc-335f398f4b7a req-1e66913a-1ca8-441e-a98e-774d30b65dc3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380900 Sep 23 15:37:41.428789 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:37:41.489948 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:37:41.490287 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 75f02dbe-30a4-4d8b-8c51-d4a8df7d76b6 not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:37:41.833571 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde94066-d5c9-47f8-b896-c9cb6fb7cdf6 req-dbff3d12-1e3c-49d9-a66e-38e613e6a553 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:41.835054 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-cde94066-d5c9-47f8-b896-c9cb6fb7cdf6 req-dbff3d12-1e3c-49d9-a66e-38e613e6a553 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182 HTTP/1.1" status: 200 len: 946 time: 0.0927072 Sep 23 15:37:41.923497 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-cde94066-d5c9-47f8-b896-c9cb6fb7cdf6 req-342534de-202d-478d-b07c-1ac9abca91da tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/security-groups?id=81d24bbb-0158-4d8a-9f7a-f097ca445f30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826399 Sep 23 15:37:41.959976 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96254c4-59aa-41a9-9fa8-f47c73014086 req-4949f3fa-17bb-4ffd-bfc7-5169711b7837 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:41.961377 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d96254c4-59aa-41a9-9fa8-f47c73014086 req-4949f3fa-17bb-4ffd-bfc7-5169711b7837 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182 HTTP/1.1" status: 200 len: 946 time: 0.1018476 Sep 23 15:37:42.033499 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-d96254c4-59aa-41a9-9fa8-f47c73014086 req-bd672bd0-5d5a-48a8-a3ef-07d7a2f88ac3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Deleting port c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:37:42.033835 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d96254c4-59aa-41a9-9fa8-f47c73014086 req-bd672bd0-5d5a-48a8-a3ef-07d7a2f88ac3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:42.366950 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-d96254c4-59aa-41a9-9fa8-f47c73014086 req-bd672bd0-5d5a-48a8-a3ef-07d7a2f88ac3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] For port c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d,segment=NetworkSegment(1527c1f5-04fd-4c4a-98f6-8850c2fc6961),segment_id=1527c1f5-04fd-4c4a-98f6-8850c2fc6961)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:37:42.367300 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d96254c4-59aa-41a9-9fa8-f47c73014086 req-bd672bd0-5d5a-48a8-a3ef-07d7a2f88ac3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:42.486309 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-d96254c4-59aa-41a9-9fa8-f47c73014086 req-bd672bd0-5d5a-48a8-a3ef-07d7a2f88ac3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Calling delete_port for c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:37:42.715764 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d96254c4-59aa-41a9-9fa8-f47c73014086 req-bd672bd0-5d5a-48a8-a3ef-07d7a2f88ac3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:42.727115 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:37:42.765183 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd672bd0-5d5a-48a8-a3ef-07d7a2f88ac3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Pushing event deleted for resources: {'Port': ['ID=c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:42.809850 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd672bd0-5d5a-48a8-a3ef-07d7a2f88ac3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:42.809850 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd672bd0-5d5a-48a8-a3ef-07d7a2f88ac3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:42.809850 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd672bd0-5d5a-48a8-a3ef-07d7a2f88ac3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:42.809850 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd672bd0-5d5a-48a8-a3ef-07d7a2f88ac3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:42.810333 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd672bd0-5d5a-48a8-a3ef-07d7a2f88ac3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:42.810565 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd672bd0-5d5a-48a8-a3ef-07d7a2f88ac3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:42.810892 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd672bd0-5d5a-48a8-a3ef-07d7a2f88ac3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:42.811246 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd672bd0-5d5a-48a8-a3ef-07d7a2f88ac3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:42.811587 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd672bd0-5d5a-48a8-a3ef-07d7a2f88ac3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:42.811887 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd672bd0-5d5a-48a8-a3ef-07d7a2f88ac3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:42.812205 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd672bd0-5d5a-48a8-a3ef-07d7a2f88ac3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:42.812522 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd672bd0-5d5a-48a8-a3ef-07d7a2f88ac3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:42.869703 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96254c4-59aa-41a9-9fa8-f47c73014086 req-bd672bd0-5d5a-48a8-a3ef-07d7a2f88ac3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] No DVR routers for this DVR port c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:37:42.872350 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d96254c4-59aa-41a9-9fa8-f47c73014086 req-bd672bd0-5d5a-48a8-a3ef-07d7a2f88ac3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:42.875052 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182', 'name': 'network-vif-deleted', 'tag': 'c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:37:42.877353 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb0e8d5-eb46-4f37-87ab-d94145cc39f6" -d '{"events": [{"server_uuid": "5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182", "name": "network-vif-deleted", "tag": "c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:37:42.920557 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f849416c-240f-4f82-af04-6ae7b17162ba x-openstack-request-id: req-f849416c-240f-4f82-af04-6ae7b17162ba {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:37:42.920844 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182", "name": "network-vif-deleted", "tag": "c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:37:42.921089 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f849416c-240f-4f82-af04-6ae7b17162ba {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:37:42.921483 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f849416c-240f-4f82-af04-6ae7b17162ba'] response: {'server_uuid': '5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182', 'name': 'network-vif-deleted', 'tag': 'c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d', 'status': 'completed', 'code': 200} Sep 23 15:37:42.948399 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d96254c4-59aa-41a9-9fa8-f47c73014086 req-bd672bd0-5d5a-48a8-a3ef-07d7a2f88ac3 tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.72 "DELETE /v2.0/ports/c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d HTTP/1.1" status: 204 len: 173 time: 0.9812686 Sep 23 15:37:43.090835 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-b17ed7eb-603b-4e72-853f-0bcd7f28450e req-a49e5e16-51d1-4e7a-acf0-d7b566afb0ed tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Synchronizing usage tracker for tenant:13211a00caa446409b68e3b37fb131e5 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:37:43.158463 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-b17ed7eb-603b-4e72-853f-0bcd7f28450e req-a49e5e16-51d1-4e7a-acf0-d7b566afb0ed tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] Unset dirty status for tenant:13211a00caa446409b68e3b37fb131e5 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:37:43.160278 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b17ed7eb-603b-4e72-853f-0bcd7f28450e req-a49e5e16-51d1-4e7a-acf0-d7b566afb0ed tempest-ServersNegativeTestJSON-549927502 tempest-ServersNegativeTestJSON-549927502-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f8b0e68-d50a-4a5d-bcf2-25d78e5aa182 HTTP/1.1" status: 200 len: 210 time: 0.1222577 Sep 23 15:37:44.259979 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54788) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:37:44.791940 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-92ecf56a-fdcb-4687-84c0-a2bba84ff2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:45.234544 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-92ecf56a-fdcb-4687-84c0-a2bba84ff2d9 admin admin] Deleting port a41c55dc-532c-453f-b62b-0b40c31d50ad {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:37:45.234889 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-92ecf56a-fdcb-4687-84c0-a2bba84ff2d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:45.404329 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-92ecf56a-fdcb-4687-84c0-a2bba84ff2d9 admin admin] For port a41c55dc-532c-453f-b62b-0b40c31d50ad, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a41c55dc-532c-453f-b62b-0b40c31d50ad,segment=NetworkSegment(1527c1f5-04fd-4c4a-98f6-8850c2fc6961),segment_id=1527c1f5-04fd-4c4a-98f6-8850c2fc6961)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:37:45.405052 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-92ecf56a-fdcb-4687-84c0-a2bba84ff2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:45.525206 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-92ecf56a-fdcb-4687-84c0-a2bba84ff2d9 admin admin] Calling delete_port for a41c55dc-532c-453f-b62b-0b40c31d50ad owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:37:45.944502 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-92ecf56a-fdcb-4687-84c0-a2bba84ff2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:45.991785 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecf56a-fdcb-4687-84c0-a2bba84ff2d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a41c55dc-532c-453f-b62b-0b40c31d50ad,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:46.261567 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-92ecf56a-fdcb-4687-84c0-a2bba84ff2d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:46.723928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ecf56a-fdcb-4687-84c0-a2bba84ff2d9 admin admin] Router 44a60725-7622-4967-be82-d0cd1b01a02d has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:37:46.903177 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ecf56a-fdcb-4687-84c0-a2bba84ff2d9 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:37:46.914698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55149d06-f191-42f4-aee2-eb99a796332f None None] Sync routers for ids ['44a60725-7622-4967-be82-d0cd1b01a02d'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:37:46.924205 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55149d06-f191-42f4-aee2-eb99a796332f None None] Routers {'44a60725-7622-4967-be82-d0cd1b01a02d'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:37:46.924819 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-55149d06-f191-42f4-aee2-eb99a796332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:37:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['44a60725-7622-4967-be82-d0cd1b01a02d'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:37:47.020208 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-92ecf56a-fdcb-4687-84c0-a2bba84ff2d9 admin admin] 10.222.0.67 "PUT /v2.0/routers/44a60725-7622-4967-be82-d0cd1b01a02d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7590899 Sep 23 15:37:47.022748 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54792) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:37:47.103539 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-55149d06-f191-42f4-aee2-eb99a796332f None None] Set router 44a60725-7622-4967-be82-d0cd1b01a02d gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:37:47.198737 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a26212c2-b32b-4d1a-adec-74e89a2c8c33 admin admin] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:47.372388 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a26212c2-b32b-4d1a-adec-74e89a2c8c33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:47.377598 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-55149d06-f191-42f4-aee2-eb99a796332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a60725-7622-4967-be82-d0cd1b01a02d', 'name': 'tempest-ServersNegativeTestJSON-360815441-router', 'tenant_id': '13211a00caa446409b68e3b37fb131e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.87'}], 'enable_snat': True}, 'gw_port_id': '5a80ca87-601f-4b7a-a630-246272bacabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:36:59Z', 'updated_at': '2022-09-23T15:37:45Z', 'revision_number': 5, 'project_id': '13211a00caa446409b68e3b37fb131e5', 'gw_port': {'id': '5a80ca87-601f-4b7a-a630-246272bacabe', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a60725-7622-4967-be82-d0cd1b01a02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:36:59Z', 'updated_at': '2022-09-23T15:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:37:47.381572 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55149d06-f191-42f4-aee2-eb99a796332f None None] Checking router: 44a60725-7622-4967-be82-d0cd1b01a02d for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:37:47.389680 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55149d06-f191-42f4-aee2-eb99a796332f None None] Routers {'44a60725-7622-4967-be82-d0cd1b01a02d'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:37:47.390259 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-55149d06-f191-42f4-aee2-eb99a796332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:37:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['44a60725-7622-4967-be82-d0cd1b01a02d'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:37:47.423696 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-a26212c2-b32b-4d1a-adec-74e89a2c8c33 admin admin] Deleting port 5a80ca87-601f-4b7a-a630-246272bacabe {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:37:47.424039 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a26212c2-b32b-4d1a-adec-74e89a2c8c33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:47.446485 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:37:47.540544 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:37:47.540878 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device c9a04e93-9bb8-4201-ad0e-ac6a1f2da72d not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:37:47.574609 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-55149d06-f191-42f4-aee2-eb99a796332f None None] Set router 44a60725-7622-4967-be82-d0cd1b01a02d gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:37:47.601190 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-a26212c2-b32b-4d1a-adec-74e89a2c8c33 admin admin] For port 5a80ca87-601f-4b7a-a630-246272bacabe, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5a80ca87-601f-4b7a-a630-246272bacabe,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:37:47.601545 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a26212c2-b32b-4d1a-adec-74e89a2c8c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:47.679287 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-55149d06-f191-42f4-aee2-eb99a796332f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a60725-7622-4967-be82-d0cd1b01a02d', 'name': 'tempest-ServersNegativeTestJSON-360815441-router', 'tenant_id': '13211a00caa446409b68e3b37fb131e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:36:59Z', 'updated_at': '2022-09-23T15:37:47Z', 'revision_number': 6, 'project_id': '13211a00caa446409b68e3b37fb131e5', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:37:47.683815 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55149d06-f191-42f4-aee2-eb99a796332f None None] The sync data for ids ['44a60725-7622-4967-be82-d0cd1b01a02d'] in dv-neutron-859093-1-hyperv is: [{'id': '44a60725-7622-4967-be82-d0cd1b01a02d', 'name': 'tempest-ServersNegativeTestJSON-360815441-router', 'tenant_id': '13211a00caa446409b68e3b37fb131e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:36:59Z', 'updated_at': '2022-09-23T15:37:47Z', 'revision_number': 6, 'project_id': '13211a00caa446409b68e3b37fb131e5', 'gw_port_host': None}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:37:47.725281 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-a26212c2-b32b-4d1a-adec-74e89a2c8c33 admin admin] Calling delete_port for 5a80ca87-601f-4b7a-a630-246272bacabe owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:37:47.961407 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a26212c2-b32b-4d1a-adec-74e89a2c8c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:48.008258 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26212c2-b32b-4d1a-adec-74e89a2c8c33 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a80ca87-601f-4b7a-a630-246272bacabe,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:48.114720 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a26212c2-b32b-4d1a-adec-74e89a2c8c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:48.392876 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a26212c2-b32b-4d1a-adec-74e89a2c8c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:48.394992 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a26212c2-b32b-4d1a-adec-74e89a2c8c33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:48.484592 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a26212c2-b32b-4d1a-adec-74e89a2c8c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:48.485101 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26212c2-b32b-4d1a-adec-74e89a2c8c33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44a60725-7622-4967-be82-d0cd1b01a02d {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:37:48.498440 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a26212c2-b32b-4d1a-adec-74e89a2c8c33 admin admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:48.499549 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a26212c2-b32b-4d1a-adec-74e89a2c8c33 admin admin] 10.222.0.67 "DELETE /v2.0/routers/44a60725-7622-4967-be82-d0cd1b01a02d HTTP/1.1" status: 204 len: 168 time: 1.4758949 Sep 23 15:37:48.506026 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54796) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:37:48.564179 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c5d239-deee-4349-9204-cdfbb6c85e7c admin admin] Deleting subnet 75dd138c-efc8-4bfe-867b-e2b718412e8c {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:37:48.567168 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-83c5d239-deee-4349-9204-cdfbb6c85e7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:48.616699 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-83c5d239-deee-4349-9204-cdfbb6c85e7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:48.702376 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-83c5d239-deee-4349-9204-cdfbb6c85e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:48.862190 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-83c5d239-deee-4349-9204-cdfbb6c85e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:48.903981 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-83c5d239-deee-4349-9204-cdfbb6c85e7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:48.908411 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0376fdb-1e6b-4575-97c6-eb53d63d8bcc None None] Network 986b01fb-77bf-4ebb-9653-0c3d46463ccf requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:37:48.908939 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5d239-deee-4349-9204-cdfbb6c85e7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75dd138c-efc8-4bfe-867b-e2b718412e8c,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:48.913758 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-83c5d239-deee-4349-9204-cdfbb6c85e7c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/75dd138c-efc8-4bfe-867b-e2b718412e8c HTTP/1.1" status: 204 len: 168 time: 0.4106121 Sep 23 15:37:48.916127 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54800) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:37:49.022005 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9dc3afa7-6d81-4444-a05b-8935a7f8dda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:49.032412 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3afa7-6d81-4444-a05b-8935a7f8dda9 admin admin] Deleting port 3ee0290f-d55c-4719-8af2-f6dea5d6f9af {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:37:49.032743 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9dc3afa7-6d81-4444-a05b-8935a7f8dda9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:49.177195 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4b33da-a9b9-4e27-93d1-d9e8cb40daab None None] DHCP port deletion for 986b01fb-77bf-4ebb-9653-0c3d46463ccf request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:37:49.181408 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ea4b33da-a9b9-4e27-93d1-d9e8cb40daab None None] Deleting port 3ee0290f-d55c-4719-8af2-f6dea5d6f9af {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:37:49.181779 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ea4b33da-a9b9-4e27-93d1-d9e8cb40daab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:49.245748 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-9dc3afa7-6d81-4444-a05b-8935a7f8dda9 admin admin] For port 3ee0290f-d55c-4719-8af2-f6dea5d6f9af, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=3ee0290f-d55c-4719-8af2-f6dea5d6f9af,segment=NetworkSegment(1527c1f5-04fd-4c4a-98f6-8850c2fc6961),segment_id=1527c1f5-04fd-4c4a-98f6-8850c2fc6961)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:37:49.246093 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9dc3afa7-6d81-4444-a05b-8935a7f8dda9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:49.365745 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3afa7-6d81-4444-a05b-8935a7f8dda9 admin admin] Calling delete_port for 3ee0290f-d55c-4719-8af2-f6dea5d6f9af owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:37:49.379982 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ea4b33da-a9b9-4e27-93d1-d9e8cb40daab None None] For port 3ee0290f-d55c-4719-8af2-f6dea5d6f9af, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=3ee0290f-d55c-4719-8af2-f6dea5d6f9af,segment=NetworkSegment(1527c1f5-04fd-4c4a-98f6-8850c2fc6961),segment_id=1527c1f5-04fd-4c4a-98f6-8850c2fc6961)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:37:49.380372 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ea4b33da-a9b9-4e27-93d1-d9e8cb40daab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:49.509759 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9dc3afa7-6d81-4444-a05b-8935a7f8dda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:49.536475 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ea4b33da-a9b9-4e27-93d1-d9e8cb40daab None None] Calling delete_port for 3ee0290f-d55c-4719-8af2-f6dea5d6f9af owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:37:49.557454 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3afa7-6d81-4444-a05b-8935a7f8dda9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ee0290f-d55c-4719-8af2-f6dea5d6f9af,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:49.559263 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc3afa7-6d81-4444-a05b-8935a7f8dda9 admin admin] No DVR routers for this DVR port 3ee0290f-d55c-4719-8af2-f6dea5d6f9af on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:37:49.610003 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-ea4b33da-a9b9-4e27-93d1-d9e8cb40daab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:37:49.610392 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-ea4b33da-a9b9-4e27-93d1-d9e8cb40daab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:37:49.673941 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9dc3afa7-6d81-4444-a05b-8935a7f8dda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:49.699535 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-9dc3afa7-6d81-4444-a05b-8935a7f8dda9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986b01fb-77bf-4ebb-9653-0c3d46463ccf']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:37:49.712642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-9dc3afa7-6d81-4444-a05b-8935a7f8dda9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1527c1f5-04fd-4c4a-98f6-8850c2fc6961') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:37:49.712882 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-9dc3afa7-6d81-4444-a05b-8935a7f8dda9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1527c1f5-04fd-4c4a-98f6-8850c2fc6961') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:37:49.724761 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9dc3afa7-6d81-4444-a05b-8935a7f8dda9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:49.738676 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a41c55dc-532c-453f-b62b-0b40c31d50ad no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:37:49.741704 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9dc3afa7-6d81-4444-a05b-8935a7f8dda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:49.748720 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc3afa7-6d81-4444-a05b-8935a7f8dda9 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:37:49.748720 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9dc3afa7-6d81-4444-a05b-8935a7f8dda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:49.777424 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: a41c55dc-532c-453f-b62b-0b40c31d50ad {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:37:49.781313 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a41c55dc-532c-453f-b62b-0b40c31d50ad not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:37:49.781313 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5a80ca87-601f-4b7a-a630-246272bacabe no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:37:49.814686 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 5a80ca87-601f-4b7a-a630-246272bacabe {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:37:49.815188 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5a80ca87-601f-4b7a-a630-246272bacabe not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:37:49.815696 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 3ee0290f-d55c-4719-8af2-f6dea5d6f9af no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:37:49.819884 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 1527c1f5-04fd-4c4a-98f6-8850c2fc6961 resource provider aggregate not found Sep 23 15:37:49.838920 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 1527c1f5-04fd-4c4a-98f6-8850c2fc6961 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1527c1f5-04fd-4c4a-98f6-8850c2fc6961 found for delete ", "request_id": "req-b7ca65c3-52db-4e42-a634-fbe9414ff2de"}]} Sep 23 15:37:49.850914 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 3ee0290f-d55c-4719-8af2-f6dea5d6f9af {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:37:49.853003 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 3ee0290f-d55c-4719-8af2-f6dea5d6f9af not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:37:49.932296 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9dc3afa7-6d81-4444-a05b-8935a7f8dda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:49.949357 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9dc3afa7-6d81-4444-a05b-8935a7f8dda9 admin admin] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:49.963344 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3afa7-6d81-4444-a05b-8935a7f8dda9 admin admin] Pushing event deleted for resources: {'Network': ['ID=986b01fb-77bf-4ebb-9653-0c3d46463ccf,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:50.027571 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9dc3afa7-6d81-4444-a05b-8935a7f8dda9 admin admin] 10.222.0.67 "DELETE /v2.0/networks/986b01fb-77bf-4ebb-9653-0c3d46463ccf HTTP/1.1" status: 204 len: 168 time: 1.1104412 Sep 23 15:37:50.111717 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ea4b33da-a9b9-4e27-93d1-d9e8cb40daab None None] Deleting port 3ee0290f-d55c-4719-8af2-f6dea5d6f9af {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:37:50.112218 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ea4b33da-a9b9-4e27-93d1-d9e8cb40daab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:50.185165 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ea4b33da-a9b9-4e27-93d1-d9e8cb40daab None None] The port '3ee0290f-d55c-4719-8af2-f6dea5d6f9af' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:37:50.348431 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54810) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:37:50.399523 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d23ffeae-a44e-4965-9af7-890aa6392e03 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=13211a00caa446409b68e3b37fb131e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498998 Sep 23 15:37:50.402036 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54814) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:37:50.549213 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4e4828c1-7006-47a7-a478-56d04f738a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:50.574814 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4e4828c1-7006-47a7-a478-56d04f738a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:50.709721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4e4828c1-7006-47a7-a478-56d04f738a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:50.724762 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4828c1-7006-47a7-a478-56d04f738a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d24bbb-0158-4d8a-9f7a-f097ca445f30,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:50.809185 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4e4828c1-7006-47a7-a478-56d04f738a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:50.810471 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4e4828c1-7006-47a7-a478-56d04f738a64 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/81d24bbb-0158-4d8a-9f7a-f097ca445f30 HTTP/1.1" status: 204 len: 168 time: 0.4074912 Sep 23 15:37:51.839199 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 54838) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:37:51.946063 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-756282517'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:37:51.951078 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:37:51.954968 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Usage tracker for resource:network and tenant:8b1319979ece478bb02e45ee20ae2333 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:37:51.958808 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:37:51.964446 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:37:52.040869 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Made reservation on behalf of 8b1319979ece478bb02e45ee20ae2333 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:37:52.044301 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:52.056519 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:52.071534 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:37:52.075315 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Usage tracker for resource:security_group_rule and tenant:8b1319979ece478bb02e45ee20ae2333 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:37:52.078065 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:37:52.084554 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:37:52.164897 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:52.235167 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:52.271241 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:37:52.279525 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13bc8b59-3341-4f59-a6e6-a37638d037c7,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:52.288071 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:52.288411 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Added segment fe209df8-320a-495c-8c55-898eb6089d0f of type vlan for network 24e12e6c-f796-4106-86dc-60ed62338b9b Sep 23 15:37:52.290153 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:52.290511 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:52.290862 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:52.291239 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:52.291572 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:52.291901 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:52.292227 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:52.292550 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:52.292877 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:52.293198 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:52.293520 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:52.293838 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:37:52.323057 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:52.409829 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:52.415289 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:52.415870 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:52.527106 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Pushing event updated for resources: {'Network': ['ID=24e12e6c-f796-4106-86dc-60ed62338b9b,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:52.538230 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 24e12e6c-f796-4106-86dc-60ed62338b9b details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:37:52.616458 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-5609ab8f-05c1-44b8-9396-8562dcfc81c6 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7761233 Sep 23 15:37:55.875866 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 54844) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:37:55.882268 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-9691aeab-4c08-4eae-8717-f4a2d4fe3629 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Request body: {'subnet': {'network_id': '24e12e6c-f796-4106-86dc-60ed62338b9b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:37:55.997779 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9691aeab-4c08-4eae-8717-f4a2d4fe3629 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:37:56.001702 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9691aeab-4c08-4eae-8717-f4a2d4fe3629 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Usage tracker for resource:subnet and tenant:8b1319979ece478bb02e45ee20ae2333 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:37:56.004554 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9691aeab-4c08-4eae-8717-f4a2d4fe3629 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:37:56.010289 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9691aeab-4c08-4eae-8717-f4a2d4fe3629 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:37:56.084036 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9691aeab-4c08-4eae-8717-f4a2d4fe3629 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Made reservation on behalf of 8b1319979ece478bb02e45ee20ae2333 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:37:56.087655 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9691aeab-4c08-4eae-8717-f4a2d4fe3629 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:56.513515 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9691aeab-4c08-4eae-8717-f4a2d4fe3629 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:56.594940 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691aeab-4c08-4eae-8717-f4a2d4fe3629 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Pushing event updated for resources: {'Subnet': ['ID=a6fd2e98-1635-4654-bc48-9fed339b34d3,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:56.603809 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9691aeab-4c08-4eae-8717-f4a2d4fe3629 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Checking segment: {'id': 'fe209df8-320a-495c-8c55-898eb6089d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '24e12e6c-f796-4106-86dc-60ed62338b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:37:56.604165 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9691aeab-4c08-4eae-8717-f4a2d4fe3629 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Network hostable DHCP agents. Network: 24e12e6c-f796-4106-86dc-60ed62338b9b, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:37:56.669892 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9691aeab-4c08-4eae-8717-f4a2d4fe3629 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Network 24e12e6c-f796-4106-86dc-60ed62338b9b is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:37:56.732399 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-9691aeab-4c08-4eae-8717-f4a2d4fe3629 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 24e12e6c-f796-4106-86dc-60ed62338b9b) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:37:56.736458 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9691aeab-4c08-4eae-8717-f4a2d4fe3629 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:56.737040 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9691aeab-4c08-4eae-8717-f4a2d4fe3629 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:56.741410 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a4c66b-036d-4eb5-89f0-5b171d1c6e4e None None] Network 24e12e6c-f796-4106-86dc-60ed62338b9b requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:37:56.817050 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9691aeab-4c08-4eae-8717-f4a2d4fe3629 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9400363 Sep 23 15:37:56.820937 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54848) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:37:56.826890 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-e3c23a4f-3d87-475e-881c-820c150f19d8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-403909176'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:37:56.832668 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e3c23a4f-3d87-475e-881c-820c150f19d8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:37:56.836567 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e3c23a4f-3d87-475e-881c-820c150f19d8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Usage tracker for resource:network and tenant:8b1319979ece478bb02e45ee20ae2333 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:37:56.839491 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e3c23a4f-3d87-475e-881c-820c150f19d8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:37:56.845702 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e3c23a4f-3d87-475e-881c-820c150f19d8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:37:56.960989 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c23a4f-3d87-475e-881c-820c150f19d8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Made reservation on behalf of 8b1319979ece478bb02e45ee20ae2333 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:37:56.966444 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e309f17b-ae1c-4df2-ba47-358a837e0ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-24e12e6c-f796-4106-86dc-60ed62338b9b', 'network_id': '24e12e6c-f796-4106-86dc-60ed62338b9b', 'tenant_id': '8b1319979ece478bb02e45ee20ae2333', 'fixed_ips': [{'subnet_id': 'a6fd2e98-1635-4654-bc48-9fed339b34d3'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:37:56.966444 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e309f17b-ae1c-4df2-ba47-358a837e0ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:56.966677 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e3c23a4f-3d87-475e-881c-820c150f19d8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:56.992311 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c23a4f-3d87-475e-881c-820c150f19d8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:37:57.000885 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e3c23a4f-3d87-475e-881c-820c150f19d8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:57.001326 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-e3c23a4f-3d87-475e-881c-820c150f19d8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Added segment 779a1218-9c6c-4779-bc29-a9b9d6d905fe of type vlan for network 42d39936-9ead-4b49-a279-f52ad8a8d22a Sep 23 15:37:57.027245 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e3c23a4f-3d87-475e-881c-820c150f19d8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:57.115586 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e3c23a4f-3d87-475e-881c-820c150f19d8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:57.117371 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-e309f17b-ae1c-4df2-ba47-358a837e0ac5 None None] Allocated IP 2001:db8:0:ffff::2 (24e12e6c-f796-4106-86dc-60ed62338b9b/a6fd2e98-1635-4654-bc48-9fed339b34d3/2cf475e2-c442-4fc7-a4e1-a1861387ae36) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:37:57.121000 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c23a4f-3d87-475e-881c-820c150f19d8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:57.121585 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e3c23a4f-3d87-475e-881c-820c150f19d8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:57.226976 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c23a4f-3d87-475e-881c-820c150f19d8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Pushing event updated for resources: {'Network': ['ID=42d39936-9ead-4b49-a279-f52ad8a8d22a,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:57.244440 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 42d39936-9ead-4b49-a279-f52ad8a8d22a details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:37:57.264824 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e3c23a4f-3d87-475e-881c-820c150f19d8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4427373 Sep 23 15:37:57.270527 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54852) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:37:57.273319 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-8f14d2c2-e16b-40bd-b85e-c448797f02bd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Request body: {'subnet': {'network_id': '42d39936-9ead-4b49-a279-f52ad8a8d22a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:37:57.383520 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8f14d2c2-e16b-40bd-b85e-c448797f02bd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:37:57.387307 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8f14d2c2-e16b-40bd-b85e-c448797f02bd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Usage tracker for resource:subnet and tenant:8b1319979ece478bb02e45ee20ae2333 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:37:57.390090 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8f14d2c2-e16b-40bd-b85e-c448797f02bd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:37:57.395899 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8f14d2c2-e16b-40bd-b85e-c448797f02bd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:37:57.412502 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e309f17b-ae1c-4df2-ba47-358a837e0ac5 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:57.422421 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e309f17b-ae1c-4df2-ba47-358a837e0ac5 None None] Transition to ACTIVE for port object 2cf475e2-c442-4fc7-a4e1-a1861387ae36 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:37:57.440294 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e309f17b-ae1c-4df2-ba47-358a837e0ac5 None None] Transition to ACTIVE for port object 2cf475e2-c442-4fc7-a4e1-a1861387ae36 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:37:57.530256 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f14d2c2-e16b-40bd-b85e-c448797f02bd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Made reservation on behalf of 8b1319979ece478bb02e45ee20ae2333 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:37:57.533830 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8f14d2c2-e16b-40bd-b85e-c448797f02bd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:57.559063 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e309f17b-ae1c-4df2-ba47-358a837e0ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:57.624463 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e309f17b-ae1c-4df2-ba47-358a837e0ac5 None None] Network 24e12e6c-f796-4106-86dc-60ed62338b9b is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:37:57.627480 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-e309f17b-ae1c-4df2-ba47-358a837e0ac5 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:37:57.631270 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e309f17b-ae1c-4df2-ba47-358a837e0ac5 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:37:57.637471 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309f17b-ae1c-4df2-ba47-358a837e0ac5 None None] Pushing event updated for resources: {'Port': ['ID=2cf475e2-c442-4fc7-a4e1-a1861387ae36,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:57.737939 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e309f17b-ae1c-4df2-ba47-358a837e0ac5 None None] Attempting to bind port 2cf475e2-c442-4fc7-a4e1-a1861387ae36 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:37:57.738490 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e309f17b-ae1c-4df2-ba47-358a837e0ac5 None None] Attempting to bind port 2cf475e2-c442-4fc7-a4e1-a1861387ae36 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'fe209df8-320a-495c-8c55-898eb6089d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '24e12e6c-f796-4106-86dc-60ed62338b9b'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:37:57.738707 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e309f17b-ae1c-4df2-ba47-358a837e0ac5 None None] Attempting to bind port 2cf475e2-c442-4fc7-a4e1-a1861387ae36 on network 24e12e6c-f796-4106-86dc-60ed62338b9b {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:37:57.744210 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e309f17b-ae1c-4df2-ba47-358a837e0ac5 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:37:57.744829 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e309f17b-ae1c-4df2-ba47-358a837e0ac5 None None] Checking segment: {'id': 'fe209df8-320a-495c-8c55-898eb6089d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '24e12e6c-f796-4106-86dc-60ed62338b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:37:57.744994 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e309f17b-ae1c-4df2-ba47-358a837e0ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:57.745381 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e309f17b-ae1c-4df2-ba47-358a837e0ac5 None None] Bound using segment: {'id': 'fe209df8-320a-495c-8c55-898eb6089d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '24e12e6c-f796-4106-86dc-60ed62338b9b'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:37:57.745846 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e309f17b-ae1c-4df2-ba47-358a837e0ac5 None None] Bound port: 2cf475e2-c442-4fc7-a4e1-a1861387ae36, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe209df8-320a-495c-8c55-898eb6089d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '24e12e6c-f796-4106-86dc-60ed62338b9b'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:37:57.746218 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e309f17b-ae1c-4df2-ba47-358a837e0ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:57.839359 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8f14d2c2-e16b-40bd-b85e-c448797f02bd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:57.864639 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e309f17b-ae1c-4df2-ba47-358a837e0ac5 None None] For port 2cf475e2-c442-4fc7-a4e1-a1861387ae36, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:37:57.867589 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e309f17b-ae1c-4df2-ba47-358a837e0ac5 None None] For port 2cf475e2-c442-4fc7-a4e1-a1861387ae36, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=2cf475e2-c442-4fc7-a4e1-a1861387ae36,segment=NetworkSegment(fe209df8-320a-495c-8c55-898eb6089d0f),segment_id=fe209df8-320a-495c-8c55-898eb6089d0f)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:37:57.919639 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14d2c2-e16b-40bd-b85e-c448797f02bd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Pushing event updated for resources: {'Subnet': ['ID=41d1f788-dfcf-4f2e-8c72-6c894810b3b4,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:57.928164 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f14d2c2-e16b-40bd-b85e-c448797f02bd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Checking segment: {'id': '779a1218-9c6c-4779-bc29-a9b9d6d905fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '42d39936-9ead-4b49-a279-f52ad8a8d22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:37:57.928531 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f14d2c2-e16b-40bd-b85e-c448797f02bd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Network hostable DHCP agents. Network: 42d39936-9ead-4b49-a279-f52ad8a8d22a, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:37:57.944865 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e309f17b-ae1c-4df2-ba47-358a837e0ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:58.023167 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309f17b-ae1c-4df2-ba47-358a837e0ac5 None None] Pushing event updated for resources: {'Port': ['ID=2cf475e2-c442-4fc7-a4e1-a1861387ae36,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:58.027353 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f14d2c2-e16b-40bd-b85e-c448797f02bd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Network 42d39936-9ead-4b49-a279-f52ad8a8d22a is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:37:58.052080 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:37:58.104250 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-8f14d2c2-e16b-40bd-b85e-c448797f02bd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 42d39936-9ead-4b49-a279-f52ad8a8d22a) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:37:58.108604 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f14d2c2-e16b-40bd-b85e-c448797f02bd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:37:58.109207 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8f14d2c2-e16b-40bd-b85e-c448797f02bd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:58.116414 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab4d689-19b8-4f8f-9bec-d68e84d754e7 None None] Network 42d39936-9ead-4b49-a279-f52ad8a8d22a requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:37:58.214245 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8f14d2c2-e16b-40bd-b85e-c448797f02bd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9451709 Sep 23 15:37:58.215380 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54856) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:37:58.368858 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:58.373199 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658e9de7-1208-4bbb-a377-c16e752bab25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-42d39936-9ead-4b49-a279-f52ad8a8d22a', 'network_id': '42d39936-9ead-4b49-a279-f52ad8a8d22a', 'tenant_id': '8b1319979ece478bb02e45ee20ae2333', 'fixed_ips': [{'subnet_id': '41d1f788-dfcf-4f2e-8c72-6c894810b3b4'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:37:58.374092 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-658e9de7-1208-4bbb-a377-c16e752bab25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:58.441705 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:58.534290 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-658e9de7-1208-4bbb-a377-c16e752bab25 None None] Allocated IP 2001:db8::2 (42d39936-9ead-4b49-a279-f52ad8a8d22a/41d1f788-dfcf-4f2e-8c72-6c894810b3b4/b3181336-3b73-4bd9-a94d-d00f0332dfd5) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:37:58.742164 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-658e9de7-1208-4bbb-a377-c16e752bab25 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:58.752697 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-658e9de7-1208-4bbb-a377-c16e752bab25 None None] Transition to ACTIVE for port object b3181336-3b73-4bd9-a94d-d00f0332dfd5 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:37:58.775362 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-658e9de7-1208-4bbb-a377-c16e752bab25 None None] Transition to ACTIVE for port object b3181336-3b73-4bd9-a94d-d00f0332dfd5 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:37:58.881793 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-658e9de7-1208-4bbb-a377-c16e752bab25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:58.941074 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0774d4d8-a9f1-4d47-bbce-57bf5efea8e1 None None] Network 24e12e6c-f796-4106-86dc-60ed62338b9b requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:37:58.969255 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658e9de7-1208-4bbb-a377-c16e752bab25 None None] Network 42d39936-9ead-4b49-a279-f52ad8a8d22a is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:37:58.976315 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:59.016186 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-658e9de7-1208-4bbb-a377-c16e752bab25 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:37:59.017037 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Pushing event deleted for resources: {'Subnet': ['ID=41d1f788-dfcf-4f2e-8c72-6c894810b3b4,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:59.039741 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658e9de7-1208-4bbb-a377-c16e752bab25 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:37:59.053764 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e9de7-1208-4bbb-a377-c16e752bab25 None None] Pushing event updated for resources: {'Port': ['ID=b3181336-3b73-4bd9-a94d-d00f0332dfd5,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:59.111093 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:59.136324 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d39936-9ead-4b49-a279-f52ad8a8d22a']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:37:59.148974 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779a1218-9c6c-4779-bc29-a9b9d6d905fe') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:37:59.150763 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779a1218-9c6c-4779-bc29-a9b9d6d905fe') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:37:59.161939 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:59.179908 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:59.183404 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-18133efe-004a-4357-b5fc-242649d348c2 None None] Provisioning for port 2cf475e2-c442-4fc7-a4e1-a1861387ae36 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:37:59.185472 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:37:59.186025 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:59.186299 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-658e9de7-1208-4bbb-a377-c16e752bab25 None None] Attempting to bind port b3181336-3b73-4bd9-a94d-d00f0332dfd5 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:37:59.186688 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-658e9de7-1208-4bbb-a377-c16e752bab25 None None] Attempting to bind port b3181336-3b73-4bd9-a94d-d00f0332dfd5 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '779a1218-9c6c-4779-bc29-a9b9d6d905fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '42d39936-9ead-4b49-a279-f52ad8a8d22a'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:37:59.187051 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658e9de7-1208-4bbb-a377-c16e752bab25 None None] Attempting to bind port b3181336-3b73-4bd9-a94d-d00f0332dfd5 on network 42d39936-9ead-4b49-a279-f52ad8a8d22a {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:37:59.224686 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658e9de7-1208-4bbb-a377-c16e752bab25 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:37:59.225066 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658e9de7-1208-4bbb-a377-c16e752bab25 None None] Checking segment: {'id': '779a1218-9c6c-4779-bc29-a9b9d6d905fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '42d39936-9ead-4b49-a279-f52ad8a8d22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:37:59.225472 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-658e9de7-1208-4bbb-a377-c16e752bab25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:59.225857 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658e9de7-1208-4bbb-a377-c16e752bab25 None None] Bound using segment: {'id': '779a1218-9c6c-4779-bc29-a9b9d6d905fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '42d39936-9ead-4b49-a279-f52ad8a8d22a'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:37:59.226341 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-658e9de7-1208-4bbb-a377-c16e752bab25 None None] Bound port: b3181336-3b73-4bd9-a94d-d00f0332dfd5, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '779a1218-9c6c-4779-bc29-a9b9d6d905fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '42d39936-9ead-4b49-a279-f52ad8a8d22a'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:37:59.226722 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-658e9de7-1208-4bbb-a377-c16e752bab25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:59.258537 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 779a1218-9c6c-4779-bc29-a9b9d6d905fe resource provider aggregate not found Sep 23 15:37:59.283800 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 779a1218-9c6c-4779-bc29-a9b9d6d905fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 779a1218-9c6c-4779-bc29-a9b9d6d905fe found for delete ", "request_id": "req-2dbd1d3e-1530-4134-9647-0b472a3a58e5"}]} Sep 23 15:37:59.319202 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.api [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 15:37:59.319202 dv-neutron-859093-1-hyperv neutron-server[89739]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 15:37:59.319202 dv-neutron-859093-1-hyperv neutron-server[89739]: [parameters: {'id': '42d39936-9ead-4b49-a279-f52ad8a8d22a'}] Sep 23 15:37:59.319202 dv-neutron-859093-1-hyperv neutron-server[89739]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:37:59.319738 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG oslo_db.api [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:37:59.380811 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-658e9de7-1208-4bbb-a377-c16e752bab25 None None] For port b3181336-3b73-4bd9-a94d-d00f0332dfd5, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:37:59.384194 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-658e9de7-1208-4bbb-a377-c16e752bab25 None None] For port b3181336-3b73-4bd9-a94d-d00f0332dfd5, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=b3181336-3b73-4bd9-a94d-d00f0332dfd5,segment=NetworkSegment(779a1218-9c6c-4779-bc29-a9b9d6d905fe),segment_id=779a1218-9c6c-4779-bc29-a9b9d6d905fe)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:37:59.459047 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-658e9de7-1208-4bbb-a377-c16e752bab25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:59.585397 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e9de7-1208-4bbb-a377-c16e752bab25 None None] Pushing event updated for resources: {'Port': ['ID=b3181336-3b73-4bd9-a94d-d00f0332dfd5,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:37:59.595721 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3e068b-eaa0-4247-9682-c59da8b08b50 None None] Network 42d39936-9ead-4b49-a279-f52ad8a8d22a requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:37:59.774513 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 2cf475e2-c442-4fc7-a4e1-a1861387ae36 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:37:59.821081 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:59.833540 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Deleting port b3181336-3b73-4bd9-a94d-d00f0332dfd5 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:37:59.833956 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:37:59.906959 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee457f9-7380-4c2f-89c4-5d591817fe6b None None] get_active_networks_info from dv-neutron-859093-1-hyperv {{(pid=89740) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 23 15:37:59.990857 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee457f9-7380-4c2f-89c4-5d591817fe6b None None] Resources bound (agent type, host, resource id): {{(pid=89740) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 15:37:59.992667 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 2cf475e2-c442-4fc7-a4e1-a1861387ae36 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:38:00.002556 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 2cf475e2-c442-4fc7-a4e1-a1861387ae36 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:38:00.002931 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:00.003815 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 2cf475e2-c442-4fc7-a4e1-a1861387ae36 Sep 23 15:38:00.046690 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] For port b3181336-3b73-4bd9-a94d-d00f0332dfd5, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=b3181336-3b73-4bd9-a94d-d00f0332dfd5,segment=NetworkSegment(779a1218-9c6c-4779-bc29-a9b9d6d905fe),segment_id=779a1218-9c6c-4779-bc29-a9b9d6d905fe)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:38:00.047285 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:00.262742 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Calling delete_port for b3181336-3b73-4bd9-a94d-d00f0332dfd5 owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:38:00.280130 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 2cf475e2-c442-4fc7-a4e1-a1861387ae36 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:38:00.280515 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:00.336129 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 2cf475e2-c442-4fc7-a4e1-a1861387ae36, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=2cf475e2-c442-4fc7-a4e1-a1861387ae36,segment=NetworkSegment(fe209df8-320a-495c-8c55-898eb6089d0f),segment_id=fe209df8-320a-495c-8c55-898eb6089d0f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:38:00.398047 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:00.412889 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:00.463511 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Pushing event deleted for resources: {'Port': ['ID=b3181336-3b73-4bd9-a94d-d00f0332dfd5,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:00.466869 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] No DVR routers for this DVR port b3181336-3b73-4bd9-a94d-d00f0332dfd5 on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:38:00.488565 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=2cf475e2-c442-4fc7-a4e1-a1861387ae36,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:00.590725 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:00.615628 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d39936-9ead-4b49-a279-f52ad8a8d22a']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:00.629931 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779a1218-9c6c-4779-bc29-a9b9d6d905fe') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:00.630237 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779a1218-9c6c-4779-bc29-a9b9d6d905fe') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:00.641306 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:00.656695 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:00.663092 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:38:00.663480 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:00.835414 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:00.852938 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:00.863551 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Pushing event deleted for resources: {'Network': ['ID=42d39936-9ead-4b49-a279-f52ad8a8d22a,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:00.869834 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f76094ac-6a81-4f31-831f-f5b9561f378a tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] 10.222.0.67 "DELETE /v2.0/networks/42d39936-9ead-4b49-a279-f52ad8a8d22a HTTP/1.1" status: 204 len: 168 time: 2.6530588 Sep 23 15:38:00.873294 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54864) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:00.878659 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-352f5bf1-f7af-43af-9a6d-efdc653ec8bf tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1721913610'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:38:00.883519 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-352f5bf1-f7af-43af-9a6d-efdc653ec8bf tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:38:00.887450 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-352f5bf1-f7af-43af-9a6d-efdc653ec8bf tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Usage tracker for resource:network and tenant:8b1319979ece478bb02e45ee20ae2333 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:38:00.890466 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-352f5bf1-f7af-43af-9a6d-efdc653ec8bf tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:38:00.897274 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-352f5bf1-f7af-43af-9a6d-efdc653ec8bf tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:38:00.972871 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352f5bf1-f7af-43af-9a6d-efdc653ec8bf tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Made reservation on behalf of 8b1319979ece478bb02e45ee20ae2333 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:38:00.976269 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-352f5bf1-f7af-43af-9a6d-efdc653ec8bf tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:01.006301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352f5bf1-f7af-43af-9a6d-efdc653ec8bf tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:38:01.014561 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-352f5bf1-f7af-43af-9a6d-efdc653ec8bf tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:01.014895 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-352f5bf1-f7af-43af-9a6d-efdc653ec8bf tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Added segment a8a545f0-a4bd-4b7a-9c95-1fb8474a257a of type vlan for network b147e605-771f-4f10-aa1b-cba5ac1ef16f Sep 23 15:38:01.040334 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-352f5bf1-f7af-43af-9a6d-efdc653ec8bf tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:01.132527 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-352f5bf1-f7af-43af-9a6d-efdc653ec8bf tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:01.137919 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352f5bf1-f7af-43af-9a6d-efdc653ec8bf tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:01.138549 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-352f5bf1-f7af-43af-9a6d-efdc653ec8bf tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:01.244069 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f5bf1-f7af-43af-9a6d-efdc653ec8bf tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Pushing event updated for resources: {'Network': ['ID=b147e605-771f-4f10-aa1b-cba5ac1ef16f,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:01.254553 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network b147e605-771f-4f10-aa1b-cba5ac1ef16f details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:38:01.302369 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-352f5bf1-f7af-43af-9a6d-efdc653ec8bf tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4252739 Sep 23 15:38:01.302369 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 779a1218-9c6c-4779-bc29-a9b9d6d905fe resource provider aggregate not found Sep 23 15:38:01.302607 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 54870) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:01.310854 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-f7733a36-ddd3-4bc5-a4a0-c38917963268 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Request body: {'subnet': {'network_id': 'b147e605-771f-4f10-aa1b-cba5ac1ef16f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:38:01.320919 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 779a1218-9c6c-4779-bc29-a9b9d6d905fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 779a1218-9c6c-4779-bc29-a9b9d6d905fe found for delete ", "request_id": "req-f3ab22cd-a1e1-4250-9d53-0e8746d56017"}]} Sep 23 15:38:01.417990 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f7733a36-ddd3-4bc5-a4a0-c38917963268 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:38:01.421722 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f7733a36-ddd3-4bc5-a4a0-c38917963268 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Usage tracker for resource:subnet and tenant:8b1319979ece478bb02e45ee20ae2333 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:38:01.424506 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f7733a36-ddd3-4bc5-a4a0-c38917963268 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:38:01.430088 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f7733a36-ddd3-4bc5-a4a0-c38917963268 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:38:01.501096 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7733a36-ddd3-4bc5-a4a0-c38917963268 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Made reservation on behalf of 8b1319979ece478bb02e45ee20ae2333 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:38:01.505286 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f7733a36-ddd3-4bc5-a4a0-c38917963268 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:01.592713 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.ipam_backend_mixin [None req-f7733a36-ddd3-4bc5-a4a0-c38917963268 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Performing IP validity checks on allocation pools {{(pid=89738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 23 15:38:01.593235 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.ipam_backend_mixin [None req-f7733a36-ddd3-4bc5-a4a0-c38917963268 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89738) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 23 15:38:01.749365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 2cf475e2-c442-4fc7-a4e1-a1861387ae36 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:38:01.767070 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f7733a36-ddd3-4bc5-a4a0-c38917963268 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:01.819067 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 2cf475e2-c442-4fc7-a4e1-a1861387ae36 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:38:01.819423 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:01.819758 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 2cf475e2-c442-4fc7-a4e1-a1861387ae36 Sep 23 15:38:01.847413 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7733a36-ddd3-4bc5-a4a0-c38917963268 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Pushing event updated for resources: {'Subnet': ['ID=7d321e86-8362-4073-a527-504f4bb743eb,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:01.854911 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7733a36-ddd3-4bc5-a4a0-c38917963268 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Checking segment: {'id': 'a8a545f0-a4bd-4b7a-9c95-1fb8474a257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b147e605-771f-4f10-aa1b-cba5ac1ef16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:38:01.855270 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7733a36-ddd3-4bc5-a4a0-c38917963268 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Network hostable DHCP agents. Network: b147e605-771f-4f10-aa1b-cba5ac1ef16f, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:38:01.934845 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 2cf475e2-c442-4fc7-a4e1-a1861387ae36 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:38:01.944124 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7733a36-ddd3-4bc5-a4a0-c38917963268 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Network b147e605-771f-4f10-aa1b-cba5ac1ef16f is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:38:02.010304 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-f7733a36-ddd3-4bc5-a4a0-c38917963268 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, b147e605-771f-4f10-aa1b-cba5ac1ef16f) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:38:02.014415 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7733a36-ddd3-4bc5-a4a0-c38917963268 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:02.015500 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f7733a36-ddd3-4bc5-a4a0-c38917963268 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:02.020949 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841c93bb-233e-4b10-8a4f-88d53874bb48 None None] Network b147e605-771f-4f10-aa1b-cba5ac1ef16f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:38:02.085241 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f7733a36-ddd3-4bc5-a4a0-c38917963268 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7815435 Sep 23 15:38:02.087865 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 54876) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:02.113613 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b03f7c50-b435-4657-9817-dec08fbcbe02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:02.230457 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:02.244766 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bac2a9a-6bb4-4bea-bd14-083b28302712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-b147e605-771f-4f10-aa1b-cba5ac1ef16f', 'network_id': 'b147e605-771f-4f10-aa1b-cba5ac1ef16f', 'tenant_id': '8b1319979ece478bb02e45ee20ae2333', 'fixed_ips': [{'subnet_id': '7d321e86-8362-4073-a527-504f4bb743eb'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:38:02.245586 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0bac2a9a-6bb4-4bea-bd14-083b28302712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:02.296021 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:02.399582 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-0bac2a9a-6bb4-4bea-bd14-083b28302712 None None] Allocated IP 2001:db8::3 (b147e605-771f-4f10-aa1b-cba5ac1ef16f/7d321e86-8362-4073-a527-504f4bb743eb/fcff94f7-4340-4c20-a7b4-cf3c7bcdaf4b) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:38:02.608183 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0bac2a9a-6bb4-4bea-bd14-083b28302712 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:02.618463 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0bac2a9a-6bb4-4bea-bd14-083b28302712 None None] Transition to ACTIVE for port object fcff94f7-4340-4c20-a7b4-cf3c7bcdaf4b will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:38:02.635581 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0bac2a9a-6bb4-4bea-bd14-083b28302712 None None] Transition to ACTIVE for port object fcff94f7-4340-4c20-a7b4-cf3c7bcdaf4b will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:38:02.690493 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0bac2a9a-6bb4-4bea-bd14-083b28302712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:02.755271 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bac2a9a-6bb4-4bea-bd14-083b28302712 None None] Network b147e605-771f-4f10-aa1b-cba5ac1ef16f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:38:02.758202 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-0bac2a9a-6bb4-4bea-bd14-083b28302712 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:38:02.761811 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bac2a9a-6bb4-4bea-bd14-083b28302712 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:38:02.767411 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac2a9a-6bb4-4bea-bd14-083b28302712 None None] Pushing event updated for resources: {'Port': ['ID=fcff94f7-4340-4c20-a7b4-cf3c7bcdaf4b,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:02.780203 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:02.920498 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0bac2a9a-6bb4-4bea-bd14-083b28302712 None None] Attempting to bind port fcff94f7-4340-4c20-a7b4-cf3c7bcdaf4b on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:38:02.920778 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0bac2a9a-6bb4-4bea-bd14-083b28302712 None None] Attempting to bind port fcff94f7-4340-4c20-a7b4-cf3c7bcdaf4b by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'a8a545f0-a4bd-4b7a-9c95-1fb8474a257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b147e605-771f-4f10-aa1b-cba5ac1ef16f'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:38:02.921140 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bac2a9a-6bb4-4bea-bd14-083b28302712 None None] Attempting to bind port fcff94f7-4340-4c20-a7b4-cf3c7bcdaf4b on network b147e605-771f-4f10-aa1b-cba5ac1ef16f {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:38:02.926917 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bac2a9a-6bb4-4bea-bd14-083b28302712 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:38:02.927515 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bac2a9a-6bb4-4bea-bd14-083b28302712 None None] Checking segment: {'id': 'a8a545f0-a4bd-4b7a-9c95-1fb8474a257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b147e605-771f-4f10-aa1b-cba5ac1ef16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:38:02.927696 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0bac2a9a-6bb4-4bea-bd14-083b28302712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:02.928062 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bac2a9a-6bb4-4bea-bd14-083b28302712 None None] Bound using segment: {'id': 'a8a545f0-a4bd-4b7a-9c95-1fb8474a257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b147e605-771f-4f10-aa1b-cba5ac1ef16f'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:38:02.928519 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0bac2a9a-6bb4-4bea-bd14-083b28302712 None None] Bound port: fcff94f7-4340-4c20-a7b4-cf3c7bcdaf4b, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a545f0-a4bd-4b7a-9c95-1fb8474a257a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b147e605-771f-4f10-aa1b-cba5ac1ef16f'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:38:02.928887 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0bac2a9a-6bb4-4bea-bd14-083b28302712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:02.942737 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Pushing event deleted for resources: {'Subnet': ['ID=7d321e86-8362-4073-a527-504f4bb743eb,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:02.986479 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:03.018706 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-0bac2a9a-6bb4-4bea-bd14-083b28302712 None None] For port fcff94f7-4340-4c20-a7b4-cf3c7bcdaf4b, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:38:03.021667 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-0bac2a9a-6bb4-4bea-bd14-083b28302712 None None] For port fcff94f7-4340-4c20-a7b4-cf3c7bcdaf4b, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=fcff94f7-4340-4c20-a7b4-cf3c7bcdaf4b,segment=NetworkSegment(a8a545f0-a4bd-4b7a-9c95-1fb8474a257a),segment_id=a8a545f0-a4bd-4b7a-9c95-1fb8474a257a)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:38:03.022035 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:03.047013 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b147e605-771f-4f10-aa1b-cba5ac1ef16f']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:03.059241 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a545f0-a4bd-4b7a-9c95-1fb8474a257a') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:03.059533 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a545f0-a4bd-4b7a-9c95-1fb8474a257a') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:03.071599 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:03.084455 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0bac2a9a-6bb4-4bea-bd14-083b28302712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:03.087070 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:03.093275 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:38:03.095380 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:03.204132 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac2a9a-6bb4-4bea-bd14-083b28302712 None None] Pushing event updated for resources: {'Port': ['ID=fcff94f7-4340-4c20-a7b4-cf3c7bcdaf4b,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:03.223748 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847ab181-04d5-447e-8a0b-785bea724dad None None] Network b147e605-771f-4f10-aa1b-cba5ac1ef16f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:38:03.230264 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.api [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 15:38:03.230264 dv-neutron-859093-1-hyperv neutron-server[89738]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 15:38:03.230264 dv-neutron-859093-1-hyperv neutron-server[89738]: [parameters: {'id': 'b147e605-771f-4f10-aa1b-cba5ac1ef16f'}] Sep 23 15:38:03.230264 dv-neutron-859093-1-hyperv neutron-server[89738]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:38:03.230687 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG oslo_db.api [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:38:03.252485 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment a8a545f0-a4bd-4b7a-9c95-1fb8474a257a resource provider aggregate not found Sep 23 15:38:03.269613 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment a8a545f0-a4bd-4b7a-9c95-1fb8474a257a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8a545f0-a4bd-4b7a-9c95-1fb8474a257a found for delete ", "request_id": "req-b9f023e6-a06c-47bf-b499-e2b8737e4ccf"}]} Sep 23 15:38:03.421152 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104919f4-5e66-472f-acde-0c5b7e2d8fc4 None None] get_active_networks_info from dv-neutron-859093-1-hyperv {{(pid=89740) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 23 15:38:03.506842 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104919f4-5e66-472f-acde-0c5b7e2d8fc4 None None] Resources bound (agent type, host, resource id): {{(pid=89740) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 15:38:03.732423 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:03.743762 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Deleting port fcff94f7-4340-4c20-a7b4-cf3c7bcdaf4b {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:38:03.744084 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:03.948046 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] For port fcff94f7-4340-4c20-a7b4-cf3c7bcdaf4b, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=fcff94f7-4340-4c20-a7b4-cf3c7bcdaf4b,segment=NetworkSegment(a8a545f0-a4bd-4b7a-9c95-1fb8474a257a),segment_id=a8a545f0-a4bd-4b7a-9c95-1fb8474a257a)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:38:03.948720 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:04.072378 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Calling delete_port for fcff94f7-4340-4c20-a7b4-cf3c7bcdaf4b owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:38:04.246981 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:04.296666 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Pushing event deleted for resources: {'Port': ['ID=fcff94f7-4340-4c20-a7b4-cf3c7bcdaf4b,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:04.298508 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] No DVR routers for this DVR port fcff94f7-4340-4c20-a7b4-cf3c7bcdaf4b on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:38:04.419329 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:04.443972 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b147e605-771f-4f10-aa1b-cba5ac1ef16f']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:04.455536 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a545f0-a4bd-4b7a-9c95-1fb8474a257a') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:04.455830 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a545f0-a4bd-4b7a-9c95-1fb8474a257a') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:04.469535 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:04.486070 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:04.492091 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:38:04.492467 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:04.629506 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:04.646666 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:04.660125 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Pushing event deleted for resources: {'Network': ['ID=b147e605-771f-4f10-aa1b-cba5ac1ef16f,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:04.663995 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8f98affa-e18e-4ec9-8b15-75befe0167e7 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] 10.222.0.67 "DELETE /v2.0/networks/b147e605-771f-4f10-aa1b-cba5ac1ef16f HTTP/1.1" status: 204 len: 168 time: 2.5751748 Sep 23 15:38:04.672113 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 54886) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:04.677373 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-12319851-131a-4f57-b90f-ee7cac9703eb tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-42781686'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:38:04.682344 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-12319851-131a-4f57-b90f-ee7cac9703eb tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:38:04.686189 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-12319851-131a-4f57-b90f-ee7cac9703eb tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Usage tracker for resource:network and tenant:8b1319979ece478bb02e45ee20ae2333 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:38:04.689027 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-12319851-131a-4f57-b90f-ee7cac9703eb tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:38:04.695466 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-12319851-131a-4f57-b90f-ee7cac9703eb tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:38:04.767170 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12319851-131a-4f57-b90f-ee7cac9703eb tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Made reservation on behalf of 8b1319979ece478bb02e45ee20ae2333 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:38:04.771618 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-12319851-131a-4f57-b90f-ee7cac9703eb tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:04.799929 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12319851-131a-4f57-b90f-ee7cac9703eb tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:38:04.808411 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-12319851-131a-4f57-b90f-ee7cac9703eb tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:04.808778 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-12319851-131a-4f57-b90f-ee7cac9703eb tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Added segment bc35a20a-0e44-46d7-a80d-ca1e5b8d5480 of type vlan for network 371e599a-0ee9-403c-ba7c-71d22df5b07c Sep 23 15:38:04.835384 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-12319851-131a-4f57-b90f-ee7cac9703eb tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:04.921041 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-12319851-131a-4f57-b90f-ee7cac9703eb tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:04.926718 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12319851-131a-4f57-b90f-ee7cac9703eb tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:04.927236 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-12319851-131a-4f57-b90f-ee7cac9703eb tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:05.032896 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12319851-131a-4f57-b90f-ee7cac9703eb tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Pushing event updated for resources: {'Network': ['ID=371e599a-0ee9-403c-ba7c-71d22df5b07c,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:05.043479 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 371e599a-0ee9-403c-ba7c-71d22df5b07c details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:38:05.059904 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ff65895b-83ab-4f31-9c25-b0544f99cfdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:05.104980 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-12319851-131a-4f57-b90f-ee7cac9703eb tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4319150 Sep 23 15:38:05.107774 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 54890) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:05.113815 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-99d51a9a-e39b-4bf6-8d70-cb5f5ecffac1 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Request body: {'subnet': {'network_id': '371e599a-0ee9-403c-ba7c-71d22df5b07c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:38:05.224002 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-99d51a9a-e39b-4bf6-8d70-cb5f5ecffac1 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:38:05.227744 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-99d51a9a-e39b-4bf6-8d70-cb5f5ecffac1 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Usage tracker for resource:subnet and tenant:8b1319979ece478bb02e45ee20ae2333 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:38:05.230492 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-99d51a9a-e39b-4bf6-8d70-cb5f5ecffac1 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:38:05.236046 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-99d51a9a-e39b-4bf6-8d70-cb5f5ecffac1 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:38:05.291109 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment a8a545f0-a4bd-4b7a-9c95-1fb8474a257a resource provider aggregate not found Sep 23 15:38:05.309387 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment a8a545f0-a4bd-4b7a-9c95-1fb8474a257a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8a545f0-a4bd-4b7a-9c95-1fb8474a257a found for delete ", "request_id": "req-0b47786d-9c4a-4928-ba7e-d3a4f9c041ab"}]} Sep 23 15:38:05.321053 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d51a9a-e39b-4bf6-8d70-cb5f5ecffac1 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Made reservation on behalf of 8b1319979ece478bb02e45ee20ae2333 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:38:05.324507 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-99d51a9a-e39b-4bf6-8d70-cb5f5ecffac1 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:05.526745 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:05.635433 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:05.715535 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-99d51a9a-e39b-4bf6-8d70-cb5f5ecffac1 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:05.795571 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d51a9a-e39b-4bf6-8d70-cb5f5ecffac1 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Pushing event updated for resources: {'Subnet': ['ID=cd0701ac-d27c-4f94-ad6f-bc4c4c8d1f8f,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:05.805123 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d51a9a-e39b-4bf6-8d70-cb5f5ecffac1 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Checking segment: {'id': 'bc35a20a-0e44-46d7-a80d-ca1e5b8d5480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '371e599a-0ee9-403c-ba7c-71d22df5b07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:38:05.805482 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d51a9a-e39b-4bf6-8d70-cb5f5ecffac1 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Network hostable DHCP agents. Network: 371e599a-0ee9-403c-ba7c-71d22df5b07c, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:38:05.906923 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d51a9a-e39b-4bf6-8d70-cb5f5ecffac1 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Network 371e599a-0ee9-403c-ba7c-71d22df5b07c is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:38:05.981059 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-99d51a9a-e39b-4bf6-8d70-cb5f5ecffac1 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 371e599a-0ee9-403c-ba7c-71d22df5b07c) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:38:05.985578 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d51a9a-e39b-4bf6-8d70-cb5f5ecffac1 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:05.990736 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-99d51a9a-e39b-4bf6-8d70-cb5f5ecffac1 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:05.991421 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6ccf7b-f437-4288-8ba3-8f4145f90552 None None] Network 371e599a-0ee9-403c-ba7c-71d22df5b07c requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:38:06.068615 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-99d51a9a-e39b-4bf6-8d70-cb5f5ecffac1 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9594491 Sep 23 15:38:06.071995 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 54898) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:06.077517 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-b6004d3e-951d-4ee1-9b01-c9447e22f9c8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-376597500'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:38:06.082561 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b6004d3e-951d-4ee1-9b01-c9447e22f9c8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:38:06.086609 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b6004d3e-951d-4ee1-9b01-c9447e22f9c8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Usage tracker for resource:network and tenant:8b1319979ece478bb02e45ee20ae2333 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:38:06.089435 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b6004d3e-951d-4ee1-9b01-c9447e22f9c8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:38:06.095392 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b6004d3e-951d-4ee1-9b01-c9447e22f9c8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:38:06.187248 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6004d3e-951d-4ee1-9b01-c9447e22f9c8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Made reservation on behalf of 8b1319979ece478bb02e45ee20ae2333 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:38:06.191812 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b6004d3e-951d-4ee1-9b01-c9447e22f9c8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:06.216086 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6618aa4b-1370-4c92-b0ff-4b57ef6d1b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-371e599a-0ee9-403c-ba7c-71d22df5b07c', 'network_id': '371e599a-0ee9-403c-ba7c-71d22df5b07c', 'tenant_id': '8b1319979ece478bb02e45ee20ae2333', 'fixed_ips': [{'subnet_id': 'cd0701ac-d27c-4f94-ad6f-bc4c4c8d1f8f'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:38:06.216916 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6618aa4b-1370-4c92-b0ff-4b57ef6d1b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:06.219434 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6004d3e-951d-4ee1-9b01-c9447e22f9c8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:38:06.228146 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b6004d3e-951d-4ee1-9b01-c9447e22f9c8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:06.228489 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-b6004d3e-951d-4ee1-9b01-c9447e22f9c8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Added segment c8703fb0-26ab-4385-8fae-86ad958fa09f of type vlan for network aa9d28b9-a392-49cd-8fb1-2097a7a5b8d9 Sep 23 15:38:06.255547 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b6004d3e-951d-4ee1-9b01-c9447e22f9c8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:06.341458 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b6004d3e-951d-4ee1-9b01-c9447e22f9c8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:06.347523 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6004d3e-951d-4ee1-9b01-c9447e22f9c8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:06.348107 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b6004d3e-951d-4ee1-9b01-c9447e22f9c8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:06.374297 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-6618aa4b-1370-4c92-b0ff-4b57ef6d1b3b None None] Allocated IP 2001:db8::2 (371e599a-0ee9-403c-ba7c-71d22df5b07c/cd0701ac-d27c-4f94-ad6f-bc4c4c8d1f8f/ecea1bca-c10a-429b-aaec-7ddad5f29ca8) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:38:06.455864 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6004d3e-951d-4ee1-9b01-c9447e22f9c8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Pushing event updated for resources: {'Network': ['ID=aa9d28b9-a392-49cd-8fb1-2097a7a5b8d9,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:06.467395 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network aa9d28b9-a392-49cd-8fb1-2097a7a5b8d9 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:38:06.516585 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b6004d3e-951d-4ee1-9b01-c9447e22f9c8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4435477 Sep 23 15:38:06.519527 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54902) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:06.525294 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-73c78381-35b7-480e-a6f4-18a032605491 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Request body: {'subnet': {'network_id': 'aa9d28b9-a392-49cd-8fb1-2097a7a5b8d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:38:06.636162 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-73c78381-35b7-480e-a6f4-18a032605491 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:38:06.639857 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-73c78381-35b7-480e-a6f4-18a032605491 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Usage tracker for resource:subnet and tenant:8b1319979ece478bb02e45ee20ae2333 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:38:06.647562 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-73c78381-35b7-480e-a6f4-18a032605491 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:38:06.648818 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-73c78381-35b7-480e-a6f4-18a032605491 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:38:06.703149 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6618aa4b-1370-4c92-b0ff-4b57ef6d1b3b None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:06.710010 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c78381-35b7-480e-a6f4-18a032605491 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Made reservation on behalf of 8b1319979ece478bb02e45ee20ae2333 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:38:06.713482 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-6618aa4b-1370-4c92-b0ff-4b57ef6d1b3b None None] Transition to ACTIVE for port object ecea1bca-c10a-429b-aaec-7ddad5f29ca8 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:38:06.713664 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-73c78381-35b7-480e-a6f4-18a032605491 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:06.731740 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-6618aa4b-1370-4c92-b0ff-4b57ef6d1b3b None None] Transition to ACTIVE for port object ecea1bca-c10a-429b-aaec-7ddad5f29ca8 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:38:06.810596 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6618aa4b-1370-4c92-b0ff-4b57ef6d1b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:06.878458 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6618aa4b-1370-4c92-b0ff-4b57ef6d1b3b None None] Network 371e599a-0ee9-403c-ba7c-71d22df5b07c is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:38:06.881159 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-6618aa4b-1370-4c92-b0ff-4b57ef6d1b3b None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:38:06.885411 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6618aa4b-1370-4c92-b0ff-4b57ef6d1b3b None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:38:06.894904 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618aa4b-1370-4c92-b0ff-4b57ef6d1b3b None None] Pushing event updated for resources: {'Port': ['ID=ecea1bca-c10a-429b-aaec-7ddad5f29ca8,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:06.987219 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-73c78381-35b7-480e-a6f4-18a032605491 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:06.991539 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-6618aa4b-1370-4c92-b0ff-4b57ef6d1b3b None None] Attempting to bind port ecea1bca-c10a-429b-aaec-7ddad5f29ca8 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:38:06.991910 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-6618aa4b-1370-4c92-b0ff-4b57ef6d1b3b None None] Attempting to bind port ecea1bca-c10a-429b-aaec-7ddad5f29ca8 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'bc35a20a-0e44-46d7-a80d-ca1e5b8d5480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '371e599a-0ee9-403c-ba7c-71d22df5b07c'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:38:06.992386 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6618aa4b-1370-4c92-b0ff-4b57ef6d1b3b None None] Attempting to bind port ecea1bca-c10a-429b-aaec-7ddad5f29ca8 on network 371e599a-0ee9-403c-ba7c-71d22df5b07c {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:38:07.003359 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6618aa4b-1370-4c92-b0ff-4b57ef6d1b3b None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:38:07.007003 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6618aa4b-1370-4c92-b0ff-4b57ef6d1b3b None None] Checking segment: {'id': 'bc35a20a-0e44-46d7-a80d-ca1e5b8d5480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '371e599a-0ee9-403c-ba7c-71d22df5b07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:38:07.007003 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6618aa4b-1370-4c92-b0ff-4b57ef6d1b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:07.007003 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6618aa4b-1370-4c92-b0ff-4b57ef6d1b3b None None] Bound using segment: {'id': 'bc35a20a-0e44-46d7-a80d-ca1e5b8d5480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '371e599a-0ee9-403c-ba7c-71d22df5b07c'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:38:07.007003 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-6618aa4b-1370-4c92-b0ff-4b57ef6d1b3b None None] Bound port: ecea1bca-c10a-429b-aaec-7ddad5f29ca8, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc35a20a-0e44-46d7-a80d-ca1e5b8d5480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '371e599a-0ee9-403c-ba7c-71d22df5b07c'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:38:07.007003 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6618aa4b-1370-4c92-b0ff-4b57ef6d1b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:07.068211 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c78381-35b7-480e-a6f4-18a032605491 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Pushing event updated for resources: {'Subnet': ['ID=1f80c754-84eb-42cc-a080-15770a119676,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:07.072676 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c78381-35b7-480e-a6f4-18a032605491 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Checking segment: {'id': 'c8703fb0-26ab-4385-8fae-86ad958fa09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'aa9d28b9-a392-49cd-8fb1-2097a7a5b8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:38:07.073028 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c78381-35b7-480e-a6f4-18a032605491 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Network hostable DHCP agents. Network: aa9d28b9-a392-49cd-8fb1-2097a7a5b8d9, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:38:07.095797 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:07.104296 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-6618aa4b-1370-4c92-b0ff-4b57ef6d1b3b None None] For port ecea1bca-c10a-429b-aaec-7ddad5f29ca8, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:38:07.107253 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-6618aa4b-1370-4c92-b0ff-4b57ef6d1b3b None None] For port ecea1bca-c10a-429b-aaec-7ddad5f29ca8, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ecea1bca-c10a-429b-aaec-7ddad5f29ca8,segment=NetworkSegment(bc35a20a-0e44-46d7-a80d-ca1e5b8d5480),segment_id=bc35a20a-0e44-46d7-a80d-ca1e5b8d5480)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:38:07.152614 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c78381-35b7-480e-a6f4-18a032605491 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Network aa9d28b9-a392-49cd-8fb1-2097a7a5b8d9 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:38:07.181548 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6618aa4b-1370-4c92-b0ff-4b57ef6d1b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:07.244582 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-73c78381-35b7-480e-a6f4-18a032605491 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, aa9d28b9-a392-49cd-8fb1-2097a7a5b8d9) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:38:07.248993 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c78381-35b7-480e-a6f4-18a032605491 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:07.249852 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-73c78381-35b7-480e-a6f4-18a032605491 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:07.259963 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a59b673-ed67-4c43-a6d9-e892d59d3931 None None] Network aa9d28b9-a392-49cd-8fb1-2097a7a5b8d9 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:38:07.275800 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618aa4b-1370-4c92-b0ff-4b57ef6d1b3b None None] Pushing event updated for resources: {'Port': ['ID=ecea1bca-c10a-429b-aaec-7ddad5f29ca8,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:07.351452 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-73c78381-35b7-480e-a6f4-18a032605491 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8284788 Sep 23 15:38:07.351819 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 54906) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:07.513152 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4fa26e-89e9-4c96-b024-006622f3df84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-aa9d28b9-a392-49cd-8fb1-2097a7a5b8d9', 'network_id': 'aa9d28b9-a392-49cd-8fb1-2097a7a5b8d9', 'tenant_id': '8b1319979ece478bb02e45ee20ae2333', 'fixed_ips': [{'subnet_id': '1f80c754-84eb-42cc-a080-15770a119676'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:38:07.513982 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6f4fa26e-89e9-4c96-b024-006622f3df84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:07.539328 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:07.611804 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:07.678284 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-6f4fa26e-89e9-4c96-b024-006622f3df84 None None] Allocated IP 2001:db8::2 (aa9d28b9-a392-49cd-8fb1-2097a7a5b8d9/1f80c754-84eb-42cc-a080-15770a119676/d5b70532-886d-4a80-bd9b-20f0105e8974) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:38:07.779564 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ecea1bca-c10a-429b-aaec-7ddad5f29ca8 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:38:07.955051 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6f4fa26e-89e9-4c96-b024-006622f3df84 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:07.966389 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-6f4fa26e-89e9-4c96-b024-006622f3df84 None None] Transition to ACTIVE for port object d5b70532-886d-4a80-bd9b-20f0105e8974 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:38:07.987399 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-6f4fa26e-89e9-4c96-b024-006622f3df84 None None] Transition to ACTIVE for port object d5b70532-886d-4a80-bd9b-20f0105e8974 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:38:08.007139 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port ecea1bca-c10a-429b-aaec-7ddad5f29ca8 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:38:08.064796 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6f4fa26e-89e9-4c96-b024-006622f3df84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:08.128904 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4fa26e-89e9-4c96-b024-006622f3df84 None None] Network aa9d28b9-a392-49cd-8fb1-2097a7a5b8d9 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:38:08.131757 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-6f4fa26e-89e9-4c96-b024-006622f3df84 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:38:08.135275 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4fa26e-89e9-4c96-b024-006622f3df84 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:38:08.148963 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:08.177533 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fa26e-89e9-4c96-b024-006622f3df84 None None] Pushing event updated for resources: {'Port': ['ID=d5b70532-886d-4a80-bd9b-20f0105e8974,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:08.194263 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Pushing event deleted for resources: {'Subnet': ['ID=1f80c754-84eb-42cc-a080-15770a119676,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:08.229930 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e96e989-0c1e-4edd-8702-d2fdccea9a84 None None] Network 371e599a-0ee9-403c-ba7c-71d22df5b07c requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:38:08.292332 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:08.324476 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9d28b9-a392-49cd-8fb1-2097a7a5b8d9']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:08.331977 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-6f4fa26e-89e9-4c96-b024-006622f3df84 None None] Attempting to bind port d5b70532-886d-4a80-bd9b-20f0105e8974 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:38:08.332506 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-6f4fa26e-89e9-4c96-b024-006622f3df84 None None] Attempting to bind port d5b70532-886d-4a80-bd9b-20f0105e8974 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'c8703fb0-26ab-4385-8fae-86ad958fa09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'aa9d28b9-a392-49cd-8fb1-2097a7a5b8d9'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:38:08.332876 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4fa26e-89e9-4c96-b024-006622f3df84 None None] Attempting to bind port d5b70532-886d-4a80-bd9b-20f0105e8974 on network aa9d28b9-a392-49cd-8fb1-2097a7a5b8d9 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:38:08.338127 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8703fb0-26ab-4385-8fae-86ad958fa09f') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:08.338454 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8703fb0-26ab-4385-8fae-86ad958fa09f') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:08.344284 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4fa26e-89e9-4c96-b024-006622f3df84 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:38:08.344651 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4fa26e-89e9-4c96-b024-006622f3df84 None None] Checking segment: {'id': 'c8703fb0-26ab-4385-8fae-86ad958fa09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'aa9d28b9-a392-49cd-8fb1-2097a7a5b8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:38:08.345047 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6f4fa26e-89e9-4c96-b024-006622f3df84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:08.345434 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4fa26e-89e9-4c96-b024-006622f3df84 None None] Bound using segment: {'id': 'c8703fb0-26ab-4385-8fae-86ad958fa09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'aa9d28b9-a392-49cd-8fb1-2097a7a5b8d9'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:38:08.345897 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-6f4fa26e-89e9-4c96-b024-006622f3df84 None None] Bound port: d5b70532-886d-4a80-bd9b-20f0105e8974, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8703fb0-26ab-4385-8fae-86ad958fa09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'aa9d28b9-a392-49cd-8fb1-2097a7a5b8d9'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:38:08.346266 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6f4fa26e-89e9-4c96-b024-006622f3df84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:08.350120 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:08.366752 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:08.373363 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:38:08.373759 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:08.427591 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-14c73689-e3c9-4fba-8cc4-f3a2a92ad9b8 None None] Provisioning for port ecea1bca-c10a-429b-aaec-7ddad5f29ca8 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:38:08.441799 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment c8703fb0-26ab-4385-8fae-86ad958fa09f resource provider aggregate not found Sep 23 15:38:08.448870 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-14c73689-e3c9-4fba-8cc4-f3a2a92ad9b8 None None] Provisioning complete for port ecea1bca-c10a-429b-aaec-7ddad5f29ca8 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:38:08.449240 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-14c73689-e3c9-4fba-8cc4-f3a2a92ad9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:08.449589 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-14c73689-e3c9-4fba-8cc4-f3a2a92ad9b8 None None] Attempt 1 to provision port ecea1bca-c10a-429b-aaec-7ddad5f29ca8 Sep 23 15:38:08.468115 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment c8703fb0-26ab-4385-8fae-86ad958fa09f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8703fb0-26ab-4385-8fae-86ad958fa09f found for delete ", "request_id": "req-e18b8e48-019d-4c7e-8552-6d85c094d393"}]} Sep 23 15:38:08.519209 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.db.api [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 23 15:38:08.519209 dv-neutron-859093-1-hyperv neutron-server[89738]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 23 15:38:08.519209 dv-neutron-859093-1-hyperv neutron-server[89738]: [parameters: {'id': 'aa9d28b9-a392-49cd-8fb1-2097a7a5b8d9'}] Sep 23 15:38:08.519209 dv-neutron-859093-1-hyperv neutron-server[89738]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89738) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:38:08.519715 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG oslo_db.api [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:38:08.562387 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-6f4fa26e-89e9-4c96-b024-006622f3df84 None None] For port d5b70532-886d-4a80-bd9b-20f0105e8974, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:38:08.577943 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-6f4fa26e-89e9-4c96-b024-006622f3df84 None None] For port d5b70532-886d-4a80-bd9b-20f0105e8974, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d5b70532-886d-4a80-bd9b-20f0105e8974,segment=NetworkSegment(c8703fb0-26ab-4385-8fae-86ad958fa09f),segment_id=c8703fb0-26ab-4385-8fae-86ad958fa09f)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:38:08.650540 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6f4fa26e-89e9-4c96-b024-006622f3df84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:08.834774 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-14c73689-e3c9-4fba-8cc4-f3a2a92ad9b8 None None] Current status of the port ecea1bca-c10a-429b-aaec-7ddad5f29ca8 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:38:08.835147 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-14c73689-e3c9-4fba-8cc4-f3a2a92ad9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:08.853844 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fa26e-89e9-4c96-b024-006622f3df84 None None] Pushing event updated for resources: {'Port': ['ID=d5b70532-886d-4a80-bd9b-20f0105e8974,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:08.868103 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb0ee2c-1a22-4e82-a0e7-cf14aea4ebab None None] Network aa9d28b9-a392-49cd-8fb1-2097a7a5b8d9 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:38:08.957071 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-14c73689-e3c9-4fba-8cc4-f3a2a92ad9b8 None None] For port ecea1bca-c10a-429b-aaec-7ddad5f29ca8, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ecea1bca-c10a-429b-aaec-7ddad5f29ca8,segment=NetworkSegment(bc35a20a-0e44-46d7-a80d-ca1e5b8d5480),segment_id=bc35a20a-0e44-46d7-a80d-ca1e5b8d5480)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:38:09.020237 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:09.037665 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Deleting port d5b70532-886d-4a80-bd9b-20f0105e8974 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:38:09.038296 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:09.049529 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-14c73689-e3c9-4fba-8cc4-f3a2a92ad9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:09.137555 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c73689-e3c9-4fba-8cc4-f3a2a92ad9b8 None None] Pushing event updated for resources: {'Port': ['ID=ecea1bca-c10a-429b-aaec-7ddad5f29ca8,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:09.180187 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e23f57e-ef2f-4052-84b3-f7d80683a457 None None] get_active_networks_info from dv-neutron-859093-1-hyperv {{(pid=89740) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 23 15:38:09.273554 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] For port d5b70532-886d-4a80-bd9b-20f0105e8974, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d5b70532-886d-4a80-bd9b-20f0105e8974,segment=NetworkSegment(c8703fb0-26ab-4385-8fae-86ad958fa09f),segment_id=c8703fb0-26ab-4385-8fae-86ad958fa09f)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:38:09.273830 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:09.281741 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e23f57e-ef2f-4052-84b3-f7d80683a457 None None] Resources bound (agent type, host, resource id): {{(pid=89740) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 23 15:38:09.285872 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-855c842f-0d8e-43cc-8286-ebeb6183d051 None None] Provisioning complete for port ecea1bca-c10a-429b-aaec-7ddad5f29ca8 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:38:09.286246 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-855c842f-0d8e-43cc-8286-ebeb6183d051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:09.286609 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-855c842f-0d8e-43cc-8286-ebeb6183d051 None None] Attempt 1 to provision port ecea1bca-c10a-429b-aaec-7ddad5f29ca8 Sep 23 15:38:09.399996 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Calling delete_port for d5b70532-886d-4a80-bd9b-20f0105e8974 owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:38:09.562887 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-855c842f-0d8e-43cc-8286-ebeb6183d051 None None] Current status of the port ecea1bca-c10a-429b-aaec-7ddad5f29ca8 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:38:09.570423 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:09.618030 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Pushing event deleted for resources: {'Port': ['ID=d5b70532-886d-4a80-bd9b-20f0105e8974,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:09.619858 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] No DVR routers for this DVR port d5b70532-886d-4a80-bd9b-20f0105e8974 on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:38:09.742888 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:09.754473 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ecea1bca-c10a-429b-aaec-7ddad5f29ca8 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:38:09.774975 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9d28b9-a392-49cd-8fb1-2097a7a5b8d9']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:09.788140 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8703fb0-26ab-4385-8fae-86ad958fa09f') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:09.788436 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8703fb0-26ab-4385-8fae-86ad958fa09f') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:09.799736 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:09.816335 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:09.822850 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:38:09.823238 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:09.825544 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port ecea1bca-c10a-429b-aaec-7ddad5f29ca8 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:38:09.825910 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:09.826239 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port ecea1bca-c10a-429b-aaec-7ddad5f29ca8 Sep 23 15:38:09.945064 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port ecea1bca-c10a-429b-aaec-7ddad5f29ca8 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:38:09.972627 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:09.990007 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:10.000759 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Pushing event deleted for resources: {'Network': ['ID=aa9d28b9-a392-49cd-8fb1-2097a7a5b8d9,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:10.007660 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7185acb0-9d31-491b-947f-d6b29311022c tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] 10.222.0.67 "DELETE /v2.0/networks/aa9d28b9-a392-49cd-8fb1-2097a7a5b8d9 HTTP/1.1" status: 204 len: 168 time: 2.6548176 Sep 23 15:38:10.010929 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54914) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:10.048959 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a88578-150c-4c3f-a4b5-56a4c5879f5b tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] GET failed (client error): The resource could not be found. Sep 23 15:38:10.049467 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-34a88578-150c-4c3f-a4b5-56a4c5879f5b tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Synchronizing usage tracker for tenant:8b1319979ece478bb02e45ee20ae2333 on resource:subnet {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:38:10.143829 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-34a88578-150c-4c3f-a4b5-56a4c5879f5b tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Unset dirty status for tenant:8b1319979ece478bb02e45ee20ae2333 on resource:subnet {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:38:10.144986 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-34a88578-150c-4c3f-a4b5-56a4c5879f5b tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] 10.222.0.67 "GET /v2.0/subnets/1f80c754-84eb-42cc-a080-15770a119676 HTTP/1.1" status: 404 len: 337 time: 0.1330914 Sep 23 15:38:10.147782 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54918) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:10.172325 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-59782edd-cfcf-4058-b846-a6e0c611c4b8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] DELETE failed (client error): The resource could not be found. Sep 23 15:38:10.172781 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59782edd-cfcf-4058-b846-a6e0c611c4b8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:38:10.174363 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-59782edd-cfcf-4058-b846-a6e0c611c4b8 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] 10.222.0.67 "DELETE /v2.0/networks/aa9d28b9-a392-49cd-8fb1-2097a7a5b8d9 HTTP/1.1" status: 404 len: 339 time: 0.0256829 Sep 23 15:38:10.178545 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54922) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:10.214890 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-d70d9172-12c0-4e12-a716-403cc1fa3f31 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] DELETE failed (client error): The resource could not be found. Sep 23 15:38:10.215263 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d70d9172-12c0-4e12-a716-403cc1fa3f31 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:38:10.216828 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d70d9172-12c0-4e12-a716-403cc1fa3f31 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] 10.222.0.67 "DELETE /v2.0/subnets/1f80c754-84eb-42cc-a080-15770a119676 HTTP/1.1" status: 404 len: 337 time: 0.0374041 Sep 23 15:38:10.219129 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54926) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:10.246609 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c9bc8bf-96d9-4784-9f6e-c76f5dbe37ad tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] DELETE failed (client error): The resource could not be found. Sep 23 15:38:10.247063 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c9bc8bf-96d9-4784-9f6e-c76f5dbe37ad tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:38:10.248618 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5c9bc8bf-96d9-4784-9f6e-c76f5dbe37ad tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] 10.222.0.67 "DELETE /v2.0/networks/aa9d28b9-a392-49cd-8fb1-2097a7a5b8d9 HTTP/1.1" status: 404 len: 339 time: 0.0286300 Sep 23 15:38:10.250975 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54930) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:10.315044 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1da2e1-6a73-4081-b704-44e2ed436b1f tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Deleting subnet cd0701ac-d27c-4f94-ad6f-bc4c4c8d1f8f {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:38:10.317926 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ba1da2e1-6a73-4081-b704-44e2ed436b1f tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:10.371375 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ba1da2e1-6a73-4081-b704-44e2ed436b1f tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:10.455405 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ba1da2e1-6a73-4081-b704-44e2ed436b1f tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:10.486916 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment c8703fb0-26ab-4385-8fae-86ad958fa09f resource provider aggregate not found Sep 23 15:38:10.506871 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment c8703fb0-26ab-4385-8fae-86ad958fa09f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8703fb0-26ab-4385-8fae-86ad958fa09f found for delete ", "request_id": "req-7668bcd7-1bf0-4f4c-8762-feb6bf52fb4d"}]} Sep 23 15:38:10.604299 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ba1da2e1-6a73-4081-b704-44e2ed436b1f tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:10.642885 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1da2e1-6a73-4081-b704-44e2ed436b1f tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Pushing event deleted for resources: {'Subnet': ['ID=cd0701ac-d27c-4f94-ad6f-bc4c4c8d1f8f,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:10.646587 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ba1da2e1-6a73-4081-b704-44e2ed436b1f tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:10.652743 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e455685-8ba9-4437-bb7c-26201dc54806 None None] Network 371e599a-0ee9-403c-ba7c-71d22df5b07c requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:38:10.727851 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ba1da2e1-6a73-4081-b704-44e2ed436b1f tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] 10.222.0.67 "DELETE /v2.0/subnets/cd0701ac-d27c-4f94-ad6f-bc4c4c8d1f8f HTTP/1.1" status: 204 len: 168 time: 0.4758110 Sep 23 15:38:10.730237 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54938) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:10.844524 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-919cd58b-c130-4fb0-b0c4-5e9bea2f0dfd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:10.855338 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-919cd58b-c130-4fb0-b0c4-5e9bea2f0dfd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Deleting port ecea1bca-c10a-429b-aaec-7ddad5f29ca8 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:38:10.855679 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-919cd58b-c130-4fb0-b0c4-5e9bea2f0dfd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:10.902005 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe34d9a4-71b9-4c07-a696-0c0456758993 None None] DHCP port deletion for 371e599a-0ee9-403c-ba7c-71d22df5b07c request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:38:10.905901 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-fe34d9a4-71b9-4c07-a696-0c0456758993 None None] Deleting port ecea1bca-c10a-429b-aaec-7ddad5f29ca8 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:38:10.906371 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fe34d9a4-71b9-4c07-a696-0c0456758993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:11.064359 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-919cd58b-c130-4fb0-b0c4-5e9bea2f0dfd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] For port ecea1bca-c10a-429b-aaec-7ddad5f29ca8, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ecea1bca-c10a-429b-aaec-7ddad5f29ca8,segment=NetworkSegment(bc35a20a-0e44-46d7-a80d-ca1e5b8d5480),segment_id=bc35a20a-0e44-46d7-a80d-ca1e5b8d5480)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:38:11.064986 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-919cd58b-c130-4fb0-b0c4-5e9bea2f0dfd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:11.143882 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-fe34d9a4-71b9-4c07-a696-0c0456758993 None None] For port ecea1bca-c10a-429b-aaec-7ddad5f29ca8, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=ecea1bca-c10a-429b-aaec-7ddad5f29ca8,segment=NetworkSegment(bc35a20a-0e44-46d7-a80d-ca1e5b8d5480),segment_id=bc35a20a-0e44-46d7-a80d-ca1e5b8d5480)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:38:11.144217 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fe34d9a4-71b9-4c07-a696-0c0456758993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:11.271636 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-fe34d9a4-71b9-4c07-a696-0c0456758993 None None] Calling delete_port for ecea1bca-c10a-429b-aaec-7ddad5f29ca8 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:38:11.282267 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-919cd58b-c130-4fb0-b0c4-5e9bea2f0dfd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Calling delete_port for ecea1bca-c10a-429b-aaec-7ddad5f29ca8 owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:38:11.444937 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fe34d9a4-71b9-4c07-a696-0c0456758993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:11.450719 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.db.api [None req-919cd58b-c130-4fb0-b0c4-5e9bea2f0dfd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:38:11.451042 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG oslo_db.api [None req-919cd58b-c130-4fb0-b0c4-5e9bea2f0dfd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:38:11.490329 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34d9a4-71b9-4c07-a696-0c0456758993 None None] Pushing event deleted for resources: {'Port': ['ID=ecea1bca-c10a-429b-aaec-7ddad5f29ca8,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:11.493650 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe34d9a4-71b9-4c07-a696-0c0456758993 None None] No DVR routers for this DVR port ecea1bca-c10a-429b-aaec-7ddad5f29ca8 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:38:11.746526 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ecea1bca-c10a-429b-aaec-7ddad5f29ca8 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:38:11.783479 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: ecea1bca-c10a-429b-aaec-7ddad5f29ca8 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:38:11.783768 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device ecea1bca-c10a-429b-aaec-7ddad5f29ca8 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:38:11.951815 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-919cd58b-c130-4fb0-b0c4-5e9bea2f0dfd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Deleting port ecea1bca-c10a-429b-aaec-7ddad5f29ca8 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:38:11.952104 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-919cd58b-c130-4fb0-b0c4-5e9bea2f0dfd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:12.021679 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-919cd58b-c130-4fb0-b0c4-5e9bea2f0dfd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] The port 'ecea1bca-c10a-429b-aaec-7ddad5f29ca8' was deleted {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:38:12.140208 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-919cd58b-c130-4fb0-b0c4-5e9bea2f0dfd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:12.168173 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-919cd58b-c130-4fb0-b0c4-5e9bea2f0dfd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['371e599a-0ee9-403c-ba7c-71d22df5b07c']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:12.180330 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-919cd58b-c130-4fb0-b0c4-5e9bea2f0dfd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc35a20a-0e44-46d7-a80d-ca1e5b8d5480') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:12.180627 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-919cd58b-c130-4fb0-b0c4-5e9bea2f0dfd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc35a20a-0e44-46d7-a80d-ca1e5b8d5480') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:12.192223 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-919cd58b-c130-4fb0-b0c4-5e9bea2f0dfd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:12.207951 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-919cd58b-c130-4fb0-b0c4-5e9bea2f0dfd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:12.213747 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-919cd58b-c130-4fb0-b0c4-5e9bea2f0dfd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:38:12.214134 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-919cd58b-c130-4fb0-b0c4-5e9bea2f0dfd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:12.278439 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment bc35a20a-0e44-46d7-a80d-ca1e5b8d5480 resource provider aggregate not found Sep 23 15:38:12.302386 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment bc35a20a-0e44-46d7-a80d-ca1e5b8d5480 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc35a20a-0e44-46d7-a80d-ca1e5b8d5480 found for delete ", "request_id": "req-98c59109-497f-4349-90bb-acae4dca7d29"}]} Sep 23 15:38:12.375400 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-919cd58b-c130-4fb0-b0c4-5e9bea2f0dfd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:12.392102 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-919cd58b-c130-4fb0-b0c4-5e9bea2f0dfd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:12.402822 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919cd58b-c130-4fb0-b0c4-5e9bea2f0dfd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Pushing event deleted for resources: {'Network': ['ID=371e599a-0ee9-403c-ba7c-71d22df5b07c,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:12.406692 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-919cd58b-c130-4fb0-b0c4-5e9bea2f0dfd tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] 10.222.0.67 "DELETE /v2.0/networks/371e599a-0ee9-403c-ba7c-71d22df5b07c HTTP/1.1" status: 204 len: 168 time: 1.6755009 Sep 23 15:38:12.409742 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54946) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:12.446342 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-d31e89af-feba-470d-970c-d6e5d8d57aa3 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] DELETE failed (client error): The resource could not be found. Sep 23 15:38:12.446787 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d31e89af-feba-470d-970c-d6e5d8d57aa3 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:38:12.448338 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d31e89af-feba-470d-970c-d6e5d8d57aa3 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] 10.222.0.67 "DELETE /v2.0/subnets/7d321e86-8362-4073-a527-504f4bb743eb HTTP/1.1" status: 404 len: 337 time: 0.0375881 Sep 23 15:38:12.450809 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54950) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:12.478482 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf2e049-6572-4b7b-834b-9ce7f0bd4dd4 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] DELETE failed (client error): The resource could not be found. Sep 23 15:38:12.478482 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf2e049-6572-4b7b-834b-9ce7f0bd4dd4 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:38:12.478482 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7bf2e049-6572-4b7b-834b-9ce7f0bd4dd4 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] 10.222.0.67 "DELETE /v2.0/networks/b147e605-771f-4f10-aa1b-cba5ac1ef16f HTTP/1.1" status: 404 len: 339 time: 0.0245817 Sep 23 15:38:12.480189 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54954) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:12.522114 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-da42960a-fdfa-4597-9d6b-f5074ee90d93 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] DELETE failed (client error): The resource could not be found. Sep 23 15:38:12.522657 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da42960a-fdfa-4597-9d6b-f5074ee90d93 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:38:12.524304 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-da42960a-fdfa-4597-9d6b-f5074ee90d93 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] 10.222.0.67 "DELETE /v2.0/subnets/41d1f788-dfcf-4f2e-8c72-6c894810b3b4 HTTP/1.1" status: 404 len: 337 time: 0.0432684 Sep 23 15:38:12.526996 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54958) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:12.551508 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c391d9-e1d3-4ee3-a104-3dd229e30bd2 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] DELETE failed (client error): The resource could not be found. Sep 23 15:38:12.551953 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c391d9-e1d3-4ee3-a104-3dd229e30bd2 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89739) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 23 15:38:12.555666 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-27c391d9-e1d3-4ee3-a104-3dd229e30bd2 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] 10.222.0.67 "DELETE /v2.0/networks/42d39936-9ead-4b49-a279-f52ad8a8d22a HTTP/1.1" status: 404 len: 339 time: 0.0256405 Sep 23 15:38:12.557448 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54962) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:12.620792 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-12bd8747-2ad3-42a6-8ad7-6fab02051895 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Deleting subnet a6fd2e98-1635-4654-bc48-9fed339b34d3 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:38:12.623670 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-12bd8747-2ad3-42a6-8ad7-6fab02051895 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:12.680064 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-12bd8747-2ad3-42a6-8ad7-6fab02051895 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:12.760132 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-12bd8747-2ad3-42a6-8ad7-6fab02051895 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:12.910896 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-12bd8747-2ad3-42a6-8ad7-6fab02051895 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:12.951107 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd8747-2ad3-42a6-8ad7-6fab02051895 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Pushing event deleted for resources: {'Subnet': ['ID=a6fd2e98-1635-4654-bc48-9fed339b34d3,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:12.956944 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-12bd8747-2ad3-42a6-8ad7-6fab02051895 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:12.962701 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7860828-bc01-4f93-9be8-6aff396e7ff6 None None] Network 24e12e6c-f796-4106-86dc-60ed62338b9b requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:38:12.966410 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-12bd8747-2ad3-42a6-8ad7-6fab02051895 tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] 10.222.0.67 "DELETE /v2.0/subnets/a6fd2e98-1635-4654-bc48-9fed339b34d3 HTTP/1.1" status: 204 len: 168 time: 0.4079881 Sep 23 15:38:12.968905 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54966) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:13.082913 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7a02da45-382d-4f47-b688-6dd98ee8b06b tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:13.093220 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-7a02da45-382d-4f47-b688-6dd98ee8b06b tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Deleting port 2cf475e2-c442-4fc7-a4e1-a1861387ae36 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:38:13.093548 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7a02da45-382d-4f47-b688-6dd98ee8b06b tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:13.229306 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691d824b-b9e4-410a-bde0-bab9e7c8d791 None None] DHCP port deletion for 24e12e6c-f796-4106-86dc-60ed62338b9b request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:38:13.233631 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-691d824b-b9e4-410a-bde0-bab9e7c8d791 None None] Deleting port 2cf475e2-c442-4fc7-a4e1-a1861387ae36 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:38:13.234004 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-691d824b-b9e4-410a-bde0-bab9e7c8d791 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:13.300206 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-7a02da45-382d-4f47-b688-6dd98ee8b06b tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] For port 2cf475e2-c442-4fc7-a4e1-a1861387ae36, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=2cf475e2-c442-4fc7-a4e1-a1861387ae36,segment=NetworkSegment(fe209df8-320a-495c-8c55-898eb6089d0f),segment_id=fe209df8-320a-495c-8c55-898eb6089d0f)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:38:13.300889 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7a02da45-382d-4f47-b688-6dd98ee8b06b tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:13.426009 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-7a02da45-382d-4f47-b688-6dd98ee8b06b tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Calling delete_port for 2cf475e2-c442-4fc7-a4e1-a1861387ae36 owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:38:13.436894 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-691d824b-b9e4-410a-bde0-bab9e7c8d791 None None] For port 2cf475e2-c442-4fc7-a4e1-a1861387ae36, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=2cf475e2-c442-4fc7-a4e1-a1861387ae36,segment=NetworkSegment(fe209df8-320a-495c-8c55-898eb6089d0f),segment_id=fe209df8-320a-495c-8c55-898eb6089d0f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:38:13.437291 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-691d824b-b9e4-410a-bde0-bab9e7c8d791 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:13.562756 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-691d824b-b9e4-410a-bde0-bab9e7c8d791 None None] Calling delete_port for 2cf475e2-c442-4fc7-a4e1-a1861387ae36 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:38:13.655783 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7a02da45-382d-4f47-b688-6dd98ee8b06b tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:13.660845 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-691d824b-b9e4-410a-bde0-bab9e7c8d791 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:38:13.661203 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-691d824b-b9e4-410a-bde0-bab9e7c8d791 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:38:13.705052 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02da45-382d-4f47-b688-6dd98ee8b06b tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Pushing event deleted for resources: {'Port': ['ID=2cf475e2-c442-4fc7-a4e1-a1861387ae36,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:13.707122 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a02da45-382d-4f47-b688-6dd98ee8b06b tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] No DVR routers for this DVR port 2cf475e2-c442-4fc7-a4e1-a1861387ae36 on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:38:13.747838 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 2cf475e2-c442-4fc7-a4e1-a1861387ae36 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:38:13.781758 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 2cf475e2-c442-4fc7-a4e1-a1861387ae36 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:38:13.782100 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 2cf475e2-c442-4fc7-a4e1-a1861387ae36 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:38:13.833498 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7a02da45-382d-4f47-b688-6dd98ee8b06b tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:13.857969 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-7a02da45-382d-4f47-b688-6dd98ee8b06b tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e12e6c-f796-4106-86dc-60ed62338b9b']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:13.870202 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-7a02da45-382d-4f47-b688-6dd98ee8b06b tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe209df8-320a-495c-8c55-898eb6089d0f') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:13.870532 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-7a02da45-382d-4f47-b688-6dd98ee8b06b tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe209df8-320a-495c-8c55-898eb6089d0f') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:13.881632 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7a02da45-382d-4f47-b688-6dd98ee8b06b tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:13.896958 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7a02da45-382d-4f47-b688-6dd98ee8b06b tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:13.902799 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a02da45-382d-4f47-b688-6dd98ee8b06b tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:38:13.903182 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7a02da45-382d-4f47-b688-6dd98ee8b06b tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:14.062070 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7a02da45-382d-4f47-b688-6dd98ee8b06b tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:14.080768 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7a02da45-382d-4f47-b688-6dd98ee8b06b tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:14.091568 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02da45-382d-4f47-b688-6dd98ee8b06b tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] Pushing event deleted for resources: {'Network': ['ID=24e12e6c-f796-4106-86dc-60ed62338b9b,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:14.095490 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7a02da45-382d-4f47-b688-6dd98ee8b06b tempest-NetworksIpV6Test-570112791 tempest-NetworksIpV6Test-570112791-project] 10.222.0.67 "DELETE /v2.0/networks/24e12e6c-f796-4106-86dc-60ed62338b9b HTTP/1.1" status: 204 len: 168 time: 1.1256726 Sep 23 15:38:14.162576 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-691d824b-b9e4-410a-bde0-bab9e7c8d791 None None] Deleting port 2cf475e2-c442-4fc7-a4e1-a1861387ae36 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:38:14.163195 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-691d824b-b9e4-410a-bde0-bab9e7c8d791 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:14.231783 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-691d824b-b9e4-410a-bde0-bab9e7c8d791 None None] The port '2cf475e2-c442-4fc7-a4e1-a1861387ae36' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:38:14.319888 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment fe209df8-320a-495c-8c55-898eb6089d0f resource provider aggregate not found Sep 23 15:38:14.338509 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment fe209df8-320a-495c-8c55-898eb6089d0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe209df8-320a-495c-8c55-898eb6089d0f found for delete ", "request_id": "req-70d33489-6e8e-4c2a-a9a3-711543a2eec5"}]} Sep 23 15:38:14.539711 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54978) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:14.688624 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ea7421bb-585f-421a-839a-0c257fe40738 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8b1319979ece478bb02e45ee20ae2333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477873 Sep 23 15:38:14.691783 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 54984) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:14.748068 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8acc2480-1e07-4069-a4af-4ec1e1c7c084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:14.773804 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8acc2480-1e07-4069-a4af-4ec1e1c7c084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:14.869702 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8acc2480-1e07-4069-a4af-4ec1e1c7c084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:14.890002 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc2480-1e07-4069-a4af-4ec1e1c7c084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bc8b59-3341-4f59-a6e6-a37638d037c7,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:14.893219 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8acc2480-1e07-4069-a4af-4ec1e1c7c084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:14.894956 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8acc2480-1e07-4069-a4af-4ec1e1c7c084 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/13bc8b59-3341-4f59-a6e6-a37638d037c7 HTTP/1.1" status: 204 len: 168 time: 0.2021971 Sep 23 15:38:15.897433 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 55008) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:15.998485 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-d0baf142-63fd-4bce-9af9-1102bba12de9 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1518403460', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:38:16.005164 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d0baf142-63fd-4bce-9af9-1102bba12de9 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:38:16.008980 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d0baf142-63fd-4bce-9af9-1102bba12de9 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Usage tracker for resource:router and tenant:bf9ffbdc7ad04f2084df4c0495be512b is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:38:16.011829 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d0baf142-63fd-4bce-9af9-1102bba12de9 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:38:16.017978 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d0baf142-63fd-4bce-9af9-1102bba12de9 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:38:16.095906 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d0baf142-63fd-4bce-9af9-1102bba12de9 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:16.096874 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d0baf142-63fd-4bce-9af9-1102bba12de9 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:16.111142 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d0baf142-63fd-4bce-9af9-1102bba12de9 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:16.192976 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d0baf142-63fd-4bce-9af9-1102bba12de9 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:16.278462 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d0baf142-63fd-4bce-9af9-1102bba12de9 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:16.279850 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d0baf142-63fd-4bce-9af9-1102bba12de9 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3811743 Sep 23 15:38:16.282878 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 55014) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:16.288527 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-2f0d1e09-e346-4005-8c39-42abe5e888c8 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1469735056'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:38:16.293314 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-2f0d1e09-e346-4005-8c39-42abe5e888c8 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:38:16.297700 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2f0d1e09-e346-4005-8c39-42abe5e888c8 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Usage tracker for resource:network and tenant:bf9ffbdc7ad04f2084df4c0495be512b is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:38:16.300590 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2f0d1e09-e346-4005-8c39-42abe5e888c8 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:38:16.306473 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-2f0d1e09-e346-4005-8c39-42abe5e888c8 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:38:16.369750 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0d1e09-e346-4005-8c39-42abe5e888c8 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Made reservation on behalf of bf9ffbdc7ad04f2084df4c0495be512b for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:38:16.373174 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2f0d1e09-e346-4005-8c39-42abe5e888c8 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:16.385735 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2f0d1e09-e346-4005-8c39-42abe5e888c8 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:16.400624 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-2f0d1e09-e346-4005-8c39-42abe5e888c8 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:38:16.404415 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2f0d1e09-e346-4005-8c39-42abe5e888c8 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Usage tracker for resource:security_group_rule and tenant:bf9ffbdc7ad04f2084df4c0495be512b is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:38:16.407172 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-2f0d1e09-e346-4005-8c39-42abe5e888c8 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:38:16.412799 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-2f0d1e09-e346-4005-8c39-42abe5e888c8 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:38:16.493244 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2f0d1e09-e346-4005-8c39-42abe5e888c8 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:16.576045 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2f0d1e09-e346-4005-8c39-42abe5e888c8 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:16.607931 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0d1e09-e346-4005-8c39-42abe5e888c8 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:38:16.616698 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d1e09-e346-4005-8c39-42abe5e888c8 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8047cae-bda3-454f-84db-dd62df317779,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:16.622145 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2f0d1e09-e346-4005-8c39-42abe5e888c8 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:16.622525 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-2f0d1e09-e346-4005-8c39-42abe5e888c8 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Added segment 822f735d-4ff2-4b63-a027-6a1168b4a70a of type vlan for network 1081acef-2630-446c-a946-948c65639805 Sep 23 15:38:16.648532 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2f0d1e09-e346-4005-8c39-42abe5e888c8 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:16.735867 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2f0d1e09-e346-4005-8c39-42abe5e888c8 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:16.741792 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0d1e09-e346-4005-8c39-42abe5e888c8 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:16.742399 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-2f0d1e09-e346-4005-8c39-42abe5e888c8 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:16.850867 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d1e09-e346-4005-8c39-42abe5e888c8 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Pushing event updated for resources: {'Network': ['ID=1081acef-2630-446c-a946-948c65639805,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:16.861252 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 1081acef-2630-446c-a946-948c65639805 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:38:16.908017 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2f0d1e09-e346-4005-8c39-42abe5e888c8 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6240981 Sep 23 15:38:16.911383 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55018) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:16.917240 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-a4bf5b29-d763-4faa-9b8f-37a73846da77 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Request body: {'subnet': {'network_id': '1081acef-2630-446c-a946-948c65639805', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:38:17.130080 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a4bf5b29-d763-4faa-9b8f-37a73846da77 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:38:17.133827 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a4bf5b29-d763-4faa-9b8f-37a73846da77 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Usage tracker for resource:subnet and tenant:bf9ffbdc7ad04f2084df4c0495be512b is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:38:17.136658 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a4bf5b29-d763-4faa-9b8f-37a73846da77 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:38:17.142304 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a4bf5b29-d763-4faa-9b8f-37a73846da77 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:38:17.249889 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bf5b29-d763-4faa-9b8f-37a73846da77 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Made reservation on behalf of bf9ffbdc7ad04f2084df4c0495be512b for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:38:17.253432 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a4bf5b29-d763-4faa-9b8f-37a73846da77 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:17.530182 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a4bf5b29-d763-4faa-9b8f-37a73846da77 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:17.609819 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf5b29-d763-4faa-9b8f-37a73846da77 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Pushing event updated for resources: {'Subnet': ['ID=4bfc3419-c9fe-4af5-92b7-5ec036da7664,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:17.618169 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf5b29-d763-4faa-9b8f-37a73846da77 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Checking segment: {'id': '822f735d-4ff2-4b63-a027-6a1168b4a70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1081acef-2630-446c-a946-948c65639805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:38:17.618560 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bf5b29-d763-4faa-9b8f-37a73846da77 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Network hostable DHCP agents. Network: 1081acef-2630-446c-a946-948c65639805, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:38:17.701299 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bf5b29-d763-4faa-9b8f-37a73846da77 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Network 1081acef-2630-446c-a946-948c65639805 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:38:17.778504 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-a4bf5b29-d763-4faa-9b8f-37a73846da77 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 1081acef-2630-446c-a946-948c65639805) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:38:17.782746 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bf5b29-d763-4faa-9b8f-37a73846da77 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:17.783245 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a4bf5b29-d763-4faa-9b8f-37a73846da77 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:17.793692 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed44fce8-a6ca-4d6a-a6c7-0bda269be50d None None] Network 1081acef-2630-446c-a946-948c65639805 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:38:17.859416 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a4bf5b29-d763-4faa-9b8f-37a73846da77 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9468749 Sep 23 15:38:17.863445 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55022) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:17.869168 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-e1c69d72-3582-4771-acc2-b40ec95df7f7 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-872395642'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:38:17.874254 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e1c69d72-3582-4771-acc2-b40ec95df7f7 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:38:17.878626 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e1c69d72-3582-4771-acc2-b40ec95df7f7 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Usage tracker for resource:network and tenant:bf9ffbdc7ad04f2084df4c0495be512b is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:38:17.881439 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-e1c69d72-3582-4771-acc2-b40ec95df7f7 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:38:17.887159 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-e1c69d72-3582-4771-acc2-b40ec95df7f7 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:38:17.972815 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c69d72-3582-4771-acc2-b40ec95df7f7 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Made reservation on behalf of bf9ffbdc7ad04f2084df4c0495be512b for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:38:17.976972 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e1c69d72-3582-4771-acc2-b40ec95df7f7 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:18.005934 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c69d72-3582-4771-acc2-b40ec95df7f7 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:38:18.014719 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e1c69d72-3582-4771-acc2-b40ec95df7f7 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:18.015207 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-e1c69d72-3582-4771-acc2-b40ec95df7f7 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Added segment 7be9a313-5b50-465f-a8ad-ea53a82595ef of type vlan for network 484e3b4b-825a-4f98-a665-83aebefb5a21 Sep 23 15:38:18.042120 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e1c69d72-3582-4771-acc2-b40ec95df7f7 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:18.054133 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-1081acef-2630-446c-a946-948c65639805', 'network_id': '1081acef-2630-446c-a946-948c65639805', 'tenant_id': 'bf9ffbdc7ad04f2084df4c0495be512b', 'fixed_ips': [{'subnet_id': '4bfc3419-c9fe-4af5-92b7-5ec036da7664'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:38:18.054982 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:18.155815 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e1c69d72-3582-4771-acc2-b40ec95df7f7 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:18.161310 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c69d72-3582-4771-acc2-b40ec95df7f7 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:18.161893 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e1c69d72-3582-4771-acc2-b40ec95df7f7 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:18.214605 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Allocated IP 172.20.0.2 (1081acef-2630-446c-a946-948c65639805/4bfc3419-c9fe-4af5-92b7-5ec036da7664/091f44b9-6c3a-4c07-9a30-bd8ebb8ce889) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:38:18.269135 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c69d72-3582-4771-acc2-b40ec95df7f7 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Pushing event updated for resources: {'Network': ['ID=484e3b4b-825a-4f98-a665-83aebefb5a21,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:18.294150 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 484e3b4b-825a-4f98-a665-83aebefb5a21 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:38:18.328013 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e1c69d72-3582-4771-acc2-b40ec95df7f7 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4633913 Sep 23 15:38:18.330883 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55026) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:18.336418 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-b0901e8b-5939-4f70-bd1c-0efb5a8fcd51 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Request body: {'subnet': {'network_id': '484e3b4b-825a-4f98-a665-83aebefb5a21', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:38:18.447384 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b0901e8b-5939-4f70-bd1c-0efb5a8fcd51 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:38:18.451411 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b0901e8b-5939-4f70-bd1c-0efb5a8fcd51 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Usage tracker for resource:subnet and tenant:bf9ffbdc7ad04f2084df4c0495be512b is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:38:18.454383 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b0901e8b-5939-4f70-bd1c-0efb5a8fcd51 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:38:18.460908 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b0901e8b-5939-4f70-bd1c-0efb5a8fcd51 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:38:18.516881 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:18.527799 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0901e8b-5939-4f70-bd1c-0efb5a8fcd51 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Made reservation on behalf of bf9ffbdc7ad04f2084df4c0495be512b for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:38:18.530023 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Transition to ACTIVE for port object 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:38:18.533526 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0901e8b-5939-4f70-bd1c-0efb5a8fcd51 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:18.561092 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Transition to ACTIVE for port object 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:38:18.622147 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:18.687174 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Network 1081acef-2630-446c-a946-948c65639805 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:38:18.690105 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:38:18.692674 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:38:18.702259 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Pushing event updated for resources: {'Port': ['ID=091f44b9-6c3a-4c07-9a30-bd8ebb8ce889,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:18.750256 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:18.750625 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:18.750961 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:18.751292 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:18.751674 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:18.752007 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:18.752333 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:18.752657 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:18.753008 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:18.753334 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:18.753655 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:18.753970 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:18.813293 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Attempting to bind port 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:38:18.813578 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Attempting to bind port 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '822f735d-4ff2-4b63-a027-6a1168b4a70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1081acef-2630-446c-a946-948c65639805'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:38:18.813933 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Attempting to bind port 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889 on network 1081acef-2630-446c-a946-948c65639805 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:38:18.820269 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:38:18.820702 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Checking segment: {'id': '822f735d-4ff2-4b63-a027-6a1168b4a70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1081acef-2630-446c-a946-948c65639805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:38:18.821035 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:18.821419 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Bound using segment: {'id': '822f735d-4ff2-4b63-a027-6a1168b4a70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1081acef-2630-446c-a946-948c65639805'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:38:18.821885 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Bound port: 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '822f735d-4ff2-4b63-a027-6a1168b4a70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '1081acef-2630-446c-a946-948c65639805'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:38:18.822242 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0901e8b-5939-4f70-bd1c-0efb5a8fcd51 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:18.822387 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:18.905002 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0901e8b-5939-4f70-bd1c-0efb5a8fcd51 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Pushing event updated for resources: {'Subnet': ['ID=5ac43739-820d-459e-ac05-74375655ad72,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:18.913958 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] For port 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:38:18.914900 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0901e8b-5939-4f70-bd1c-0efb5a8fcd51 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Checking segment: {'id': '7be9a313-5b50-465f-a8ad-ea53a82595ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '484e3b4b-825a-4f98-a665-83aebefb5a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:38:18.915318 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0901e8b-5939-4f70-bd1c-0efb5a8fcd51 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Network hostable DHCP agents. Network: 484e3b4b-825a-4f98-a665-83aebefb5a21, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:38:18.916972 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] For port 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=091f44b9-6c3a-4c07-9a30-bd8ebb8ce889,segment=NetworkSegment(822f735d-4ff2-4b63-a027-6a1168b4a70a),segment_id=822f735d-4ff2-4b63-a027-6a1168b4a70a)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:38:18.984170 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:19.018079 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0901e8b-5939-4f70-bd1c-0efb5a8fcd51 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Network 484e3b4b-825a-4f98-a665-83aebefb5a21 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:38:19.059659 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba8da9-c17f-4763-bbc4-0ce6fcb2c9d5 None None] Pushing event updated for resources: {'Port': ['ID=091f44b9-6c3a-4c07-9a30-bd8ebb8ce889,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:19.086902 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-b0901e8b-5939-4f70-bd1c-0efb5a8fcd51 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 484e3b4b-825a-4f98-a665-83aebefb5a21) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:38:19.091511 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0901e8b-5939-4f70-bd1c-0efb5a8fcd51 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:19.095913 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0901e8b-5939-4f70-bd1c-0efb5a8fcd51 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:19.096600 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3d7cb7-76ef-42ea-ae02-8a0b40d89555 None None] Network 484e3b4b-825a-4f98-a665-83aebefb5a21 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:38:19.164673 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b0901e8b-5939-4f70-bd1c-0efb5a8fcd51 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8300717 Sep 23 15:38:19.164918 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55030) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:19.170885 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-175dded4-1f71-4530-9791-1af457b6c4ce tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Request body: {'router': {'external_gateway_info': {'network_id': '484e3b4b-825a-4f98-a665-83aebefb5a21'}}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:38:19.355243 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceb4824-04d8-4086-ba88-ed0b94b111db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-484e3b4b-825a-4f98-a665-83aebefb5a21', 'network_id': '484e3b4b-825a-4f98-a665-83aebefb5a21', 'tenant_id': 'bf9ffbdc7ad04f2084df4c0495be512b', 'fixed_ips': [{'subnet_id': '5ac43739-820d-459e-ac05-74375655ad72'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:38:19.356178 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9ceb4824-04d8-4086-ba88-ed0b94b111db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:19.509198 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-9ceb4824-04d8-4086-ba88-ed0b94b111db None None] Allocated IP 172.21.0.2 (484e3b4b-825a-4f98-a665-83aebefb5a21/5ac43739-820d-459e-ac05-74375655ad72/8928ec63-4d9e-4c68-8f48-8fc296ed2bdd) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:38:19.581932 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-175dded4-1f71-4530-9791-1af457b6c4ce tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:19.726301 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9ceb4824-04d8-4086-ba88-ed0b94b111db None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:19.740710 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9ceb4824-04d8-4086-ba88-ed0b94b111db None None] Transition to ACTIVE for port object 8928ec63-4d9e-4c68-8f48-8fc296ed2bdd will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:38:19.765615 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9ceb4824-04d8-4086-ba88-ed0b94b111db None None] Transition to ACTIVE for port object 8928ec63-4d9e-4c68-8f48-8fc296ed2bdd will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:38:19.850348 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:38:19.885664 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9ceb4824-04d8-4086-ba88-ed0b94b111db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:19.917827 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.api.v2.resource [None req-175dded4-1f71-4530-9791-1af457b6c4ce tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 23 15:38:19.924998 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 55034) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:19.939277 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-175dded4-1f71-4530-9791-1af457b6c4ce tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] 10.222.0.67 "PUT /v2.0/routers/d42ec280-364c-404d-8198-b6cba7d30138 HTTP/1.1" status: 400 len: 364 time: 0.7727139 Sep 23 15:38:20.001920 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb55725-f2a6-4574-9722-07c18c2f807b tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Deleting subnet 5ac43739-820d-459e-ac05-74375655ad72 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:38:20.006119 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dbb55725-f2a6-4574-9722-07c18c2f807b tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:20.013242 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ceb4824-04d8-4086-ba88-ed0b94b111db None None] Network 484e3b4b-825a-4f98-a665-83aebefb5a21 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:38:20.018947 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-9ceb4824-04d8-4086-ba88-ed0b94b111db None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:38:20.026159 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceb4824-04d8-4086-ba88-ed0b94b111db None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:38:20.033307 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb4824-04d8-4086-ba88-ed0b94b111db None None] Pushing event updated for resources: {'Port': ['ID=8928ec63-4d9e-4c68-8f48-8fc296ed2bdd,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:20.066462 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dbb55725-f2a6-4574-9722-07c18c2f807b tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:20.145867 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-9ceb4824-04d8-4086-ba88-ed0b94b111db None None] Attempting to bind port 8928ec63-4d9e-4c68-8f48-8fc296ed2bdd on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:38:20.146506 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-9ceb4824-04d8-4086-ba88-ed0b94b111db None None] Attempting to bind port 8928ec63-4d9e-4c68-8f48-8fc296ed2bdd by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '7be9a313-5b50-465f-a8ad-ea53a82595ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '484e3b4b-825a-4f98-a665-83aebefb5a21'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:38:20.146785 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceb4824-04d8-4086-ba88-ed0b94b111db None None] Attempting to bind port 8928ec63-4d9e-4c68-8f48-8fc296ed2bdd on network 484e3b4b-825a-4f98-a665-83aebefb5a21 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:38:20.152728 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceb4824-04d8-4086-ba88-ed0b94b111db None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:38:20.153095 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceb4824-04d8-4086-ba88-ed0b94b111db None None] Checking segment: {'id': '7be9a313-5b50-465f-a8ad-ea53a82595ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '484e3b4b-825a-4f98-a665-83aebefb5a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:38:20.153492 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9ceb4824-04d8-4086-ba88-ed0b94b111db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:20.153878 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceb4824-04d8-4086-ba88-ed0b94b111db None None] Bound using segment: {'id': '7be9a313-5b50-465f-a8ad-ea53a82595ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '484e3b4b-825a-4f98-a665-83aebefb5a21'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:38:20.154826 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-9ceb4824-04d8-4086-ba88-ed0b94b111db None None] Bound port: 8928ec63-4d9e-4c68-8f48-8fc296ed2bdd, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be9a313-5b50-465f-a8ad-ea53a82595ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '484e3b4b-825a-4f98-a665-83aebefb5a21'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:38:20.154826 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9ceb4824-04d8-4086-ba88-ed0b94b111db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:20.168879 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dbb55725-f2a6-4574-9722-07c18c2f807b tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:20.202532 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:38:20.214539 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de78867-66a9-4b6f-afbd-c4c899a3c80a None None] Network 1081acef-2630-446c-a946-948c65639805 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:38:20.330291 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dbb55725-f2a6-4574-9722-07c18c2f807b tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:20.356693 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-9ceb4824-04d8-4086-ba88-ed0b94b111db None None] For port 8928ec63-4d9e-4c68-8f48-8fc296ed2bdd, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:38:20.369527 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb55725-f2a6-4574-9722-07c18c2f807b tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac43739-820d-459e-ac05-74375655ad72,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:20.373227 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dbb55725-f2a6-4574-9722-07c18c2f807b tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:20.378144 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-9ceb4824-04d8-4086-ba88-ed0b94b111db None None] For port 8928ec63-4d9e-4c68-8f48-8fc296ed2bdd, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8928ec63-4d9e-4c68-8f48-8fc296ed2bdd,segment=NetworkSegment(7be9a313-5b50-465f-a8ad-ea53a82595ef),segment_id=7be9a313-5b50-465f-a8ad-ea53a82595ef)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:38:20.380224 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-dbb55725-f2a6-4574-9722-07c18c2f807b tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] 10.222.0.67 "DELETE /v2.0/subnets/5ac43739-820d-459e-ac05-74375655ad72 HTTP/1.1" status: 204 len: 168 time: 0.4536538 Sep 23 15:38:20.382787 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 55038) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:20.410252 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-55bebc86-0859-43c4-a448-9dc2f4f6545e None None] Provisioning for port 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:38:20.430916 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-55bebc86-0859-43c4-a448-9dc2f4f6545e None None] Provisioning complete for port 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:38:20.431329 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-55bebc86-0859-43c4-a448-9dc2f4f6545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:20.431719 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-55bebc86-0859-43c4-a448-9dc2f4f6545e None None] Attempt 1 to provision port 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889 Sep 23 15:38:20.463871 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9ceb4824-04d8-4086-ba88-ed0b94b111db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:20.497990 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-13b964ad-869d-46ee-b18e-f4159c3a1f15 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:20.508421 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-13b964ad-869d-46ee-b18e-f4159c3a1f15 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Deleting port 8928ec63-4d9e-4c68-8f48-8fc296ed2bdd {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:38:20.508754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-13b964ad-869d-46ee-b18e-f4159c3a1f15 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:20.632447 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb4824-04d8-4086-ba88-ed0b94b111db None None] Pushing event updated for resources: {'Port': ['ID=8928ec63-4d9e-4c68-8f48-8fc296ed2bdd,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:20.708095 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-55bebc86-0859-43c4-a448-9dc2f4f6545e None None] Current status of the port 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:38:20.708095 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-55bebc86-0859-43c4-a448-9dc2f4f6545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:20.749954 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-13b964ad-869d-46ee-b18e-f4159c3a1f15 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] For port 8928ec63-4d9e-4c68-8f48-8fc296ed2bdd, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8928ec63-4d9e-4c68-8f48-8fc296ed2bdd,segment=NetworkSegment(7be9a313-5b50-465f-a8ad-ea53a82595ef),segment_id=7be9a313-5b50-465f-a8ad-ea53a82595ef)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:38:20.750428 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-13b964ad-869d-46ee-b18e-f4159c3a1f15 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:20.772109 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-55bebc86-0859-43c4-a448-9dc2f4f6545e None None] For port 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=091f44b9-6c3a-4c07-9a30-bd8ebb8ce889,segment=NetworkSegment(822f735d-4ff2-4b63-a027-6a1168b4a70a),segment_id=822f735d-4ff2-4b63-a027-6a1168b4a70a)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:38:20.847686 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-55bebc86-0859-43c4-a448-9dc2f4f6545e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:20.945696 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bebc86-0859-43c4-a448-9dc2f4f6545e None None] Pushing event updated for resources: {'Port': ['ID=091f44b9-6c3a-4c07-9a30-bd8ebb8ce889,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:20.998456 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-13b964ad-869d-46ee-b18e-f4159c3a1f15 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Calling delete_port for 8928ec63-4d9e-4c68-8f48-8fc296ed2bdd owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:38:21.067209 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c6d9573d-8d5c-4d76-9b3a-84a8c98faa5b None None] Provisioning complete for port 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:38:21.067694 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c6d9573d-8d5c-4d76-9b3a-84a8c98faa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:21.068035 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c6d9573d-8d5c-4d76-9b3a-84a8c98faa5b None None] Attempt 1 to provision port 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889 Sep 23 15:38:21.147174 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-13b964ad-869d-46ee-b18e-f4159c3a1f15 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:21.187150 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c6d9573d-8d5c-4d76-9b3a-84a8c98faa5b None None] Current status of the port 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:38:21.197348 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b964ad-869d-46ee-b18e-f4159c3a1f15 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] No DVR routers for this DVR port 8928ec63-4d9e-4c68-8f48-8fc296ed2bdd on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:38:21.225690 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b964ad-869d-46ee-b18e-f4159c3a1f15 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Pushing event deleted for resources: {'Port': ['ID=8928ec63-4d9e-4c68-8f48-8fc296ed2bdd,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:21.326761 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-13b964ad-869d-46ee-b18e-f4159c3a1f15 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:21.353996 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-13b964ad-869d-46ee-b18e-f4159c3a1f15 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['484e3b4b-825a-4f98-a665-83aebefb5a21']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:21.366564 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-13b964ad-869d-46ee-b18e-f4159c3a1f15 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7be9a313-5b50-465f-a8ad-ea53a82595ef') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:21.366867 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-13b964ad-869d-46ee-b18e-f4159c3a1f15 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7be9a313-5b50-465f-a8ad-ea53a82595ef') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:21.378577 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-13b964ad-869d-46ee-b18e-f4159c3a1f15 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:21.398720 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-13b964ad-869d-46ee-b18e-f4159c3a1f15 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:21.405312 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b964ad-869d-46ee-b18e-f4159c3a1f15 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:38:21.405709 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-13b964ad-869d-46ee-b18e-f4159c3a1f15 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:21.479960 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 7be9a313-5b50-465f-a8ad-ea53a82595ef resource provider aggregate not found Sep 23 15:38:21.506690 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 7be9a313-5b50-465f-a8ad-ea53a82595ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7be9a313-5b50-465f-a8ad-ea53a82595ef found for delete ", "request_id": "req-ad0effbb-9029-4b77-bbdb-38e8e3493597"}]} Sep 23 15:38:21.584622 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-13b964ad-869d-46ee-b18e-f4159c3a1f15 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:21.604313 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-13b964ad-869d-46ee-b18e-f4159c3a1f15 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:21.605347 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-eb1c58f3-091e-4d85-8d1e-182a01295fe1 None None] Could not find standard attr ID for object 8928ec63-4d9e-4c68-8f48-8fc296ed2bdd. {{(pid=89740) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 23 15:38:21.616194 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b964ad-869d-46ee-b18e-f4159c3a1f15 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Pushing event deleted for resources: {'Network': ['ID=484e3b4b-825a-4f98-a665-83aebefb5a21,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:21.620328 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-13b964ad-869d-46ee-b18e-f4159c3a1f15 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] 10.222.0.67 "DELETE /v2.0/networks/484e3b4b-825a-4f98-a665-83aebefb5a21 HTTP/1.1" status: 204 len: 168 time: 1.2366047 Sep 23 15:38:21.622953 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 55046) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:21.651161 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2319037d-ead7-42ae-bad3-62a680187907 None None] DHCP port deletion for 484e3b4b-825a-4f98-a665-83aebefb5a21 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:38:21.668791 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961fd45d-a528-4d6e-b02c-b959df2fc372 None None] Network 484e3b4b-825a-4f98-a665-83aebefb5a21 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:38:21.686759 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961fd45d-a528-4d6e-b02c-b959df2fc372 None None] Network 484e3b4b-825a-4f98-a665-83aebefb5a21 could not be found, it might have been deleted concurrently. {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 23 15:38:21.696117 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-772978e0-3082-4452-86b4-7c97eb0ec04d tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Deleting subnet 4bfc3419-c9fe-4af5-92b7-5ec036da7664 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:38:21.697675 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-772978e0-3082-4452-86b4-7c97eb0ec04d tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:21.755289 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-772978e0-3082-4452-86b4-7c97eb0ec04d tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:21.760567 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:38:21.828182 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:38:21.828547 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:21.828874 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889 Sep 23 15:38:21.844880 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-772978e0-3082-4452-86b4-7c97eb0ec04d tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:21.945241 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:38:21.972952 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-772978e0-3082-4452-86b4-7c97eb0ec04d tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:22.012911 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772978e0-3082-4452-86b4-7c97eb0ec04d tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Pushing event deleted for resources: {'Subnet': ['ID=4bfc3419-c9fe-4af5-92b7-5ec036da7664,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:22.016389 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-772978e0-3082-4452-86b4-7c97eb0ec04d tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:22.022971 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b84af25-3963-4ad2-b6cc-6ec1c6b0061f None None] Network 1081acef-2630-446c-a946-948c65639805 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:38:22.023413 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-772978e0-3082-4452-86b4-7c97eb0ec04d tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] 10.222.0.67 "DELETE /v2.0/subnets/4bfc3419-c9fe-4af5-92b7-5ec036da7664 HTTP/1.1" status: 204 len: 168 time: 0.3994658 Sep 23 15:38:22.025739 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 55050) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:22.137035 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0acd-9ac6-4a84-8bda-a60f87ee5f9f tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:22.147785 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-ff1a0acd-9ac6-4a84-8bda-a60f87ee5f9f tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Deleting port 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:38:22.148112 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0acd-9ac6-4a84-8bda-a60f87ee5f9f tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:22.278349 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597c31d5-73ee-4a92-8702-552319b70a05 None None] DHCP port deletion for 1081acef-2630-446c-a946-948c65639805 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:38:22.282503 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-597c31d5-73ee-4a92-8702-552319b70a05 None None] Deleting port 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:38:22.282880 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-597c31d5-73ee-4a92-8702-552319b70a05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:22.357150 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-ff1a0acd-9ac6-4a84-8bda-a60f87ee5f9f tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] For port 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=091f44b9-6c3a-4c07-9a30-bd8ebb8ce889,segment=NetworkSegment(822f735d-4ff2-4b63-a027-6a1168b4a70a),segment_id=822f735d-4ff2-4b63-a027-6a1168b4a70a)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:38:22.357513 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0acd-9ac6-4a84-8bda-a60f87ee5f9f tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:22.480111 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-ff1a0acd-9ac6-4a84-8bda-a60f87ee5f9f tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Calling delete_port for 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889 owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:38:22.483193 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-597c31d5-73ee-4a92-8702-552319b70a05 None None] For port 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=091f44b9-6c3a-4c07-9a30-bd8ebb8ce889,segment=NetworkSegment(822f735d-4ff2-4b63-a027-6a1168b4a70a),segment_id=822f735d-4ff2-4b63-a027-6a1168b4a70a)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:38:22.483586 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-597c31d5-73ee-4a92-8702-552319b70a05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:22.604995 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0acd-9ac6-4a84-8bda-a60f87ee5f9f tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:22.644091 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-597c31d5-73ee-4a92-8702-552319b70a05 None None] Calling delete_port for 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:38:22.650907 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a0acd-9ac6-4a84-8bda-a60f87ee5f9f tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Pushing event deleted for resources: {'Port': ['ID=091f44b9-6c3a-4c07-9a30-bd8ebb8ce889,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:22.654362 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1a0acd-9ac6-4a84-8bda-a60f87ee5f9f tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] No DVR routers for this DVR port 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889 on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:38:22.715471 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-597c31d5-73ee-4a92-8702-552319b70a05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:38:22.715880 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-597c31d5-73ee-4a92-8702-552319b70a05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:38:22.864925 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0acd-9ac6-4a84-8bda-a60f87ee5f9f tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:22.888745 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-ff1a0acd-9ac6-4a84-8bda-a60f87ee5f9f tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1081acef-2630-446c-a946-948c65639805']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:22.900844 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-ff1a0acd-9ac6-4a84-8bda-a60f87ee5f9f tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '822f735d-4ff2-4b63-a027-6a1168b4a70a') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:22.901134 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-ff1a0acd-9ac6-4a84-8bda-a60f87ee5f9f tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '822f735d-4ff2-4b63-a027-6a1168b4a70a') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:22.912684 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0acd-9ac6-4a84-8bda-a60f87ee5f9f tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:22.928056 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0acd-9ac6-4a84-8bda-a60f87ee5f9f tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:22.933903 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1a0acd-9ac6-4a84-8bda-a60f87ee5f9f tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:38:22.934278 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0acd-9ac6-4a84-8bda-a60f87ee5f9f tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:23.081171 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0acd-9ac6-4a84-8bda-a60f87ee5f9f tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:23.098107 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0acd-9ac6-4a84-8bda-a60f87ee5f9f tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:23.109475 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a0acd-9ac6-4a84-8bda-a60f87ee5f9f tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Pushing event deleted for resources: {'Network': ['ID=1081acef-2630-446c-a946-948c65639805,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:23.113361 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ff1a0acd-9ac6-4a84-8bda-a60f87ee5f9f tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] 10.222.0.67 "DELETE /v2.0/networks/1081acef-2630-446c-a946-948c65639805 HTTP/1.1" status: 204 len: 168 time: 1.0867188 Sep 23 15:38:23.116141 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 55054) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:23.168141 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-804713ea-c278-4797-8cf8-bfef94f0f30c tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Synchronizing usage tracker for tenant:bf9ffbdc7ad04f2084df4c0495be512b on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:38:23.217056 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-597c31d5-73ee-4a92-8702-552319b70a05 None None] Deleting port 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:38:23.217474 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-597c31d5-73ee-4a92-8702-552319b70a05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:23.287301 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-597c31d5-73ee-4a92-8702-552319b70a05 None None] The port '091f44b9-6c3a-4c07-9a30-bd8ebb8ce889' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:38:23.335640 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-804713ea-c278-4797-8cf8-bfef94f0f30c tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Unset dirty status for tenant:bf9ffbdc7ad04f2084df4c0495be512b on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:38:23.338143 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-804713ea-c278-4797-8cf8-bfef94f0f30c tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] 10.222.0.67 "GET /v2.0/ports?device_id=d42ec280-364c-404d-8198-b6cba7d30138 HTTP/1.1" status: 200 len: 205 time: 0.2198884 Sep 23 15:38:23.339498 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 55058) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:23.469900 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6b2d1e56-a5d4-486e-bca9-470fd70a7aa1 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:23.585253 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 822f735d-4ff2-4b63-a027-6a1168b4a70a resource provider aggregate not found Sep 23 15:38:23.603413 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 822f735d-4ff2-4b63-a027-6a1168b4a70a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 822f735d-4ff2-4b63-a027-6a1168b4a70a found for delete ", "request_id": "req-72b9e542-3112-4ae5-a64b-9aa19fe3e9d5"}]} Sep 23 15:38:23.753318 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:38:23.779701 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6b2d1e56-a5d4-486e-bca9-470fd70a7aa1 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:23.782969 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6b2d1e56-a5d4-486e-bca9-470fd70a7aa1 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:23.787872 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:38:23.788211 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 091f44b9-6c3a-4c07-9a30-bd8ebb8ce889 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:38:23.890107 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6b2d1e56-a5d4-486e-bca9-470fd70a7aa1 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:23.890643 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2d1e56-a5d4-486e-bca9-470fd70a7aa1 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Fanout notify agent at l3_agent the message router_deleted on router d42ec280-364c-404d-8198-b6cba7d30138 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:38:23.902028 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6b2d1e56-a5d4-486e-bca9-470fd70a7aa1 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:23.903172 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6b2d1e56-a5d4-486e-bca9-470fd70a7aa1 tempest-RoutersNegativeTest-331637515 tempest-RoutersNegativeTest-331637515-project] 10.222.0.67 "DELETE /v2.0/routers/d42ec280-364c-404d-8198-b6cba7d30138 HTTP/1.1" status: 204 len: 168 time: 0.5627692 Sep 23 15:38:24.367924 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55070) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:24.516737 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ba22c7d1-d63a-4c24-8094-356065e4981d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bf9ffbdc7ad04f2084df4c0495be512b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476424 Sep 23 15:38:24.519210 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55076) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:24.581045 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e2182307-1b02-4c3c-ac1b-64b0a7d985dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:24.606943 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e2182307-1b02-4c3c-ac1b-64b0a7d985dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:24.755742 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e2182307-1b02-4c3c-ac1b-64b0a7d985dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:24.772050 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2182307-1b02-4c3c-ac1b-64b0a7d985dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8047cae-bda3-454f-84db-dd62df317779,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:24.776449 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-e2182307-1b02-4c3c-ac1b-64b0a7d985dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:24.778043 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-e2182307-1b02-4c3c-ac1b-64b0a7d985dc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a8047cae-bda3-454f-84db-dd62df317779 HTTP/1.1" status: 204 len: 168 time: 0.2574456 Sep 23 15:38:25.803655 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55100) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:25.905945 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-473c6e10-1b5f-498f-bbcf-555f64138823 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-488359394-network', 'tenant_id': '53b124e020b94bcfa5012ce4fba37a96'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:38:25.911411 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-473c6e10-1b5f-498f-bbcf-555f64138823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:38:25.915246 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-473c6e10-1b5f-498f-bbcf-555f64138823 admin admin] Usage tracker for resource:network and tenant:53b124e020b94bcfa5012ce4fba37a96 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:38:25.919152 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-473c6e10-1b5f-498f-bbcf-555f64138823 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:38:25.924064 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-473c6e10-1b5f-498f-bbcf-555f64138823 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:38:25.995524 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473c6e10-1b5f-498f-bbcf-555f64138823 admin admin] Made reservation on behalf of 53b124e020b94bcfa5012ce4fba37a96 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:38:25.997849 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-473c6e10-1b5f-498f-bbcf-555f64138823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:26.009803 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-473c6e10-1b5f-498f-bbcf-555f64138823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:26.024393 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-473c6e10-1b5f-498f-bbcf-555f64138823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:38:26.028180 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-473c6e10-1b5f-498f-bbcf-555f64138823 admin admin] Usage tracker for resource:security_group_rule and tenant:53b124e020b94bcfa5012ce4fba37a96 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:38:26.030927 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-473c6e10-1b5f-498f-bbcf-555f64138823 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:38:26.037126 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-473c6e10-1b5f-498f-bbcf-555f64138823 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:38:26.119841 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-473c6e10-1b5f-498f-bbcf-555f64138823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:26.187350 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-473c6e10-1b5f-498f-bbcf-555f64138823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:26.217263 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-473c6e10-1b5f-498f-bbcf-555f64138823 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:38:26.225433 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c6e10-1b5f-498f-bbcf-555f64138823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff18240-31b0-4523-b377-4a354e51ea02,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:26.230831 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-473c6e10-1b5f-498f-bbcf-555f64138823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:26.236467 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-473c6e10-1b5f-498f-bbcf-555f64138823 admin admin] Added segment 6be5da45-9122-4c41-850a-c694909b5661 of type vlan for network fb3b8778-fd94-4633-a29a-abd82a4559de Sep 23 15:38:26.256622 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-473c6e10-1b5f-498f-bbcf-555f64138823 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:26.335903 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-473c6e10-1b5f-498f-bbcf-555f64138823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:26.336885 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473c6e10-1b5f-498f-bbcf-555f64138823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:26.337460 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-473c6e10-1b5f-498f-bbcf-555f64138823 admin admin] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:26.439952 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c6e10-1b5f-498f-bbcf-555f64138823 admin admin] Pushing event updated for resources: {'Network': ['ID=fb3b8778-fd94-4633-a29a-abd82a4559de,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:26.450070 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network fb3b8778-fd94-4633-a29a-abd82a4559de details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:38:26.507854 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-473c6e10-1b5f-498f-bbcf-555f64138823 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7025673 Sep 23 15:38:26.510631 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55106) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:26.516014 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-7fea6881-5d34-4577-84e6-5d8289be92aa admin admin] Request body: {'subnet': {'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-488359394-subnet', 'tenant_id': '53b124e020b94bcfa5012ce4fba37a96', 'ip_version': 4}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:38:26.520859 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7fea6881-5d34-4577-84e6-5d8289be92aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:38:26.524728 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7fea6881-5d34-4577-84e6-5d8289be92aa admin admin] Usage tracker for resource:subnet and tenant:53b124e020b94bcfa5012ce4fba37a96 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:38:26.527612 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-7fea6881-5d34-4577-84e6-5d8289be92aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:38:26.533356 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-7fea6881-5d34-4577-84e6-5d8289be92aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:38:26.610057 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fea6881-5d34-4577-84e6-5d8289be92aa admin admin] Made reservation on behalf of 53b124e020b94bcfa5012ce4fba37a96 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:38:26.612407 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7fea6881-5d34-4577-84e6-5d8289be92aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:26.898970 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7fea6881-5d34-4577-84e6-5d8289be92aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:26.976790 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea6881-5d34-4577-84e6-5d8289be92aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=2015264e-d490-43b6-bb00-77c0f159c81c,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:26.984094 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fea6881-5d34-4577-84e6-5d8289be92aa admin admin] Checking segment: {'id': '6be5da45-9122-4c41-850a-c694909b5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:38:26.984454 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea6881-5d34-4577-84e6-5d8289be92aa admin admin] Network hostable DHCP agents. Network: fb3b8778-fd94-4633-a29a-abd82a4559de, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:38:27.090122 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea6881-5d34-4577-84e6-5d8289be92aa admin admin] Network fb3b8778-fd94-4633-a29a-abd82a4559de is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:38:27.161272 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-7fea6881-5d34-4577-84e6-5d8289be92aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, fb3b8778-fd94-4633-a29a-abd82a4559de) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:38:27.165129 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fea6881-5d34-4577-84e6-5d8289be92aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:27.165719 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7fea6881-5d34-4577-84e6-5d8289be92aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:27.169659 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822968d6-bf5a-488c-8344-67391cbfd39c None None] Network fb3b8778-fd94-4633-a29a-abd82a4559de requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:38:27.259270 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7fea6881-5d34-4577-84e6-5d8289be92aa admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7474737 Sep 23 15:38:27.261857 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55110) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:27.266697 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-fbed3b6a-61a4-4e92-bf55-fd8eceec1ffd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-488359394-router', 'tenant_id': '53b124e020b94bcfa5012ce4fba37a96', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:38:27.272137 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-fbed3b6a-61a4-4e92-bf55-fd8eceec1ffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:38:27.278088 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-fbed3b6a-61a4-4e92-bf55-fd8eceec1ffd admin admin] Usage tracker for resource:router and tenant:53b124e020b94bcfa5012ce4fba37a96 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:38:27.279034 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-fbed3b6a-61a4-4e92-bf55-fd8eceec1ffd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:38:27.284953 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-fbed3b6a-61a4-4e92-bf55-fd8eceec1ffd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:38:27.359067 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fbed3b6a-61a4-4e92-bf55-fd8eceec1ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:27.360046 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fbed3b6a-61a4-4e92-bf55-fd8eceec1ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:27.375368 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fbed3b6a-61a4-4e92-bf55-fd8eceec1ffd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:27.390868 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57fb7e9-765d-4711-8665-5e03e64934c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-fb3b8778-fd94-4633-a29a-abd82a4559de', 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de', 'tenant_id': '53b124e020b94bcfa5012ce4fba37a96', 'fixed_ips': [{'subnet_id': '2015264e-d490-43b6-bb00-77c0f159c81c'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:38:27.391692 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f57fb7e9-765d-4711-8665-5e03e64934c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:27.541487 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-f57fb7e9-765d-4711-8665-5e03e64934c0 None None] Allocated IP 172.20.0.2 (fb3b8778-fd94-4633-a29a-abd82a4559de/2015264e-d490-43b6-bb00-77c0f159c81c/9e3ed8d6-19c3-422b-9f9d-42723bc6f99b) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:38:27.688201 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fbed3b6a-61a4-4e92-bf55-fd8eceec1ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:27.746081 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f57fb7e9-765d-4711-8665-5e03e64934c0 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:27.756042 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f57fb7e9-765d-4711-8665-5e03e64934c0 None None] Transition to ACTIVE for port object 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:38:27.773784 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f57fb7e9-765d-4711-8665-5e03e64934c0 None None] Transition to ACTIVE for port object 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:38:27.844401 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f57fb7e9-765d-4711-8665-5e03e64934c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:27.908474 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57fb7e9-765d-4711-8665-5e03e64934c0 None None] Network fb3b8778-fd94-4633-a29a-abd82a4559de is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:38:27.911953 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-f57fb7e9-765d-4711-8665-5e03e64934c0 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:38:27.915523 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57fb7e9-765d-4711-8665-5e03e64934c0 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:38:27.921001 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fb7e9-765d-4711-8665-5e03e64934c0 None None] Pushing event updated for resources: {'Port': ['ID=9e3ed8d6-19c3-422b-9f9d-42723bc6f99b,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:28.020145 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f57fb7e9-765d-4711-8665-5e03e64934c0 None None] Attempting to bind port 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:38:28.020505 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f57fb7e9-765d-4711-8665-5e03e64934c0 None None] Attempting to bind port 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '6be5da45-9122-4c41-850a-c694909b5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:38:28.020861 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57fb7e9-765d-4711-8665-5e03e64934c0 None None] Attempting to bind port 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b on network fb3b8778-fd94-4633-a29a-abd82a4559de {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:38:28.025970 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57fb7e9-765d-4711-8665-5e03e64934c0 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:38:28.026365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57fb7e9-765d-4711-8665-5e03e64934c0 None None] Checking segment: {'id': '6be5da45-9122-4c41-850a-c694909b5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:38:28.026760 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f57fb7e9-765d-4711-8665-5e03e64934c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:28.027139 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57fb7e9-765d-4711-8665-5e03e64934c0 None None] Bound using segment: {'id': '6be5da45-9122-4c41-850a-c694909b5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:38:28.027590 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f57fb7e9-765d-4711-8665-5e03e64934c0 None None] Bound port: 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be5da45-9122-4c41-850a-c694909b5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:38:28.027953 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f57fb7e9-765d-4711-8665-5e03e64934c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:28.123930 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f57fb7e9-765d-4711-8665-5e03e64934c0 None None] For port 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:38:28.127226 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f57fb7e9-765d-4711-8665-5e03e64934c0 None None] For port 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=9e3ed8d6-19c3-422b-9f9d-42723bc6f99b,segment=NetworkSegment(6be5da45-9122-4c41-850a-c694909b5661),segment_id=6be5da45-9122-4c41-850a-c694909b5661)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:38:28.174090 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fbed3b6a-61a4-4e92-bf55-fd8eceec1ffd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:28.184391 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f57fb7e9-765d-4711-8665-5e03e64934c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:28.203459 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fbed3b6a-61a4-4e92-bf55-fd8eceec1ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:28.257630 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fb7e9-765d-4711-8665-5e03e64934c0 None None] Pushing event updated for resources: {'Port': ['ID=9e3ed8d6-19c3-422b-9f9d-42723bc6f99b,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:28.356251 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-fbed3b6a-61a4-4e92-bf55-fd8eceec1ffd admin admin] Allocated IP 172.26.10.196 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/fd74a7ee-f2ce-411e-a282-eb4f6faa623c) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:38:28.504136 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fbed3b6a-61a4-4e92-bf55-fd8eceec1ffd admin admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:28.599625 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fbed3b6a-61a4-4e92-bf55-fd8eceec1ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:28.678436 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbed3b6a-61a4-4e92-bf55-fd8eceec1ffd admin admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:38:28.681668 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-fbed3b6a-61a4-4e92-bf55-fd8eceec1ffd admin admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:38:28.687815 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbed3b6a-61a4-4e92-bf55-fd8eceec1ffd admin admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:38:28.727737 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed3b6a-61a4-4e92-bf55-fd8eceec1ffd admin admin] Pushing event updated for resources: {'Port': ['ID=fd74a7ee-f2ce-411e-a282-eb4f6faa623c,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:29.188157 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fbed3b6a-61a4-4e92-bf55-fd8eceec1ffd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:29.214813 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5b1dd9-10dd-46de-8dc8-467c188391b2 None None] Network fb3b8778-fd94-4633-a29a-abd82a4559de requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:38:29.364641 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0fb424f7-e33a-4d1c-97eb-a578739e703a None None] Provisioning for port 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:38:29.539898 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fbed3b6a-61a4-4e92-bf55-fd8eceec1ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:29.793666 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:38:29.915465 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:38:29.920165 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:38:29.920540 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:29.920908 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b Sep 23 15:38:29.944271 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbed3b6a-61a4-4e92-bf55-fd8eceec1ffd admin admin] Router 9c195f78-76ea-4f19-98cf-6a1cf3c77c13 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:38:30.038738 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:38:30.039112 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:30.071268 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=9e3ed8d6-19c3-422b-9f9d-42723bc6f99b,segment=NetworkSegment(6be5da45-9122-4c41-850a-c694909b5661),segment_id=6be5da45-9122-4c41-850a-c694909b5661)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:38:30.127199 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:30.137168 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbed3b6a-61a4-4e92-bf55-fd8eceec1ffd admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:38:30.146014 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0a04c5-1b08-4289-95ca-bc1b1292be79 None None] Sync routers for ids ['9c195f78-76ea-4f19-98cf-6a1cf3c77c13'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:38:30.155930 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0a04c5-1b08-4289-95ca-bc1b1292be79 None None] Routers {'9c195f78-76ea-4f19-98cf-6a1cf3c77c13'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:38:30.156670 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-9d0a04c5-1b08-4289-95ca-bc1b1292be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:38:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['9c195f78-76ea-4f19-98cf-6a1cf3c77c13'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:30.201049 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=9e3ed8d6-19c3-422b-9f9d-42723bc6f99b,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:30.246928 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fbed3b6a-61a4-4e92-bf55-fd8eceec1ffd admin admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:30.248329 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-fbed3b6a-61a4-4e92-bf55-fd8eceec1ffd admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9854116 Sep 23 15:38:30.251066 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55114) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:30.366224 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-9d0a04c5-1b08-4289-95ca-bc1b1292be79 None None] Set router 9c195f78-76ea-4f19-98cf-6a1cf3c77c13 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:38:30.649631 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-9d0a04c5-1b08-4289-95ca-bc1b1292be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c195f78-76ea-4f19-98cf-6a1cf3c77c13', 'name': 'tempest-TestEncryptedCinderVolumes-488359394-router', 'tenant_id': '53b124e020b94bcfa5012ce4fba37a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.196'}], 'enable_snat': True}, 'gw_port_id': 'fd74a7ee-f2ce-411e-a282-eb4f6faa623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:38:27Z', 'updated_at': '2022-09-23T15:38:28Z', 'revision_number': 3, 'project_id': '53b124e020b94bcfa5012ce4fba37a96', 'gw_port': {'id': 'fd74a7ee-f2ce-411e-a282-eb4f6faa623c', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c195f78-76ea-4f19-98cf-6a1cf3c77c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:38:28Z', 'updated_at': '2022-09-23T15:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:30.653307 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0a04c5-1b08-4289-95ca-bc1b1292be79 None None] Checking router: 9c195f78-76ea-4f19-98cf-6a1cf3c77c13 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:38:30.653654 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0a04c5-1b08-4289-95ca-bc1b1292be79 None None] Updating router 9c195f78-76ea-4f19-98cf-6a1cf3c77c13 port fd74a7ee-f2ce-411e-a282-eb4f6faa623c binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:38:30.711688 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9d0a04c5-1b08-4289-95ca-bc1b1292be79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:30.941470 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-56e25b1b-a996-42d9-8ffb-9bb076623da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:31.059295 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9d0a04c5-1b08-4289-95ca-bc1b1292be79 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:31.072431 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-9d0a04c5-1b08-4289-95ca-bc1b1292be79 None None] Transition to ACTIVE for port object fd74a7ee-f2ce-411e-a282-eb4f6faa623c will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:38:31.147635 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-56e25b1b-a996-42d9-8ffb-9bb076623da6 admin admin] Allocated IP 172.20.0.1 (fb3b8778-fd94-4633-a29a-abd82a4559de/2015264e-d490-43b6-bb00-77c0f159c81c/96577711-002a-4880-b568-0780ac40cbcb) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:38:31.152592 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9d0a04c5-1b08-4289-95ca-bc1b1292be79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:31.212940 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-9d0a04c5-1b08-4289-95ca-bc1b1292be79 None None] Attempting to bind port fd74a7ee-f2ce-411e-a282-eb4f6faa623c on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:38:31.213315 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-9d0a04c5-1b08-4289-95ca-bc1b1292be79 None None] Attempting to bind port fd74a7ee-f2ce-411e-a282-eb4f6faa623c by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:38:31.213581 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0a04c5-1b08-4289-95ca-bc1b1292be79 None None] Attempting to bind port fd74a7ee-f2ce-411e-a282-eb4f6faa623c on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:38:31.225347 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0a04c5-1b08-4289-95ca-bc1b1292be79 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:38:31.225758 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0a04c5-1b08-4289-95ca-bc1b1292be79 None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:38:31.226227 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9d0a04c5-1b08-4289-95ca-bc1b1292be79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:31.226606 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0a04c5-1b08-4289-95ca-bc1b1292be79 None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:38:31.227071 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-9d0a04c5-1b08-4289-95ca-bc1b1292be79 None None] Bound port: fd74a7ee-f2ce-411e-a282-eb4f6faa623c, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:38:31.227505 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9d0a04c5-1b08-4289-95ca-bc1b1292be79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:31.276929 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273c584-fcad-426b-a0e8-11c3cfb55cdd None None] Pushing event updated for resources: {'Port': ['ID=fd74a7ee-f2ce-411e-a282-eb4f6faa623c,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:31.289083 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4273c584-fcad-426b-a0e8-11c3cfb55cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:31.289453 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4273c584-fcad-426b-a0e8-11c3cfb55cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:31.289747 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4273c584-fcad-426b-a0e8-11c3cfb55cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:31.290081 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4273c584-fcad-426b-a0e8-11c3cfb55cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:31.290440 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4273c584-fcad-426b-a0e8-11c3cfb55cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:31.290784 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4273c584-fcad-426b-a0e8-11c3cfb55cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:31.291122 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4273c584-fcad-426b-a0e8-11c3cfb55cdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:31.291426 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4273c584-fcad-426b-a0e8-11c3cfb55cdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:31.291752 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4273c584-fcad-426b-a0e8-11c3cfb55cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:31.292073 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4273c584-fcad-426b-a0e8-11c3cfb55cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:31.292396 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4273c584-fcad-426b-a0e8-11c3cfb55cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:31.292716 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4273c584-fcad-426b-a0e8-11c3cfb55cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:31.300115 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-56e25b1b-a996-42d9-8ffb-9bb076623da6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:31.316138 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-56e25b1b-a996-42d9-8ffb-9bb076623da6 admin admin] Transition to ACTIVE for port object 96577711-002a-4880-b568-0780ac40cbcb will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:38:31.319350 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-9d0a04c5-1b08-4289-95ca-bc1b1292be79 None None] For port fd74a7ee-f2ce-411e-a282-eb4f6faa623c, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:38:31.322419 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-9d0a04c5-1b08-4289-95ca-bc1b1292be79 None None] For port fd74a7ee-f2ce-411e-a282-eb4f6faa623c, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=fd74a7ee-f2ce-411e-a282-eb4f6faa623c,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:38:31.412788 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9d0a04c5-1b08-4289-95ca-bc1b1292be79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:31.456202 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-56e25b1b-a996-42d9-8ffb-9bb076623da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:31.470939 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0a04c5-1b08-4289-95ca-bc1b1292be79 None None] Routers {'9c195f78-76ea-4f19-98cf-6a1cf3c77c13'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:38:31.471161 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-9d0a04c5-1b08-4289-95ca-bc1b1292be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:38:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['9c195f78-76ea-4f19-98cf-6a1cf3c77c13'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:31.522293 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e25b1b-a996-42d9-8ffb-9bb076623da6 admin admin] Network fb3b8778-fd94-4633-a29a-abd82a4559de is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:38:31.525231 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-56e25b1b-a996-42d9-8ffb-9bb076623da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:38:31.528953 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e25b1b-a996-42d9-8ffb-9bb076623da6 admin admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:38:31.558923 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e25b1b-a996-42d9-8ffb-9bb076623da6 admin admin] Pushing event updated for resources: {'Port': ['ID=96577711-002a-4880-b568-0780ac40cbcb,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:31.566011 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273c584-fcad-426b-a0e8-11c3cfb55cdd None None] Pushing event updated for resources: {'Port': ['ID=fd74a7ee-f2ce-411e-a282-eb4f6faa623c,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:31.591543 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-56e25b1b-a996-42d9-8ffb-9bb076623da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:31.670666 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-9d0a04c5-1b08-4289-95ca-bc1b1292be79 None None] Set router 9c195f78-76ea-4f19-98cf-6a1cf3c77c13 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:38:31.780579 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:38:31.856729 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:38:31.857365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:31.857867 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b Sep 23 15:38:31.912615 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-65214657-90d3-45d8-9dd6-ba9ba115f58e None None] Provisioning for port 96577711-002a-4880-b568-0780ac40cbcb completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:38:31.918484 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-65214657-90d3-45d8-9dd6-ba9ba115f58e None None] Provisioning complete for port 96577711-002a-4880-b568-0780ac40cbcb triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:38:31.918857 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-65214657-90d3-45d8-9dd6-ba9ba115f58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:31.919186 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-65214657-90d3-45d8-9dd6-ba9ba115f58e None None] Attempt 1 to provision port 96577711-002a-4880-b568-0780ac40cbcb Sep 23 15:38:31.965098 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-9d0a04c5-1b08-4289-95ca-bc1b1292be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c195f78-76ea-4f19-98cf-6a1cf3c77c13', 'name': 'tempest-TestEncryptedCinderVolumes-488359394-router', 'tenant_id': '53b124e020b94bcfa5012ce4fba37a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.196'}], 'enable_snat': True}, 'gw_port_id': 'fd74a7ee-f2ce-411e-a282-eb4f6faa623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:38:27Z', 'updated_at': '2022-09-23T15:38:28Z', 'revision_number': 3, 'project_id': '53b124e020b94bcfa5012ce4fba37a96', 'gw_port': {'id': 'fd74a7ee-f2ce-411e-a282-eb4f6faa623c', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c195f78-76ea-4f19-98cf-6a1cf3c77c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:38:28Z', 'updated_at': '2022-09-23T15:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:31.969113 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0a04c5-1b08-4289-95ca-bc1b1292be79 None None] The sync data for ids ['9c195f78-76ea-4f19-98cf-6a1cf3c77c13'] in dv-neutron-859093-1-hyperv is: [{'id': '9c195f78-76ea-4f19-98cf-6a1cf3c77c13', 'name': 'tempest-TestEncryptedCinderVolumes-488359394-router', 'tenant_id': '53b124e020b94bcfa5012ce4fba37a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.196'}], 'enable_snat': True}, 'gw_port_id': 'fd74a7ee-f2ce-411e-a282-eb4f6faa623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:38:27Z', 'updated_at': '2022-09-23T15:38:28Z', 'revision_number': 3, 'project_id': '53b124e020b94bcfa5012ce4fba37a96', 'gw_port': {'id': 'fd74a7ee-f2ce-411e-a282-eb4f6faa623c', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c195f78-76ea-4f19-98cf-6a1cf3c77c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:38:28Z', 'updated_at': '2022-09-23T15:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:38:32.001654 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-65214657-90d3-45d8-9dd6-ba9ba115f58e None None] Port 96577711-002a-4880-b568-0780ac40cbcb cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:38:32.042611 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:38:32.093977 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-56e25b1b-a996-42d9-8ffb-9bb076623da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:32.109823 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-58c8c016-e480-4f03-bc11-26aded3e93d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:32.331987 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-56e25b1b-a996-42d9-8ffb-9bb076623da6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:32.389936 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-56e25b1b-a996-42d9-8ffb-9bb076623da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:32.502641 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-65214657-90d3-45d8-9dd6-ba9ba115f58e None None] Attempt 2 to provision port 96577711-002a-4880-b568-0780ac40cbcb Sep 23 15:38:32.503806 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-56e25b1b-a996-42d9-8ffb-9bb076623da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:32.507455 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e25b1b-a996-42d9-8ffb-9bb076623da6 admin admin] Pushing event updated for resources: {'Port': ['ID=96577711-002a-4880-b568-0780ac40cbcb,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:32.562150 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-65214657-90d3-45d8-9dd6-ba9ba115f58e None None] Port 96577711-002a-4880-b568-0780ac40cbcb cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:38:32.653635 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e25b1b-a996-42d9-8ffb-9bb076623da6 admin admin] Network fb3b8778-fd94-4633-a29a-abd82a4559de is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:38:32.654842 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-56e25b1b-a996-42d9-8ffb-9bb076623da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:38:32.864513 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e25b1b-a996-42d9-8ffb-9bb076623da6 admin admin] Router 9c195f78-76ea-4f19-98cf-6a1cf3c77c13 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:38:32.919093 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:33.045850 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e25b1b-a996-42d9-8ffb-9bb076623da6 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:38:33.055333 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-56e25b1b-a996-42d9-8ffb-9bb076623da6 admin admin] 10.222.0.67 "PUT /v2.0/routers/9c195f78-76ea-4f19-98cf-6a1cf3c77c13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8031476 Sep 23 15:38:33.063739 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-65214657-90d3-45d8-9dd6-ba9ba115f58e None None] Attempt 3 to provision port 96577711-002a-4880-b568-0780ac40cbcb Sep 23 15:38:33.117715 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-65214657-90d3-45d8-9dd6-ba9ba115f58e None None] Port 96577711-002a-4880-b568-0780ac40cbcb cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:38:33.459964 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a616fcba-36b4-46d0-9375-446fe6b6a723 None None] Sync routers for ids ['9c195f78-76ea-4f19-98cf-6a1cf3c77c13'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:38:33.470206 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a616fcba-36b4-46d0-9375-446fe6b6a723 None None] Routers {'9c195f78-76ea-4f19-98cf-6a1cf3c77c13'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:38:33.470911 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-a616fcba-36b4-46d0-9375-446fe6b6a723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:38:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['9c195f78-76ea-4f19-98cf-6a1cf3c77c13'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:33.623294 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-65214657-90d3-45d8-9dd6-ba9ba115f58e None None] Attempt 4 to provision port 96577711-002a-4880-b568-0780ac40cbcb Sep 23 15:38:33.695443 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-65214657-90d3-45d8-9dd6-ba9ba115f58e None None] Port 96577711-002a-4880-b568-0780ac40cbcb cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:38:33.697023 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-a616fcba-36b4-46d0-9375-446fe6b6a723 None None] Set router 9c195f78-76ea-4f19-98cf-6a1cf3c77c13 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:38:33.765713 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55132) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:33.773396 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-f8b5cb96-6520-4b5f-b3c0-9557ea8abb89 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-175821992-network', 'tenant_id': 'fb6889bbcc3242e5b04e51ff5bd106a5'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:38:33.780470 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f8b5cb96-6520-4b5f-b3c0-9557ea8abb89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:38:33.784516 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f8b5cb96-6520-4b5f-b3c0-9557ea8abb89 admin admin] Usage tracker for resource:network and tenant:fb6889bbcc3242e5b04e51ff5bd106a5 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:38:33.787916 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f8b5cb96-6520-4b5f-b3c0-9557ea8abb89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:38:33.793799 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f8b5cb96-6520-4b5f-b3c0-9557ea8abb89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:38:33.845581 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device fd74a7ee-f2ce-411e-a282-eb4f6faa623c up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:38:33.855881 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b5cb96-6520-4b5f-b3c0-9557ea8abb89 admin admin] Made reservation on behalf of fb6889bbcc3242e5b04e51ff5bd106a5 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:38:33.858393 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f8b5cb96-6520-4b5f-b3c0-9557ea8abb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:33.871149 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f8b5cb96-6520-4b5f-b3c0-9557ea8abb89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:33.889599 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f8b5cb96-6520-4b5f-b3c0-9557ea8abb89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:38:33.893815 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f8b5cb96-6520-4b5f-b3c0-9557ea8abb89 admin admin] Usage tracker for resource:security_group_rule and tenant:fb6889bbcc3242e5b04e51ff5bd106a5 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:38:33.897358 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f8b5cb96-6520-4b5f-b3c0-9557ea8abb89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:38:33.903179 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f8b5cb96-6520-4b5f-b3c0-9557ea8abb89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:38:33.984888 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f8b5cb96-6520-4b5f-b3c0-9557ea8abb89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:34.050260 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f8b5cb96-6520-4b5f-b3c0-9557ea8abb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:34.080795 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b5cb96-6520-4b5f-b3c0-9557ea8abb89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:38:34.088924 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-a616fcba-36b4-46d0-9375-446fe6b6a723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c195f78-76ea-4f19-98cf-6a1cf3c77c13', 'name': 'tempest-TestEncryptedCinderVolumes-488359394-router', 'tenant_id': '53b124e020b94bcfa5012ce4fba37a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.196'}], 'enable_snat': True}, 'gw_port_id': 'fd74a7ee-f2ce-411e-a282-eb4f6faa623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:38:27Z', 'updated_at': '2022-09-23T15:38:31Z', 'revision_number': 4, 'project_id': '53b124e020b94bcfa5012ce4fba37a96', 'gw_port': {'id': 'fd74a7ee-f2ce-411e-a282-eb4f6faa623c', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c195f78-76ea-4f19-98cf-6a1cf3c77c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:38:28Z', 'updated_at': '2022-09-23T15:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '96577711-002a-4880-b568-0780ac40cbcb', 'name': '', 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de', 'tenant_id': '53b124e020b94bcfa5012ce4fba37a96', 'mac_address': 'fa:16:3e:47:d7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c195f78-76ea-4f19-98cf-6a1cf3c77c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '2015264e-d490-43b6-bb00-77c0f159c81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:38:30Z', 'updated_at': '2022-09-23T15:38:32Z', 'revision_number': 2, 'project_id': '53b124e020b94bcfa5012ce4fba37a96', 'subnets': [{'id': '2015264e-d490-43b6-bb00-77c0f159c81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:34.089653 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5cb96-6520-4b5f-b3c0-9557ea8abb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b6927e-c455-48c3-87e8-2968342314c4,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:34.092420 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port fd74a7ee-f2ce-411e-a282-eb4f6faa623c completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:38:34.095331 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f8b5cb96-6520-4b5f-b3c0-9557ea8abb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:34.095667 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-f8b5cb96-6520-4b5f-b3c0-9557ea8abb89 admin admin] Added segment 496b5aed-ccc9-444d-810b-97f4eca5df13 of type vlan for network aefc6ef4-e4cc-479a-a0fa-15b8b257e45f Sep 23 15:38:34.100774 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a616fcba-36b4-46d0-9375-446fe6b6a723 None None] Checking router: 9c195f78-76ea-4f19-98cf-6a1cf3c77c13 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:38:34.100774 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a616fcba-36b4-46d0-9375-446fe6b6a723 None None] Updating router 9c195f78-76ea-4f19-98cf-6a1cf3c77c13 port 96577711-002a-4880-b568-0780ac40cbcb binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:38:34.123544 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f8b5cb96-6520-4b5f-b3c0-9557ea8abb89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:34.130257 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port fd74a7ee-f2ce-411e-a282-eb4f6faa623c triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:38:34.130664 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:34.130998 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port fd74a7ee-f2ce-411e-a282-eb4f6faa623c Sep 23 15:38:34.196492 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-65214657-90d3-45d8-9dd6-ba9ba115f58e None None] Attempt 5 to provision port 96577711-002a-4880-b568-0780ac40cbcb Sep 23 15:38:34.233161 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f8b5cb96-6520-4b5f-b3c0-9557ea8abb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:34.234200 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b5cb96-6520-4b5f-b3c0-9557ea8abb89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:34.234817 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f8b5cb96-6520-4b5f-b3c0-9557ea8abb89 admin admin] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:34.271274 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a616fcba-36b4-46d0-9375-446fe6b6a723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:34.340313 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5cb96-6520-4b5f-b3c0-9557ea8abb89 admin admin] Pushing event updated for resources: {'Network': ['ID=aefc6ef4-e4cc-479a-a0fa-15b8b257e45f,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:34.347598 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-65214657-90d3-45d8-9dd6-ba9ba115f58e None None] Port 96577711-002a-4880-b568-0780ac40cbcb cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:38:34.355639 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network aefc6ef4-e4cc-479a-a0fa-15b8b257e45f details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:38:34.382472 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f8b5cb96-6520-4b5f-b3c0-9557ea8abb89 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6156099 Sep 23 15:38:34.385506 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55136) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:34.390883 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-818314e1-4ae7-49f4-9810-c5b65023d7d9 admin admin] Request body: {'subnet': {'network_id': 'aefc6ef4-e4cc-479a-a0fa-15b8b257e45f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-175821992-subnet', 'tenant_id': 'fb6889bbcc3242e5b04e51ff5bd106a5', 'ip_version': 4}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:38:34.396246 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-818314e1-4ae7-49f4-9810-c5b65023d7d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:38:34.400252 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-818314e1-4ae7-49f4-9810-c5b65023d7d9 admin admin] Usage tracker for resource:subnet and tenant:fb6889bbcc3242e5b04e51ff5bd106a5 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:38:34.403154 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-818314e1-4ae7-49f4-9810-c5b65023d7d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:38:34.409323 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-818314e1-4ae7-49f4-9810-c5b65023d7d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:38:34.481649 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818314e1-4ae7-49f4-9810-c5b65023d7d9 admin admin] Made reservation on behalf of fb6889bbcc3242e5b04e51ff5bd106a5 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:38:34.484229 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-818314e1-4ae7-49f4-9810-c5b65023d7d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:34.560435 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port fd74a7ee-f2ce-411e-a282-eb4f6faa623c is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:38:34.560814 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:34.607209 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port fd74a7ee-f2ce-411e-a282-eb4f6faa623c, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=fd74a7ee-f2ce-411e-a282-eb4f6faa623c,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:38:34.676929 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:34.777593 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=fd74a7ee-f2ce-411e-a282-eb4f6faa623c,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:34.848935 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-65214657-90d3-45d8-9dd6-ba9ba115f58e None None] Attempt 6 to provision port 96577711-002a-4880-b568-0780ac40cbcb Sep 23 15:38:34.864729 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-818314e1-4ae7-49f4-9810-c5b65023d7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:34.897353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a616fcba-36b4-46d0-9375-446fe6b6a723 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:34.912165 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-a616fcba-36b4-46d0-9375-446fe6b6a723 None None] Transition to ACTIVE for port object 96577711-002a-4880-b568-0780ac40cbcb will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:38:34.922401 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-65214657-90d3-45d8-9dd6-ba9ba115f58e None None] Port 96577711-002a-4880-b568-0780ac40cbcb cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:38:34.941426 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818314e1-4ae7-49f4-9810-c5b65023d7d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12915619-a03c-4d96-9809-dee0f765fb0e,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:34.950172 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818314e1-4ae7-49f4-9810-c5b65023d7d9 admin admin] Checking segment: {'id': '496b5aed-ccc9-444d-810b-97f4eca5df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'aefc6ef4-e4cc-479a-a0fa-15b8b257e45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:38:34.950547 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818314e1-4ae7-49f4-9810-c5b65023d7d9 admin admin] Network hostable DHCP agents. Network: aefc6ef4-e4cc-479a-a0fa-15b8b257e45f, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:38:34.982638 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a616fcba-36b4-46d0-9375-446fe6b6a723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:35.029793 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818314e1-4ae7-49f4-9810-c5b65023d7d9 admin admin] Network aefc6ef4-e4cc-479a-a0fa-15b8b257e45f is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:38:35.050578 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:38:35.107011 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-818314e1-4ae7-49f4-9810-c5b65023d7d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, aefc6ef4-e4cc-479a-a0fa-15b8b257e45f) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:38:35.111768 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818314e1-4ae7-49f4-9810-c5b65023d7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:35.112914 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-818314e1-4ae7-49f4-9810-c5b65023d7d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:35.135354 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559b26ff-0aba-401d-a4ac-00f1172eb963 None None] Network aefc6ef4-e4cc-479a-a0fa-15b8b257e45f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:38:35.161099 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-53752c87-12e3-4426-a714-4d5e0e8f011b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:35.188136 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-818314e1-4ae7-49f4-9810-c5b65023d7d9 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8015966 Sep 23 15:38:35.190658 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55142) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:35.196536 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-95de11b8-bc6a-433a-bde2-b25fc4914688 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-175821992-router', 'tenant_id': 'fb6889bbcc3242e5b04e51ff5bd106a5', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:38:35.201607 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-95de11b8-bc6a-433a-bde2-b25fc4914688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:38:35.205565 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-95de11b8-bc6a-433a-bde2-b25fc4914688 admin admin] Usage tracker for resource:router and tenant:fb6889bbcc3242e5b04e51ff5bd106a5 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:38:35.208527 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-95de11b8-bc6a-433a-bde2-b25fc4914688 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:38:35.214386 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-95de11b8-bc6a-433a-bde2-b25fc4914688 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:38:35.249992 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5f93-367b-4bbc-a064-d1985527f9e3 None None] Pushing event updated for resources: {'Port': ['ID=96577711-002a-4880-b568-0780ac40cbcb,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:35.279097 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-95de11b8-bc6a-433a-bde2-b25fc4914688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:35.280176 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-95de11b8-bc6a-433a-bde2-b25fc4914688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:35.282223 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-a616fcba-36b4-46d0-9375-446fe6b6a723 None None] Attempting to bind port 96577711-002a-4880-b568-0780ac40cbcb on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:38:35.282614 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-a616fcba-36b4-46d0-9375-446fe6b6a723 None None] Attempting to bind port 96577711-002a-4880-b568-0780ac40cbcb by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '6be5da45-9122-4c41-850a-c694909b5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:38:35.282975 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a616fcba-36b4-46d0-9375-446fe6b6a723 None None] Attempting to bind port 96577711-002a-4880-b568-0780ac40cbcb on network fb3b8778-fd94-4633-a29a-abd82a4559de {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:38:35.293781 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a616fcba-36b4-46d0-9375-446fe6b6a723 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:38:35.294146 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a616fcba-36b4-46d0-9375-446fe6b6a723 None None] Checking segment: {'id': '6be5da45-9122-4c41-850a-c694909b5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:38:35.294570 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a616fcba-36b4-46d0-9375-446fe6b6a723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:35.294957 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a616fcba-36b4-46d0-9375-446fe6b6a723 None None] Bound using segment: {'id': '6be5da45-9122-4c41-850a-c694909b5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:38:35.295418 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-a616fcba-36b4-46d0-9375-446fe6b6a723 None None] Bound port: 96577711-002a-4880-b568-0780ac40cbcb, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be5da45-9122-4c41-850a-c694909b5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:38:35.295782 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a616fcba-36b4-46d0-9375-446fe6b6a723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:35.297328 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-95de11b8-bc6a-433a-bde2-b25fc4914688 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:35.430970 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-65214657-90d3-45d8-9dd6-ba9ba115f58e None None] Attempt 7 to provision port 96577711-002a-4880-b568-0780ac40cbcb Sep 23 15:38:35.532102 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-a616fcba-36b4-46d0-9375-446fe6b6a723 None None] For port 96577711-002a-4880-b568-0780ac40cbcb, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:38:35.557555 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-a616fcba-36b4-46d0-9375-446fe6b6a723 None None] For port 96577711-002a-4880-b568-0780ac40cbcb, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=96577711-002a-4880-b568-0780ac40cbcb,segment=NetworkSegment(6be5da45-9122-4c41-850a-c694909b5661),segment_id=6be5da45-9122-4c41-850a-c694909b5661)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:38:35.562449 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-65214657-90d3-45d8-9dd6-ba9ba115f58e None None] Port 96577711-002a-4880-b568-0780ac40cbcb cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:38:35.576531 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d40a74-c6df-4e7c-a8f0-2eebdb1572c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-aefc6ef4-e4cc-479a-a0fa-15b8b257e45f', 'network_id': 'aefc6ef4-e4cc-479a-a0fa-15b8b257e45f', 'tenant_id': 'fb6889bbcc3242e5b04e51ff5bd106a5', 'fixed_ips': [{'subnet_id': '12915619-a03c-4d96-9809-dee0f765fb0e'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:38:35.577442 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d3d40a74-c6df-4e7c-a8f0-2eebdb1572c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:35.591895 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:35.640226 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a616fcba-36b4-46d0-9375-446fe6b6a723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:35.642031 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-95de11b8-bc6a-433a-bde2-b25fc4914688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:35.701913 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:35.727443 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a616fcba-36b4-46d0-9375-446fe6b6a723 None None] Routers {'9c195f78-76ea-4f19-98cf-6a1cf3c77c13'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:38:35.728044 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-a616fcba-36b4-46d0-9375-446fe6b6a723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:38:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['9c195f78-76ea-4f19-98cf-6a1cf3c77c13'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:35.782280 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device fd74a7ee-f2ce-411e-a282-eb4f6faa623c up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:38:35.970103 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5f93-367b-4bbc-a064-d1985527f9e3 None None] Pushing event updated for resources: {'Port': ['ID=96577711-002a-4880-b568-0780ac40cbcb,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:36.032485 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-95de11b8-bc6a-433a-bde2-b25fc4914688 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:36.062751 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-95de11b8-bc6a-433a-bde2-b25fc4914688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:36.064129 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-65214657-90d3-45d8-9dd6-ba9ba115f58e None None] Attempt 8 to provision port 96577711-002a-4880-b568-0780ac40cbcb Sep 23 15:38:36.114573 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-d3d40a74-c6df-4e7c-a8f0-2eebdb1572c8 None None] Allocated IP 172.20.0.2 (aefc6ef4-e4cc-479a-a0fa-15b8b257e45f/12915619-a03c-4d96-9809-dee0f765fb0e/d2f45722-f503-42bd-8785-f39db88b7adc) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:38:36.156192 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-a616fcba-36b4-46d0-9375-446fe6b6a723 None None] Set router 9c195f78-76ea-4f19-98cf-6a1cf3c77c13 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:38:36.199921 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-95de11b8-bc6a-433a-bde2-b25fc4914688 admin admin] Allocated IP 172.26.10.105 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/a7828545-06b9-44cb-bc8e-2eb6619f2483) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:38:36.208009 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port fd74a7ee-f2ce-411e-a282-eb4f6faa623c triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:38:36.208274 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:36.208613 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port fd74a7ee-f2ce-411e-a282-eb4f6faa623c Sep 23 15:38:36.334183 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-65214657-90d3-45d8-9dd6-ba9ba115f58e None None] Port 96577711-002a-4880-b568-0780ac40cbcb had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:38:36.348838 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-95de11b8-bc6a-433a-bde2-b25fc4914688 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:36.430134 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-95de11b8-bc6a-433a-bde2-b25fc4914688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:36.497489 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95de11b8-bc6a-433a-bde2-b25fc4914688 admin admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:38:36.500650 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-95de11b8-bc6a-433a-bde2-b25fc4914688 admin admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:38:36.504397 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95de11b8-bc6a-433a-bde2-b25fc4914688 admin admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:38:36.541399 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de11b8-bc6a-433a-bde2-b25fc4914688 admin admin] Pushing event updated for resources: {'Port': ['ID=a7828545-06b9-44cb-bc8e-2eb6619f2483,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:36.748573 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port fd74a7ee-f2ce-411e-a282-eb4f6faa623c is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:38:36.764052 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d3d40a74-c6df-4e7c-a8f0-2eebdb1572c8 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:36.781520 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d3d40a74-c6df-4e7c-a8f0-2eebdb1572c8 None None] Transition to ACTIVE for port object d2f45722-f503-42bd-8785-f39db88b7adc will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:38:36.806709 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d3d40a74-c6df-4e7c-a8f0-2eebdb1572c8 None None] Transition to ACTIVE for port object d2f45722-f503-42bd-8785-f39db88b7adc will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:38:36.822103 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-a616fcba-36b4-46d0-9375-446fe6b6a723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c195f78-76ea-4f19-98cf-6a1cf3c77c13', 'name': 'tempest-TestEncryptedCinderVolumes-488359394-router', 'tenant_id': '53b124e020b94bcfa5012ce4fba37a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.196'}], 'enable_snat': True}, 'gw_port_id': 'fd74a7ee-f2ce-411e-a282-eb4f6faa623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:38:27Z', 'updated_at': '2022-09-23T15:38:31Z', 'revision_number': 4, 'project_id': '53b124e020b94bcfa5012ce4fba37a96', 'gw_port': {'id': 'fd74a7ee-f2ce-411e-a282-eb4f6faa623c', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c195f78-76ea-4f19-98cf-6a1cf3c77c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:38:28Z', 'updated_at': '2022-09-23T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '96577711-002a-4880-b568-0780ac40cbcb', 'name': '', 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de', 'tenant_id': '53b124e020b94bcfa5012ce4fba37a96', 'mac_address': 'fa:16:3e:47:d7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c195f78-76ea-4f19-98cf-6a1cf3c77c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '2015264e-d490-43b6-bb00-77c0f159c81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:38:30Z', 'updated_at': '2022-09-23T15:38:35Z', 'revision_number': 4, 'project_id': '53b124e020b94bcfa5012ce4fba37a96', 'subnets': [{'id': '2015264e-d490-43b6-bb00-77c0f159c81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:36.826232 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a616fcba-36b4-46d0-9375-446fe6b6a723 None None] The sync data for ids ['9c195f78-76ea-4f19-98cf-6a1cf3c77c13'] in dv-neutron-859093-1-hyperv is: [{'id': '9c195f78-76ea-4f19-98cf-6a1cf3c77c13', 'name': 'tempest-TestEncryptedCinderVolumes-488359394-router', 'tenant_id': '53b124e020b94bcfa5012ce4fba37a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.196'}], 'enable_snat': True}, 'gw_port_id': 'fd74a7ee-f2ce-411e-a282-eb4f6faa623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:38:27Z', 'updated_at': '2022-09-23T15:38:31Z', 'revision_number': 4, 'project_id': '53b124e020b94bcfa5012ce4fba37a96', 'gw_port': {'id': 'fd74a7ee-f2ce-411e-a282-eb4f6faa623c', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c195f78-76ea-4f19-98cf-6a1cf3c77c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:38:28Z', 'updated_at': '2022-09-23T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '96577711-002a-4880-b568-0780ac40cbcb', 'name': '', 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de', 'tenant_id': '53b124e020b94bcfa5012ce4fba37a96', 'mac_address': 'fa:16:3e:47:d7:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c195f78-76ea-4f19-98cf-6a1cf3c77c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '2015264e-d490-43b6-bb00-77c0f159c81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:38:30Z', 'updated_at': '2022-09-23T15:38:35Z', 'revision_number': 4, 'project_id': '53b124e020b94bcfa5012ce4fba37a96', 'subnets': [{'id': '2015264e-d490-43b6-bb00-77c0f159c81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:38:36.887865 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d3d40a74-c6df-4e7c-a8f0-2eebdb1572c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:36.971861 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d40a74-c6df-4e7c-a8f0-2eebdb1572c8 None None] Network aefc6ef4-e4cc-479a-a0fa-15b8b257e45f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:38:36.975511 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-d3d40a74-c6df-4e7c-a8f0-2eebdb1572c8 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:38:36.979283 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d40a74-c6df-4e7c-a8f0-2eebdb1572c8 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:38:36.985193 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d40a74-c6df-4e7c-a8f0-2eebdb1572c8 None None] Pushing event updated for resources: {'Port': ['ID=d2f45722-f503-42bd-8785-f39db88b7adc,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:37.105740 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d3d40a74-c6df-4e7c-a8f0-2eebdb1572c8 None None] Attempting to bind port d2f45722-f503-42bd-8785-f39db88b7adc on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:38:37.111528 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d3d40a74-c6df-4e7c-a8f0-2eebdb1572c8 None None] Attempting to bind port d2f45722-f503-42bd-8785-f39db88b7adc by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '496b5aed-ccc9-444d-810b-97f4eca5df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'aefc6ef4-e4cc-479a-a0fa-15b8b257e45f'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:38:37.111528 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d40a74-c6df-4e7c-a8f0-2eebdb1572c8 None None] Attempting to bind port d2f45722-f503-42bd-8785-f39db88b7adc on network aefc6ef4-e4cc-479a-a0fa-15b8b257e45f {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:38:37.117141 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d40a74-c6df-4e7c-a8f0-2eebdb1572c8 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:38:37.117674 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d40a74-c6df-4e7c-a8f0-2eebdb1572c8 None None] Checking segment: {'id': '496b5aed-ccc9-444d-810b-97f4eca5df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'aefc6ef4-e4cc-479a-a0fa-15b8b257e45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:38:37.118085 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d3d40a74-c6df-4e7c-a8f0-2eebdb1572c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:37.119919 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d40a74-c6df-4e7c-a8f0-2eebdb1572c8 None None] Bound using segment: {'id': '496b5aed-ccc9-444d-810b-97f4eca5df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'aefc6ef4-e4cc-479a-a0fa-15b8b257e45f'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:38:37.120411 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d3d40a74-c6df-4e7c-a8f0-2eebdb1572c8 None None] Bound port: d2f45722-f503-42bd-8785-f39db88b7adc, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496b5aed-ccc9-444d-810b-97f4eca5df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'aefc6ef4-e4cc-479a-a0fa-15b8b257e45f'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:38:37.120793 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d3d40a74-c6df-4e7c-a8f0-2eebdb1572c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:37.131927 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:37.157110 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-95de11b8-bc6a-433a-bde2-b25fc4914688 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:37.216953 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d3d40a74-c6df-4e7c-a8f0-2eebdb1572c8 None None] For port d2f45722-f503-42bd-8785-f39db88b7adc, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:38:37.222520 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d3d40a74-c6df-4e7c-a8f0-2eebdb1572c8 None None] For port d2f45722-f503-42bd-8785-f39db88b7adc, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d2f45722-f503-42bd-8785-f39db88b7adc,segment=NetworkSegment(496b5aed-ccc9-444d-810b-97f4eca5df13),segment_id=496b5aed-ccc9-444d-810b-97f4eca5df13)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:38:37.290975 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d3d40a74-c6df-4e7c-a8f0-2eebdb1572c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:37.375106 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d40a74-c6df-4e7c-a8f0-2eebdb1572c8 None None] Pushing event updated for resources: {'Port': ['ID=d2f45722-f503-42bd-8785-f39db88b7adc,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:37.536698 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-95de11b8-bc6a-433a-bde2-b25fc4914688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:37.838875 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d2f45722-f503-42bd-8785-f39db88b7adc up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:38:37.876127 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95de11b8-bc6a-433a-bde2-b25fc4914688 admin admin] Router 2a1b26b4-d803-48ae-b74b-5aebb3063127 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:38:37.998952 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port d2f45722-f503-42bd-8785-f39db88b7adc completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:38:38.006332 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 96577711-002a-4880-b568-0780ac40cbcb up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:38:38.073922 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95de11b8-bc6a-433a-bde2-b25fc4914688 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:38:38.089614 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbf054c-5ef4-4d71-908e-2f1071088ae5 None None] Sync routers for ids ['2a1b26b4-d803-48ae-b74b-5aebb3063127'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:38:38.102219 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbf054c-5ef4-4d71-908e-2f1071088ae5 None None] Routers {'2a1b26b4-d803-48ae-b74b-5aebb3063127'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:38:38.102219 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-ffbf054c-5ef4-4d71-908e-2f1071088ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:38:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['2a1b26b4-d803-48ae-b74b-5aebb3063127'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:38.150206 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 96577711-002a-4880-b568-0780ac40cbcb completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:38:38.156760 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 96577711-002a-4880-b568-0780ac40cbcb triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:38:38.157193 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:38.158676 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 96577711-002a-4880-b568-0780ac40cbcb Sep 23 15:38:38.178961 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-95de11b8-bc6a-433a-bde2-b25fc4914688 admin admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:38.183079 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-95de11b8-bc6a-433a-bde2-b25fc4914688 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9887941 Sep 23 15:38:38.183361 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55146) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:38:38.317469 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 96577711-002a-4880-b568-0780ac40cbcb is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:38:38.318028 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:38.320993 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-ffbf054c-5ef4-4d71-908e-2f1071088ae5 None None] Set router 2a1b26b4-d803-48ae-b74b-5aebb3063127 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:38:38.358652 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 96577711-002a-4880-b568-0780ac40cbcb, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=96577711-002a-4880-b568-0780ac40cbcb,segment=NetworkSegment(6be5da45-9122-4c41-850a-c694909b5661),segment_id=6be5da45-9122-4c41-850a-c694909b5661)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:38:38.404685 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fd48a7-ea01-429a-a8c7-086072cb830a None None] Network aefc6ef4-e4cc-479a-a0fa-15b8b257e45f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:38:38.534786 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:38.634328 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-ffbf054c-5ef4-4d71-908e-2f1071088ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1b26b4-d803-48ae-b74b-5aebb3063127', 'name': 'tempest-TestEncryptedCinderVolumes-175821992-router', 'tenant_id': 'fb6889bbcc3242e5b04e51ff5bd106a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.105'}], 'enable_snat': True}, 'gw_port_id': 'a7828545-06b9-44cb-bc8e-2eb6619f2483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:38:35Z', 'updated_at': '2022-09-23T15:38:36Z', 'revision_number': 3, 'project_id': 'fb6889bbcc3242e5b04e51ff5bd106a5', 'gw_port': {'id': 'a7828545-06b9-44cb-bc8e-2eb6619f2483', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1b26b4-d803-48ae-b74b-5aebb3063127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:38:36Z', 'updated_at': '2022-09-23T15:38:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:38.638232 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbf054c-5ef4-4d71-908e-2f1071088ae5 None None] Checking router: 2a1b26b4-d803-48ae-b74b-5aebb3063127 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:38:38.638597 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbf054c-5ef4-4d71-908e-2f1071088ae5 None None] Updating router 2a1b26b4-d803-48ae-b74b-5aebb3063127 port a7828545-06b9-44cb-bc8e-2eb6619f2483 binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:38:38.654966 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=96577711-002a-4880-b568-0780ac40cbcb,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:38.689495 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ac783de0-213f-4de4-b5a2-0a75a4b86a44 None None] Provisioning for port d2f45722-f503-42bd-8785-f39db88b7adc completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:38:38.699063 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ffbf054c-5ef4-4d71-908e-2f1071088ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:38.703994 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ac783de0-213f-4de4-b5a2-0a75a4b86a44 None None] Provisioning complete for port d2f45722-f503-42bd-8785-f39db88b7adc triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:38:38.704371 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ac783de0-213f-4de4-b5a2-0a75a4b86a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:38.704706 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ac783de0-213f-4de4-b5a2-0a75a4b86a44 None None] Attempt 1 to provision port d2f45722-f503-42bd-8785-f39db88b7adc Sep 23 15:38:38.896816 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ac783de0-213f-4de4-b5a2-0a75a4b86a44 None None] Current status of the port d2f45722-f503-42bd-8785-f39db88b7adc is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:38:38.897199 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ac783de0-213f-4de4-b5a2-0a75a4b86a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:38.945332 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ac783de0-213f-4de4-b5a2-0a75a4b86a44 None None] For port d2f45722-f503-42bd-8785-f39db88b7adc, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d2f45722-f503-42bd-8785-f39db88b7adc,segment=NetworkSegment(496b5aed-ccc9-444d-810b-97f4eca5df13),segment_id=496b5aed-ccc9-444d-810b-97f4eca5df13)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:38:39.019721 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ac783de0-213f-4de4-b5a2-0a75a4b86a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:39.072125 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ffbf054c-5ef4-4d71-908e-2f1071088ae5 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:39.086505 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-ffbf054c-5ef4-4d71-908e-2f1071088ae5 None None] Transition to ACTIVE for port object a7828545-06b9-44cb-bc8e-2eb6619f2483 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:38:39.102629 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-74a15f8f-c452-46ec-9d26-454ec0f5bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:39.107783 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac783de0-213f-4de4-b5a2-0a75a4b86a44 None None] Pushing event updated for resources: {'Port': ['ID=d2f45722-f503-42bd-8785-f39db88b7adc,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:39.193007 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ffbf054c-5ef4-4d71-908e-2f1071088ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:39.243272 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c6f5d79f-d7d0-4f44-aa28-bbec04b8ee2c None None] Provisioning complete for port d2f45722-f503-42bd-8785-f39db88b7adc triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:38:39.243953 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c6f5d79f-d7d0-4f44-aa28-bbec04b8ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:39.244294 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c6f5d79f-d7d0-4f44-aa28-bbec04b8ee2c None None] Attempt 1 to provision port d2f45722-f503-42bd-8785-f39db88b7adc Sep 23 15:38:39.259860 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-ffbf054c-5ef4-4d71-908e-2f1071088ae5 None None] Attempting to bind port a7828545-06b9-44cb-bc8e-2eb6619f2483 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:38:39.260236 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-ffbf054c-5ef4-4d71-908e-2f1071088ae5 None None] Attempting to bind port a7828545-06b9-44cb-bc8e-2eb6619f2483 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:38:39.260592 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbf054c-5ef4-4d71-908e-2f1071088ae5 None None] Attempting to bind port a7828545-06b9-44cb-bc8e-2eb6619f2483 on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:38:39.270844 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbf054c-5ef4-4d71-908e-2f1071088ae5 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:38:39.271227 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbf054c-5ef4-4d71-908e-2f1071088ae5 None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:38:39.271614 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ffbf054c-5ef4-4d71-908e-2f1071088ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:39.273104 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbf054c-5ef4-4d71-908e-2f1071088ae5 None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:38:39.273584 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-ffbf054c-5ef4-4d71-908e-2f1071088ae5 None None] Bound port: a7828545-06b9-44cb-bc8e-2eb6619f2483, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:38:39.273959 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ffbf054c-5ef4-4d71-908e-2f1071088ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:39.305501 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a077c-85c7-4d15-9af8-fe26dd748b57 None None] Pushing event updated for resources: {'Port': ['ID=a7828545-06b9-44cb-bc8e-2eb6619f2483,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:39.310626 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-74a15f8f-c452-46ec-9d26-454ec0f5bef8 admin admin] Allocated IP 172.20.0.1 (aefc6ef4-e4cc-479a-a0fa-15b8b257e45f/12915619-a03c-4d96-9809-dee0f765fb0e/dd52187e-06a5-4311-854c-bd4e267aa534) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:38:39.355586 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-ffbf054c-5ef4-4d71-908e-2f1071088ae5 None None] For port a7828545-06b9-44cb-bc8e-2eb6619f2483, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:38:39.358784 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-ffbf054c-5ef4-4d71-908e-2f1071088ae5 None None] For port a7828545-06b9-44cb-bc8e-2eb6619f2483, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a7828545-06b9-44cb-bc8e-2eb6619f2483,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:38:39.366881 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c6f5d79f-d7d0-4f44-aa28-bbec04b8ee2c None None] Current status of the port d2f45722-f503-42bd-8785-f39db88b7adc is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:38:39.430645 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ffbf054c-5ef4-4d71-908e-2f1071088ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:39.470039 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-74a15f8f-c452-46ec-9d26-454ec0f5bef8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:39.486261 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-74a15f8f-c452-46ec-9d26-454ec0f5bef8 admin admin] Transition to ACTIVE for port object dd52187e-06a5-4311-854c-bd4e267aa534 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:38:39.494524 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbf054c-5ef4-4d71-908e-2f1071088ae5 None None] Routers {'2a1b26b4-d803-48ae-b74b-5aebb3063127'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:38:39.495506 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-ffbf054c-5ef4-4d71-908e-2f1071088ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:38:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['2a1b26b4-d803-48ae-b74b-5aebb3063127'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:39.576276 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-74a15f8f-c452-46ec-9d26-454ec0f5bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:39.577945 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a077c-85c7-4d15-9af8-fe26dd748b57 None None] Pushing event updated for resources: {'Port': ['ID=a7828545-06b9-44cb-bc8e-2eb6619f2483,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:39.643534 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a15f8f-c452-46ec-9d26-454ec0f5bef8 admin admin] Network aefc6ef4-e4cc-479a-a0fa-15b8b257e45f is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:38:39.646742 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-74a15f8f-c452-46ec-9d26-454ec0f5bef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:38:39.649221 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a15f8f-c452-46ec-9d26-454ec0f5bef8 admin admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:38:39.684213 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-ffbf054c-5ef4-4d71-908e-2f1071088ae5 None None] Set router 2a1b26b4-d803-48ae-b74b-5aebb3063127 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:38:39.692707 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a15f8f-c452-46ec-9d26-454ec0f5bef8 admin admin] Pushing event updated for resources: {'Port': ['ID=dd52187e-06a5-4311-854c-bd4e267aa534,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:39.716480 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-74a15f8f-c452-46ec-9d26-454ec0f5bef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:39.818420 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d2f45722-f503-42bd-8785-f39db88b7adc up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:38:39.918984 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port d2f45722-f503-42bd-8785-f39db88b7adc triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:38:39.919532 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:39.919962 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port d2f45722-f503-42bd-8785-f39db88b7adc Sep 23 15:38:39.956900 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-74a15f8f-c452-46ec-9d26-454ec0f5bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:40.019099 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-ffbf054c-5ef4-4d71-908e-2f1071088ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1b26b4-d803-48ae-b74b-5aebb3063127', 'name': 'tempest-TestEncryptedCinderVolumes-175821992-router', 'tenant_id': 'fb6889bbcc3242e5b04e51ff5bd106a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.105'}], 'enable_snat': True}, 'gw_port_id': 'a7828545-06b9-44cb-bc8e-2eb6619f2483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:38:35Z', 'updated_at': '2022-09-23T15:38:36Z', 'revision_number': 3, 'project_id': 'fb6889bbcc3242e5b04e51ff5bd106a5', 'gw_port': {'id': 'a7828545-06b9-44cb-bc8e-2eb6619f2483', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1b26b4-d803-48ae-b74b-5aebb3063127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:38:36Z', 'updated_at': '2022-09-23T15:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:40.025522 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbf054c-5ef4-4d71-908e-2f1071088ae5 None None] The sync data for ids ['2a1b26b4-d803-48ae-b74b-5aebb3063127'] in dv-neutron-859093-1-hyperv is: [{'id': '2a1b26b4-d803-48ae-b74b-5aebb3063127', 'name': 'tempest-TestEncryptedCinderVolumes-175821992-router', 'tenant_id': 'fb6889bbcc3242e5b04e51ff5bd106a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.105'}], 'enable_snat': True}, 'gw_port_id': 'a7828545-06b9-44cb-bc8e-2eb6619f2483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:38:35Z', 'updated_at': '2022-09-23T15:38:36Z', 'revision_number': 3, 'project_id': 'fb6889bbcc3242e5b04e51ff5bd106a5', 'gw_port': {'id': 'a7828545-06b9-44cb-bc8e-2eb6619f2483', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1b26b4-d803-48ae-b74b-5aebb3063127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:38:36Z', 'updated_at': '2022-09-23T15:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:38:40.071397 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port d2f45722-f503-42bd-8785-f39db88b7adc is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:38:40.072509 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 96577711-002a-4880-b568-0780ac40cbcb up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:38:40.102285 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-3065a829-c004-4e5c-9290-a78ee2c55a43 None None] Provisioning for port dd52187e-06a5-4311-854c-bd4e267aa534 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:38:40.123175 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-3065a829-c004-4e5c-9290-a78ee2c55a43 None None] Provisioning complete for port dd52187e-06a5-4311-854c-bd4e267aa534 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:38:40.123548 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3065a829-c004-4e5c-9290-a78ee2c55a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:40.123882 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-3065a829-c004-4e5c-9290-a78ee2c55a43 None None] Attempt 1 to provision port dd52187e-06a5-4311-854c-bd4e267aa534 Sep 23 15:38:40.195727 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-3065a829-c004-4e5c-9290-a78ee2c55a43 None None] Port dd52187e-06a5-4311-854c-bd4e267aa534 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:38:40.208062 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 96577711-002a-4880-b568-0780ac40cbcb triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:38:40.208568 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:40.209082 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 96577711-002a-4880-b568-0780ac40cbcb Sep 23 15:38:40.223996 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-74a15f8f-c452-46ec-9d26-454ec0f5bef8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:40.310819 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-74a15f8f-c452-46ec-9d26-454ec0f5bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:40.355543 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 96577711-002a-4880-b568-0780ac40cbcb is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:38:40.425106 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-74a15f8f-c452-46ec-9d26-454ec0f5bef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:40.429279 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a15f8f-c452-46ec-9d26-454ec0f5bef8 admin admin] Pushing event updated for resources: {'Port': ['ID=dd52187e-06a5-4311-854c-bd4e267aa534,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:40.571553 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a15f8f-c452-46ec-9d26-454ec0f5bef8 admin admin] Network aefc6ef4-e4cc-479a-a0fa-15b8b257e45f is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:38:40.572689 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-74a15f8f-c452-46ec-9d26-454ec0f5bef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:38:40.697007 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-3065a829-c004-4e5c-9290-a78ee2c55a43 None None] Attempt 2 to provision port dd52187e-06a5-4311-854c-bd4e267aa534 Sep 23 15:38:40.768028 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-3065a829-c004-4e5c-9290-a78ee2c55a43 None None] Port dd52187e-06a5-4311-854c-bd4e267aa534 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:38:40.881694 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a15f8f-c452-46ec-9d26-454ec0f5bef8 admin admin] Router 2a1b26b4-d803-48ae-b74b-5aebb3063127 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:38:41.064713 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a15f8f-c452-46ec-9d26-454ec0f5bef8 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:38:41.073567 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-74a15f8f-c452-46ec-9d26-454ec0f5bef8 admin admin] 10.222.0.67 "PUT /v2.0/routers/2a1b26b4-d803-48ae-b74b-5aebb3063127/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8891437 Sep 23 15:38:41.269039 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-3065a829-c004-4e5c-9290-a78ee2c55a43 None None] Attempt 3 to provision port dd52187e-06a5-4311-854c-bd4e267aa534 Sep 23 15:38:41.325184 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-3065a829-c004-4e5c-9290-a78ee2c55a43 None None] Port dd52187e-06a5-4311-854c-bd4e267aa534 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:38:41.551069 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c9d9b3-a73d-49ca-b1a2-443d1c43fdc9 None None] Sync routers for ids ['2a1b26b4-d803-48ae-b74b-5aebb3063127'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:38:41.561015 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c9d9b3-a73d-49ca-b1a2-443d1c43fdc9 None None] Routers {'2a1b26b4-d803-48ae-b74b-5aebb3063127'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:38:41.568948 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-b4c9d9b3-a73d-49ca-b1a2-443d1c43fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:38:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['2a1b26b4-d803-48ae-b74b-5aebb3063127'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:41.748130 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-b4c9d9b3-a73d-49ca-b1a2-443d1c43fdc9 None None] Set router 2a1b26b4-d803-48ae-b74b-5aebb3063127 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:38:41.823022 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a7828545-06b9-44cb-bc8e-2eb6619f2483 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:38:41.853606 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-3065a829-c004-4e5c-9290-a78ee2c55a43 None None] Attempt 4 to provision port dd52187e-06a5-4311-854c-bd4e267aa534 Sep 23 15:38:41.973402 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-2e8ce8fb-566a-4fa7-9d03-b315634c702f tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:41.974091 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-2e8ce8fb-566a-4fa7-9d03-b315634c702f tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Synchronizing usage tracker for tenant:53b124e020b94bcfa5012ce4fba37a96 on resource:network {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:38:42.047789 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-3065a829-c004-4e5c-9290-a78ee2c55a43 None None] Port dd52187e-06a5-4311-854c-bd4e267aa534 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:38:42.052987 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-2e8ce8fb-566a-4fa7-9d03-b315634c702f tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Unset dirty status for tenant:53b124e020b94bcfa5012ce4fba37a96 on resource:network {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:38:42.054168 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-2e8ce8fb-566a-4fa7-9d03-b315634c702f tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/networks?id=fb3b8778-fd94-4633-a29a-abd82a4559de HTTP/1.1" status: 200 len: 816 time: 0.2322552 Sep 23 15:38:42.069442 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-4228f353-d1b3-4b4c-8588-769ec74edc3f tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/quotas/53b124e020b94bcfa5012ce4fba37a96 HTTP/1.1" status: 200 len: 375 time: 0.0093889 Sep 23 15:38:42.157987 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-62588074-7ea0-46d8-a38f-028df0fe23bb tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Synchronizing usage tracker for tenant:53b124e020b94bcfa5012ce4fba37a96 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:38:42.201584 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port a7828545-06b9-44cb-bc8e-2eb6619f2483 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:38:42.209178 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port a7828545-06b9-44cb-bc8e-2eb6619f2483 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:38:42.209553 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:42.209887 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port a7828545-06b9-44cb-bc8e-2eb6619f2483 Sep 23 15:38:42.241362 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-62588074-7ea0-46d8-a38f-028df0fe23bb tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Unset dirty status for tenant:53b124e020b94bcfa5012ce4fba37a96 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:38:42.242754 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-62588074-7ea0-46d8-a38f-028df0fe23bb tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=53b124e020b94bcfa5012ce4fba37a96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1676662 Sep 23 15:38:42.282937 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-b4c9d9b3-a73d-49ca-b1a2-443d1c43fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1b26b4-d803-48ae-b74b-5aebb3063127', 'name': 'tempest-TestEncryptedCinderVolumes-175821992-router', 'tenant_id': 'fb6889bbcc3242e5b04e51ff5bd106a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.105'}], 'enable_snat': True}, 'gw_port_id': 'a7828545-06b9-44cb-bc8e-2eb6619f2483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:38:35Z', 'updated_at': '2022-09-23T15:38:39Z', 'revision_number': 4, 'project_id': 'fb6889bbcc3242e5b04e51ff5bd106a5', 'gw_port': {'id': 'a7828545-06b9-44cb-bc8e-2eb6619f2483', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1b26b4-d803-48ae-b74b-5aebb3063127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:38:36Z', 'updated_at': '2022-09-23T15:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'dd52187e-06a5-4311-854c-bd4e267aa534', 'name': '', 'network_id': 'aefc6ef4-e4cc-479a-a0fa-15b8b257e45f', 'tenant_id': 'fb6889bbcc3242e5b04e51ff5bd106a5', 'mac_address': 'fa:16:3e:f9:5f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1b26b4-d803-48ae-b74b-5aebb3063127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '12915619-a03c-4d96-9809-dee0f765fb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:38:39Z', 'updated_at': '2022-09-23T15:38:40Z', 'revision_number': 2, 'project_id': 'fb6889bbcc3242e5b04e51ff5bd106a5', 'subnets': [{'id': '12915619-a03c-4d96-9809-dee0f765fb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:42.314830 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c9d9b3-a73d-49ca-b1a2-443d1c43fdc9 None None] Checking router: 2a1b26b4-d803-48ae-b74b-5aebb3063127 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:38:42.315177 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c9d9b3-a73d-49ca-b1a2-443d1c43fdc9 None None] Updating router 2a1b26b4-d803-48ae-b74b-5aebb3063127 port dd52187e-06a5-4311-854c-bd4e267aa534 binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:38:42.381459 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-ce312cfe-ccd5-4d5b-8187-3c4094ef746f service neutron] 10.222.0.67 "GET /v2.0/networks/fb3b8778-fd94-4633-a29a-abd82a4559de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268449 Sep 23 15:38:42.386057 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port a7828545-06b9-44cb-bc8e-2eb6619f2483 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:38:42.386465 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:42.393694 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b4c9d9b3-a73d-49ca-b1a2-443d1c43fdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:42.440931 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port a7828545-06b9-44cb-bc8e-2eb6619f2483, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a7828545-06b9-44cb-bc8e-2eb6619f2483,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:38:42.515500 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:42.519023 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-c5711a5f-b57b-43e1-85d9-8c4595ce600b service neutron] 10.222.0.67 "GET /v2.0/networks/fb3b8778-fd94-4633-a29a-abd82a4559de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309717 Sep 23 15:38:42.562228 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-3065a829-c004-4e5c-9290-a78ee2c55a43 None None] Attempt 5 to provision port dd52187e-06a5-4311-854c-bd4e267aa534 Sep 23 15:38:42.676256 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-3065a829-c004-4e5c-9290-a78ee2c55a43 None None] Port dd52187e-06a5-4311-854c-bd4e267aa534 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:38:42.676744 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=a7828545-06b9-44cb-bc8e-2eb6619f2483,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:42.898027 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b4c9d9b3-a73d-49ca-b1a2-443d1c43fdc9 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:42.909815 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b4c9d9b3-a73d-49ca-b1a2-443d1c43fdc9 None None] Transition to ACTIVE for port object dd52187e-06a5-4311-854c-bd4e267aa534 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:38:42.938178 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-42befa33-005f-4bb5-b5e0-83ff441932c0 req-afbc5721-8735-4d7f-9ab3-5b7554680679 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=9019dad0-21e0-4b1d-ab85-bb28cad28eea HTTP/1.1" status: 200 len: 210 time: 0.1807520 Sep 23 15:38:42.970386 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b4c9d9b3-a73d-49ca-b1a2-443d1c43fdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:43.159614 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da021c4-1a5b-433a-9012-929680e1882b None None] Pushing event updated for resources: {'Port': ['ID=dd52187e-06a5-4311-854c-bd4e267aa534,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:43.184866 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-3065a829-c004-4e5c-9290-a78ee2c55a43 None None] Attempt 6 to provision port dd52187e-06a5-4311-854c-bd4e267aa534 Sep 23 15:38:43.229229 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b4c9d9b3-a73d-49ca-b1a2-443d1c43fdc9 None None] Attempting to bind port dd52187e-06a5-4311-854c-bd4e267aa534 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:38:43.229526 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b4c9d9b3-a73d-49ca-b1a2-443d1c43fdc9 None None] Attempting to bind port dd52187e-06a5-4311-854c-bd4e267aa534 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '496b5aed-ccc9-444d-810b-97f4eca5df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'aefc6ef4-e4cc-479a-a0fa-15b8b257e45f'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:38:43.229887 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c9d9b3-a73d-49ca-b1a2-443d1c43fdc9 None None] Attempting to bind port dd52187e-06a5-4311-854c-bd4e267aa534 on network aefc6ef4-e4cc-479a-a0fa-15b8b257e45f {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:38:43.240842 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c9d9b3-a73d-49ca-b1a2-443d1c43fdc9 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:38:43.248780 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c9d9b3-a73d-49ca-b1a2-443d1c43fdc9 None None] Checking segment: {'id': '496b5aed-ccc9-444d-810b-97f4eca5df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'aefc6ef4-e4cc-479a-a0fa-15b8b257e45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:38:43.248780 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b4c9d9b3-a73d-49ca-b1a2-443d1c43fdc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:43.248780 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c9d9b3-a73d-49ca-b1a2-443d1c43fdc9 None None] Bound using segment: {'id': '496b5aed-ccc9-444d-810b-97f4eca5df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'aefc6ef4-e4cc-479a-a0fa-15b8b257e45f'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:38:43.248780 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-b4c9d9b3-a73d-49ca-b1a2-443d1c43fdc9 None None] Bound port: dd52187e-06a5-4311-854c-bd4e267aa534, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496b5aed-ccc9-444d-810b-97f4eca5df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'aefc6ef4-e4cc-479a-a0fa-15b8b257e45f'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:38:43.248780 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b4c9d9b3-a73d-49ca-b1a2-443d1c43fdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:43.261937 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-3065a829-c004-4e5c-9290-a78ee2c55a43 None None] Port dd52187e-06a5-4311-854c-bd4e267aa534 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:38:43.337227 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b4c9d9b3-a73d-49ca-b1a2-443d1c43fdc9 None None] For port dd52187e-06a5-4311-854c-bd4e267aa534, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:38:43.340221 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b4c9d9b3-a73d-49ca-b1a2-443d1c43fdc9 None None] For port dd52187e-06a5-4311-854c-bd4e267aa534, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=dd52187e-06a5-4311-854c-bd4e267aa534,segment=NetworkSegment(496b5aed-ccc9-444d-810b-97f4eca5df13),segment_id=496b5aed-ccc9-444d-810b-97f4eca5df13)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:38:43.424622 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b4c9d9b3-a73d-49ca-b1a2-443d1c43fdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:43.485739 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c9d9b3-a73d-49ca-b1a2-443d1c43fdc9 None None] Routers {'2a1b26b4-d803-48ae-b74b-5aebb3063127'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:38:43.486375 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-b4c9d9b3-a73d-49ca-b1a2-443d1c43fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:38:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['2a1b26b4-d803-48ae-b74b-5aebb3063127'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:43.574443 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da021c4-1a5b-433a-9012-929680e1882b None None] Pushing event updated for resources: {'Port': ['ID=dd52187e-06a5-4311-854c-bd4e267aa534,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:43.719875 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-b4c9d9b3-a73d-49ca-b1a2-443d1c43fdc9 None None] Set router 2a1b26b4-d803-48ae-b74b-5aebb3063127 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:38:43.771557 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-3065a829-c004-4e5c-9290-a78ee2c55a43 None None] Attempt 7 to provision port dd52187e-06a5-4311-854c-bd4e267aa534 Sep 23 15:38:43.794732 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a7828545-06b9-44cb-bc8e-2eb6619f2483 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:38:44.041690 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-3065a829-c004-4e5c-9290-a78ee2c55a43 None None] Port dd52187e-06a5-4311-854c-bd4e267aa534 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:38:44.050648 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port a7828545-06b9-44cb-bc8e-2eb6619f2483 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:38:44.051060 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:44.051400 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port a7828545-06b9-44cb-bc8e-2eb6619f2483 Sep 23 15:38:44.108747 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-31f30ec4-acfc-43e3-a16c-c9fa21c8dedd req-46aa2632-0492-4b78-996c-f05070b47d5b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=9019dad0-21e0-4b1d-ab85-bb28cad28eea HTTP/1.1" status: 200 len: 210 time: 0.0572598 Sep 23 15:38:44.267055 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port a7828545-06b9-44cb-bc8e-2eb6619f2483 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:38:44.282894 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-b4c9d9b3-a73d-49ca-b1a2-443d1c43fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1b26b4-d803-48ae-b74b-5aebb3063127', 'name': 'tempest-TestEncryptedCinderVolumes-175821992-router', 'tenant_id': 'fb6889bbcc3242e5b04e51ff5bd106a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.105'}], 'enable_snat': True}, 'gw_port_id': 'a7828545-06b9-44cb-bc8e-2eb6619f2483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:38:35Z', 'updated_at': '2022-09-23T15:38:39Z', 'revision_number': 4, 'project_id': 'fb6889bbcc3242e5b04e51ff5bd106a5', 'gw_port': {'id': 'a7828545-06b9-44cb-bc8e-2eb6619f2483', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1b26b4-d803-48ae-b74b-5aebb3063127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:38:36Z', 'updated_at': '2022-09-23T15:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'dd52187e-06a5-4311-854c-bd4e267aa534', 'name': '', 'network_id': 'aefc6ef4-e4cc-479a-a0fa-15b8b257e45f', 'tenant_id': 'fb6889bbcc3242e5b04e51ff5bd106a5', 'mac_address': 'fa:16:3e:f9:5f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1b26b4-d803-48ae-b74b-5aebb3063127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '12915619-a03c-4d96-9809-dee0f765fb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:38:39Z', 'updated_at': '2022-09-23T15:38:43Z', 'revision_number': 4, 'project_id': 'fb6889bbcc3242e5b04e51ff5bd106a5', 'subnets': [{'id': '12915619-a03c-4d96-9809-dee0f765fb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:38:44.286817 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c9d9b3-a73d-49ca-b1a2-443d1c43fdc9 None None] The sync data for ids ['2a1b26b4-d803-48ae-b74b-5aebb3063127'] in dv-neutron-859093-1-hyperv is: [{'id': '2a1b26b4-d803-48ae-b74b-5aebb3063127', 'name': 'tempest-TestEncryptedCinderVolumes-175821992-router', 'tenant_id': 'fb6889bbcc3242e5b04e51ff5bd106a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.105'}], 'enable_snat': True}, 'gw_port_id': 'a7828545-06b9-44cb-bc8e-2eb6619f2483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:38:35Z', 'updated_at': '2022-09-23T15:38:39Z', 'revision_number': 4, 'project_id': 'fb6889bbcc3242e5b04e51ff5bd106a5', 'gw_port': {'id': 'a7828545-06b9-44cb-bc8e-2eb6619f2483', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1b26b4-d803-48ae-b74b-5aebb3063127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:38:36Z', 'updated_at': '2022-09-23T15:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'dd52187e-06a5-4311-854c-bd4e267aa534', 'name': '', 'network_id': 'aefc6ef4-e4cc-479a-a0fa-15b8b257e45f', 'tenant_id': 'fb6889bbcc3242e5b04e51ff5bd106a5', 'mac_address': 'fa:16:3e:f9:5f:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a1b26b4-d803-48ae-b74b-5aebb3063127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '12915619-a03c-4d96-9809-dee0f765fb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:38:39Z', 'updated_at': '2022-09-23T15:38:43Z', 'revision_number': 4, 'project_id': 'fb6889bbcc3242e5b04e51ff5bd106a5', 'subnets': [{'id': '12915619-a03c-4d96-9809-dee0f765fb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:38:45.060880 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-26e2f31f-07a4-40c3-b682-c14bb40be699 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:45.062484 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-26e2f31f-07a4-40c3-b682-c14bb40be699 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.72 "GET /v2.0/networks?id=fb3b8778-fd94-4633-a29a-abd82a4559de HTTP/1.1" status: 200 len: 816 time: 0.1568332 Sep 23 15:38:45.074722 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-fd171476-5059-428f-930b-2a7788278b4b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Request body: {'port': {'device_id': '9019dad0-21e0-4b1d-ab85-bb28cad28eea', 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de', 'admin_state_up': True, 'tenant_id': '53b124e020b94bcfa5012ce4fba37a96'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:38:45.232211 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-fd171476-5059-428f-930b-2a7788278b4b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:38:45.287430 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-fd171476-5059-428f-930b-2a7788278b4b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:38:45.295335 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4f08578b-bce7-4e3a-9720-8a96fb90bf81 req-f25a019b-2e86-4fa7-a8e1-99b699e4f6c3 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=9019dad0-21e0-4b1d-ab85-bb28cad28eea HTTP/1.1" status: 200 len: 210 time: 0.0603082 Sep 23 15:38:45.406978 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-fd171476-5059-428f-930b-2a7788278b4b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Made reservation on behalf of 53b124e020b94bcfa5012ce4fba37a96 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:38:45.411679 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-fd171476-5059-428f-930b-2a7788278b4b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:45.583127 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-fd171476-5059-428f-930b-2a7788278b4b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Allocated IP 172.20.0.5 (fb3b8778-fd94-4633-a29a-abd82a4559de/2015264e-d490-43b6-bb00-77c0f159c81c/835392b4-9678-4413-9c8e-ad261fdde2e9) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:38:45.800601 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device dd52187e-06a5-4311-854c-bd4e267aa534 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:38:45.891632 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-fd171476-5059-428f-930b-2a7788278b4b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:45.907039 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-fd171476-5059-428f-930b-2a7788278b4b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Transition to ACTIVE for port object 835392b4-9678-4413-9c8e-ad261fdde2e9 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:38:45.947266 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port dd52187e-06a5-4311-854c-bd4e267aa534 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:38:45.952241 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port dd52187e-06a5-4311-854c-bd4e267aa534 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:38:45.952617 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:45.952950 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port dd52187e-06a5-4311-854c-bd4e267aa534 Sep 23 15:38:46.024630 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-fd171476-5059-428f-930b-2a7788278b4b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:46.072676 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port dd52187e-06a5-4311-854c-bd4e267aa534 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:38:46.073057 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:46.096039 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-fd171476-5059-428f-930b-2a7788278b4b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Network fb3b8778-fd94-4633-a29a-abd82a4559de is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:38:46.099855 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-fd171476-5059-428f-930b-2a7788278b4b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:38:46.102410 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-fd171476-5059-428f-930b-2a7788278b4b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:38:46.109666 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port dd52187e-06a5-4311-854c-bd4e267aa534, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=dd52187e-06a5-4311-854c-bd4e267aa534,segment=NetworkSegment(496b5aed-ccc9-444d-810b-97f4eca5df13),segment_id=496b5aed-ccc9-444d-810b-97f4eca5df13)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:38:46.142744 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd171476-5059-428f-930b-2a7788278b4b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Pushing event updated for resources: {'Port': ['ID=835392b4-9678-4413-9c8e-ad261fdde2e9,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:46.161228 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd171476-5059-428f-930b-2a7788278b4b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:46.161577 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd171476-5059-428f-930b-2a7788278b4b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:46.161918 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd171476-5059-428f-930b-2a7788278b4b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:46.162255 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd171476-5059-428f-930b-2a7788278b4b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:46.162610 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd171476-5059-428f-930b-2a7788278b4b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:46.162940 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd171476-5059-428f-930b-2a7788278b4b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:46.163304 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd171476-5059-428f-930b-2a7788278b4b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:46.163592 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd171476-5059-428f-930b-2a7788278b4b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:46.163922 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd171476-5059-428f-930b-2a7788278b4b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:46.164245 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd171476-5059-428f-930b-2a7788278b4b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:46.164569 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd171476-5059-428f-930b-2a7788278b4b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:46.164890 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd171476-5059-428f-930b-2a7788278b4b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:38:46.173173 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:46.190398 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-fd171476-5059-428f-930b-2a7788278b4b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:46.191128 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-fd171476-5059-428f-930b-2a7788278b4b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:46.252166 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=dd52187e-06a5-4311-854c-bd4e267aa534,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:46.264880 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-fd171476-5059-428f-930b-2a7788278b4b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1943486 Sep 23 15:38:46.319429 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-f5564f5d-587b-46e9-bc10-3f4bdb4d27bf service neutron] Request body: {'port': {'device_id': '9019dad0-21e0-4b1d-ab85-bb28cad28eea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:38:46.436819 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-f5564f5d-587b-46e9-bc10-3f4bdb4d27bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:46.473674 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1ff16813-8b26-449f-bf96-9d5ab582ec11 None None] Provisioning for port 835392b4-9678-4413-9c8e-ad261fdde2e9 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:38:46.479168 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1ff16813-8b26-449f-bf96-9d5ab582ec11 None None] Provisioning complete for port 835392b4-9678-4413-9c8e-ad261fdde2e9 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:38:46.482974 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1ff16813-8b26-449f-bf96-9d5ab582ec11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:46.482974 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1ff16813-8b26-449f-bf96-9d5ab582ec11 None None] Attempt 1 to provision port 835392b4-9678-4413-9c8e-ad261fdde2e9 Sep 23 15:38:46.502709 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672574d-5922-4473-8f12-711dadc627fa req-9d82064a-8ad0-4b62-ba95-7496aca508b6 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:46.504226 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f672574d-5922-4473-8f12-711dadc627fa req-9d82064a-8ad0-4b62-ba95-7496aca508b6 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=9019dad0-21e0-4b1d-ab85-bb28cad28eea HTTP/1.1" status: 200 len: 931 time: 0.0909488 Sep 23 15:38:46.538417 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1ff16813-8b26-449f-bf96-9d5ab582ec11 None None] Port 835392b4-9678-4413-9c8e-ad261fdde2e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:38:46.552264 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-f672574d-5922-4473-8f12-711dadc627fa req-84b7e880-e1ed-400e-b2ac-580782909fcf tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Synchronizing usage tracker for tenant:53b124e020b94bcfa5012ce4fba37a96 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:38:46.618422 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-f672574d-5922-4473-8f12-711dadc627fa req-84b7e880-e1ed-400e-b2ac-580782909fcf tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Unset dirty status for tenant:53b124e020b94bcfa5012ce4fba37a96 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:38:46.619572 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f672574d-5922-4473-8f12-711dadc627fa req-84b7e880-e1ed-400e-b2ac-580782909fcf tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086671 Sep 23 15:38:46.783206 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-f5564f5d-587b-46e9-bc10-3f4bdb4d27bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 835392b4-9678-4413-9c8e-ad261fdde2e9 {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:38:46.791482 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-f5564f5d-587b-46e9-bc10-3f4bdb4d27bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:46.806783 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-f5564f5d-587b-46e9-bc10-3f4bdb4d27bf service neutron] Transition to ACTIVE for port object 835392b4-9678-4413-9c8e-ad261fdde2e9 will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:38:46.873022 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-f5564f5d-587b-46e9-bc10-3f4bdb4d27bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:47.039532 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1ff16813-8b26-449f-bf96-9d5ab582ec11 None None] Attempt 2 to provision port 835392b4-9678-4413-9c8e-ad261fdde2e9 Sep 23 15:38:47.058889 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5564f5d-587b-46e9-bc10-3f4bdb4d27bf service neutron] Pushing event updated for resources: {'Port': ['ID=835392b4-9678-4413-9c8e-ad261fdde2e9,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:47.095767 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1ff16813-8b26-449f-bf96-9d5ab582ec11 None None] Port 835392b4-9678-4413-9c8e-ad261fdde2e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:38:47.097054 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-f5564f5d-587b-46e9-bc10-3f4bdb4d27bf service neutron] Attempting to bind port 835392b4-9678-4413-9c8e-ad261fdde2e9 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:38:47.097549 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-f5564f5d-587b-46e9-bc10-3f4bdb4d27bf service neutron] Attempting to bind port 835392b4-9678-4413-9c8e-ad261fdde2e9 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '6be5da45-9122-4c41-850a-c694909b5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:38:47.097696 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-f5564f5d-587b-46e9-bc10-3f4bdb4d27bf service neutron] Attempting to bind port 835392b4-9678-4413-9c8e-ad261fdde2e9 on network fb3b8778-fd94-4633-a29a-abd82a4559de {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:38:47.102899 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-f5564f5d-587b-46e9-bc10-3f4bdb4d27bf service neutron] Port 835392b4-9678-4413-9c8e-ad261fdde2e9 on network fb3b8778-fd94-4633-a29a-abd82a4559de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:38:47.103685 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-f5564f5d-587b-46e9-bc10-3f4bdb4d27bf service neutron] Attempting to bind port 835392b4-9678-4413-9c8e-ad261fdde2e9 on network fb3b8778-fd94-4633-a29a-abd82a4559de {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:38:47.108246 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-f5564f5d-587b-46e9-bc10-3f4bdb4d27bf service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:38:47.108574 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-f5564f5d-587b-46e9-bc10-3f4bdb4d27bf service neutron] Checking segment: {'id': '6be5da45-9122-4c41-850a-c694909b5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:38:47.108947 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-f5564f5d-587b-46e9-bc10-3f4bdb4d27bf service neutron] Bound using segment: {'id': '6be5da45-9122-4c41-850a-c694909b5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:38:47.109362 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-f5564f5d-587b-46e9-bc10-3f4bdb4d27bf service neutron] Bound port: 835392b4-9678-4413-9c8e-ad261fdde2e9, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be5da45-9122-4c41-850a-c694909b5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:38:47.109694 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-f5564f5d-587b-46e9-bc10-3f4bdb4d27bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:47.198475 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-f5564f5d-587b-46e9-bc10-3f4bdb4d27bf service neutron] For port 835392b4-9678-4413-9c8e-ad261fdde2e9, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:38:47.201329 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-f5564f5d-587b-46e9-bc10-3f4bdb4d27bf service neutron] For port 835392b4-9678-4413-9c8e-ad261fdde2e9, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=835392b4-9678-4413-9c8e-ad261fdde2e9,segment=NetworkSegment(6be5da45-9122-4c41-850a-c694909b5661),segment_id=6be5da45-9122-4c41-850a-c694909b5661)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:38:47.278759 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-f5564f5d-587b-46e9-bc10-3f4bdb4d27bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:47.316178 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-f5564f5d-587b-46e9-bc10-3f4bdb4d27bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:47.317195 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-f5564f5d-587b-46e9-bc10-3f4bdb4d27bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:47.318589 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-f5564f5d-587b-46e9-bc10-3f4bdb4d27bf service neutron] 10.222.0.72 "PUT /v2.0/ports/835392b4-9678-4413-9c8e-ad261fdde2e9 HTTP/1.1" status: 200 len: 1093 time: 1.0455120 Sep 23 15:38:47.319018 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9019dad0-21e0-4b1d-ab85-bb28cad28eea', 'tag': '835392b4-9678-4413-9c8e-ad261fdde2e9'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:38:47.321597 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12ac093-7384-4c9f-b014-d02776f5d9e1" -d '{"events": [{"name": "network-changed", "server_uuid": "9019dad0-21e0-4b1d-ab85-bb28cad28eea", "tag": "835392b4-9678-4413-9c8e-ad261fdde2e9"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:38:47.356754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5564f5d-587b-46e9-bc10-3f4bdb4d27bf service neutron] Pushing event updated for resources: {'Port': ['ID=835392b4-9678-4413-9c8e-ad261fdde2e9,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:47.372446 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a168d01f-e0f2-475b-a75c-80e717f0fa8a x-openstack-request-id: req-a168d01f-e0f2-475b-a75c-80e717f0fa8a {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:38:47.372613 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9019dad0-21e0-4b1d-ab85-bb28cad28eea", "tag": "835392b4-9678-4413-9c8e-ad261fdde2e9", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:38:47.372816 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a168d01f-e0f2-475b-a75c-80e717f0fa8a {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:38:47.373245 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a168d01f-e0f2-475b-a75c-80e717f0fa8a'] response: {'name': 'network-changed', 'server_uuid': '9019dad0-21e0-4b1d-ab85-bb28cad28eea', 'tag': '835392b4-9678-4413-9c8e-ad261fdde2e9', 'status': 'completed', 'code': 200} Sep 23 15:38:47.472070 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ac093-7384-4c9f-b014-d02776f5d9e1 req-2e9a3402-ae5a-4651-befe-fc64d26aaa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:47.474012 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d12ac093-7384-4c9f-b014-d02776f5d9e1 req-2e9a3402-ae5a-4651-befe-fc64d26aaa00 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53b124e020b94bcfa5012ce4fba37a96&device_id=9019dad0-21e0-4b1d-ab85-bb28cad28eea HTTP/1.1" status: 200 len: 1096 time: 0.0784180 Sep 23 15:38:47.596905 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1ff16813-8b26-449f-bf96-9d5ab582ec11 None None] Attempt 3 to provision port 835392b4-9678-4413-9c8e-ad261fdde2e9 Sep 23 15:38:47.613969 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ac093-7384-4c9f-b014-d02776f5d9e1 req-ea98d261-4293-43a4-a7f4-4699ce0e0985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:47.615453 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d12ac093-7384-4c9f-b014-d02776f5d9e1 req-ea98d261-4293-43a4-a7f4-4699ce0e0985 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=53b124e020b94bcfa5012ce4fba37a96&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1340435 Sep 23 15:38:47.658703 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1ff16813-8b26-449f-bf96-9d5ab582ec11 None None] Port 835392b4-9678-4413-9c8e-ad261fdde2e9 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:38:47.761405 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ac093-7384-4c9f-b014-d02776f5d9e1 req-e035351f-19a5-4c95-96bc-22b3d1d0a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:47.762987 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d12ac093-7384-4c9f-b014-d02776f5d9e1 req-e035351f-19a5-4c95-96bc-22b3d1d0a320 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1415968 Sep 23 15:38:47.791899 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device dd52187e-06a5-4311-854c-bd4e267aa534 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:38:47.832576 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc00f2-1852-48a0-9b6f-8ba68de76826 req-5cdc51a2-f354-48a7-ab17-5f6f0989a3dd tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:47.834139 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-01cc00f2-1852-48a0-9b6f-8ba68de76826 req-5cdc51a2-f354-48a7-ab17-5f6f0989a3dd tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=9019dad0-21e0-4b1d-ab85-bb28cad28eea HTTP/1.1" status: 200 len: 943 time: 0.1024642 Sep 23 15:38:47.871502 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port dd52187e-06a5-4311-854c-bd4e267aa534 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:38:47.871898 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:47.872296 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port dd52187e-06a5-4311-854c-bd4e267aa534 Sep 23 15:38:47.882063 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-01cc00f2-1852-48a0-9b6f-8ba68de76826 req-556f9af8-482f-4ae1-8b2e-9c2f03ad1135 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420723 Sep 23 15:38:47.990618 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-f002c356-89f6-43e6-9b33-c21d0a92507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:47.992123 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-f002c356-89f6-43e6-9b33-c21d0a92507b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53b124e020b94bcfa5012ce4fba37a96&device_id=9019dad0-21e0-4b1d-ab85-bb28cad28eea HTTP/1.1" status: 200 len: 1096 time: 0.1885774 Sep 23 15:38:47.997798 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port dd52187e-06a5-4311-854c-bd4e267aa534 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:38:48.060348 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-05673b24-8e5d-45d7-94c4-9f3a541fb1b7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=835392b4-9678-4413-9c8e-ad261fdde2e9 HTTP/1.1" status: 200 len: 217 time: 0.0609858 Sep 23 15:38:48.124318 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-dcf611f3-d518-415f-b99f-c95499d9f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:48.125615 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-dcf611f3-d518-415f-b99f-c95499d9f966 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2015264e-d490-43b6-bb00-77c0f159c81c HTTP/1.1" status: 200 len: 855 time: 0.0586770 Sep 23 15:38:48.207048 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-b4ba448a-d178-41f5-a105-c26d5d98400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:48.208515 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-b4ba448a-d178-41f5-a105-c26d5d98400f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fb3b8778-fd94-4633-a29a-abd82a4559de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765049 Sep 23 15:38:48.342551 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-b2ae7362-1004-4441-91d2-51b978e8b14e service neutron] 10.222.0.72 "GET /v2.0/networks/fb3b8778-fd94-4633-a29a-abd82a4559de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283305 Sep 23 15:38:48.472975 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-abb6dadc-d58c-4fa4-9e5b-8976b81485ac req-a8464055-2776-45b2-be2b-feea0246725d service neutron] 10.222.0.72 "GET /v2.0/networks/fb3b8778-fd94-4633-a29a-abd82a4559de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235330 Sep 23 15:38:49.083636 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a249c-8cd5-4e18-bbb4-b97b8783fe7a req-e7f49f68-69df-4a2e-92c3-95c1d41f2447 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:49.084245 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-822a249c-8cd5-4e18-bbb4-b97b8783fe7a req-e7f49f68-69df-4a2e-92c3-95c1d41f2447 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Synchronizing usage tracker for tenant:53b124e020b94bcfa5012ce4fba37a96 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:38:49.184036 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-822a249c-8cd5-4e18-bbb4-b97b8783fe7a req-e7f49f68-69df-4a2e-92c3-95c1d41f2447 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Unset dirty status for tenant:53b124e020b94bcfa5012ce4fba37a96 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:38:49.185363 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-822a249c-8cd5-4e18-bbb4-b97b8783fe7a req-e7f49f68-69df-4a2e-92c3-95c1d41f2447 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=9019dad0-21e0-4b1d-ab85-bb28cad28eea HTTP/1.1" status: 200 len: 943 time: 0.1916888 Sep 23 15:38:49.230722 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-822a249c-8cd5-4e18-bbb4-b97b8783fe7a req-0d4681f9-db42-4881-8158-b74722c08025 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396543 Sep 23 15:38:50.423538 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a159b-0ab0-401f-a5c0-825d68756646 req-495217ca-5922-4320-9492-11ed5eba5c16 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:50.424907 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e97a159b-0ab0-401f-a5c0-825d68756646 req-495217ca-5922-4320-9492-11ed5eba5c16 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=9019dad0-21e0-4b1d-ab85-bb28cad28eea HTTP/1.1" status: 200 len: 943 time: 0.0862591 Sep 23 15:38:50.471986 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e97a159b-0ab0-401f-a5c0-825d68756646 req-76d362c1-4067-4997-8dd1-ddba73c61a40 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415115 Sep 23 15:38:51.670921 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cffc74-6982-4d1b-81b0-246cee751c15 req-196931c7-6b4c-45e9-b632-a491d21bbf6c tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:51.672350 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-89cffc74-6982-4d1b-81b0-246cee751c15 req-196931c7-6b4c-45e9-b632-a491d21bbf6c tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=9019dad0-21e0-4b1d-ab85-bb28cad28eea HTTP/1.1" status: 200 len: 943 time: 0.0884624 Sep 23 15:38:51.715616 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-89cffc74-6982-4d1b-81b0-246cee751c15 req-ebf81c89-d19b-4805-8e0a-322f94ff0ee8 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371833 Sep 23 15:38:51.816100 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 835392b4-9678-4413-9c8e-ad261fdde2e9 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:38:51.947309 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 835392b4-9678-4413-9c8e-ad261fdde2e9, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=835392b4-9678-4413-9c8e-ad261fdde2e9,segment=NetworkSegment(6be5da45-9122-4c41-850a-c694909b5661),segment_id=6be5da45-9122-4c41-850a-c694909b5661)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:38:51.959801 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '835392b4-9678-4413-9c8e-ad261fdde2e9', 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de', 'port_id': '835392b4-9678-4413-9c8e-ad261fdde2e9', 'mac_address': 'fa:16:3e:75:01:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2015264e-d490-43b6-bb00-77c0f159c81c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:38:52.017138 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 835392b4-9678-4413-9c8e-ad261fdde2e9 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:38:52.017521 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:52.033682 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 835392b4-9678-4413-9c8e-ad261fdde2e9 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:38:52.048968 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 835392b4-9678-4413-9c8e-ad261fdde2e9, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=835392b4-9678-4413-9c8e-ad261fdde2e9,segment=NetworkSegment(6be5da45-9122-4c41-850a-c694909b5661),segment_id=6be5da45-9122-4c41-850a-c694909b5661)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:38:52.127374 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:52.193441 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=835392b4-9678-4413-9c8e-ad261fdde2e9,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:52.336115 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['835392b4-9678-4413-9c8e-ad261fdde2e9'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:38:52.918957 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9a11e-83cc-4783-a6e0-b5fbac5f389b req-4a7a38fc-39cc-43a6-bb0f-a6873d58d6a4 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:52.920406 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-15a9a11e-83cc-4783-a6e0-b5fbac5f389b req-4a7a38fc-39cc-43a6-bb0f-a6873d58d6a4 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=9019dad0-21e0-4b1d-ab85-bb28cad28eea HTTP/1.1" status: 200 len: 944 time: 0.0888150 Sep 23 15:38:52.964580 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-15a9a11e-83cc-4783-a6e0-b5fbac5f389b req-ee256b9b-d799-4cef-9932-b101b3a108ba tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379171 Sep 23 15:38:53.832123 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 835392b4-9678-4413-9c8e-ad261fdde2e9 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:38:54.082051 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 835392b4-9678-4413-9c8e-ad261fdde2e9 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:38:54.082051 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 835392b4-9678-4413-9c8e-ad261fdde2e9 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:38:54.082051 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:54.082051 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 835392b4-9678-4413-9c8e-ad261fdde2e9 Sep 23 15:38:54.118843 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 835392b4-9678-4413-9c8e-ad261fdde2e9 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:38:54.119262 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:54.146917 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9019dad0-21e0-4b1d-ab85-bb28cad28eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835392b4-9678-4413-9c8e-ad261fdde2e9'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:38:54.149223 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8b6cd4-968f-4d4f-94f3-8610919bdab8" -d '{"events": [{"server_uuid": "9019dad0-21e0-4b1d-ab85-bb28cad28eea", "name": "network-vif-plugged", "status": "completed", "tag": "835392b4-9678-4413-9c8e-ad261fdde2e9"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:38:54.158345 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 835392b4-9678-4413-9c8e-ad261fdde2e9, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=835392b4-9678-4413-9c8e-ad261fdde2e9,segment=NetworkSegment(6be5da45-9122-4c41-850a-c694909b5661),segment_id=6be5da45-9122-4c41-850a-c694909b5661)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:38:54.167259 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca3b84-94df-4806-a6a5-10ee338c9082 req-2f81e641-d85b-40b7-b3c0-00e9295d4734 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:54.173963 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-62ca3b84-94df-4806-a6a5-10ee338c9082 req-2f81e641-d85b-40b7-b3c0-00e9295d4734 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=9019dad0-21e0-4b1d-ab85-bb28cad28eea HTTP/1.1" status: 200 len: 944 time: 0.0949998 Sep 23 15:38:54.192716 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6cbada-c134-4607-8535-811673f1b4a1 x-openstack-request-id: req-1f6cbada-c134-4607-8535-811673f1b4a1 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:38:54.193010 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9019dad0-21e0-4b1d-ab85-bb28cad28eea", "name": "network-vif-plugged", "status": "completed", "tag": "835392b4-9678-4413-9c8e-ad261fdde2e9", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:38:54.193262 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1f6cbada-c134-4607-8535-811673f1b4a1 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:38:54.193657 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f6cbada-c134-4607-8535-811673f1b4a1'] response: {'server_uuid': '9019dad0-21e0-4b1d-ab85-bb28cad28eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835392b4-9678-4413-9c8e-ad261fdde2e9', 'code': 200} Sep 23 15:38:54.217884 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-62ca3b84-94df-4806-a6a5-10ee338c9082 req-9a57613e-7a48-4d4a-8bef-c15fdbb4f263 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402088 Sep 23 15:38:54.252722 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:38:54.321413 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=835392b4-9678-4413-9c8e-ad261fdde2e9,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:38:54.549349 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92dfee-2dd2-41bd-a0b9-f2171fcb97ef req-b4700833-b3f5-4bf0-8320-2fbe0cdf93ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:54.551029 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1c92dfee-2dd2-41bd-a0b9-f2171fcb97ef req-b4700833-b3f5-4bf0-8320-2fbe0cdf93ee service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9019dad0-21e0-4b1d-ab85-bb28cad28eea HTTP/1.1" status: 200 len: 1098 time: 0.0800729 Sep 23 15:38:54.590504 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1c92dfee-2dd2-41bd-a0b9-f2171fcb97ef req-a273257b-06a6-46e1-8b68-c584726f8d95 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337696 Sep 23 15:38:55.423531 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf50452-b817-48af-96ad-72be3b9ac456 req-fbdcc548-d6b4-4a20-9938-f4676a1176da tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:55.424979 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ebf50452-b817-48af-96ad-72be3b9ac456 req-fbdcc548-d6b4-4a20-9938-f4676a1176da tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=9019dad0-21e0-4b1d-ab85-bb28cad28eea HTTP/1.1" status: 200 len: 945 time: 0.0900352 Sep 23 15:38:55.469622 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ebf50452-b817-48af-96ad-72be3b9ac456 req-826d9998-3a1d-4e72-8cd0-4581b181b3b7 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390561 Sep 23 15:38:56.667337 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1844e26-2cb6-4636-bafc-57b4050fa390 req-db14efde-41a4-4599-8101-4fe556470b1a tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:56.668776 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f1844e26-2cb6-4636-bafc-57b4050fa390 req-db14efde-41a4-4599-8101-4fe556470b1a tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=9019dad0-21e0-4b1d-ab85-bb28cad28eea HTTP/1.1" status: 200 len: 945 time: 0.0888231 Sep 23 15:38:56.715980 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f1844e26-2cb6-4636-bafc-57b4050fa390 req-5169f8cc-57ea-41f9-af31-1901a8dcb13c tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414395 Sep 23 15:38:56.911257 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbddcd5-64ed-45fa-95c5-d37a2ae8e0ae req-815fc611-2d40-48bf-9aed-838014a9e282 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:56.912690 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-dfbddcd5-64ed-45fa-95c5-d37a2ae8e0ae req-815fc611-2d40-48bf-9aed-838014a9e282 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=9019dad0-21e0-4b1d-ab85-bb28cad28eea HTTP/1.1" status: 200 len: 945 time: 0.0881209 Sep 23 15:38:56.959694 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-dfbddcd5-64ed-45fa-95c5-d37a2ae8e0ae req-2e528835-db5b-464e-be9c-6a53fea1ed2f tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410168 Sep 23 15:38:58.806627 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3c3cf2f5-1e72-459e-a3a5-f4880fcb9fa4 req-f80fb8c4-c86e-49fd-8493-50364a6c7e97 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9019dad0-21e0-4b1d-ab85-bb28cad28eea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790279 Sep 23 15:38:58.968169 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cf2f5-1e72-459e-a3a5-f4880fcb9fa4 req-cfaad580-233f-4bd4-b6d1-13a59e222e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:58.969646 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3c3cf2f5-1e72-459e-a3a5-f4880fcb9fa4 req-cfaad580-233f-4bd4-b6d1-13a59e222e0a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53b124e020b94bcfa5012ce4fba37a96&device_id=9019dad0-21e0-4b1d-ab85-bb28cad28eea HTTP/1.1" status: 200 len: 1098 time: 0.0885646 Sep 23 15:38:59.116829 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cf2f5-1e72-459e-a3a5-f4880fcb9fa4 req-d49f7747-b628-4ee2-9e5b-268f252276fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:59.118305 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3c3cf2f5-1e72-459e-a3a5-f4880fcb9fa4 req-d49f7747-b628-4ee2-9e5b-268f252276fc service neutron] 10.222.0.72 "GET /v2.0/networks?id=fb3b8778-fd94-4633-a29a-abd82a4559de HTTP/1.1" status: 200 len: 917 time: 0.1302264 Sep 23 15:38:59.185854 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3c3cf2f5-1e72-459e-a3a5-f4880fcb9fa4 req-a151c526-85d5-4fbb-a084-10b930bbd804 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=835392b4-9678-4413-9c8e-ad261fdde2e9 HTTP/1.1" status: 200 len: 217 time: 0.0612750 Sep 23 15:38:59.253549 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cf2f5-1e72-459e-a3a5-f4880fcb9fa4 req-8e2c5729-6690-43eb-9a07-386cbca6c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:59.255545 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3c3cf2f5-1e72-459e-a3a5-f4880fcb9fa4 req-8e2c5729-6690-43eb-9a07-386cbca6c560 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2015264e-d490-43b6-bb00-77c0f159c81c HTTP/1.1" status: 200 len: 855 time: 0.0628409 Sep 23 15:38:59.338986 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cf2f5-1e72-459e-a3a5-f4880fcb9fa4 req-0d4ede4f-655f-4702-851b-146833048111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:38:59.340484 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3c3cf2f5-1e72-459e-a3a5-f4880fcb9fa4 req-0d4ede4f-655f-4702-851b-146833048111 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fb3b8778-fd94-4633-a29a-abd82a4559de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791256 Sep 23 15:38:59.472043 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3c3cf2f5-1e72-459e-a3a5-f4880fcb9fa4 req-56f53285-dd0f-4d67-bbab-04a595360662 service neutron] 10.222.0.72 "GET /v2.0/networks/fb3b8778-fd94-4633-a29a-abd82a4559de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250470 Sep 23 15:38:59.697353 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3c3cf2f5-1e72-459e-a3a5-f4880fcb9fa4 req-59f73d98-3bad-4929-9018-bcfa30aeb0e4 service neutron] 10.222.0.72 "GET /v2.0/networks/fb3b8778-fd94-4633-a29a-abd82a4559de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191734 Sep 23 15:39:02.088527 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-18044f9b-b142-433a-9320-abdfddd23bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:02.929749 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:05.084067 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-40c8bf93-b6f7-4f45-a22d-f20c32b421e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:05.515798 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:05.635468 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:07.112620 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:12.049838 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:39:15.166153 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c649454-eefe-4808-bbc5-08017a2ca450 req-f174b74a-51b9-46e8-814d-6509d74fb425 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:15.167615 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-4c649454-eefe-4808-bbc5-08017a2ca450 req-f174b74a-51b9-46e8-814d-6509d74fb425 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=9019dad0-21e0-4b1d-ab85-bb28cad28eea HTTP/1.1" status: 200 len: 945 time: 0.0887887 Sep 23 15:39:15.211760 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-4c649454-eefe-4808-bbc5-08017a2ca450 req-9b79f296-a290-4286-88a0-027e839ff182 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383875 Sep 23 15:39:16.418487 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd643380-f1a0-46f1-a858-3ae655445bea req-7299c020-76be-403e-aee4-30dd5e656844 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:16.419939 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-dd643380-f1a0-46f1-a858-3ae655445bea req-7299c020-76be-403e-aee4-30dd5e656844 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=9019dad0-21e0-4b1d-ab85-bb28cad28eea HTTP/1.1" status: 200 len: 945 time: 0.0938425 Sep 23 15:39:16.467038 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-dd643380-f1a0-46f1-a858-3ae655445bea req-0a20de6e-8887-4fe6-9e57-5011173fbbaa tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403113 Sep 23 15:39:16.714587 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d704a5b-f911-408c-8cf3-0c0e181e4f40 req-d7abe172-67f3-4694-bafe-fbddf71955ad tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:16.715899 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7d704a5b-f911-408c-8cf3-0c0e181e4f40 req-d7abe172-67f3-4694-bafe-fbddf71955ad tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.72 "GET /v2.0/ports?device_id=9019dad0-21e0-4b1d-ab85-bb28cad28eea HTTP/1.1" status: 200 len: 945 time: 0.0861232 Sep 23 15:39:16.788088 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-7d704a5b-f911-408c-8cf3-0c0e181e4f40 req-519e2261-a971-4405-851c-5dbfdef771ce tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Deleting port 835392b4-9678-4413-9c8e-ad261fdde2e9 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:39:16.788429 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-7d704a5b-f911-408c-8cf3-0c0e181e4f40 req-519e2261-a971-4405-851c-5dbfdef771ce tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:17.034887 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-7d704a5b-f911-408c-8cf3-0c0e181e4f40 req-519e2261-a971-4405-851c-5dbfdef771ce tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] For port 835392b4-9678-4413-9c8e-ad261fdde2e9, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=835392b4-9678-4413-9c8e-ad261fdde2e9,segment=NetworkSegment(6be5da45-9122-4c41-850a-c694909b5661),segment_id=6be5da45-9122-4c41-850a-c694909b5661)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:39:17.035454 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-7d704a5b-f911-408c-8cf3-0c0e181e4f40 req-519e2261-a971-4405-851c-5dbfdef771ce tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:17.154642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-7d704a5b-f911-408c-8cf3-0c0e181e4f40 req-519e2261-a971-4405-851c-5dbfdef771ce tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Calling delete_port for 835392b4-9678-4413-9c8e-ad261fdde2e9 owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:39:17.346995 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-7d704a5b-f911-408c-8cf3-0c0e181e4f40 req-519e2261-a971-4405-851c-5dbfdef771ce tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:17.358884 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['835392b4-9678-4413-9c8e-ad261fdde2e9'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:39:17.397680 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e2261-a971-4405-851c-5dbfdef771ce tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Pushing event deleted for resources: {'Port': ['ID=835392b4-9678-4413-9c8e-ad261fdde2e9,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:39:17.486762 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d704a5b-f911-408c-8cf3-0c0e181e4f40 req-519e2261-a971-4405-851c-5dbfdef771ce tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] No DVR routers for this DVR port 835392b4-9678-4413-9c8e-ad261fdde2e9 on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:39:17.489954 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-7d704a5b-f911-408c-8cf3-0c0e181e4f40 req-519e2261-a971-4405-851c-5dbfdef771ce tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:17.492709 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9019dad0-21e0-4b1d-ab85-bb28cad28eea', 'name': 'network-vif-deleted', 'tag': '835392b4-9678-4413-9c8e-ad261fdde2e9'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:39:17.495558 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e356cf0d-5d5c-4e27-9417-b1454f8fa83e" -d '{"events": [{"server_uuid": "9019dad0-21e0-4b1d-ab85-bb28cad28eea", "name": "network-vif-deleted", "tag": "835392b4-9678-4413-9c8e-ad261fdde2e9"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:39:17.548125 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dd766d-9deb-4464-bdd8-8bb30b648857 x-openstack-request-id: req-05dd766d-9deb-4464-bdd8-8bb30b648857 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:39:17.548440 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9019dad0-21e0-4b1d-ab85-bb28cad28eea", "name": "network-vif-deleted", "tag": "835392b4-9678-4413-9c8e-ad261fdde2e9", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:39:17.548693 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-05dd766d-9deb-4464-bdd8-8bb30b648857 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:39:17.549092 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05dd766d-9deb-4464-bdd8-8bb30b648857'] response: {'server_uuid': '9019dad0-21e0-4b1d-ab85-bb28cad28eea', 'name': 'network-vif-deleted', 'tag': '835392b4-9678-4413-9c8e-ad261fdde2e9', 'status': 'completed', 'code': 200} Sep 23 15:39:17.573497 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7d704a5b-f911-408c-8cf3-0c0e181e4f40 req-519e2261-a971-4405-851c-5dbfdef771ce tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.72 "DELETE /v2.0/ports/835392b4-9678-4413-9c8e-ad261fdde2e9 HTTP/1.1" status: 204 len: 173 time: 0.8523607 Sep 23 15:39:17.769168 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-16e987f7-b568-4498-a80a-662204a78a1d req-b0ff75de-3f49-4435-aaad-f167e579db36 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=9019dad0-21e0-4b1d-ab85-bb28cad28eea HTTP/1.1" status: 200 len: 210 time: 0.1660118 Sep 23 15:39:19.385004 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-4cc6a165-f943-4bd7-9e65-53c72bbca198 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:19.386381 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-4cc6a165-f943-4bd7-9e65-53c72bbca198 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/networks?id=fb3b8778-fd94-4633-a29a-abd82a4559de HTTP/1.1" status: 200 len: 816 time: 0.1476722 Sep 23 15:39:19.400935 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-94e95731-73d7-4d1f-adae-b717d854f5f5 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/quotas/53b124e020b94bcfa5012ce4fba37a96 HTTP/1.1" status: 200 len: 375 time: 0.0090439 Sep 23 15:39:19.489925 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-06a9577d-0c2f-4260-9c51-2c8a1cc394ce tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=53b124e020b94bcfa5012ce4fba37a96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840309 Sep 23 15:39:19.629742 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-1258898b-90ee-4344-adaa-12330ee69196 service neutron] 10.222.0.67 "GET /v2.0/networks/fb3b8778-fd94-4633-a29a-abd82a4559de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283567 Sep 23 15:39:19.763956 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-cb289aae-84cf-465f-90df-19a29808811e service neutron] 10.222.0.67 "GET /v2.0/networks/fb3b8778-fd94-4633-a29a-abd82a4559de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283903 Sep 23 15:39:20.032085 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-1fadb6b7-51a8-43e5-888d-91e975c4c23d req-de23ac38-e8b8-46ae-bfe2-d3a0c11916ff tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Synchronizing usage tracker for tenant:53b124e020b94bcfa5012ce4fba37a96 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:39:20.095579 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-1fadb6b7-51a8-43e5-888d-91e975c4c23d req-de23ac38-e8b8-46ae-bfe2-d3a0c11916ff tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Unset dirty status for tenant:53b124e020b94bcfa5012ce4fba37a96 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:39:20.096797 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1fadb6b7-51a8-43e5-888d-91e975c4c23d req-de23ac38-e8b8-46ae-bfe2-d3a0c11916ff tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=622c0aa4-0705-4049-8617-966236d9427e HTTP/1.1" status: 200 len: 210 time: 0.1130362 Sep 23 15:39:21.410483 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a064df44-462b-4c44-a9d1-bb8f171e4cc6 req-777bfbd4-f205-43e3-9cbc-65f13f7e2c07 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=622c0aa4-0705-4049-8617-966236d9427e HTTP/1.1" status: 200 len: 210 time: 0.0531180 Sep 23 15:39:21.957772 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 835392b4-9678-4413-9c8e-ad261fdde2e9 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:39:21.994588 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 835392b4-9678-4413-9c8e-ad261fdde2e9 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:39:21.994884 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 835392b4-9678-4413-9c8e-ad261fdde2e9 not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:39:22.035045 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-aef57ab8-8eb3-476d-b818-e6779183d0e7 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:22.036453 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-aef57ab8-8eb3-476d-b818-e6779183d0e7 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.72 "GET /v2.0/networks?id=fb3b8778-fd94-4633-a29a-abd82a4559de HTTP/1.1" status: 200 len: 816 time: 0.1567693 Sep 23 15:39:22.049249 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-b17428f9-dcb7-419d-ab8a-079809546a3f tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Request body: {'port': {'device_id': '622c0aa4-0705-4049-8617-966236d9427e', 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de', 'admin_state_up': True, 'tenant_id': '53b124e020b94bcfa5012ce4fba37a96'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:39:22.183672 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-b17428f9-dcb7-419d-ab8a-079809546a3f tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:39:22.193854 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-b17428f9-dcb7-419d-ab8a-079809546a3f tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:39:22.275387 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-b17428f9-dcb7-419d-ab8a-079809546a3f tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Made reservation on behalf of 53b124e020b94bcfa5012ce4fba37a96 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:39:22.279062 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-b17428f9-dcb7-419d-ab8a-079809546a3f tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:22.444001 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-b17428f9-dcb7-419d-ab8a-079809546a3f tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Allocated IP 172.20.0.5 (fb3b8778-fd94-4633-a29a-abd82a4559de/2015264e-d490-43b6-bb00-77c0f159c81c/90455edf-ad62-4dbb-a661-8ccb93a08932) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:39:22.720939 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5eff0bd2-d91c-40bc-97a6-d8edb867ca8d req-b6954585-ca4d-40d2-b02f-fdb25a7c3539 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=622c0aa4-0705-4049-8617-966236d9427e HTTP/1.1" status: 200 len: 210 time: 0.1551077 Sep 23 15:39:22.783899 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-b17428f9-dcb7-419d-ab8a-079809546a3f tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:22.799320 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-b17428f9-dcb7-419d-ab8a-079809546a3f tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Transition to ACTIVE for port object 90455edf-ad62-4dbb-a661-8ccb93a08932 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:39:22.875941 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-b17428f9-dcb7-419d-ab8a-079809546a3f tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:22.945178 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-b17428f9-dcb7-419d-ab8a-079809546a3f tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Network fb3b8778-fd94-4633-a29a-abd82a4559de is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:39:22.950632 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-b17428f9-dcb7-419d-ab8a-079809546a3f tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:39:22.954833 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-b17428f9-dcb7-419d-ab8a-079809546a3f tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:39:22.984469 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17428f9-dcb7-419d-ab8a-079809546a3f tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Pushing event updated for resources: {'Port': ['ID=90455edf-ad62-4dbb-a661-8ccb93a08932,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:39:23.025164 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-b17428f9-dcb7-419d-ab8a-079809546a3f tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:23.025775 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-b17428f9-dcb7-419d-ab8a-079809546a3f tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:23.136536 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-b17428f9-dcb7-419d-ab8a-079809546a3f tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0907705 Sep 23 15:39:23.149889 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-2da722e8-0e0f-4167-b0db-40f96dc30a71 service neutron] Request body: {'port': {'device_id': '622c0aa4-0705-4049-8617-966236d9427e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:39:23.204205 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-3c9e09ff-8d58-46f3-9679-0e92984d8b08 None None] Provisioning for port 90455edf-ad62-4dbb-a661-8ccb93a08932 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:39:23.209114 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-3c9e09ff-8d58-46f3-9679-0e92984d8b08 None None] Provisioning complete for port 90455edf-ad62-4dbb-a661-8ccb93a08932 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:39:23.209479 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3c9e09ff-8d58-46f3-9679-0e92984d8b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:23.209804 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-3c9e09ff-8d58-46f3-9679-0e92984d8b08 None None] Attempt 1 to provision port 90455edf-ad62-4dbb-a661-8ccb93a08932 Sep 23 15:39:23.262062 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-3c9e09ff-8d58-46f3-9679-0e92984d8b08 None None] Port 90455edf-ad62-4dbb-a661-8ccb93a08932 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:39:23.262337 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-2da722e8-0e0f-4167-b0db-40f96dc30a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:23.608443 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-2da722e8-0e0f-4167-b0db-40f96dc30a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90455edf-ad62-4dbb-a661-8ccb93a08932 {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:39:23.615542 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-2da722e8-0e0f-4167-b0db-40f96dc30a71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:23.629305 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-2da722e8-0e0f-4167-b0db-40f96dc30a71 service neutron] Transition to ACTIVE for port object 90455edf-ad62-4dbb-a661-8ccb93a08932 will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:39:23.686701 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-2da722e8-0e0f-4167-b0db-40f96dc30a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:23.763579 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-3c9e09ff-8d58-46f3-9679-0e92984d8b08 None None] Attempt 2 to provision port 90455edf-ad62-4dbb-a661-8ccb93a08932 Sep 23 15:39:23.828077 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-3c9e09ff-8d58-46f3-9679-0e92984d8b08 None None] Port 90455edf-ad62-4dbb-a661-8ccb93a08932 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:39:23.886797 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da722e8-0e0f-4167-b0db-40f96dc30a71 service neutron] Pushing event updated for resources: {'Port': ['ID=90455edf-ad62-4dbb-a661-8ccb93a08932,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:39:23.919192 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-2da722e8-0e0f-4167-b0db-40f96dc30a71 service neutron] Attempting to bind port 90455edf-ad62-4dbb-a661-8ccb93a08932 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:39:23.919538 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-2da722e8-0e0f-4167-b0db-40f96dc30a71 service neutron] Attempting to bind port 90455edf-ad62-4dbb-a661-8ccb93a08932 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '6be5da45-9122-4c41-850a-c694909b5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:39:23.919852 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-2da722e8-0e0f-4167-b0db-40f96dc30a71 service neutron] Attempting to bind port 90455edf-ad62-4dbb-a661-8ccb93a08932 on network fb3b8778-fd94-4633-a29a-abd82a4559de {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:39:23.924475 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-2da722e8-0e0f-4167-b0db-40f96dc30a71 service neutron] Port 90455edf-ad62-4dbb-a661-8ccb93a08932 on network fb3b8778-fd94-4633-a29a-abd82a4559de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:39:23.924797 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-2da722e8-0e0f-4167-b0db-40f96dc30a71 service neutron] Attempting to bind port 90455edf-ad62-4dbb-a661-8ccb93a08932 on network fb3b8778-fd94-4633-a29a-abd82a4559de {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:39:23.929912 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-2da722e8-0e0f-4167-b0db-40f96dc30a71 service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:39:23.930248 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-2da722e8-0e0f-4167-b0db-40f96dc30a71 service neutron] Checking segment: {'id': '6be5da45-9122-4c41-850a-c694909b5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:39:23.930671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-2da722e8-0e0f-4167-b0db-40f96dc30a71 service neutron] Bound using segment: {'id': '6be5da45-9122-4c41-850a-c694909b5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:39:23.931101 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-2da722e8-0e0f-4167-b0db-40f96dc30a71 service neutron] Bound port: 90455edf-ad62-4dbb-a661-8ccb93a08932, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be5da45-9122-4c41-850a-c694909b5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:39:23.931442 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-2da722e8-0e0f-4167-b0db-40f96dc30a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:23.931542 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f0d1c-40f2-409d-987b-8438d8b6483a req-3b8dfdc6-ed0c-45df-80f7-e11da87566cd tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:23.932959 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e18f0d1c-40f2-409d-987b-8438d8b6483a req-3b8dfdc6-ed0c-45df-80f7-e11da87566cd tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=622c0aa4-0705-4049-8617-966236d9427e HTTP/1.1" status: 200 len: 943 time: 0.0875487 Sep 23 15:39:23.977574 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e18f0d1c-40f2-409d-987b-8438d8b6483a req-01160c10-bdd6-4444-81dd-b531c0303e88 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386734 Sep 23 15:39:24.021647 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-2da722e8-0e0f-4167-b0db-40f96dc30a71 service neutron] For port 90455edf-ad62-4dbb-a661-8ccb93a08932, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:39:24.024656 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-2da722e8-0e0f-4167-b0db-40f96dc30a71 service neutron] For port 90455edf-ad62-4dbb-a661-8ccb93a08932, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=90455edf-ad62-4dbb-a661-8ccb93a08932,segment=NetworkSegment(6be5da45-9122-4c41-850a-c694909b5661),segment_id=6be5da45-9122-4c41-850a-c694909b5661)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:39:24.087173 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-2da722e8-0e0f-4167-b0db-40f96dc30a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:24.090157 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-2da722e8-0e0f-4167-b0db-40f96dc30a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:24.090810 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-2da722e8-0e0f-4167-b0db-40f96dc30a71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:24.092186 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-2da722e8-0e0f-4167-b0db-40f96dc30a71 service neutron] 10.222.0.72 "PUT /v2.0/ports/90455edf-ad62-4dbb-a661-8ccb93a08932 HTTP/1.1" status: 200 len: 1093 time: 0.9464135 Sep 23 15:39:24.120305 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622c0aa4-0705-4049-8617-966236d9427e', 'tag': '90455edf-ad62-4dbb-a661-8ccb93a08932'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:39:24.122620 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d01ec31-92a6-4bd0-a8b7-383ce2a6ba88" -d '{"events": [{"name": "network-changed", "server_uuid": "622c0aa4-0705-4049-8617-966236d9427e", "tag": "90455edf-ad62-4dbb-a661-8ccb93a08932"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:39:24.168303 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da722e8-0e0f-4167-b0db-40f96dc30a71 service neutron] Pushing event updated for resources: {'Port': ['ID=90455edf-ad62-4dbb-a661-8ccb93a08932,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:39:24.172726 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2920c77b-ced8-470b-a3bb-42c16391e6b3 x-openstack-request-id: req-2920c77b-ced8-470b-a3bb-42c16391e6b3 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:39:24.173008 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622c0aa4-0705-4049-8617-966236d9427e", "tag": "90455edf-ad62-4dbb-a661-8ccb93a08932", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:39:24.173257 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2920c77b-ced8-470b-a3bb-42c16391e6b3 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:39:24.173636 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2920c77b-ced8-470b-a3bb-42c16391e6b3'] response: {'name': 'network-changed', 'server_uuid': '622c0aa4-0705-4049-8617-966236d9427e', 'tag': '90455edf-ad62-4dbb-a661-8ccb93a08932', 'status': 'completed', 'code': 200} Sep 23 15:39:24.257609 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-e3b08dc9-0b12-4a60-acb6-f00e25faf6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:24.259120 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-e3b08dc9-0b12-4a60-acb6-f00e25faf6c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53b124e020b94bcfa5012ce4fba37a96&device_id=622c0aa4-0705-4049-8617-966236d9427e HTTP/1.1" status: 200 len: 1096 time: 0.0788264 Sep 23 15:39:24.329337 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-3c9e09ff-8d58-46f3-9679-0e92984d8b08 None None] Attempt 3 to provision port 90455edf-ad62-4dbb-a661-8ccb93a08932 Sep 23 15:39:24.329933 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-3587ee49-d985-426b-a1d6-ca701061f98d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90455edf-ad62-4dbb-a661-8ccb93a08932 HTTP/1.1" status: 200 len: 217 time: 0.0642414 Sep 23 15:39:24.390924 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-dfd132fe-6b74-43a2-842d-12b05601fc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:24.391426 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-3c9e09ff-8d58-46f3-9679-0e92984d8b08 None None] Port 90455edf-ad62-4dbb-a661-8ccb93a08932 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:39:24.392274 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-dfd132fe-6b74-43a2-842d-12b05601fc12 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2015264e-d490-43b6-bb00-77c0f159c81c HTTP/1.1" status: 200 len: 855 time: 0.0573390 Sep 23 15:39:24.476851 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-e47652b8-2e34-478b-9f19-2359851474dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:24.478286 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-e47652b8-2e34-478b-9f19-2359851474dc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fb3b8778-fd94-4633-a29a-abd82a4559de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800116 Sep 23 15:39:24.608364 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-991e8423-85df-466f-9dbd-4120b32cd16b service neutron] 10.222.0.72 "GET /v2.0/networks/fb3b8778-fd94-4633-a29a-abd82a4559de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234543 Sep 23 15:39:24.736863 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b3f2ab2d-4f88-42bb-8a48-5df728ec41f1 req-a5ff4964-a710-4d9b-8db3-168b1256ec2a service neutron] 10.222.0.72 "GET /v2.0/networks/fb3b8778-fd94-4633-a29a-abd82a4559de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224251 Sep 23 15:39:25.024795 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01ec31-92a6-4bd0-a8b7-383ce2a6ba88 req-c9309101-f19d-41f2-a343-1c20a69069d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:25.026256 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4d01ec31-92a6-4bd0-a8b7-383ce2a6ba88 req-c9309101-f19d-41f2-a343-1c20a69069d4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53b124e020b94bcfa5012ce4fba37a96&device_id=622c0aa4-0705-4049-8617-966236d9427e HTTP/1.1" status: 200 len: 1096 time: 0.1801832 Sep 23 15:39:25.159003 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01ec31-92a6-4bd0-a8b7-383ce2a6ba88 req-266da8e8-39b0-441b-a756-990bc8fc541f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:25.161217 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4d01ec31-92a6-4bd0-a8b7-383ce2a6ba88 req-266da8e8-39b0-441b-a756-990bc8fc541f service neutron] 10.222.0.72 "GET /v2.0/networks?id=fb3b8778-fd94-4633-a29a-abd82a4559de HTTP/1.1" status: 200 len: 917 time: 0.1284795 Sep 23 15:39:25.179803 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41763e5-1e3f-491a-990c-4d8f3d50961e req-deec944d-4708-4136-92f6-77db21a0a132 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:25.181296 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d41763e5-1e3f-491a-990c-4d8f3d50961e req-deec944d-4708-4136-92f6-77db21a0a132 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=622c0aa4-0705-4049-8617-966236d9427e HTTP/1.1" status: 200 len: 943 time: 0.0925708 Sep 23 15:39:25.226212 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d41763e5-1e3f-491a-990c-4d8f3d50961e req-3c32d9a7-54c7-469f-be38-b92abe58b5e5 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391347 Sep 23 15:39:25.232317 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4d01ec31-92a6-4bd0-a8b7-383ce2a6ba88 req-a458cadd-6098-48ba-b6c6-37405e7c2b81 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90455edf-ad62-4dbb-a661-8ccb93a08932 HTTP/1.1" status: 200 len: 217 time: 0.0640469 Sep 23 15:39:25.306208 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01ec31-92a6-4bd0-a8b7-383ce2a6ba88 req-9418e1a3-cb7f-4fca-912e-475020da7ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:25.307520 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4d01ec31-92a6-4bd0-a8b7-383ce2a6ba88 req-9418e1a3-cb7f-4fca-912e-475020da7ac6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2015264e-d490-43b6-bb00-77c0f159c81c HTTP/1.1" status: 200 len: 855 time: 0.0564196 Sep 23 15:39:25.390896 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01ec31-92a6-4bd0-a8b7-383ce2a6ba88 req-e11d3f40-71aa-4374-9dd5-2e162292e7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:25.392332 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4d01ec31-92a6-4bd0-a8b7-383ce2a6ba88 req-e11d3f40-71aa-4374-9dd5-2e162292e7ca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fb3b8778-fd94-4633-a29a-abd82a4559de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782566 Sep 23 15:39:25.524698 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4d01ec31-92a6-4bd0-a8b7-383ce2a6ba88 req-83802c7a-fba4-4081-8dd7-f2a51e1e9ac2 service neutron] 10.222.0.72 "GET /v2.0/networks/fb3b8778-fd94-4633-a29a-abd82a4559de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239469 Sep 23 15:39:25.652035 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4d01ec31-92a6-4bd0-a8b7-383ce2a6ba88 req-39c1916f-7621-4a78-bce3-774fca425495 service neutron] 10.222.0.72 "GET /v2.0/networks/fb3b8778-fd94-4633-a29a-abd82a4559de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207917 Sep 23 15:39:26.420901 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab68a0-efcb-41e2-a337-f0144f04ca7b req-f6cc193b-7ada-43eb-b4f8-32fdad9bf6e9 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:26.433033 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-f8ab68a0-efcb-41e2-a337-f0144f04ca7b req-f6cc193b-7ada-43eb-b4f8-32fdad9bf6e9 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Synchronizing usage tracker for tenant:53b124e020b94bcfa5012ce4fba37a96 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:39:26.549681 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-f8ab68a0-efcb-41e2-a337-f0144f04ca7b req-f6cc193b-7ada-43eb-b4f8-32fdad9bf6e9 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Unset dirty status for tenant:53b124e020b94bcfa5012ce4fba37a96 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:39:26.551472 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f8ab68a0-efcb-41e2-a337-f0144f04ca7b req-f6cc193b-7ada-43eb-b4f8-32fdad9bf6e9 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=622c0aa4-0705-4049-8617-966236d9427e HTTP/1.1" status: 200 len: 943 time: 0.2154491 Sep 23 15:39:26.595586 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f8ab68a0-efcb-41e2-a337-f0144f04ca7b req-ce234643-7dbd-422d-8345-8b791b61c7a5 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384238 Sep 23 15:39:27.790378 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9507d-5322-410a-a2c5-53f70ebdca7c req-d6799988-a3da-40c8-9ba2-fff0da829c05 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:27.791810 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e5d9507d-5322-410a-a2c5-53f70ebdca7c req-d6799988-a3da-40c8-9ba2-fff0da829c05 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=622c0aa4-0705-4049-8617-966236d9427e HTTP/1.1" status: 200 len: 943 time: 0.0857296 Sep 23 15:39:27.838743 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e5d9507d-5322-410a-a2c5-53f70ebdca7c req-46a695d5-e7c5-4cde-be5d-e0701c69a1ca tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412889 Sep 23 15:39:28.003838 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 90455edf-ad62-4dbb-a661-8ccb93a08932 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:39:28.132082 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 90455edf-ad62-4dbb-a661-8ccb93a08932, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=90455edf-ad62-4dbb-a661-8ccb93a08932,segment=NetworkSegment(6be5da45-9122-4c41-850a-c694909b5661),segment_id=6be5da45-9122-4c41-850a-c694909b5661)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:39:28.145466 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '90455edf-ad62-4dbb-a661-8ccb93a08932', 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de', 'port_id': '90455edf-ad62-4dbb-a661-8ccb93a08932', 'mac_address': 'fa:16:3e:f6:18:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2015264e-d490-43b6-bb00-77c0f159c81c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:39:28.199627 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 90455edf-ad62-4dbb-a661-8ccb93a08932 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:39:28.200005 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:28.217253 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90455edf-ad62-4dbb-a661-8ccb93a08932 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:39:28.232548 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 90455edf-ad62-4dbb-a661-8ccb93a08932, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=90455edf-ad62-4dbb-a661-8ccb93a08932,segment=NetworkSegment(6be5da45-9122-4c41-850a-c694909b5661),segment_id=6be5da45-9122-4c41-850a-c694909b5661)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:39:28.295467 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:28.365853 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=90455edf-ad62-4dbb-a661-8ccb93a08932,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:39:28.373010 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:39:28.373352 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:39:28.373684 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:39:28.374076 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:39:28.374434 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:39:28.374759 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:39:28.375078 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:39:28.375400 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:39:28.375716 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:39:28.376033 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:39:28.376349 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:39:28.376659 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:39:28.487382 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['90455edf-ad62-4dbb-a661-8ccb93a08932'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:39:29.047855 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120c861-39f5-42e5-9a37-3cea48a6af3e req-4bb706d0-4d6f-4ede-83b5-2c08936d5d71 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:29.049308 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b120c861-39f5-42e5-9a37-3cea48a6af3e req-4bb706d0-4d6f-4ede-83b5-2c08936d5d71 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=622c0aa4-0705-4049-8617-966236d9427e HTTP/1.1" status: 200 len: 944 time: 0.0983629 Sep 23 15:39:29.094332 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b120c861-39f5-42e5-9a37-3cea48a6af3e req-4de63bda-b7eb-4137-8264-c405d2197bb8 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385771 Sep 23 15:39:30.003018 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 90455edf-ad62-4dbb-a661-8ccb93a08932 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:39:30.144539 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 90455edf-ad62-4dbb-a661-8ccb93a08932 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:39:30.149710 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 90455edf-ad62-4dbb-a661-8ccb93a08932 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:39:30.153602 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:30.153602 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 90455edf-ad62-4dbb-a661-8ccb93a08932 Sep 23 15:39:30.266345 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 90455edf-ad62-4dbb-a661-8ccb93a08932 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:39:30.266738 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:30.295673 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622c0aa4-0705-4049-8617-966236d9427e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90455edf-ad62-4dbb-a661-8ccb93a08932'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:39:30.295897 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da3fc7-bca9-4bb1-9b69-2605e9f53a24 req-89772424-e2ea-4c14-9823-c8b07c7d2d6e tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:30.297405 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-10da3fc7-bca9-4bb1-9b69-2605e9f53a24 req-89772424-e2ea-4c14-9823-c8b07c7d2d6e tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=622c0aa4-0705-4049-8617-966236d9427e HTTP/1.1" status: 200 len: 944 time: 0.0900331 Sep 23 15:39:30.297925 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c73a3e7-03b4-48e5-9b5e-147b08d7ef16" -d '{"events": [{"server_uuid": "622c0aa4-0705-4049-8617-966236d9427e", "name": "network-vif-plugged", "status": "completed", "tag": "90455edf-ad62-4dbb-a661-8ccb93a08932"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:39:30.306095 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 90455edf-ad62-4dbb-a661-8ccb93a08932, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=90455edf-ad62-4dbb-a661-8ccb93a08932,segment=NetworkSegment(6be5da45-9122-4c41-850a-c694909b5661),segment_id=6be5da45-9122-4c41-850a-c694909b5661)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:39:30.347078 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8939775-2045-46ba-b67c-4011d519923d x-openstack-request-id: req-e8939775-2045-46ba-b67c-4011d519923d {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:39:30.347425 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622c0aa4-0705-4049-8617-966236d9427e", "name": "network-vif-plugged", "status": "completed", "tag": "90455edf-ad62-4dbb-a661-8ccb93a08932", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:39:30.350508 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e8939775-2045-46ba-b67c-4011d519923d {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:39:30.350508 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8939775-2045-46ba-b67c-4011d519923d'] response: {'server_uuid': '622c0aa4-0705-4049-8617-966236d9427e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90455edf-ad62-4dbb-a661-8ccb93a08932', 'code': 200} Sep 23 15:39:30.358874 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-10da3fc7-bca9-4bb1-9b69-2605e9f53a24 req-3ab4bb9e-a667-4303-8875-47d5bbed11a9 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513718 Sep 23 15:39:30.370109 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:30.439301 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=90455edf-ad62-4dbb-a661-8ccb93a08932,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:39:30.762754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aebfbe-c378-4a1a-8c1b-9909464c51e1 req-113d0842-5c59-481b-beca-1fd3c6a1e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:30.764285 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-10aebfbe-c378-4a1a-8c1b-9909464c51e1 req-113d0842-5c59-481b-beca-1fd3c6a1e59e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=622c0aa4-0705-4049-8617-966236d9427e HTTP/1.1" status: 200 len: 1098 time: 0.0832992 Sep 23 15:39:30.804637 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-10aebfbe-c378-4a1a-8c1b-9909464c51e1 req-c46a521a-b666-4a7e-b5b6-ace573c7ce17 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342295 Sep 23 15:39:31.561368 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28551ac6-a7ba-4091-993e-de3e9516041d req-b9065604-8eac-47d8-b858-691cec4205b2 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:31.562911 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-28551ac6-a7ba-4091-993e-de3e9516041d req-b9065604-8eac-47d8-b858-691cec4205b2 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=622c0aa4-0705-4049-8617-966236d9427e HTTP/1.1" status: 200 len: 945 time: 0.0859795 Sep 23 15:39:31.606482 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-28551ac6-a7ba-4091-993e-de3e9516041d req-b370adc1-6b36-4732-91b8-767d2c4e8880 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373590 Sep 23 15:39:32.075517 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-70c75a56-52e4-43c5-99c7-ae5bc383a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:32.805179 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9f2be-efb8-4fd4-8ca8-f7d8f6273eab req-93f79261-518e-47ac-88f4-7e44875bd03b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:32.806667 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ffc9f2be-efb8-4fd4-8ca8-f7d8f6273eab req-93f79261-518e-47ac-88f4-7e44875bd03b tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=622c0aa4-0705-4049-8617-966236d9427e HTTP/1.1" status: 200 len: 945 time: 0.0916536 Sep 23 15:39:32.851255 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ffc9f2be-efb8-4fd4-8ca8-f7d8f6273eab req-6e659dea-74fb-445c-afbb-7bcd3555ee79 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388598 Sep 23 15:39:32.946759 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:33.048357 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852aac6d-e43c-4eaa-8b4c-66d055514d6d req-2edf085f-e9e5-443a-850e-f98e03fb1d2f tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:33.050158 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-852aac6d-e43c-4eaa-8b4c-66d055514d6d req-2edf085f-e9e5-443a-850e-f98e03fb1d2f tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=622c0aa4-0705-4049-8617-966236d9427e HTTP/1.1" status: 200 len: 945 time: 0.0905941 Sep 23 15:39:33.096027 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-852aac6d-e43c-4eaa-8b4c-66d055514d6d req-2729b3f2-e4fb-4f54-b76c-f173b00e86a6 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401988 Sep 23 15:39:35.046942 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1d14d8f3-15be-43e0-9905-f0f52cb17f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:35.558370 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:35.667311 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:37.109865 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:49.049069 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:39:51.040938 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbbdda-7d36-4a30-b015-5925e57d085a req-bda8d973-e441-46a1-af7c-b1e06516bd85 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:51.043832 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-01fbbdda-7d36-4a30-b015-5925e57d085a req-bda8d973-e441-46a1-af7c-b1e06516bd85 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=622c0aa4-0705-4049-8617-966236d9427e HTTP/1.1" status: 200 len: 945 time: 0.0933361 Sep 23 15:39:51.092672 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-01fbbdda-7d36-4a30-b015-5925e57d085a req-3b419d96-80c5-4bb6-bb60-06b0bbc1bd47 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385368 Sep 23 15:39:52.287435 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8912f0-3a96-4559-b0a5-7b65d287bb36 req-74bffbd7-c3ab-4091-a1aa-ef956e99a402 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:52.288894 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-4d8912f0-3a96-4559-b0a5-7b65d287bb36 req-74bffbd7-c3ab-4091-a1aa-ef956e99a402 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=622c0aa4-0705-4049-8617-966236d9427e HTTP/1.1" status: 200 len: 945 time: 0.0882590 Sep 23 15:39:52.336091 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-4d8912f0-3a96-4559-b0a5-7b65d287bb36 req-a51806cf-3760-438f-bb20-ad1bed73153e tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415168 Sep 23 15:39:52.661565 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66560b-eadb-4afd-a71d-8c4a0ccfa54c req-5e47f891-f64b-48d0-a14a-f0df13a665a3 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:52.663011 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8c66560b-eadb-4afd-a71d-8c4a0ccfa54c req-5e47f891-f64b-48d0-a14a-f0df13a665a3 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.72 "GET /v2.0/ports?device_id=622c0aa4-0705-4049-8617-966236d9427e HTTP/1.1" status: 200 len: 945 time: 0.0852883 Sep 23 15:39:52.734441 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-8c66560b-eadb-4afd-a71d-8c4a0ccfa54c req-8e990e7c-ece5-4f01-b9eb-1ac2878295ed tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Deleting port 90455edf-ad62-4dbb-a661-8ccb93a08932 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:39:52.734769 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-8c66560b-eadb-4afd-a71d-8c4a0ccfa54c req-8e990e7c-ece5-4f01-b9eb-1ac2878295ed tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:53.075468 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-8c66560b-eadb-4afd-a71d-8c4a0ccfa54c req-8e990e7c-ece5-4f01-b9eb-1ac2878295ed tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] For port 90455edf-ad62-4dbb-a661-8ccb93a08932, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=90455edf-ad62-4dbb-a661-8ccb93a08932,segment=NetworkSegment(6be5da45-9122-4c41-850a-c694909b5661),segment_id=6be5da45-9122-4c41-850a-c694909b5661)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:39:53.075824 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-8c66560b-eadb-4afd-a71d-8c4a0ccfa54c req-8e990e7c-ece5-4f01-b9eb-1ac2878295ed tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:53.200141 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-8c66560b-eadb-4afd-a71d-8c4a0ccfa54c req-8e990e7c-ece5-4f01-b9eb-1ac2878295ed tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Calling delete_port for 90455edf-ad62-4dbb-a661-8ccb93a08932 owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:39:53.404485 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-8c66560b-eadb-4afd-a71d-8c4a0ccfa54c req-8e990e7c-ece5-4f01-b9eb-1ac2878295ed tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:53.416416 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['90455edf-ad62-4dbb-a661-8ccb93a08932'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:39:53.459099 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e990e7c-ece5-4f01-b9eb-1ac2878295ed tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Pushing event deleted for resources: {'Port': ['ID=90455edf-ad62-4dbb-a661-8ccb93a08932,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:39:53.553871 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e990e7c-ece5-4f01-b9eb-1ac2878295ed tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:39:53.554215 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e990e7c-ece5-4f01-b9eb-1ac2878295ed tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:39:53.554572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e990e7c-ece5-4f01-b9eb-1ac2878295ed tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:39:53.554907 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e990e7c-ece5-4f01-b9eb-1ac2878295ed tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:39:53.555235 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e990e7c-ece5-4f01-b9eb-1ac2878295ed tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:39:53.555555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e990e7c-ece5-4f01-b9eb-1ac2878295ed tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:39:53.555876 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e990e7c-ece5-4f01-b9eb-1ac2878295ed tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:39:53.556193 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e990e7c-ece5-4f01-b9eb-1ac2878295ed tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:39:53.556511 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e990e7c-ece5-4f01-b9eb-1ac2878295ed tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:39:53.556828 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e990e7c-ece5-4f01-b9eb-1ac2878295ed tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:39:53.557143 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e990e7c-ece5-4f01-b9eb-1ac2878295ed tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:39:53.557459 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e990e7c-ece5-4f01-b9eb-1ac2878295ed tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:39:53.562023 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c0a579a8-652b-4eb2-9677-fdba4b3f5449 req-42760e4e-b23c-45d9-a715-10b9b58e32fd tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=622c0aa4-0705-4049-8617-966236d9427e HTTP/1.1" status: 200 len: 210 time: 0.1116440 Sep 23 15:39:53.605935 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c66560b-eadb-4afd-a71d-8c4a0ccfa54c req-8e990e7c-ece5-4f01-b9eb-1ac2878295ed tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] No DVR routers for this DVR port 90455edf-ad62-4dbb-a661-8ccb93a08932 on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:39:53.608429 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-8c66560b-eadb-4afd-a71d-8c4a0ccfa54c req-8e990e7c-ece5-4f01-b9eb-1ac2878295ed tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:53.611131 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622c0aa4-0705-4049-8617-966236d9427e', 'name': 'network-vif-deleted', 'tag': '90455edf-ad62-4dbb-a661-8ccb93a08932'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:39:53.613492 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b12d15e-1b28-46e4-91b8-e928bb73af3b" -d '{"events": [{"server_uuid": "622c0aa4-0705-4049-8617-966236d9427e", "name": "network-vif-deleted", "tag": "90455edf-ad62-4dbb-a661-8ccb93a08932"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:39:53.679122 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8c66560b-eadb-4afd-a71d-8c4a0ccfa54c req-8e990e7c-ece5-4f01-b9eb-1ac2878295ed tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.72 "DELETE /v2.0/ports/90455edf-ad62-4dbb-a661-8ccb93a08932 HTTP/1.1" status: 204 len: 173 time: 1.0108390 Sep 23 15:39:53.715425 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f77e61-6d5f-4246-ae2e-b025e6fbc5a3 x-openstack-request-id: req-68f77e61-6d5f-4246-ae2e-b025e6fbc5a3 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:39:53.715711 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622c0aa4-0705-4049-8617-966236d9427e", "name": "network-vif-deleted", "tag": "90455edf-ad62-4dbb-a661-8ccb93a08932", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:39:53.715961 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-68f77e61-6d5f-4246-ae2e-b025e6fbc5a3 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:39:53.716357 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68f77e61-6d5f-4246-ae2e-b025e6fbc5a3'] response: {'server_uuid': '622c0aa4-0705-4049-8617-966236d9427e', 'name': 'network-vif-deleted', 'tag': '90455edf-ad62-4dbb-a661-8ccb93a08932', 'status': 'completed', 'code': 200} Sep 23 15:39:55.189764 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-ac043b54-d891-4341-a47c-cfa8a9c6596e tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:55.191192 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-ac043b54-d891-4341-a47c-cfa8a9c6596e tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/networks?id=fb3b8778-fd94-4633-a29a-abd82a4559de HTTP/1.1" status: 200 len: 816 time: 0.1481881 Sep 23 15:39:55.205991 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-7e1c3f34-1e3f-400f-8a0e-31cec5844884 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/quotas/53b124e020b94bcfa5012ce4fba37a96 HTTP/1.1" status: 200 len: 375 time: 0.0090234 Sep 23 15:39:55.294071 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-84eceb3e-d7bb-4f49-bc0d-a2bf1c4516af tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=53b124e020b94bcfa5012ce4fba37a96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827017 Sep 23 15:39:55.434199 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-ede169c6-d1a1-44df-9dfe-36aaf808d65e service neutron] 10.222.0.67 "GET /v2.0/networks/fb3b8778-fd94-4633-a29a-abd82a4559de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287901 Sep 23 15:39:55.665476 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-e4fe3026-a6ce-4cdd-b056-e3dc49148eb3 service neutron] 10.222.0.67 "GET /v2.0/networks/fb3b8778-fd94-4633-a29a-abd82a4559de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252445 Sep 23 15:39:55.962328 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-ab74616e-789b-46ee-a58b-b57196166b45 req-c359a25d-7b8f-4b0a-9aba-a2ed1096b4f3 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Synchronizing usage tracker for tenant:53b124e020b94bcfa5012ce4fba37a96 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:39:56.041280 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-ab74616e-789b-46ee-a58b-b57196166b45 req-c359a25d-7b8f-4b0a-9aba-a2ed1096b4f3 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Unset dirty status for tenant:53b124e020b94bcfa5012ce4fba37a96 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:39:56.042550 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ab74616e-789b-46ee-a58b-b57196166b45 req-c359a25d-7b8f-4b0a-9aba-a2ed1096b4f3 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=66184622-e3cd-4662-acad-7c818d43dbc6 HTTP/1.1" status: 200 len: 210 time: 0.1326194 Sep 23 15:39:56.221335 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 90455edf-ad62-4dbb-a661-8ccb93a08932 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:39:56.255220 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 90455edf-ad62-4dbb-a661-8ccb93a08932 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:39:56.255562 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 90455edf-ad62-4dbb-a661-8ccb93a08932 not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:39:57.215921 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-28ab3652-203e-4c4b-a4a2-55583ef1f7a5 req-bec08ad1-88aa-4223-80c0-be5ea2fe7e95 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=66184622-e3cd-4662-acad-7c818d43dbc6 HTTP/1.1" status: 200 len: 210 time: 0.0531285 Sep 23 15:39:57.916843 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-4eb53046-d6db-4d13-933f-9a23715489e2 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:57.918201 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-4eb53046-d6db-4d13-933f-9a23715489e2 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.72 "GET /v2.0/networks?id=fb3b8778-fd94-4633-a29a-abd82a4559de HTTP/1.1" status: 200 len: 816 time: 0.1469431 Sep 23 15:39:57.930455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-87a36dbf-9dc2-4319-b2cf-b09475c19236 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Request body: {'port': {'device_id': '66184622-e3cd-4662-acad-7c818d43dbc6', 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de', 'admin_state_up': True, 'tenant_id': '53b124e020b94bcfa5012ce4fba37a96'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:39:58.065132 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-87a36dbf-9dc2-4319-b2cf-b09475c19236 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:39:58.074747 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-87a36dbf-9dc2-4319-b2cf-b09475c19236 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:39:58.158123 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-87a36dbf-9dc2-4319-b2cf-b09475c19236 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Made reservation on behalf of 53b124e020b94bcfa5012ce4fba37a96 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:39:58.162463 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-87a36dbf-9dc2-4319-b2cf-b09475c19236 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:58.325197 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-87a36dbf-9dc2-4319-b2cf-b09475c19236 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Allocated IP 172.20.0.13 (fb3b8778-fd94-4633-a29a-abd82a4559de/2015264e-d490-43b6-bb00-77c0f159c81c/0945e672-96fc-4fcb-b6f1-80622da39e46) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:39:58.386966 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-975c392b-4684-4b7a-a7a5-b72e586a08cf req-1ff858c7-3027-44f5-b1b0-e74b65388b66 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=66184622-e3cd-4662-acad-7c818d43dbc6 HTTP/1.1" status: 200 len: 210 time: 0.0577278 Sep 23 15:39:58.574493 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-87a36dbf-9dc2-4319-b2cf-b09475c19236 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:58.589917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-87a36dbf-9dc2-4319-b2cf-b09475c19236 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Transition to ACTIVE for port object 0945e672-96fc-4fcb-b6f1-80622da39e46 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:39:58.672800 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-87a36dbf-9dc2-4319-b2cf-b09475c19236 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:58.745169 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-87a36dbf-9dc2-4319-b2cf-b09475c19236 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Network fb3b8778-fd94-4633-a29a-abd82a4559de is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:39:58.748331 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-87a36dbf-9dc2-4319-b2cf-b09475c19236 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:39:58.752095 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-87a36dbf-9dc2-4319-b2cf-b09475c19236 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:39:58.781793 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a36dbf-9dc2-4319-b2cf-b09475c19236 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Pushing event updated for resources: {'Port': ['ID=0945e672-96fc-4fcb-b6f1-80622da39e46,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:39:58.823587 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-87a36dbf-9dc2-4319-b2cf-b09475c19236 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:58.824230 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-87a36dbf-9dc2-4319-b2cf-b09475c19236 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:58.913688 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-87a36dbf-9dc2-4319-b2cf-b09475c19236 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9867556 Sep 23 15:39:58.924482 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-7de08bf5-fb41-4e7c-9806-38e04a58ffde service neutron] Request body: {'port': {'device_id': '66184622-e3cd-4662-acad-7c818d43dbc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:39:59.055457 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-45b6e3fe-6f3c-4aec-a3e2-6831b55b3510 None None] Provisioning for port 0945e672-96fc-4fcb-b6f1-80622da39e46 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:39:59.060639 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-45b6e3fe-6f3c-4aec-a3e2-6831b55b3510 None None] Provisioning complete for port 0945e672-96fc-4fcb-b6f1-80622da39e46 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:39:59.061039 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-45b6e3fe-6f3c-4aec-a3e2-6831b55b3510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:59.061368 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-45b6e3fe-6f3c-4aec-a3e2-6831b55b3510 None None] Attempt 1 to provision port 0945e672-96fc-4fcb-b6f1-80622da39e46 Sep 23 15:39:59.117468 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-45b6e3fe-6f3c-4aec-a3e2-6831b55b3510 None None] Port 0945e672-96fc-4fcb-b6f1-80622da39e46 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:39:59.131128 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-7de08bf5-fb41-4e7c-9806-38e04a58ffde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:59.465996 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-7de08bf5-fb41-4e7c-9806-38e04a58ffde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0945e672-96fc-4fcb-b6f1-80622da39e46 {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:39:59.474728 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-7de08bf5-fb41-4e7c-9806-38e04a58ffde service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:59.489446 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-7de08bf5-fb41-4e7c-9806-38e04a58ffde service neutron] Transition to ACTIVE for port object 0945e672-96fc-4fcb-b6f1-80622da39e46 will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:39:59.584310 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-7de08bf5-fb41-4e7c-9806-38e04a58ffde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:59.590592 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef3d36-f284-4c91-900d-7990277531a0 req-74ed1f38-b814-4c6f-b6e3-ec271d947d82 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:39:59.592049 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7aef3d36-f284-4c91-900d-7990277531a0 req-74ed1f38-b814-4c6f-b6e3-ec271d947d82 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=66184622-e3cd-4662-acad-7c818d43dbc6 HTTP/1.1" status: 200 len: 932 time: 0.0872607 Sep 23 15:39:59.618901 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-45b6e3fe-6f3c-4aec-a3e2-6831b55b3510 None None] Attempt 2 to provision port 0945e672-96fc-4fcb-b6f1-80622da39e46 Sep 23 15:39:59.637617 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7aef3d36-f284-4c91-900d-7990277531a0 req-156755c1-590c-4703-bfb4-43a69c9d4e5e tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397151 Sep 23 15:39:59.676112 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-45b6e3fe-6f3c-4aec-a3e2-6831b55b3510 None None] Port 0945e672-96fc-4fcb-b6f1-80622da39e46 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:39:59.776013 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de08bf5-fb41-4e7c-9806-38e04a58ffde service neutron] Pushing event updated for resources: {'Port': ['ID=0945e672-96fc-4fcb-b6f1-80622da39e46,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:39:59.815181 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-7de08bf5-fb41-4e7c-9806-38e04a58ffde service neutron] Attempting to bind port 0945e672-96fc-4fcb-b6f1-80622da39e46 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:39:59.815367 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-7de08bf5-fb41-4e7c-9806-38e04a58ffde service neutron] Attempting to bind port 0945e672-96fc-4fcb-b6f1-80622da39e46 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '6be5da45-9122-4c41-850a-c694909b5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:39:59.815673 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-7de08bf5-fb41-4e7c-9806-38e04a58ffde service neutron] Attempting to bind port 0945e672-96fc-4fcb-b6f1-80622da39e46 on network fb3b8778-fd94-4633-a29a-abd82a4559de {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:39:59.821298 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-7de08bf5-fb41-4e7c-9806-38e04a58ffde service neutron] Port 0945e672-96fc-4fcb-b6f1-80622da39e46 on network fb3b8778-fd94-4633-a29a-abd82a4559de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:39:59.821609 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-7de08bf5-fb41-4e7c-9806-38e04a58ffde service neutron] Attempting to bind port 0945e672-96fc-4fcb-b6f1-80622da39e46 on network fb3b8778-fd94-4633-a29a-abd82a4559de {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:39:59.827683 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-7de08bf5-fb41-4e7c-9806-38e04a58ffde service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:39:59.828020 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-7de08bf5-fb41-4e7c-9806-38e04a58ffde service neutron] Checking segment: {'id': '6be5da45-9122-4c41-850a-c694909b5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:39:59.828403 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-7de08bf5-fb41-4e7c-9806-38e04a58ffde service neutron] Bound using segment: {'id': '6be5da45-9122-4c41-850a-c694909b5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:39:59.828833 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-7de08bf5-fb41-4e7c-9806-38e04a58ffde service neutron] Bound port: 0945e672-96fc-4fcb-b6f1-80622da39e46, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be5da45-9122-4c41-850a-c694909b5661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:39:59.829175 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-7de08bf5-fb41-4e7c-9806-38e04a58ffde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:39:59.919923 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-7de08bf5-fb41-4e7c-9806-38e04a58ffde service neutron] For port 0945e672-96fc-4fcb-b6f1-80622da39e46, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:39:59.922826 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-7de08bf5-fb41-4e7c-9806-38e04a58ffde service neutron] For port 0945e672-96fc-4fcb-b6f1-80622da39e46, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=0945e672-96fc-4fcb-b6f1-80622da39e46,segment=NetworkSegment(6be5da45-9122-4c41-850a-c694909b5661),segment_id=6be5da45-9122-4c41-850a-c694909b5661)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:40:00.007263 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-7de08bf5-fb41-4e7c-9806-38e04a58ffde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:00.037995 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-7de08bf5-fb41-4e7c-9806-38e04a58ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:40:00.038641 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-7de08bf5-fb41-4e7c-9806-38e04a58ffde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:00.040013 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-7de08bf5-fb41-4e7c-9806-38e04a58ffde service neutron] 10.222.0.72 "PUT /v2.0/ports/0945e672-96fc-4fcb-b6f1-80622da39e46 HTTP/1.1" status: 200 len: 1094 time: 1.1196768 Sep 23 15:40:00.040456 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66184622-e3cd-4662-acad-7c818d43dbc6', 'tag': '0945e672-96fc-4fcb-b6f1-80622da39e46'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:40:00.042819 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06144e4e-24fc-4a6e-9e7f-aa742dccf78d" -d '{"events": [{"name": "network-changed", "server_uuid": "66184622-e3cd-4662-acad-7c818d43dbc6", "tag": "0945e672-96fc-4fcb-b6f1-80622da39e46"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:40:00.085290 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de08bf5-fb41-4e7c-9806-38e04a58ffde service neutron] Pushing event updated for resources: {'Port': ['ID=0945e672-96fc-4fcb-b6f1-80622da39e46,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:00.089372 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4075db32-4ea7-47c7-8bd1-19068102286c x-openstack-request-id: req-4075db32-4ea7-47c7-8bd1-19068102286c {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:40:00.089653 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66184622-e3cd-4662-acad-7c818d43dbc6", "tag": "0945e672-96fc-4fcb-b6f1-80622da39e46", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:40:00.089900 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4075db32-4ea7-47c7-8bd1-19068102286c {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:40:00.090286 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4075db32-4ea7-47c7-8bd1-19068102286c'] response: {'name': 'network-changed', 'server_uuid': '66184622-e3cd-4662-acad-7c818d43dbc6', 'tag': '0945e672-96fc-4fcb-b6f1-80622da39e46', 'status': 'completed', 'code': 200} Sep 23 15:40:00.177808 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-45b6e3fe-6f3c-4aec-a3e2-6831b55b3510 None None] Attempt 3 to provision port 0945e672-96fc-4fcb-b6f1-80622da39e46 Sep 23 15:40:00.193218 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06144e4e-24fc-4a6e-9e7f-aa742dccf78d req-92118f53-e93b-4c7d-921c-3e9af905a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:40:00.194704 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-06144e4e-24fc-4a6e-9e7f-aa742dccf78d req-92118f53-e93b-4c7d-921c-3e9af905a414 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53b124e020b94bcfa5012ce4fba37a96&device_id=66184622-e3cd-4662-acad-7c818d43dbc6 HTTP/1.1" status: 200 len: 1097 time: 0.0844648 Sep 23 15:40:00.240889 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-45b6e3fe-6f3c-4aec-a3e2-6831b55b3510 None None] Port 0945e672-96fc-4fcb-b6f1-80622da39e46 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:40:00.332894 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06144e4e-24fc-4a6e-9e7f-aa742dccf78d req-632daccd-2b37-46c8-a462-286d60f30de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:40:00.334210 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-06144e4e-24fc-4a6e-9e7f-aa742dccf78d req-632daccd-2b37-46c8-a462-286d60f30de4 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=53b124e020b94bcfa5012ce4fba37a96&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1331682 Sep 23 15:40:00.465797 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06144e4e-24fc-4a6e-9e7f-aa742dccf78d req-6b8d5f65-5c37-4b2e-8ae0-90d3f1ca0cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:40:00.467228 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-06144e4e-24fc-4a6e-9e7f-aa742dccf78d req-6b8d5f65-5c37-4b2e-8ae0-90d3f1ca0cf5 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1273236 Sep 23 15:40:00.579676 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-d4020264-1ddf-44ff-876a-0efa15bb8d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:40:00.581118 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-d4020264-1ddf-44ff-876a-0efa15bb8d8a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=53b124e020b94bcfa5012ce4fba37a96&device_id=66184622-e3cd-4662-acad-7c818d43dbc6 HTTP/1.1" status: 200 len: 1097 time: 0.0783029 Sep 23 15:40:00.649434 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-04d81120-aca7-401a-8c58-a61a94da81c9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0945e672-96fc-4fcb-b6f1-80622da39e46 HTTP/1.1" status: 200 len: 217 time: 0.0614293 Sep 23 15:40:00.710641 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-1cf87256-c6a0-4c0c-ac5e-0c7a629cebff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:40:00.712055 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-1cf87256-c6a0-4c0c-ac5e-0c7a629cebff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2015264e-d490-43b6-bb00-77c0f159c81c HTTP/1.1" status: 200 len: 855 time: 0.0570319 Sep 23 15:40:00.798676 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-5ab1e1d0-c310-4293-9faf-af4656b7575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:40:00.800185 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-5ab1e1d0-c310-4293-9faf-af4656b7575b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fb3b8778-fd94-4633-a29a-abd82a4559de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819304 Sep 23 15:40:00.839245 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977e6cc-65cb-4054-a149-0fb86f79a6ee req-0700cd91-7f3d-4779-98a4-9fcab44fabfb tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:40:00.840710 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8977e6cc-65cb-4054-a149-0fb86f79a6ee req-0700cd91-7f3d-4779-98a4-9fcab44fabfb tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=66184622-e3cd-4662-acad-7c818d43dbc6 HTTP/1.1" status: 200 len: 944 time: 0.0926204 Sep 23 15:40:00.884639 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8977e6cc-65cb-4054-a149-0fb86f79a6ee req-e6954a77-2a85-4d4c-ac63-ad4c715e132c tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382578 Sep 23 15:40:00.934155 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-41f7f88f-c973-4ffb-b170-04626b76795c service neutron] 10.222.0.72 "GET /v2.0/networks/fb3b8778-fd94-4633-a29a-abd82a4559de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265912 Sep 23 15:40:01.155416 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2bc83a74-498e-4c88-8a2d-db166b6b14c4 req-a379fc62-6b6c-42ed-9129-ab3595d19132 service neutron] 10.222.0.72 "GET /v2.0/networks/fb3b8778-fd94-4633-a29a-abd82a4559de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148573 Sep 23 15:40:02.075826 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-13818173-ee3e-4b38-adfb-c99adee9a99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:02.080707 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d002322-e667-4a1d-a169-830ac6ce1c7d req-108f2ba0-2cbf-43af-9205-5a7892b48109 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:40:02.081897 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-9d002322-e667-4a1d-a169-830ac6ce1c7d req-108f2ba0-2cbf-43af-9205-5a7892b48109 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Synchronizing usage tracker for tenant:53b124e020b94bcfa5012ce4fba37a96 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:40:02.149691 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-9d002322-e667-4a1d-a169-830ac6ce1c7d req-108f2ba0-2cbf-43af-9205-5a7892b48109 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Unset dirty status for tenant:53b124e020b94bcfa5012ce4fba37a96 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:40:02.150867 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9d002322-e667-4a1d-a169-830ac6ce1c7d req-108f2ba0-2cbf-43af-9205-5a7892b48109 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=66184622-e3cd-4662-acad-7c818d43dbc6 HTTP/1.1" status: 200 len: 944 time: 0.1550102 Sep 23 15:40:02.201096 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9d002322-e667-4a1d-a169-830ac6ce1c7d req-15262a70-4b6a-4c57-84fc-1680e3640fce tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443785 Sep 23 15:40:02.963653 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:03.401510 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93368541-6621-437b-87e3-defe6d610a3d req-0b3151cc-3378-4b9b-aa3d-fcb42471ee31 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:40:03.402985 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-93368541-6621-437b-87e3-defe6d610a3d req-0b3151cc-3378-4b9b-aa3d-fcb42471ee31 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=66184622-e3cd-4662-acad-7c818d43dbc6 HTTP/1.1" status: 200 len: 944 time: 0.0908072 Sep 23 15:40:03.447499 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-93368541-6621-437b-87e3-defe6d610a3d req-08c86eb3-0178-4ed1-a750-ca7672a48d07 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385392 Sep 23 15:40:04.268387 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 0945e672-96fc-4fcb-b6f1-80622da39e46 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:40:04.400197 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 0945e672-96fc-4fcb-b6f1-80622da39e46, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=0945e672-96fc-4fcb-b6f1-80622da39e46,segment=NetworkSegment(6be5da45-9122-4c41-850a-c694909b5661),segment_id=6be5da45-9122-4c41-850a-c694909b5661)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:40:04.413447 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '0945e672-96fc-4fcb-b6f1-80622da39e46', 'network_id': 'fb3b8778-fd94-4633-a29a-abd82a4559de', 'port_id': '0945e672-96fc-4fcb-b6f1-80622da39e46', 'mac_address': 'fa:16:3e:e2:53:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2015264e-d490-43b6-bb00-77c0f159c81c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:40:04.467058 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 0945e672-96fc-4fcb-b6f1-80622da39e46 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:40:04.467438 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:04.484040 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0945e672-96fc-4fcb-b6f1-80622da39e46 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:40:04.499369 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 0945e672-96fc-4fcb-b6f1-80622da39e46, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=0945e672-96fc-4fcb-b6f1-80622da39e46,segment=NetworkSegment(6be5da45-9122-4c41-850a-c694909b5661),segment_id=6be5da45-9122-4c41-850a-c694909b5661)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:40:04.563937 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:04.634679 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=0945e672-96fc-4fcb-b6f1-80622da39e46,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:04.649538 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c62b92-5712-455c-8ef1-18ed011e1aca req-a16f8fe9-9ce0-4cad-b4c6-507bbd92d9f3 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:40:04.651097 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d7c62b92-5712-455c-8ef1-18ed011e1aca req-a16f8fe9-9ce0-4cad-b4c6-507bbd92d9f3 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=66184622-e3cd-4662-acad-7c818d43dbc6 HTTP/1.1" status: 200 len: 945 time: 0.0919683 Sep 23 15:40:04.694707 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d7c62b92-5712-455c-8ef1-18ed011e1aca req-4aea04a3-dcba-4e0e-acd2-5ceea1f84612 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379751 Sep 23 15:40:04.792747 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['0945e672-96fc-4fcb-b6f1-80622da39e46'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:40:05.067144 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-320f884b-7bcc-4a6d-9f05-24c9e3264a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:05.512178 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:05.629720 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:05.895613 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19403ae4-d22c-470f-8a30-ab5c4f1ed02e req-5013ea3c-c7bb-488f-938d-aacb3e59d142 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:40:05.897144 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-19403ae4-d22c-470f-8a30-ab5c4f1ed02e req-5013ea3c-c7bb-488f-938d-aacb3e59d142 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=66184622-e3cd-4662-acad-7c818d43dbc6 HTTP/1.1" status: 200 len: 945 time: 0.0924606 Sep 23 15:40:05.940355 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-19403ae4-d22c-470f-8a30-ab5c4f1ed02e req-e70b01e6-6307-43dd-bf93-9ca9593661e1 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374303 Sep 23 15:40:06.283522 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 0945e672-96fc-4fcb-b6f1-80622da39e46 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:40:06.401559 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 0945e672-96fc-4fcb-b6f1-80622da39e46 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:40:06.406439 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 0945e672-96fc-4fcb-b6f1-80622da39e46 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:40:06.406960 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:06.407326 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 0945e672-96fc-4fcb-b6f1-80622da39e46 Sep 23 15:40:06.524942 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 0945e672-96fc-4fcb-b6f1-80622da39e46 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:40:06.525654 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:06.552006 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66184622-e3cd-4662-acad-7c818d43dbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0945e672-96fc-4fcb-b6f1-80622da39e46'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:40:06.554241 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7d2823-7aa8-474a-a47b-f4f86dbd1a79" -d '{"events": [{"server_uuid": "66184622-e3cd-4662-acad-7c818d43dbc6", "name": "network-vif-plugged", "status": "completed", "tag": "0945e672-96fc-4fcb-b6f1-80622da39e46"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:40:06.561945 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 0945e672-96fc-4fcb-b6f1-80622da39e46, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=0945e672-96fc-4fcb-b6f1-80622da39e46,segment=NetworkSegment(6be5da45-9122-4c41-850a-c694909b5661),segment_id=6be5da45-9122-4c41-850a-c694909b5661)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:40:06.641580 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:06.677738 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0a81ce-5a5a-4ac6-a7c5-db2f7d0fda08 x-openstack-request-id: req-ad0a81ce-5a5a-4ac6-a7c5-db2f7d0fda08 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:40:06.678022 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66184622-e3cd-4662-acad-7c818d43dbc6", "name": "network-vif-plugged", "status": "completed", "tag": "0945e672-96fc-4fcb-b6f1-80622da39e46", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:40:06.678268 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ad0a81ce-5a5a-4ac6-a7c5-db2f7d0fda08 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:40:06.678740 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad0a81ce-5a5a-4ac6-a7c5-db2f7d0fda08'] response: {'server_uuid': '66184622-e3cd-4662-acad-7c818d43dbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0945e672-96fc-4fcb-b6f1-80622da39e46', 'code': 200} Sep 23 15:40:06.711374 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=0945e672-96fc-4fcb-b6f1-80622da39e46,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:06.993590 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa72535-cf02-4dd2-b6ae-87f0cc378941 req-79dce2ac-bc09-41fd-a5a4-8935df56b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:40:06.995102 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-efa72535-cf02-4dd2-b6ae-87f0cc378941 req-79dce2ac-bc09-41fd-a5a4-8935df56b715 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=66184622-e3cd-4662-acad-7c818d43dbc6 HTTP/1.1" status: 200 len: 1099 time: 0.0808280 Sep 23 15:40:07.040263 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-efa72535-cf02-4dd2-b6ae-87f0cc378941 req-6537abf0-52d2-4aa4-b14f-5b2a019daea5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382845 Sep 23 15:40:07.078752 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:07.141840 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39b6b7-5221-4d59-b142-6d1f732bdf7f req-aec4cd00-cb78-4923-93de-629be6c69cae tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:40:07.143311 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7f39b6b7-5221-4d59-b142-6d1f732bdf7f req-aec4cd00-cb78-4923-93de-629be6c69cae tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=66184622-e3cd-4662-acad-7c818d43dbc6 HTTP/1.1" status: 200 len: 946 time: 0.0903978 Sep 23 15:40:07.188537 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7f39b6b7-5221-4d59-b142-6d1f732bdf7f req-26ba1ff8-cac7-4538-bcfa-1a2a32be7458 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383539 Sep 23 15:40:08.384090 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cada4-82b6-4046-8034-697114effea5 req-eb227931-155d-4f15-8bf0-aae9e59d2849 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:40:08.385525 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e33cada4-82b6-4046-8034-697114effea5 req-eb227931-155d-4f15-8bf0-aae9e59d2849 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=66184622-e3cd-4662-acad-7c818d43dbc6 HTTP/1.1" status: 200 len: 946 time: 0.0859993 Sep 23 15:40:08.428279 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e33cada4-82b6-4046-8034-697114effea5 req-bb26735a-abf5-445c-b6fe-dc299196c8e6 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370522 Sep 23 15:40:08.630847 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392aeb9d-d80b-4a71-810c-b419e5beab53 req-46174e97-ff30-4851-9eb6-d7f4f64a6ffa tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:40:08.632296 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-392aeb9d-d80b-4a71-810c-b419e5beab53 req-46174e97-ff30-4851-9eb6-d7f4f64a6ffa tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=66184622-e3cd-4662-acad-7c818d43dbc6 HTTP/1.1" status: 200 len: 946 time: 0.0918601 Sep 23 15:40:08.674780 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-392aeb9d-d80b-4a71-810c-b419e5beab53 req-dfdf2009-a2b0-4561-b97d-aed6097c05db tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367668 Sep 23 15:40:26.048019 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:40:26.735526 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7b601-b790-449c-a436-cc7f1c2b628e req-be517cfb-aa59-42b6-acab-e3992ba72790 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:40:26.736997 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ecf7b601-b790-449c-a436-cc7f1c2b628e req-be517cfb-aa59-42b6-acab-e3992ba72790 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=66184622-e3cd-4662-acad-7c818d43dbc6 HTTP/1.1" status: 200 len: 946 time: 0.0875471 Sep 23 15:40:26.782609 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ecf7b601-b790-449c-a436-cc7f1c2b628e req-c0b3ea1b-bb5d-4ba7-a67b-ca535ccd1d22 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388656 Sep 23 15:40:27.982860 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ccc06-edb8-4bd5-bfc4-b7bf6caecb90 req-1820c8f6-76ca-4bb6-9cd3-15866a8826d4 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:40:27.984344 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b08ccc06-edb8-4bd5-bfc4-b7bf6caecb90 req-1820c8f6-76ca-4bb6-9cd3-15866a8826d4 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=66184622-e3cd-4662-acad-7c818d43dbc6 HTTP/1.1" status: 200 len: 946 time: 0.0904489 Sep 23 15:40:28.035490 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b08ccc06-edb8-4bd5-bfc4-b7bf6caecb90 req-2090ba14-11d2-43ce-bc0e-dfbd5c81e809 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/security-groups?id=8ff18240-31b0-4523-b377-4a354e51ea02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447245 Sep 23 15:40:28.314449 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57b7f4-4f91-4681-8e19-d8437e6424cf req-f2fb1960-433d-423d-a6f9-b1a5d07cd135 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:40:28.315770 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fd57b7f4-4f91-4681-8e19-d8437e6424cf req-f2fb1960-433d-423d-a6f9-b1a5d07cd135 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.72 "GET /v2.0/ports?device_id=66184622-e3cd-4662-acad-7c818d43dbc6 HTTP/1.1" status: 200 len: 946 time: 0.0901828 Sep 23 15:40:28.386126 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-fd57b7f4-4f91-4681-8e19-d8437e6424cf req-5d4cb46e-2547-4691-8826-2f5c5347c7a6 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Deleting port 0945e672-96fc-4fcb-b6f1-80622da39e46 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:40:28.386503 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fd57b7f4-4f91-4681-8e19-d8437e6424cf req-5d4cb46e-2547-4691-8826-2f5c5347c7a6 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:28.629212 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-fd57b7f4-4f91-4681-8e19-d8437e6424cf req-5d4cb46e-2547-4691-8826-2f5c5347c7a6 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] For port 0945e672-96fc-4fcb-b6f1-80622da39e46, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=0945e672-96fc-4fcb-b6f1-80622da39e46,segment=NetworkSegment(6be5da45-9122-4c41-850a-c694909b5661),segment_id=6be5da45-9122-4c41-850a-c694909b5661)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:40:28.629494 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fd57b7f4-4f91-4681-8e19-d8437e6424cf req-5d4cb46e-2547-4691-8826-2f5c5347c7a6 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:28.749421 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-fd57b7f4-4f91-4681-8e19-d8437e6424cf req-5d4cb46e-2547-4691-8826-2f5c5347c7a6 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Calling delete_port for 0945e672-96fc-4fcb-b6f1-80622da39e46 owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:40:28.955503 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fd57b7f4-4f91-4681-8e19-d8437e6424cf req-5d4cb46e-2547-4691-8826-2f5c5347c7a6 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:28.967560 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['0945e672-96fc-4fcb-b6f1-80622da39e46'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:40:29.006079 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4cb46e-2547-4691-8826-2f5c5347c7a6 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Pushing event deleted for resources: {'Port': ['ID=0945e672-96fc-4fcb-b6f1-80622da39e46,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:29.102683 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd57b7f4-4f91-4681-8e19-d8437e6424cf req-5d4cb46e-2547-4691-8826-2f5c5347c7a6 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] No DVR routers for this DVR port 0945e672-96fc-4fcb-b6f1-80622da39e46 on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:40:29.105313 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fd57b7f4-4f91-4681-8e19-d8437e6424cf req-5d4cb46e-2547-4691-8826-2f5c5347c7a6 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:29.116471 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66184622-e3cd-4662-acad-7c818d43dbc6', 'name': 'network-vif-deleted', 'tag': '0945e672-96fc-4fcb-b6f1-80622da39e46'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:40:29.120309 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0ac410-ca10-493a-a428-d332ca045fd0" -d '{"events": [{"server_uuid": "66184622-e3cd-4662-acad-7c818d43dbc6", "name": "network-vif-deleted", "tag": "0945e672-96fc-4fcb-b6f1-80622da39e46"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:40:29.173779 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fd57b7f4-4f91-4681-8e19-d8437e6424cf req-5d4cb46e-2547-4691-8826-2f5c5347c7a6 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.72 "DELETE /v2.0/ports/0945e672-96fc-4fcb-b6f1-80622da39e46 HTTP/1.1" status: 204 len: 173 time: 0.8531358 Sep 23 15:40:29.175519 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9633436-7ea3-40f2-9260-21fab9432f8d x-openstack-request-id: req-b9633436-7ea3-40f2-9260-21fab9432f8d {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:40:29.175812 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66184622-e3cd-4662-acad-7c818d43dbc6", "name": "network-vif-deleted", "tag": "0945e672-96fc-4fcb-b6f1-80622da39e46", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:40:29.176064 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b9633436-7ea3-40f2-9260-21fab9432f8d {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:40:29.176462 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9633436-7ea3-40f2-9260-21fab9432f8d'] response: {'server_uuid': '66184622-e3cd-4662-acad-7c818d43dbc6', 'name': 'network-vif-deleted', 'tag': '0945e672-96fc-4fcb-b6f1-80622da39e46', 'status': 'completed', 'code': 200} Sep 23 15:40:29.222936 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-70eeaa8a-6cfd-470b-bf36-011a886a82ff req-24a80198-a113-4198-a632-8c7878758d86 tempest-TestEncryptedCinderVolumes-606542299 tempest-TestEncryptedCinderVolumes-606542299-project] 10.222.0.67 "GET /v2.0/ports?device_id=66184622-e3cd-4662-acad-7c818d43dbc6 HTTP/1.1" status: 200 len: 210 time: 0.0586760 Sep 23 15:40:30.446286 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 55600) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:40:31.088126 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3f2ad12b-c3f6-4111-9ae5-11280d8a1219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:31.438488 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-3f2ad12b-c3f6-4111-9ae5-11280d8a1219 admin admin] Deleting port 96577711-002a-4880-b568-0780ac40cbcb {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:40:31.438763 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3f2ad12b-c3f6-4111-9ae5-11280d8a1219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:31.607940 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-3f2ad12b-c3f6-4111-9ae5-11280d8a1219 admin admin] For port 96577711-002a-4880-b568-0780ac40cbcb, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=96577711-002a-4880-b568-0780ac40cbcb,segment=NetworkSegment(6be5da45-9122-4c41-850a-c694909b5661),segment_id=6be5da45-9122-4c41-850a-c694909b5661)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:40:31.608613 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3f2ad12b-c3f6-4111-9ae5-11280d8a1219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:31.728066 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-3f2ad12b-c3f6-4111-9ae5-11280d8a1219 admin admin] Calling delete_port for 96577711-002a-4880-b568-0780ac40cbcb owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:40:31.955279 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3f2ad12b-c3f6-4111-9ae5-11280d8a1219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:32.001353 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ad12b-c3f6-4111-9ae5-11280d8a1219 admin admin] Pushing event deleted for resources: {'Port': ['ID=96577711-002a-4880-b568-0780ac40cbcb,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:32.089851 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1572ad62-ea0b-4dc0-8278-222df4652909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:32.370086 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3f2ad12b-c3f6-4111-9ae5-11280d8a1219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:32.392685 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 0945e672-96fc-4fcb-b6f1-80622da39e46 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:40:32.427013 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 0945e672-96fc-4fcb-b6f1-80622da39e46 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:40:32.427350 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 0945e672-96fc-4fcb-b6f1-80622da39e46 not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:40:32.721913 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2ad12b-c3f6-4111-9ae5-11280d8a1219 admin admin] Router 9c195f78-76ea-4f19-98cf-6a1cf3c77c13 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:40:32.896994 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2ad12b-c3f6-4111-9ae5-11280d8a1219 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:40:32.906260 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ef56eb-a3f5-4a0a-8b03-a3a2c57184f9 None None] Sync routers for ids ['9c195f78-76ea-4f19-98cf-6a1cf3c77c13'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:40:32.908825 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3f2ad12b-c3f6-4111-9ae5-11280d8a1219 admin admin] 10.222.0.67 "PUT /v2.0/routers/9c195f78-76ea-4f19-98cf-6a1cf3c77c13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4616699 Sep 23 15:40:32.912159 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55604) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:40:32.915682 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ef56eb-a3f5-4a0a-8b03-a3a2c57184f9 None None] Routers {'9c195f78-76ea-4f19-98cf-6a1cf3c77c13'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:40:32.916278 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-b6ef56eb-a3f5-4a0a-8b03-a3a2c57184f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:40:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['9c195f78-76ea-4f19-98cf-6a1cf3c77c13'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:40:32.969590 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:33.090626 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-b6ef56eb-a3f5-4a0a-8b03-a3a2c57184f9 None None] Set router 9c195f78-76ea-4f19-98cf-6a1cf3c77c13 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:40:33.093663 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eea124a4-a2d4-4381-9d97-ae15270d85ee admin admin] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:33.275985 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eea124a4-a2d4-4381-9d97-ae15270d85ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:33.341194 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-eea124a4-a2d4-4381-9d97-ae15270d85ee admin admin] Deleting port fd74a7ee-f2ce-411e-a282-eb4f6faa623c {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:40:33.341488 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eea124a4-a2d4-4381-9d97-ae15270d85ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:33.385750 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-b6ef56eb-a3f5-4a0a-8b03-a3a2c57184f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c195f78-76ea-4f19-98cf-6a1cf3c77c13', 'name': 'tempest-TestEncryptedCinderVolumes-488359394-router', 'tenant_id': '53b124e020b94bcfa5012ce4fba37a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.196'}], 'enable_snat': True}, 'gw_port_id': 'fd74a7ee-f2ce-411e-a282-eb4f6faa623c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:38:27Z', 'updated_at': '2022-09-23T15:40:31Z', 'revision_number': 5, 'project_id': '53b124e020b94bcfa5012ce4fba37a96', 'gw_port': {'id': 'fd74a7ee-f2ce-411e-a282-eb4f6faa623c', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c195f78-76ea-4f19-98cf-6a1cf3c77c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:38:28Z', 'updated_at': '2022-09-23T15:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:40:33.389530 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ef56eb-a3f5-4a0a-8b03-a3a2c57184f9 None None] Checking router: 9c195f78-76ea-4f19-98cf-6a1cf3c77c13 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:40:33.397743 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ef56eb-a3f5-4a0a-8b03-a3a2c57184f9 None None] Routers {'9c195f78-76ea-4f19-98cf-6a1cf3c77c13'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:40:33.398345 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-b6ef56eb-a3f5-4a0a-8b03-a3a2c57184f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:40:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['9c195f78-76ea-4f19-98cf-6a1cf3c77c13'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:40:33.546914 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-b6ef56eb-a3f5-4a0a-8b03-a3a2c57184f9 None None] Set router 9c195f78-76ea-4f19-98cf-6a1cf3c77c13 gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:40:33.622987 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-eea124a4-a2d4-4381-9d97-ae15270d85ee admin admin] For port fd74a7ee-f2ce-411e-a282-eb4f6faa623c, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=fd74a7ee-f2ce-411e-a282-eb4f6faa623c,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:40:33.623244 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eea124a4-a2d4-4381-9d97-ae15270d85ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:33.651951 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-b6ef56eb-a3f5-4a0a-8b03-a3a2c57184f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c195f78-76ea-4f19-98cf-6a1cf3c77c13', 'name': 'tempest-TestEncryptedCinderVolumes-488359394-router', 'tenant_id': '53b124e020b94bcfa5012ce4fba37a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:38:27Z', 'updated_at': '2022-09-23T15:40:33Z', 'revision_number': 6, 'project_id': '53b124e020b94bcfa5012ce4fba37a96', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:40:33.655808 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ef56eb-a3f5-4a0a-8b03-a3a2c57184f9 None None] The sync data for ids ['9c195f78-76ea-4f19-98cf-6a1cf3c77c13'] in dv-neutron-859093-1-hyperv is: [{'id': '9c195f78-76ea-4f19-98cf-6a1cf3c77c13', 'name': 'tempest-TestEncryptedCinderVolumes-488359394-router', 'tenant_id': '53b124e020b94bcfa5012ce4fba37a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:38:27Z', 'updated_at': '2022-09-23T15:40:33Z', 'revision_number': 6, 'project_id': '53b124e020b94bcfa5012ce4fba37a96', 'gw_port_host': None}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:40:33.748271 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-eea124a4-a2d4-4381-9d97-ae15270d85ee admin admin] Calling delete_port for fd74a7ee-f2ce-411e-a282-eb4f6faa623c owned by network:router_gateway {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:40:34.024240 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 96577711-002a-4880-b568-0780ac40cbcb no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:40:34.059159 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 96577711-002a-4880-b568-0780ac40cbcb {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:40:34.059512 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 96577711-002a-4880-b568-0780ac40cbcb not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:40:34.129745 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eea124a4-a2d4-4381-9d97-ae15270d85ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:34.176403 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea124a4-a2d4-4381-9d97-ae15270d85ee admin admin] Pushing event deleted for resources: {'Port': ['ID=fd74a7ee-f2ce-411e-a282-eb4f6faa623c,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:34.224564 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea124a4-a2d4-4381-9d97-ae15270d85ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:34.224827 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea124a4-a2d4-4381-9d97-ae15270d85ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:34.225170 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea124a4-a2d4-4381-9d97-ae15270d85ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:34.225503 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea124a4-a2d4-4381-9d97-ae15270d85ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:34.225836 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea124a4-a2d4-4381-9d97-ae15270d85ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:34.226234 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea124a4-a2d4-4381-9d97-ae15270d85ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:34.226593 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea124a4-a2d4-4381-9d97-ae15270d85ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:34.226923 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea124a4-a2d4-4381-9d97-ae15270d85ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:34.227248 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea124a4-a2d4-4381-9d97-ae15270d85ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:34.227570 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea124a4-a2d4-4381-9d97-ae15270d85ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:34.227895 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea124a4-a2d4-4381-9d97-ae15270d85ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:34.228214 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea124a4-a2d4-4381-9d97-ae15270d85ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:34.287120 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eea124a4-a2d4-4381-9d97-ae15270d85ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:34.459998 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eea124a4-a2d4-4381-9d97-ae15270d85ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:34.462180 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eea124a4-a2d4-4381-9d97-ae15270d85ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:34.541501 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eea124a4-a2d4-4381-9d97-ae15270d85ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:34.542013 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea124a4-a2d4-4381-9d97-ae15270d85ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c195f78-76ea-4f19-98cf-6a1cf3c77c13 {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:40:34.555331 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eea124a4-a2d4-4381-9d97-ae15270d85ee admin admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:34.556441 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-eea124a4-a2d4-4381-9d97-ae15270d85ee admin admin] 10.222.0.67 "DELETE /v2.0/routers/9c195f78-76ea-4f19-98cf-6a1cf3c77c13 HTTP/1.1" status: 204 len: 168 time: 1.6431923 Sep 23 15:40:34.558955 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55608) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:40:34.620041 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-65a250c0-9e75-4351-8e91-5921d6ee8be3 admin admin] Deleting subnet 2015264e-d490-43b6-bb00-77c0f159c81c {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:40:34.623147 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-65a250c0-9e75-4351-8e91-5921d6ee8be3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:34.680119 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-65a250c0-9e75-4351-8e91-5921d6ee8be3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:34.756826 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-65a250c0-9e75-4351-8e91-5921d6ee8be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:34.886921 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-65a250c0-9e75-4351-8e91-5921d6ee8be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:34.926932 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a250c0-9e75-4351-8e91-5921d6ee8be3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2015264e-d490-43b6-bb00-77c0f159c81c,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:34.930517 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-65a250c0-9e75-4351-8e91-5921d6ee8be3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:34.937037 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3c7e0e-b7ff-4945-86e5-761f9c9be99a None None] Network fb3b8778-fd94-4633-a29a-abd82a4559de requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:40:34.940017 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-65a250c0-9e75-4351-8e91-5921d6ee8be3 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/2015264e-d490-43b6-bb00-77c0f159c81c HTTP/1.1" status: 204 len: 168 time: 0.3800509 Sep 23 15:40:34.944881 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55612) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:40:35.049882 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-76d43843-02a3-4cf2-89b4-a4f6e3faa4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:35.060676 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-76d43843-02a3-4cf2-89b4-a4f6e3faa4ff admin admin] Deleting port 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:40:35.061006 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-76d43843-02a3-4cf2-89b4-a4f6e3faa4ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:35.116958 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fbde8b10-8a73-4b6b-bfca-fb4efefce3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:35.213346 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113e3720-28e7-4a82-bf4d-e73cc6cef631 None None] DHCP port deletion for fb3b8778-fd94-4633-a29a-abd82a4559de request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:40:35.218129 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-113e3720-28e7-4a82-bf4d-e73cc6cef631 None None] Deleting port 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:40:35.218535 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-113e3720-28e7-4a82-bf4d-e73cc6cef631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:35.374012 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-76d43843-02a3-4cf2-89b4-a4f6e3faa4ff admin admin] For port 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=9e3ed8d6-19c3-422b-9f9d-42723bc6f99b,segment=NetworkSegment(6be5da45-9122-4c41-850a-c694909b5661),segment_id=6be5da45-9122-4c41-850a-c694909b5661)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:40:35.374616 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-76d43843-02a3-4cf2-89b4-a4f6e3faa4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:35.455319 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-113e3720-28e7-4a82-bf4d-e73cc6cef631 None None] For port 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=9e3ed8d6-19c3-422b-9f9d-42723bc6f99b,segment=NetworkSegment(6be5da45-9122-4c41-850a-c694909b5661),segment_id=6be5da45-9122-4c41-850a-c694909b5661)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:40:35.455619 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-113e3720-28e7-4a82-bf4d-e73cc6cef631 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:35.501765 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-76d43843-02a3-4cf2-89b4-a4f6e3faa4ff admin admin] Calling delete_port for 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:40:35.585513 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-113e3720-28e7-4a82-bf4d-e73cc6cef631 None None] Calling delete_port for 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:40:35.625724 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:35.661846 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-76d43843-02a3-4cf2-89b4-a4f6e3faa4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:35.667589 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-113e3720-28e7-4a82-bf4d-e73cc6cef631 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:40:35.676554 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-113e3720-28e7-4a82-bf4d-e73cc6cef631 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:40:35.710150 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d43843-02a3-4cf2-89b4-a4f6e3faa4ff admin admin] No DVR routers for this DVR port 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:40:35.711805 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d43843-02a3-4cf2-89b4-a4f6e3faa4ff admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3ed8d6-19c3-422b-9f9d-42723bc6f99b,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:35.724170 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:35.826977 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-76d43843-02a3-4cf2-89b4-a4f6e3faa4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:35.828550 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device fd74a7ee-f2ce-411e-a282-eb4f6faa623c no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:40:35.857169 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-76d43843-02a3-4cf2-89b4-a4f6e3faa4ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb3b8778-fd94-4633-a29a-abd82a4559de']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:40:35.862578 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: fd74a7ee-f2ce-411e-a282-eb4f6faa623c {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:40:35.862957 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device fd74a7ee-f2ce-411e-a282-eb4f6faa623c not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:40:35.863366 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:40:35.869256 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-76d43843-02a3-4cf2-89b4-a4f6e3faa4ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be5da45-9122-4c41-850a-c694909b5661') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:40:35.869632 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-76d43843-02a3-4cf2-89b4-a4f6e3faa4ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be5da45-9122-4c41-850a-c694909b5661') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:40:35.881070 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-76d43843-02a3-4cf2-89b4-a4f6e3faa4ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:35.896108 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:40:35.896756 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:40:35.897594 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-76d43843-02a3-4cf2-89b4-a4f6e3faa4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:35.904421 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d43843-02a3-4cf2-89b4-a4f6e3faa4ff admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:40:35.904745 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-76d43843-02a3-4cf2-89b4-a4f6e3faa4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:35.968078 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 6be5da45-9122-4c41-850a-c694909b5661 resource provider aggregate not found Sep 23 15:40:35.990096 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 6be5da45-9122-4c41-850a-c694909b5661 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6be5da45-9122-4c41-850a-c694909b5661 found for delete ", "request_id": "req-10842b0f-5e86-42ce-8f38-a008ff7b216b"}]} Sep 23 15:40:36.055390 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-76d43843-02a3-4cf2-89b4-a4f6e3faa4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:36.073657 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-76d43843-02a3-4cf2-89b4-a4f6e3faa4ff admin admin] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:36.082266 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d43843-02a3-4cf2-89b4-a4f6e3faa4ff admin admin] Pushing event deleted for resources: {'Network': ['ID=fb3b8778-fd94-4633-a29a-abd82a4559de,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:36.158725 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-76d43843-02a3-4cf2-89b4-a4f6e3faa4ff admin admin] 10.222.0.67 "DELETE /v2.0/networks/fb3b8778-fd94-4633-a29a-abd82a4559de HTTP/1.1" status: 204 len: 168 time: 1.2138722 Sep 23 15:40:36.161509 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55620) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:40:36.168832 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-113e3720-28e7-4a82-bf4d-e73cc6cef631 None None] Deleting port 9e3ed8d6-19c3-422b-9f9d-42723bc6f99b {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:40:36.169307 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-113e3720-28e7-4a82-bf4d-e73cc6cef631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:36.235656 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-113e3720-28e7-4a82-bf4d-e73cc6cef631 None None] The port '9e3ed8d6-19c3-422b-9f9d-42723bc6f99b' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:40:36.699923 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7831106d-f537-4883-8bf0-64a47ef1a816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:37.078529 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:37.150248 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-7831106d-f537-4883-8bf0-64a47ef1a816 admin admin] Deleting port dd52187e-06a5-4311-854c-bd4e267aa534 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:40:37.150615 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7831106d-f537-4883-8bf0-64a47ef1a816 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:37.318878 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-7831106d-f537-4883-8bf0-64a47ef1a816 admin admin] For port dd52187e-06a5-4311-854c-bd4e267aa534, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=dd52187e-06a5-4311-854c-bd4e267aa534,segment=NetworkSegment(496b5aed-ccc9-444d-810b-97f4eca5df13),segment_id=496b5aed-ccc9-444d-810b-97f4eca5df13)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:40:37.319144 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7831106d-f537-4883-8bf0-64a47ef1a816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:37.444148 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-7831106d-f537-4883-8bf0-64a47ef1a816 admin admin] Calling delete_port for dd52187e-06a5-4311-854c-bd4e267aa534 owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:40:37.680948 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7831106d-f537-4883-8bf0-64a47ef1a816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:37.730093 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831106d-f537-4883-8bf0-64a47ef1a816 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd52187e-06a5-4311-854c-bd4e267aa534,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:38.015470 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7831106d-f537-4883-8bf0-64a47ef1a816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:38.369468 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7831106d-f537-4883-8bf0-64a47ef1a816 admin admin] Router 2a1b26b4-d803-48ae-b74b-5aebb3063127 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:40:38.657555 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7831106d-f537-4883-8bf0-64a47ef1a816 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:40:38.666470 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706fb73d-ecfd-471a-978b-86a55e2d2b2d None None] Sync routers for ids ['2a1b26b4-d803-48ae-b74b-5aebb3063127'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:40:38.666943 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7831106d-f537-4883-8bf0-64a47ef1a816 admin admin] 10.222.0.67 "PUT /v2.0/routers/2a1b26b4-d803-48ae-b74b-5aebb3063127/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5042300 Sep 23 15:40:38.669317 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55624) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:40:38.676478 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706fb73d-ecfd-471a-978b-86a55e2d2b2d None None] Routers {'2a1b26b4-d803-48ae-b74b-5aebb3063127'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:40:38.677087 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-706fb73d-ecfd-471a-978b-86a55e2d2b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:40:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['2a1b26b4-d803-48ae-b74b-5aebb3063127'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:40:38.845309 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1d55a2b0-3e3e-4ca7-9590-a7a7d7cb8570 admin admin] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:38.854439 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-706fb73d-ecfd-471a-978b-86a55e2d2b2d None None] Set router 2a1b26b4-d803-48ae-b74b-5aebb3063127 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:40:39.031965 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1d55a2b0-3e3e-4ca7-9590-a7a7d7cb8570 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:39.115627 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-1d55a2b0-3e3e-4ca7-9590-a7a7d7cb8570 admin admin] Deleting port a7828545-06b9-44cb-bc8e-2eb6619f2483 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:40:39.115985 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1d55a2b0-3e3e-4ca7-9590-a7a7d7cb8570 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:39.133454 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-706fb73d-ecfd-471a-978b-86a55e2d2b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1b26b4-d803-48ae-b74b-5aebb3063127', 'name': 'tempest-TestEncryptedCinderVolumes-175821992-router', 'tenant_id': 'fb6889bbcc3242e5b04e51ff5bd106a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.105'}], 'enable_snat': True}, 'gw_port_id': 'a7828545-06b9-44cb-bc8e-2eb6619f2483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:38:35Z', 'updated_at': '2022-09-23T15:40:37Z', 'revision_number': 5, 'project_id': 'fb6889bbcc3242e5b04e51ff5bd106a5', 'gw_port': {'id': 'a7828545-06b9-44cb-bc8e-2eb6619f2483', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:fe:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a1b26b4-d803-48ae-b74b-5aebb3063127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:38:36Z', 'updated_at': '2022-09-23T15:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:40:39.137440 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706fb73d-ecfd-471a-978b-86a55e2d2b2d None None] Checking router: 2a1b26b4-d803-48ae-b74b-5aebb3063127 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:40:39.146570 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706fb73d-ecfd-471a-978b-86a55e2d2b2d None None] Routers {'2a1b26b4-d803-48ae-b74b-5aebb3063127'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:40:39.147186 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-706fb73d-ecfd-471a-978b-86a55e2d2b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:40:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['2a1b26b4-d803-48ae-b74b-5aebb3063127'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:40:39.295375 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-1d55a2b0-3e3e-4ca7-9590-a7a7d7cb8570 admin admin] For port a7828545-06b9-44cb-bc8e-2eb6619f2483, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a7828545-06b9-44cb-bc8e-2eb6619f2483,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:40:39.295642 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1d55a2b0-3e3e-4ca7-9590-a7a7d7cb8570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:39.303739 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-706fb73d-ecfd-471a-978b-86a55e2d2b2d None None] Set router 2a1b26b4-d803-48ae-b74b-5aebb3063127 gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:40:39.407024 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-706fb73d-ecfd-471a-978b-86a55e2d2b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a1b26b4-d803-48ae-b74b-5aebb3063127', 'name': 'tempest-TestEncryptedCinderVolumes-175821992-router', 'tenant_id': 'fb6889bbcc3242e5b04e51ff5bd106a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:38:35Z', 'updated_at': '2022-09-23T15:40:39Z', 'revision_number': 6, 'project_id': 'fb6889bbcc3242e5b04e51ff5bd106a5', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:40:39.410828 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706fb73d-ecfd-471a-978b-86a55e2d2b2d None None] The sync data for ids ['2a1b26b4-d803-48ae-b74b-5aebb3063127'] in dv-neutron-859093-1-hyperv is: [{'id': '2a1b26b4-d803-48ae-b74b-5aebb3063127', 'name': 'tempest-TestEncryptedCinderVolumes-175821992-router', 'tenant_id': 'fb6889bbcc3242e5b04e51ff5bd106a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:38:35Z', 'updated_at': '2022-09-23T15:40:39Z', 'revision_number': 6, 'project_id': 'fb6889bbcc3242e5b04e51ff5bd106a5', 'gw_port_host': None}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:40:39.422036 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-1d55a2b0-3e3e-4ca7-9590-a7a7d7cb8570 admin admin] Calling delete_port for a7828545-06b9-44cb-bc8e-2eb6619f2483 owned by network:router_gateway {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:40:39.644012 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1d55a2b0-3e3e-4ca7-9590-a7a7d7cb8570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:39.691910 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55a2b0-3e3e-4ca7-9590-a7a7d7cb8570 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7828545-06b9-44cb-bc8e-2eb6619f2483,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:39.793532 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1d55a2b0-3e3e-4ca7-9590-a7a7d7cb8570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:39.858131 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device dd52187e-06a5-4311-854c-bd4e267aa534 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:40:39.893544 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: dd52187e-06a5-4311-854c-bd4e267aa534 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:40:39.893890 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device dd52187e-06a5-4311-854c-bd4e267aa534 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:40:39.966433 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1d55a2b0-3e3e-4ca7-9590-a7a7d7cb8570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:39.968583 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1d55a2b0-3e3e-4ca7-9590-a7a7d7cb8570 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:40.052312 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1d55a2b0-3e3e-4ca7-9590-a7a7d7cb8570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:40.052833 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d55a2b0-3e3e-4ca7-9590-a7a7d7cb8570 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a1b26b4-d803-48ae-b74b-5aebb3063127 {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:40:40.064499 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1d55a2b0-3e3e-4ca7-9590-a7a7d7cb8570 admin admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:40.065591 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1d55a2b0-3e3e-4ca7-9590-a7a7d7cb8570 admin admin] 10.222.0.67 "DELETE /v2.0/routers/2a1b26b4-d803-48ae-b74b-5aebb3063127 HTTP/1.1" status: 204 len: 168 time: 1.3953853 Sep 23 15:40:40.068355 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55628) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:40:40.225248 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-eabd7c92-5184-4e06-930e-84e6027024bc admin admin] Deleting subnet 12915619-a03c-4d96-9809-dee0f765fb0e {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:40:40.228337 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eabd7c92-5184-4e06-930e-84e6027024bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:40.278096 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eabd7c92-5184-4e06-930e-84e6027024bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:40.361947 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eabd7c92-5184-4e06-930e-84e6027024bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:40.521656 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eabd7c92-5184-4e06-930e-84e6027024bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:40.561338 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd7c92-5184-4e06-930e-84e6027024bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12915619-a03c-4d96-9809-dee0f765fb0e,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:40.566769 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eabd7c92-5184-4e06-930e-84e6027024bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:40.573035 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbcb87a-3a43-488b-9a4a-4fcf0f88a8a5 None None] Network aefc6ef4-e4cc-479a-a0fa-15b8b257e45f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:40:40.573994 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-eabd7c92-5184-4e06-930e-84e6027024bc admin admin] 10.222.0.67 "DELETE /v2.0/subnets/12915619-a03c-4d96-9809-dee0f765fb0e HTTP/1.1" status: 204 len: 168 time: 0.5045536 Sep 23 15:40:40.576395 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55632) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:40:40.684209 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd350ae3-1cc6-4518-adf6-6c7cc464214a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:40.694624 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-bd350ae3-1cc6-4518-adf6-6c7cc464214a admin admin] Deleting port d2f45722-f503-42bd-8785-f39db88b7adc {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:40:40.694897 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd350ae3-1cc6-4518-adf6-6c7cc464214a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:40.873046 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19045ea9-0b72-418a-ac98-dd55248ead2a None None] DHCP port deletion for aefc6ef4-e4cc-479a-a0fa-15b8b257e45f request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:40:40.877199 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-19045ea9-0b72-418a-ac98-dd55248ead2a None None] Deleting port d2f45722-f503-42bd-8785-f39db88b7adc {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:40:40.877571 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19045ea9-0b72-418a-ac98-dd55248ead2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:40.908811 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-bd350ae3-1cc6-4518-adf6-6c7cc464214a admin admin] For port d2f45722-f503-42bd-8785-f39db88b7adc, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d2f45722-f503-42bd-8785-f39db88b7adc,segment=NetworkSegment(496b5aed-ccc9-444d-810b-97f4eca5df13),segment_id=496b5aed-ccc9-444d-810b-97f4eca5df13)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:40:40.909189 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd350ae3-1cc6-4518-adf6-6c7cc464214a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:41.030693 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-bd350ae3-1cc6-4518-adf6-6c7cc464214a admin admin] Calling delete_port for d2f45722-f503-42bd-8785-f39db88b7adc owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:40:41.077428 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-19045ea9-0b72-418a-ac98-dd55248ead2a None None] For port d2f45722-f503-42bd-8785-f39db88b7adc, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d2f45722-f503-42bd-8785-f39db88b7adc,segment=NetworkSegment(496b5aed-ccc9-444d-810b-97f4eca5df13),segment_id=496b5aed-ccc9-444d-810b-97f4eca5df13)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:40:41.077827 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19045ea9-0b72-418a-ac98-dd55248ead2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:41.172780 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd350ae3-1cc6-4518-adf6-6c7cc464214a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:41.203596 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-19045ea9-0b72-418a-ac98-dd55248ead2a None None] Calling delete_port for d2f45722-f503-42bd-8785-f39db88b7adc owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:40:41.219003 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd350ae3-1cc6-4518-adf6-6c7cc464214a admin admin] Pushing event deleted for resources: {'Port': ['ID=d2f45722-f503-42bd-8785-f39db88b7adc,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:41.224346 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd350ae3-1cc6-4518-adf6-6c7cc464214a admin admin] No DVR routers for this DVR port d2f45722-f503-42bd-8785-f39db88b7adc on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:40:41.278625 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-19045ea9-0b72-418a-ac98-dd55248ead2a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:40:41.278975 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-19045ea9-0b72-418a-ac98-dd55248ead2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:40:41.340520 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd350ae3-1cc6-4518-adf6-6c7cc464214a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:41.364898 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-bd350ae3-1cc6-4518-adf6-6c7cc464214a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aefc6ef4-e4cc-479a-a0fa-15b8b257e45f']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:40:41.377015 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-bd350ae3-1cc6-4518-adf6-6c7cc464214a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '496b5aed-ccc9-444d-810b-97f4eca5df13') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:40:41.377369 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-bd350ae3-1cc6-4518-adf6-6c7cc464214a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '496b5aed-ccc9-444d-810b-97f4eca5df13') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:40:41.389199 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd350ae3-1cc6-4518-adf6-6c7cc464214a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:41.405428 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd350ae3-1cc6-4518-adf6-6c7cc464214a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:41.411370 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd350ae3-1cc6-4518-adf6-6c7cc464214a admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:40:41.411752 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd350ae3-1cc6-4518-adf6-6c7cc464214a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:41.478157 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 496b5aed-ccc9-444d-810b-97f4eca5df13 resource provider aggregate not found Sep 23 15:40:41.498993 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 496b5aed-ccc9-444d-810b-97f4eca5df13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 496b5aed-ccc9-444d-810b-97f4eca5df13 found for delete ", "request_id": "req-ad69ff76-478f-401e-b41d-fbc6b0a00f7d"}]} Sep 23 15:40:41.587162 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd350ae3-1cc6-4518-adf6-6c7cc464214a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:41.602842 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd350ae3-1cc6-4518-adf6-6c7cc464214a admin admin] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:41.614351 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd350ae3-1cc6-4518-adf6-6c7cc464214a admin admin] Pushing event deleted for resources: {'Network': ['ID=aefc6ef4-e4cc-479a-a0fa-15b8b257e45f,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:41.616887 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bd350ae3-1cc6-4518-adf6-6c7cc464214a admin admin] 10.222.0.67 "DELETE /v2.0/networks/aefc6ef4-e4cc-479a-a0fa-15b8b257e45f HTTP/1.1" status: 204 len: 168 time: 1.0395110 Sep 23 15:40:41.780443 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-19045ea9-0b72-418a-ac98-dd55248ead2a None None] Deleting port d2f45722-f503-42bd-8785-f39db88b7adc {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:40:41.781146 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19045ea9-0b72-418a-ac98-dd55248ead2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:41.858725 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d2f45722-f503-42bd-8785-f39db88b7adc no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:40:41.887224 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-19045ea9-0b72-418a-ac98-dd55248ead2a None None] The port 'd2f45722-f503-42bd-8785-f39db88b7adc' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:40:41.901607 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: d2f45722-f503-42bd-8785-f39db88b7adc {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:40:41.901981 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d2f45722-f503-42bd-8785-f39db88b7adc not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:40:41.902424 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a7828545-06b9-44cb-bc8e-2eb6619f2483 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:40:41.936286 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: a7828545-06b9-44cb-bc8e-2eb6619f2483 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:40:41.937746 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a7828545-06b9-44cb-bc8e-2eb6619f2483 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:40:42.035807 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 55642) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:40:42.084357 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a7fb74a2-cc8a-49ab-a57a-97491c2c91b9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=53b124e020b94bcfa5012ce4fba37a96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473652 Sep 23 15:40:42.086785 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 55646) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:40:42.146756 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bb4da653-ee9a-47ec-803c-4dbcd0fbcaef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:42.171998 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bb4da653-ee9a-47ec-803c-4dbcd0fbcaef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:42.281194 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bb4da653-ee9a-47ec-803c-4dbcd0fbcaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:42.298844 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4da653-ee9a-47ec-803c-4dbcd0fbcaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff18240-31b0-4523-b377-4a354e51ea02,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:42.368879 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bb4da653-ee9a-47ec-803c-4dbcd0fbcaef admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:42.369996 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-bb4da653-ee9a-47ec-803c-4dbcd0fbcaef admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8ff18240-31b0-4523-b377-4a354e51ea02 HTTP/1.1" status: 204 len: 168 time: 0.2823310 Sep 23 15:40:42.998671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 55654) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:40:43.046392 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-80229096-654b-4216-bb28-9e14aa2ba3f0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fb6889bbcc3242e5b04e51ff5bd106a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465732 Sep 23 15:40:43.048711 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 55658) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:40:43.104781 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-38472ded-0be6-403b-970e-1781c31d5f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:43.131937 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-38472ded-0be6-403b-970e-1781c31d5f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:43.258530 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-38472ded-0be6-403b-970e-1781c31d5f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:43.283028 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38472ded-0be6-403b-970e-1781c31d5f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b6927e-c455-48c3-87e8-2968342314c4,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:43.288729 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-38472ded-0be6-403b-970e-1781c31d5f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:43.290628 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-38472ded-0be6-403b-970e-1781c31d5f8e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/19b6927e-c455-48c3-87e8-2968342314c4 HTTP/1.1" status: 204 len: 168 time: 0.2402616 Sep 23 15:40:44.347873 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 55682) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:40:44.447240 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-ef2d51bf-34dd-4b5a-993f-cc91550e6325 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1920154855-network', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:40:44.451911 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ef2d51bf-34dd-4b5a-993f-cc91550e6325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:40:44.455755 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ef2d51bf-34dd-4b5a-993f-cc91550e6325 admin admin] Usage tracker for resource:network and tenant:bc6eeef1745648279edaf5f735a39283 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:40:44.459213 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ef2d51bf-34dd-4b5a-993f-cc91550e6325 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:40:44.464780 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ef2d51bf-34dd-4b5a-993f-cc91550e6325 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:40:44.549483 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2d51bf-34dd-4b5a-993f-cc91550e6325 admin admin] Made reservation on behalf of bc6eeef1745648279edaf5f735a39283 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:40:44.552381 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef2d51bf-34dd-4b5a-993f-cc91550e6325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:44.564229 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef2d51bf-34dd-4b5a-993f-cc91550e6325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:44.579048 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ef2d51bf-34dd-4b5a-993f-cc91550e6325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:40:44.583320 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ef2d51bf-34dd-4b5a-993f-cc91550e6325 admin admin] Usage tracker for resource:security_group_rule and tenant:bc6eeef1745648279edaf5f735a39283 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:40:44.586036 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ef2d51bf-34dd-4b5a-993f-cc91550e6325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:40:44.591656 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ef2d51bf-34dd-4b5a-993f-cc91550e6325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:40:44.670203 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef2d51bf-34dd-4b5a-993f-cc91550e6325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:44.743819 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef2d51bf-34dd-4b5a-993f-cc91550e6325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:44.773648 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef2d51bf-34dd-4b5a-993f-cc91550e6325 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:40:44.781972 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d51bf-34dd-4b5a-993f-cc91550e6325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcbf596-ce9f-46d1-8c17-844f175fa3fe,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:44.787963 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef2d51bf-34dd-4b5a-993f-cc91550e6325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:44.788307 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-ef2d51bf-34dd-4b5a-993f-cc91550e6325 admin admin] Added segment ad5c1961-916d-4157-a450-8dc6437814a1 of type vlan for network 59aa17ce-a316-47f3-be7f-2e55d8edf1ba Sep 23 15:40:44.816107 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef2d51bf-34dd-4b5a-993f-cc91550e6325 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:44.932223 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef2d51bf-34dd-4b5a-993f-cc91550e6325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:44.933095 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2d51bf-34dd-4b5a-993f-cc91550e6325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:40:44.933657 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef2d51bf-34dd-4b5a-993f-cc91550e6325 admin admin] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:45.031372 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d51bf-34dd-4b5a-993f-cc91550e6325 admin admin] Pushing event updated for resources: {'Network': ['ID=59aa17ce-a316-47f3-be7f-2e55d8edf1ba,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:45.040862 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 59aa17ce-a316-47f3-be7f-2e55d8edf1ba details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:40:45.081994 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ef2d51bf-34dd-4b5a-993f-cc91550e6325 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7330494 Sep 23 15:40:45.085516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 55688) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:40:45.091035 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-e352a75d-5a73-40a0-a324-e8bde408bbd2 admin admin] Request body: {'subnet': {'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1920154855-subnet', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'ip_version': 4}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:40:45.095964 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e352a75d-5a73-40a0-a324-e8bde408bbd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:40:45.099966 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e352a75d-5a73-40a0-a324-e8bde408bbd2 admin admin] Usage tracker for resource:subnet and tenant:bc6eeef1745648279edaf5f735a39283 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:40:45.102806 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e352a75d-5a73-40a0-a324-e8bde408bbd2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:40:45.108532 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e352a75d-5a73-40a0-a324-e8bde408bbd2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:40:45.161274 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e352a75d-5a73-40a0-a324-e8bde408bbd2 admin admin] Made reservation on behalf of bc6eeef1745648279edaf5f735a39283 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:40:45.163690 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e352a75d-5a73-40a0-a324-e8bde408bbd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:45.521391 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e352a75d-5a73-40a0-a324-e8bde408bbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:45.593706 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352a75d-5a73-40a0-a324-e8bde408bbd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97cbcf9e-fa34-4dbc-af77-efcc6bfd0124,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:45.601034 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e352a75d-5a73-40a0-a324-e8bde408bbd2 admin admin] Checking segment: {'id': 'ad5c1961-916d-4157-a450-8dc6437814a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:40:45.601391 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e352a75d-5a73-40a0-a324-e8bde408bbd2 admin admin] Network hostable DHCP agents. Network: 59aa17ce-a316-47f3-be7f-2e55d8edf1ba, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:40:45.677953 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e352a75d-5a73-40a0-a324-e8bde408bbd2 admin admin] Network 59aa17ce-a316-47f3-be7f-2e55d8edf1ba is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:40:45.763589 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-e352a75d-5a73-40a0-a324-e8bde408bbd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 59aa17ce-a316-47f3-be7f-2e55d8edf1ba) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:40:45.767651 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e352a75d-5a73-40a0-a324-e8bde408bbd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:40:45.768455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e352a75d-5a73-40a0-a324-e8bde408bbd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:45.773260 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f58198-a9e0-409f-9e6e-52bdcb19da7d None None] Network 59aa17ce-a316-47f3-be7f-2e55d8edf1ba requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:40:45.844561 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e352a75d-5a73-40a0-a324-e8bde408bbd2 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7579470 Sep 23 15:40:45.847256 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 55692) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:40:45.852947 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-aca9a88c-af3f-4e40-8217-029a167f4d97 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1920154855-router', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:40:45.857660 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-aca9a88c-af3f-4e40-8217-029a167f4d97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:40:45.861487 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-aca9a88c-af3f-4e40-8217-029a167f4d97 admin admin] Usage tracker for resource:router and tenant:bc6eeef1745648279edaf5f735a39283 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:40:45.864916 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-aca9a88c-af3f-4e40-8217-029a167f4d97 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:40:45.870826 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-aca9a88c-af3f-4e40-8217-029a167f4d97 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:40:45.938941 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-aca9a88c-af3f-4e40-8217-029a167f4d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:45.940003 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-aca9a88c-af3f-4e40-8217-029a167f4d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:45.955933 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-aca9a88c-af3f-4e40-8217-029a167f4d97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:45.995275 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-59aa17ce-a316-47f3-be7f-2e55d8edf1ba', 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'fixed_ips': [{'subnet_id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:40:45.996097 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:46.149513 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Allocated IP 172.20.0.2 (59aa17ce-a316-47f3-be7f-2e55d8edf1ba/97cbcf9e-fa34-4dbc-af77-efcc6bfd0124/f258a577-7ab3-462e-8ead-75c852754662) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:40:46.307902 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-aca9a88c-af3f-4e40-8217-029a167f4d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:46.349817 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:46.359447 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Transition to ACTIVE for port object f258a577-7ab3-462e-8ead-75c852754662 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:40:46.376683 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Transition to ACTIVE for port object f258a577-7ab3-462e-8ead-75c852754662 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:40:46.438412 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:46.537912 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Network 59aa17ce-a316-47f3-be7f-2e55d8edf1ba is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:40:46.540948 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:40:46.544555 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:40:46.550079 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Pushing event updated for resources: {'Port': ['ID=f258a577-7ab3-462e-8ead-75c852754662,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:46.590978 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:46.591339 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:46.591657 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:46.591983 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:46.592305 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:46.592628 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:46.592947 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:46.593266 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:46.593585 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:46.593900 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:46.594213 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:46.594553 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:46.658805 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Attempting to bind port f258a577-7ab3-462e-8ead-75c852754662 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:40:46.659171 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Attempting to bind port f258a577-7ab3-462e-8ead-75c852754662 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'ad5c1961-916d-4157-a450-8dc6437814a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:40:46.659527 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Attempting to bind port f258a577-7ab3-462e-8ead-75c852754662 on network 59aa17ce-a316-47f3-be7f-2e55d8edf1ba {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:40:46.664813 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:40:46.665180 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Checking segment: {'id': 'ad5c1961-916d-4157-a450-8dc6437814a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:40:46.665574 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:46.665959 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Bound using segment: {'id': 'ad5c1961-916d-4157-a450-8dc6437814a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:40:46.666446 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Bound port: f258a577-7ab3-462e-8ead-75c852754662, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5c1961-916d-4157-a450-8dc6437814a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:40:46.666809 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:46.697045 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-aca9a88c-af3f-4e40-8217-029a167f4d97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:46.727289 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-aca9a88c-af3f-4e40-8217-029a167f4d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:46.752897 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] For port f258a577-7ab3-462e-8ead-75c852754662, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:40:46.755897 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] For port f258a577-7ab3-462e-8ead-75c852754662, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f258a577-7ab3-462e-8ead-75c852754662,segment=NetworkSegment(ad5c1961-916d-4157-a450-8dc6437814a1),segment_id=ad5c1961-916d-4157-a450-8dc6437814a1)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:40:46.838966 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:46.863223 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-aca9a88c-af3f-4e40-8217-029a167f4d97 admin admin] Allocated IP 172.26.10.145 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/254ec471-28d9-4e09-9148-1717f9dcb8e2) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:40:46.923964 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015920fc-ea6e-4a63-aed7-445b3a35149d None None] Pushing event updated for resources: {'Port': ['ID=f258a577-7ab3-462e-8ead-75c852754662,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:47.013838 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-aca9a88c-af3f-4e40-8217-029a167f4d97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:47.107480 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-aca9a88c-af3f-4e40-8217-029a167f4d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:47.176086 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca9a88c-af3f-4e40-8217-029a167f4d97 admin admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:40:47.179177 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-aca9a88c-af3f-4e40-8217-029a167f4d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:40:47.182980 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca9a88c-af3f-4e40-8217-029a167f4d97 admin admin] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:40:47.217755 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9a88c-af3f-4e40-8217-029a167f4d97 admin admin] Pushing event updated for resources: {'Port': ['ID=254ec471-28d9-4e09-9148-1717f9dcb8e2,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:47.800750 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-aca9a88c-af3f-4e40-8217-029a167f4d97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:47.841900 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc697bb3-6657-44d3-9a0d-3e44ad6820e9 None None] Network 59aa17ce-a316-47f3-be7f-2e55d8edf1ba requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:40:47.906257 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f258a577-7ab3-462e-8ead-75c852754662 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:40:48.108000 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22ac37e5-7d11-4d3e-940d-099bc8451b42 None None] Provisioning for port f258a577-7ab3-462e-8ead-75c852754662 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:40:48.136658 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port f258a577-7ab3-462e-8ead-75c852754662 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:40:48.143645 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port f258a577-7ab3-462e-8ead-75c852754662 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:40:48.151013 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:48.151013 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port f258a577-7ab3-462e-8ead-75c852754662 Sep 23 15:40:48.151231 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-aca9a88c-af3f-4e40-8217-029a167f4d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:48.268057 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port f258a577-7ab3-462e-8ead-75c852754662 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:40:48.268436 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:48.303671 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port f258a577-7ab3-462e-8ead-75c852754662, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f258a577-7ab3-462e-8ead-75c852754662,segment=NetworkSegment(ad5c1961-916d-4157-a450-8dc6437814a1),segment_id=ad5c1961-916d-4157-a450-8dc6437814a1)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:40:48.375651 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:48.444217 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca9a88c-af3f-4e40-8217-029a167f4d97 admin admin] Router 36cb6359-06cf-41a5-afda-019b4ea3647f is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:40:48.451697 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=f258a577-7ab3-462e-8ead-75c852754662,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:48.454996 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c1c756d8-c899-4241-ae21-5bbf4ef8be2f None None] Provisioning complete for port f258a577-7ab3-462e-8ead-75c852754662 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:40:48.455367 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c1c756d8-c899-4241-ae21-5bbf4ef8be2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:48.455698 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c1c756d8-c899-4241-ae21-5bbf4ef8be2f None None] Attempt 1 to provision port f258a577-7ab3-462e-8ead-75c852754662 Sep 23 15:40:48.574060 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c1c756d8-c899-4241-ae21-5bbf4ef8be2f None None] Current status of the port f258a577-7ab3-462e-8ead-75c852754662 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:40:48.623200 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca9a88c-af3f-4e40-8217-029a167f4d97 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:40:48.632454 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f754d4da-a9c9-4673-ac01-509d148daab3 None None] Sync routers for ids ['36cb6359-06cf-41a5-afda-019b4ea3647f'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:40:48.642138 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f754d4da-a9c9-4673-ac01-509d148daab3 None None] Routers {'36cb6359-06cf-41a5-afda-019b4ea3647f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:40:48.642768 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-f754d4da-a9c9-4673-ac01-509d148daab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:40:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['36cb6359-06cf-41a5-afda-019b4ea3647f'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:40:48.701008 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-aca9a88c-af3f-4e40-8217-029a167f4d97 admin admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:48.702417 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-aca9a88c-af3f-4e40-8217-029a167f4d97 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8538475 Sep 23 15:40:48.705002 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 55696) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:40:48.857076 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-f754d4da-a9c9-4673-ac01-509d148daab3 None None] Set router 36cb6359-06cf-41a5-afda-019b4ea3647f gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:40:49.150337 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-f754d4da-a9c9-4673-ac01-509d148daab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'name': 'tempest-TestMinimumBasicScenario-1920154855-router', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145'}], 'enable_snat': True}, 'gw_port_id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:45Z', 'updated_at': '2022-09-23T15:40:47Z', 'revision_number': 3, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'gw_port': {'id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:46Z', 'updated_at': '2022-09-23T15:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:40:49.154152 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f754d4da-a9c9-4673-ac01-509d148daab3 None None] Checking router: 36cb6359-06cf-41a5-afda-019b4ea3647f for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:40:49.154535 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f754d4da-a9c9-4673-ac01-509d148daab3 None None] Updating router 36cb6359-06cf-41a5-afda-019b4ea3647f port 254ec471-28d9-4e09-9148-1717f9dcb8e2 binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:40:49.207195 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f754d4da-a9c9-4673-ac01-509d148daab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:49.491862 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-70cc74dd-3e82-4412-b7d2-53060534016d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:49.527559 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f754d4da-a9c9-4673-ac01-509d148daab3 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:49.539501 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-f754d4da-a9c9-4673-ac01-509d148daab3 None None] Transition to ACTIVE for port object 254ec471-28d9-4e09-9148-1717f9dcb8e2 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:40:49.618631 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f754d4da-a9c9-4673-ac01-509d148daab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:49.679327 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-f754d4da-a9c9-4673-ac01-509d148daab3 None None] Attempting to bind port 254ec471-28d9-4e09-9148-1717f9dcb8e2 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:40:49.680138 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-f754d4da-a9c9-4673-ac01-509d148daab3 None None] Attempting to bind port 254ec471-28d9-4e09-9148-1717f9dcb8e2 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:40:49.680138 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f754d4da-a9c9-4673-ac01-509d148daab3 None None] Attempting to bind port 254ec471-28d9-4e09-9148-1717f9dcb8e2 on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:40:49.690066 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f754d4da-a9c9-4673-ac01-509d148daab3 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:40:49.690454 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f754d4da-a9c9-4673-ac01-509d148daab3 None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:40:49.690876 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f754d4da-a9c9-4673-ac01-509d148daab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:49.691264 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f754d4da-a9c9-4673-ac01-509d148daab3 None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:40:49.691724 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-f754d4da-a9c9-4673-ac01-509d148daab3 None None] Bound port: 254ec471-28d9-4e09-9148-1717f9dcb8e2, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:40:49.692086 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f754d4da-a9c9-4673-ac01-509d148daab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:49.697526 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-70cc74dd-3e82-4412-b7d2-53060534016d admin admin] Allocated IP 172.20.0.1 (59aa17ce-a316-47f3-be7f-2e55d8edf1ba/97cbcf9e-fa34-4dbc-af77-efcc6bfd0124/49223dd3-8799-4c4f-9a6b-cc8957739192) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:40:49.736626 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114454c-fe2c-4c1b-b400-591b0d768ad0 None None] Pushing event updated for resources: {'Port': ['ID=254ec471-28d9-4e09-9148-1717f9dcb8e2,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:49.748539 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114454c-fe2c-4c1b-b400-591b0d768ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:49.748839 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114454c-fe2c-4c1b-b400-591b0d768ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:49.749147 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114454c-fe2c-4c1b-b400-591b0d768ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:49.749475 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114454c-fe2c-4c1b-b400-591b0d768ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:49.749800 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114454c-fe2c-4c1b-b400-591b0d768ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:49.750122 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114454c-fe2c-4c1b-b400-591b0d768ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:49.750468 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114454c-fe2c-4c1b-b400-591b0d768ad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:49.750791 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114454c-fe2c-4c1b-b400-591b0d768ad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:49.751108 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114454c-fe2c-4c1b-b400-591b0d768ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:49.751420 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114454c-fe2c-4c1b-b400-591b0d768ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:49.751738 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114454c-fe2c-4c1b-b400-591b0d768ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:49.752065 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114454c-fe2c-4c1b-b400-591b0d768ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:40:49.782889 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-f754d4da-a9c9-4673-ac01-509d148daab3 None None] For port 254ec471-28d9-4e09-9148-1717f9dcb8e2, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:40:49.785874 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-f754d4da-a9c9-4673-ac01-509d148daab3 None None] For port 254ec471-28d9-4e09-9148-1717f9dcb8e2, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=254ec471-28d9-4e09-9148-1717f9dcb8e2,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:40:49.841205 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f258a577-7ab3-462e-8ead-75c852754662 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:40:49.848757 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-70cc74dd-3e82-4412-b7d2-53060534016d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:49.861768 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f754d4da-a9c9-4673-ac01-509d148daab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:49.865075 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-70cc74dd-3e82-4412-b7d2-53060534016d admin admin] Transition to ACTIVE for port object 49223dd3-8799-4c4f-9a6b-cc8957739192 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:40:49.915543 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port f258a577-7ab3-462e-8ead-75c852754662 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:40:49.915917 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:49.916256 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port f258a577-7ab3-462e-8ead-75c852754662 Sep 23 15:40:49.924700 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f754d4da-a9c9-4673-ac01-509d148daab3 None None] Routers {'36cb6359-06cf-41a5-afda-019b4ea3647f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:40:49.925310 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-f754d4da-a9c9-4673-ac01-509d148daab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:40:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['36cb6359-06cf-41a5-afda-019b4ea3647f'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:40:49.941445 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-70cc74dd-3e82-4412-b7d2-53060534016d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:50.004730 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114454c-fe2c-4c1b-b400-591b0d768ad0 None None] Pushing event updated for resources: {'Port': ['ID=254ec471-28d9-4e09-9148-1717f9dcb8e2,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:50.007133 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cc74dd-3e82-4412-b7d2-53060534016d admin admin] Network 59aa17ce-a316-47f3-be7f-2e55d8edf1ba is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:40:50.009974 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-70cc74dd-3e82-4412-b7d2-53060534016d admin admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:40:50.013906 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cc74dd-3e82-4412-b7d2-53060534016d admin admin] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:40:50.033880 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port f258a577-7ab3-462e-8ead-75c852754662 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:40:50.054330 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc74dd-3e82-4412-b7d2-53060534016d admin admin] Pushing event updated for resources: {'Port': ['ID=49223dd3-8799-4c4f-9a6b-cc8957739192,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:50.077242 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-70cc74dd-3e82-4412-b7d2-53060534016d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:50.113265 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-f754d4da-a9c9-4673-ac01-509d148daab3 None None] Set router 36cb6359-06cf-41a5-afda-019b4ea3647f gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:40:50.369730 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d49b5213-80d0-4788-a02c-705c1d6f204e None None] Provisioning for port 49223dd3-8799-4c4f-9a6b-cc8957739192 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:40:50.375108 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d49b5213-80d0-4788-a02c-705c1d6f204e None None] Provisioning complete for port 49223dd3-8799-4c4f-9a6b-cc8957739192 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:40:50.375824 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d49b5213-80d0-4788-a02c-705c1d6f204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:50.376194 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-d49b5213-80d0-4788-a02c-705c1d6f204e None None] Attempt 1 to provision port 49223dd3-8799-4c4f-9a6b-cc8957739192 Sep 23 15:40:50.402072 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-f754d4da-a9c9-4673-ac01-509d148daab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'name': 'tempest-TestMinimumBasicScenario-1920154855-router', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145'}], 'enable_snat': True}, 'gw_port_id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:45Z', 'updated_at': '2022-09-23T15:40:47Z', 'revision_number': 3, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'gw_port': {'id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:46Z', 'updated_at': '2022-09-23T15:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:40:50.406386 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f754d4da-a9c9-4673-ac01-509d148daab3 None None] The sync data for ids ['36cb6359-06cf-41a5-afda-019b4ea3647f'] in dv-neutron-859093-1-hyperv is: [{'id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'name': 'tempest-TestMinimumBasicScenario-1920154855-router', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145'}], 'enable_snat': True}, 'gw_port_id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:45Z', 'updated_at': '2022-09-23T15:40:47Z', 'revision_number': 3, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'gw_port': {'id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:46Z', 'updated_at': '2022-09-23T15:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:40:50.412460 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-70cc74dd-3e82-4412-b7d2-53060534016d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:50.440442 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d49b5213-80d0-4788-a02c-705c1d6f204e None None] Port 49223dd3-8799-4c4f-9a6b-cc8957739192 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:40:50.655406 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-70cc74dd-3e82-4412-b7d2-53060534016d admin admin] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:50.710240 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-70cc74dd-3e82-4412-b7d2-53060534016d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:50.821830 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-70cc74dd-3e82-4412-b7d2-53060534016d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:50.825455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc74dd-3e82-4412-b7d2-53060534016d admin admin] Pushing event updated for resources: {'Port': ['ID=49223dd3-8799-4c4f-9a6b-cc8957739192,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:50.943935 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-d49b5213-80d0-4788-a02c-705c1d6f204e None None] Attempt 2 to provision port 49223dd3-8799-4c4f-9a6b-cc8957739192 Sep 23 15:40:51.005088 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d49b5213-80d0-4788-a02c-705c1d6f204e None None] Port 49223dd3-8799-4c4f-9a6b-cc8957739192 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:40:51.086476 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cc74dd-3e82-4412-b7d2-53060534016d admin admin] Network 59aa17ce-a316-47f3-be7f-2e55d8edf1ba is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:40:51.087663 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-70cc74dd-3e82-4412-b7d2-53060534016d admin admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:40:51.281351 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cc74dd-3e82-4412-b7d2-53060534016d admin admin] Router 36cb6359-06cf-41a5-afda-019b4ea3647f has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:40:51.460913 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cc74dd-3e82-4412-b7d2-53060534016d admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:40:51.469484 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-70cc74dd-3e82-4412-b7d2-53060534016d admin admin] 10.222.0.67 "PUT /v2.0/routers/36cb6359-06cf-41a5-afda-019b4ea3647f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7635171 Sep 23 15:40:51.506046 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-d49b5213-80d0-4788-a02c-705c1d6f204e None None] Attempt 3 to provision port 49223dd3-8799-4c4f-9a6b-cc8957739192 Sep 23 15:40:51.563052 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d49b5213-80d0-4788-a02c-705c1d6f204e None None] Port 49223dd3-8799-4c4f-9a6b-cc8957739192 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:40:51.830443 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a827d67-bfe9-4808-9d0d-10e9c094161a None None] Sync routers for ids ['36cb6359-06cf-41a5-afda-019b4ea3647f'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:40:51.840374 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a827d67-bfe9-4808-9d0d-10e9c094161a None None] Routers {'36cb6359-06cf-41a5-afda-019b4ea3647f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:40:51.847877 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-0a827d67-bfe9-4808-9d0d-10e9c094161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:40:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['36cb6359-06cf-41a5-afda-019b4ea3647f'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:40:51.888984 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 254ec471-28d9-4e09-9148-1717f9dcb8e2 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:40:52.066675 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-d49b5213-80d0-4788-a02c-705c1d6f204e None None] Attempt 4 to provision port 49223dd3-8799-4c4f-9a6b-cc8957739192 Sep 23 15:40:52.155873 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-0a827d67-bfe9-4808-9d0d-10e9c094161a None None] Set router 36cb6359-06cf-41a5-afda-019b4ea3647f gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:40:52.200084 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d49b5213-80d0-4788-a02c-705c1d6f204e None None] Port 49223dd3-8799-4c4f-9a6b-cc8957739192 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:40:52.215774 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 254ec471-28d9-4e09-9148-1717f9dcb8e2 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:40:52.224429 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 254ec471-28d9-4e09-9148-1717f9dcb8e2 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:40:52.224799 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:52.225135 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 254ec471-28d9-4e09-9148-1717f9dcb8e2 Sep 23 15:40:52.226256 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55714) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:40:52.231873 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-27c2ba97-3a25-448d-906a-366a0f2b9750 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-588353542-network', 'tenant_id': '0826314a0d7e4c24bb996eb061ae14a4'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:40:52.236745 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-27c2ba97-3a25-448d-906a-366a0f2b9750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:40:52.241370 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-27c2ba97-3a25-448d-906a-366a0f2b9750 admin admin] Usage tracker for resource:network and tenant:0826314a0d7e4c24bb996eb061ae14a4 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:40:52.244237 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-27c2ba97-3a25-448d-906a-366a0f2b9750 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:40:52.250696 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-27c2ba97-3a25-448d-906a-366a0f2b9750 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:40:52.326800 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c2ba97-3a25-448d-906a-366a0f2b9750 admin admin] Made reservation on behalf of 0826314a0d7e4c24bb996eb061ae14a4 for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:40:52.329154 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-27c2ba97-3a25-448d-906a-366a0f2b9750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:52.345533 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-27c2ba97-3a25-448d-906a-366a0f2b9750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:52.360347 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-27c2ba97-3a25-448d-906a-366a0f2b9750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:40:52.364246 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-27c2ba97-3a25-448d-906a-366a0f2b9750 admin admin] Usage tracker for resource:security_group_rule and tenant:0826314a0d7e4c24bb996eb061ae14a4 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:40:52.367736 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-27c2ba97-3a25-448d-906a-366a0f2b9750 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:40:52.373374 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-27c2ba97-3a25-448d-906a-366a0f2b9750 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:40:52.456059 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-27c2ba97-3a25-448d-906a-366a0f2b9750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:52.514247 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 254ec471-28d9-4e09-9148-1717f9dcb8e2 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:40:52.514755 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:52.515698 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-27c2ba97-3a25-448d-906a-366a0f2b9750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:52.545687 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c2ba97-3a25-448d-906a-366a0f2b9750 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:40:52.554749 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2ba97-3a25-448d-906a-366a0f2b9750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6089d41-27bb-41eb-87be-6ecd502dd426,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:52.560488 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-27c2ba97-3a25-448d-906a-366a0f2b9750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:52.560815 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-27c2ba97-3a25-448d-906a-366a0f2b9750 admin admin] Added segment 3b0a0173-ee34-4458-b497-2643957f6225 of type vlan for network 999fb4fb-09ca-4f3a-a27b-ac703123431c Sep 23 15:40:52.577038 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 254ec471-28d9-4e09-9148-1717f9dcb8e2, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=254ec471-28d9-4e09-9148-1717f9dcb8e2,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:40:52.586823 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-27c2ba97-3a25-448d-906a-366a0f2b9750 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:52.594106 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-0a827d67-bfe9-4808-9d0d-10e9c094161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'name': 'tempest-TestMinimumBasicScenario-1920154855-router', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145'}], 'enable_snat': True}, 'gw_port_id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:45Z', 'updated_at': '2022-09-23T15:40:50Z', 'revision_number': 4, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'gw_port': {'id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:46Z', 'updated_at': '2022-09-23T15:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '49223dd3-8799-4c4f-9a6b-cc8957739192', 'name': '', 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'mac_address': 'fa:16:3e:98:1f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:49Z', 'updated_at': '2022-09-23T15:40:50Z', 'revision_number': 2, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'subnets': [{'id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:40:52.598073 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a827d67-bfe9-4808-9d0d-10e9c094161a None None] Checking router: 36cb6359-06cf-41a5-afda-019b4ea3647f for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:40:52.598455 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a827d67-bfe9-4808-9d0d-10e9c094161a None None] Updating router 36cb6359-06cf-41a5-afda-019b4ea3647f port 49223dd3-8799-4c4f-9a6b-cc8957739192 binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:40:52.650123 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0a827d67-bfe9-4808-9d0d-10e9c094161a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:52.660321 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:52.683548 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-27c2ba97-3a25-448d-906a-366a0f2b9750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:52.684649 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c2ba97-3a25-448d-906a-366a0f2b9750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:40:52.685267 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-27c2ba97-3a25-448d-906a-366a0f2b9750 admin admin] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:52.704622 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-d49b5213-80d0-4788-a02c-705c1d6f204e None None] Attempt 5 to provision port 49223dd3-8799-4c4f-9a6b-cc8957739192 Sep 23 15:40:52.791564 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2ba97-3a25-448d-906a-366a0f2b9750 admin admin] Pushing event updated for resources: {'Network': ['ID=999fb4fb-09ca-4f3a-a27b-ac703123431c,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:52.810340 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 999fb4fb-09ca-4f3a-a27b-ac703123431c details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:40:52.850976 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-27c2ba97-3a25-448d-906a-366a0f2b9750 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6235895 Sep 23 15:40:52.853695 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55718) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:40:52.859202 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-689719e5-d539-4618-9629-cc9c4f637972 admin admin] Request body: {'subnet': {'network_id': '999fb4fb-09ca-4f3a-a27b-ac703123431c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-588353542-subnet', 'tenant_id': '0826314a0d7e4c24bb996eb061ae14a4', 'ip_version': 4}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:40:52.864222 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-689719e5-d539-4618-9629-cc9c4f637972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:40:52.868147 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-689719e5-d539-4618-9629-cc9c4f637972 admin admin] Usage tracker for resource:subnet and tenant:0826314a0d7e4c24bb996eb061ae14a4 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:40:52.870993 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-689719e5-d539-4618-9629-cc9c4f637972 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:40:52.877002 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-689719e5-d539-4618-9629-cc9c4f637972 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:40:52.893705 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d49b5213-80d0-4788-a02c-705c1d6f204e None None] Port 49223dd3-8799-4c4f-9a6b-cc8957739192 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:40:52.894191 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=254ec471-28d9-4e09-9148-1717f9dcb8e2,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:52.952430 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689719e5-d539-4618-9629-cc9c4f637972 admin admin] Made reservation on behalf of 0826314a0d7e4c24bb996eb061ae14a4 for: {'subnet': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:40:52.954922 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-689719e5-d539-4618-9629-cc9c4f637972 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16134049'] for subnet, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:53.194576 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0a827d67-bfe9-4808-9d0d-10e9c094161a None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:53.205764 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0a827d67-bfe9-4808-9d0d-10e9c094161a None None] Transition to ACTIVE for port object 49223dd3-8799-4c4f-9a6b-cc8957739192 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:40:53.212978 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-689719e5-d539-4618-9629-cc9c4f637972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14903842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16134031'] for subnet, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:53.287349 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0a827d67-bfe9-4808-9d0d-10e9c094161a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:53.387713 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689719e5-d539-4618-9629-cc9c4f637972 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff37f844-408d-46f3-a5d2-91a55f141f81,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:53.397499 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-d49b5213-80d0-4788-a02c-705c1d6f204e None None] Attempt 6 to provision port 49223dd3-8799-4c4f-9a6b-cc8957739192 Sep 23 15:40:53.398677 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689719e5-d539-4618-9629-cc9c4f637972 admin admin] Checking segment: {'id': '3b0a0173-ee34-4458-b497-2643957f6225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '999fb4fb-09ca-4f3a-a27b-ac703123431c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89738) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:40:53.399027 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689719e5-d539-4618-9629-cc9c4f637972 admin admin] Network hostable DHCP agents. Network: 999fb4fb-09ca-4f3a-a27b-ac703123431c, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89738) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:40:53.469947 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689719e5-d539-4618-9629-cc9c4f637972 admin admin] Network 999fb4fb-09ca-4f3a-a27b-ac703123431c is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89738) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:40:53.492508 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cebfc3-8b1f-45fe-a1e1-8802d52b9f35 None None] Pushing event updated for resources: {'Port': ['ID=49223dd3-8799-4c4f-9a6b-cc8957739192,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:53.533364 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-689719e5-d539-4618-9629-cc9c4f637972 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 999fb4fb-09ca-4f3a-a27b-ac703123431c) {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:40:53.537001 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689719e5-d539-4618-9629-cc9c4f637972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:40:53.537593 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-689719e5-d539-4618-9629-cc9c4f637972 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:53.543822 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe07787-0a5a-4919-98e1-ff3d8a9870a8 None None] Network 999fb4fb-09ca-4f3a-a27b-ac703123431c requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:40:53.574507 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d49b5213-80d0-4788-a02c-705c1d6f204e None None] Port 49223dd3-8799-4c4f-9a6b-cc8957739192 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:40:53.607540 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-689719e5-d539-4618-9629-cc9c4f637972 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7528207 Sep 23 15:40:53.610101 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55722) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:40:53.615776 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-d0c3c346-200b-4ad6-a828-23835db25ccf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-588353542-router', 'tenant_id': '0826314a0d7e4c24bb996eb061ae14a4', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:40:53.620839 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d0c3c346-200b-4ad6-a828-23835db25ccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:40:53.625020 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d0c3c346-200b-4ad6-a828-23835db25ccf admin admin] Usage tracker for resource:router and tenant:0826314a0d7e4c24bb996eb061ae14a4 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:40:53.628109 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d0c3c346-200b-4ad6-a828-23835db25ccf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:40:53.634760 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d0c3c346-200b-4ad6-a828-23835db25ccf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:40:53.672549 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0a827d67-bfe9-4808-9d0d-10e9c094161a None None] Attempting to bind port 49223dd3-8799-4c4f-9a6b-cc8957739192 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:40:53.672916 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0a827d67-bfe9-4808-9d0d-10e9c094161a None None] Attempting to bind port 49223dd3-8799-4c4f-9a6b-cc8957739192 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'ad5c1961-916d-4157-a450-8dc6437814a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:40:53.673274 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a827d67-bfe9-4808-9d0d-10e9c094161a None None] Attempting to bind port 49223dd3-8799-4c4f-9a6b-cc8957739192 on network 59aa17ce-a316-47f3-be7f-2e55d8edf1ba {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:40:53.688295 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a827d67-bfe9-4808-9d0d-10e9c094161a None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:40:53.688665 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a827d67-bfe9-4808-9d0d-10e9c094161a None None] Checking segment: {'id': 'ad5c1961-916d-4157-a450-8dc6437814a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:40:53.689060 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0a827d67-bfe9-4808-9d0d-10e9c094161a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:53.689448 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a827d67-bfe9-4808-9d0d-10e9c094161a None None] Bound using segment: {'id': 'ad5c1961-916d-4157-a450-8dc6437814a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:40:53.689909 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0a827d67-bfe9-4808-9d0d-10e9c094161a None None] Bound port: 49223dd3-8799-4c4f-9a6b-cc8957739192, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5c1961-916d-4157-a450-8dc6437814a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:40:53.690280 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0a827d67-bfe9-4808-9d0d-10e9c094161a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:53.701044 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c346-200b-4ad6-a828-23835db25ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:53.702133 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c346-200b-4ad6-a828-23835db25ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:53.717649 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c346-200b-4ad6-a828-23835db25ccf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:53.846492 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 254ec471-28d9-4e09-9148-1717f9dcb8e2 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:40:53.877984 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-0a827d67-bfe9-4808-9d0d-10e9c094161a None None] For port 49223dd3-8799-4c4f-9a6b-cc8957739192, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:40:53.906339 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-0a827d67-bfe9-4808-9d0d-10e9c094161a None None] For port 49223dd3-8799-4c4f-9a6b-cc8957739192, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=49223dd3-8799-4c4f-9a6b-cc8957739192,segment=NetworkSegment(ad5c1961-916d-4157-a450-8dc6437814a1),segment_id=ad5c1961-916d-4157-a450-8dc6437814a1)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:40:53.963002 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0a827d67-bfe9-4808-9d0d-10e9c094161a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:53.997478 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3860aa-93d1-4038-9e70-bb36258abc2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-999fb4fb-09ca-4f3a-a27b-ac703123431c', 'network_id': '999fb4fb-09ca-4f3a-a27b-ac703123431c', 'tenant_id': '0826314a0d7e4c24bb996eb061ae14a4', 'fixed_ips': [{'subnet_id': 'ff37f844-408d-46f3-a5d2-91a55f141f81'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:40:53.998273 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6c3860aa-93d1-4038-9e70-bb36258abc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:54.047312 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a827d67-bfe9-4808-9d0d-10e9c094161a None None] Routers {'36cb6359-06cf-41a5-afda-019b4ea3647f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:40:54.047749 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-0a827d67-bfe9-4808-9d0d-10e9c094161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:40:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['36cb6359-06cf-41a5-afda-019b4ea3647f'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:40:54.073299 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c346-200b-4ad6-a828-23835db25ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:54.139296 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-d49b5213-80d0-4788-a02c-705c1d6f204e None None] Attempt 7 to provision port 49223dd3-8799-4c4f-9a6b-cc8957739192 Sep 23 15:40:54.232303 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 254ec471-28d9-4e09-9148-1717f9dcb8e2 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:40:54.232946 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:54.233044 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 254ec471-28d9-4e09-9148-1717f9dcb8e2 Sep 23 15:40:54.284352 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cebfc3-8b1f-45fe-a1e1-8802d52b9f35 None None] Pushing event updated for resources: {'Port': ['ID=49223dd3-8799-4c4f-9a6b-cc8957739192,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:54.439936 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d49b5213-80d0-4788-a02c-705c1d6f204e None None] Port 49223dd3-8799-4c4f-9a6b-cc8957739192 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:40:54.466156 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c346-200b-4ad6-a828-23835db25ccf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:54.473537 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-0a827d67-bfe9-4808-9d0d-10e9c094161a None None] Set router 36cb6359-06cf-41a5-afda-019b4ea3647f gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:40:54.496043 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c346-200b-4ad6-a828-23835db25ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:54.634501 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-d0c3c346-200b-4ad6-a828-23835db25ccf admin admin] Allocated IP 172.26.10.236 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/f3276346-8e3d-432b-af4c-60e9e4d71810) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:40:54.670265 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-6c3860aa-93d1-4038-9e70-bb36258abc2f None None] Allocated IP 172.20.0.2 (999fb4fb-09ca-4f3a-a27b-ac703123431c/ff37f844-408d-46f3-a5d2-91a55f141f81/10655e05-7af9-4716-99a4-60ad61af8744) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:40:54.752588 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 254ec471-28d9-4e09-9148-1717f9dcb8e2 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:40:54.782987 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c346-200b-4ad6-a828-23835db25ccf admin admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:54.873041 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c346-200b-4ad6-a828-23835db25ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:54.936771 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c3c346-200b-4ad6-a828-23835db25ccf admin admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:40:54.939514 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-d0c3c346-200b-4ad6-a828-23835db25ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:40:54.943417 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c3c346-200b-4ad6-a828-23835db25ccf admin admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:40:54.982868 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3c346-200b-4ad6-a828-23835db25ccf admin admin] Pushing event updated for resources: {'Port': ['ID=f3276346-8e3d-432b-af4c-60e9e4d71810,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:55.035325 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6c3860aa-93d1-4038-9e70-bb36258abc2f None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:55.048990 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-6c3860aa-93d1-4038-9e70-bb36258abc2f None None] Transition to ACTIVE for port object 10655e05-7af9-4716-99a4-60ad61af8744 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:40:55.067558 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-0a827d67-bfe9-4808-9d0d-10e9c094161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'name': 'tempest-TestMinimumBasicScenario-1920154855-router', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145'}], 'enable_snat': True}, 'gw_port_id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:45Z', 'updated_at': '2022-09-23T15:40:50Z', 'revision_number': 4, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'gw_port': {'id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:46Z', 'updated_at': '2022-09-23T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '49223dd3-8799-4c4f-9a6b-cc8957739192', 'name': '', 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'mac_address': 'fa:16:3e:98:1f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:49Z', 'updated_at': '2022-09-23T15:40:53Z', 'revision_number': 4, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'subnets': [{'id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:40:55.075763 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-6c3860aa-93d1-4038-9e70-bb36258abc2f None None] Transition to ACTIVE for port object 10655e05-7af9-4716-99a4-60ad61af8744 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:40:55.078799 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a827d67-bfe9-4808-9d0d-10e9c094161a None None] The sync data for ids ['36cb6359-06cf-41a5-afda-019b4ea3647f'] in dv-neutron-859093-1-hyperv is: [{'id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'name': 'tempest-TestMinimumBasicScenario-1920154855-router', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145'}], 'enable_snat': True}, 'gw_port_id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:45Z', 'updated_at': '2022-09-23T15:40:50Z', 'revision_number': 4, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'gw_port': {'id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:46Z', 'updated_at': '2022-09-23T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '49223dd3-8799-4c4f-9a6b-cc8957739192', 'name': '', 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'mac_address': 'fa:16:3e:98:1f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:49Z', 'updated_at': '2022-09-23T15:40:53Z', 'revision_number': 4, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'subnets': [{'id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:40:55.168105 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6c3860aa-93d1-4038-9e70-bb36258abc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:55.299167 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3860aa-93d1-4038-9e70-bb36258abc2f None None] Network 999fb4fb-09ca-4f3a-a27b-ac703123431c is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:40:55.301899 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-6c3860aa-93d1-4038-9e70-bb36258abc2f None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:40:55.306943 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3860aa-93d1-4038-9e70-bb36258abc2f None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:40:55.309096 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3860aa-93d1-4038-9e70-bb36258abc2f None None] Pushing event updated for resources: {'Port': ['ID=10655e05-7af9-4716-99a4-60ad61af8744,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:55.424058 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-6c3860aa-93d1-4038-9e70-bb36258abc2f None None] Attempting to bind port 10655e05-7af9-4716-99a4-60ad61af8744 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:40:55.424631 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-6c3860aa-93d1-4038-9e70-bb36258abc2f None None] Attempting to bind port 10655e05-7af9-4716-99a4-60ad61af8744 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '3b0a0173-ee34-4458-b497-2643957f6225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '999fb4fb-09ca-4f3a-a27b-ac703123431c'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:40:55.425204 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3860aa-93d1-4038-9e70-bb36258abc2f None None] Attempting to bind port 10655e05-7af9-4716-99a4-60ad61af8744 on network 999fb4fb-09ca-4f3a-a27b-ac703123431c {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:40:55.432241 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3860aa-93d1-4038-9e70-bb36258abc2f None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:40:55.432648 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3860aa-93d1-4038-9e70-bb36258abc2f None None] Checking segment: {'id': '3b0a0173-ee34-4458-b497-2643957f6225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '999fb4fb-09ca-4f3a-a27b-ac703123431c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:40:55.433027 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6c3860aa-93d1-4038-9e70-bb36258abc2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:55.433416 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3860aa-93d1-4038-9e70-bb36258abc2f None None] Bound using segment: {'id': '3b0a0173-ee34-4458-b497-2643957f6225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '999fb4fb-09ca-4f3a-a27b-ac703123431c'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:40:55.433881 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-6c3860aa-93d1-4038-9e70-bb36258abc2f None None] Bound port: 10655e05-7af9-4716-99a4-60ad61af8744, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0a0173-ee34-4458-b497-2643957f6225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '999fb4fb-09ca-4f3a-a27b-ac703123431c'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:40:55.434249 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6c3860aa-93d1-4038-9e70-bb36258abc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:55.530074 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-6c3860aa-93d1-4038-9e70-bb36258abc2f None None] For port 10655e05-7af9-4716-99a4-60ad61af8744, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:40:55.533274 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-6c3860aa-93d1-4038-9e70-bb36258abc2f None None] For port 10655e05-7af9-4716-99a4-60ad61af8744, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=10655e05-7af9-4716-99a4-60ad61af8744,segment=NetworkSegment(3b0a0173-ee34-4458-b497-2643957f6225),segment_id=3b0a0173-ee34-4458-b497-2643957f6225)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:40:55.588198 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c346-200b-4ad6-a828-23835db25ccf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:55.610066 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6c3860aa-93d1-4038-9e70-bb36258abc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:55.687365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3860aa-93d1-4038-9e70-bb36258abc2f None None] Pushing event updated for resources: {'Port': ['ID=10655e05-7af9-4716-99a4-60ad61af8744,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:55.884783 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 49223dd3-8799-4c4f-9a6b-cc8957739192 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:40:55.991308 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c346-200b-4ad6-a828-23835db25ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:56.055147 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 49223dd3-8799-4c4f-9a6b-cc8957739192 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:40:56.060582 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 49223dd3-8799-4c4f-9a6b-cc8957739192 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:40:56.062405 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:56.062405 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 49223dd3-8799-4c4f-9a6b-cc8957739192 Sep 23 15:40:56.194600 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 49223dd3-8799-4c4f-9a6b-cc8957739192 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:40:56.194987 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:56.227269 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 49223dd3-8799-4c4f-9a6b-cc8957739192, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=49223dd3-8799-4c4f-9a6b-cc8957739192,segment=NetworkSegment(ad5c1961-916d-4157-a450-8dc6437814a1),segment_id=ad5c1961-916d-4157-a450-8dc6437814a1)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:40:56.307149 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c3c346-200b-4ad6-a828-23835db25ccf admin admin] Router 15333751-1829-44b9-8cd0-8e86e5314df4 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:40:56.363943 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:56.439021 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=49223dd3-8799-4c4f-9a6b-cc8957739192,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:56.502374 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c3c346-200b-4ad6-a828-23835db25ccf admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:40:56.511612 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932350fc-3a36-42ec-bda5-87723ad14107 None None] Sync routers for ids ['15333751-1829-44b9-8cd0-8e86e5314df4'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:40:56.521925 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932350fc-3a36-42ec-bda5-87723ad14107 None None] Routers {'15333751-1829-44b9-8cd0-8e86e5314df4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:40:56.522668 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-932350fc-3a36-42ec-bda5-87723ad14107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:40:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['15333751-1829-44b9-8cd0-8e86e5314df4'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:40:56.620835 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0c3c346-200b-4ad6-a828-23835db25ccf admin admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:56.624815 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d0c3c346-200b-4ad6-a828-23835db25ccf admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0111701 Sep 23 15:40:56.624969 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55726) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:40:56.738747 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-932350fc-3a36-42ec-bda5-87723ad14107 None None] Set router 15333751-1829-44b9-8cd0-8e86e5314df4 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:40:56.759365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c7cf70-2ccd-469a-87a4-9458b4a2c5b2 None None] Network 999fb4fb-09ca-4f3a-a27b-ac703123431c requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:40:56.930282 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-574a2fb1-4100-4d9a-a330-73abee6d83c5 None None] Provisioning for port 10655e05-7af9-4716-99a4-60ad61af8744 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:40:57.035172 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-932350fc-3a36-42ec-bda5-87723ad14107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15333751-1829-44b9-8cd0-8e86e5314df4', 'name': 'tempest-TestMinimumBasicScenario-588353542-router', 'tenant_id': '0826314a0d7e4c24bb996eb061ae14a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.236'}], 'enable_snat': True}, 'gw_port_id': 'f3276346-8e3d-432b-af4c-60e9e4d71810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:53Z', 'updated_at': '2022-09-23T15:40:55Z', 'revision_number': 3, 'project_id': '0826314a0d7e4c24bb996eb061ae14a4', 'gw_port': {'id': 'f3276346-8e3d-432b-af4c-60e9e4d71810', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:96:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15333751-1829-44b9-8cd0-8e86e5314df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:54Z', 'updated_at': '2022-09-23T15:40:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:40:57.040212 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932350fc-3a36-42ec-bda5-87723ad14107 None None] Checking router: 15333751-1829-44b9-8cd0-8e86e5314df4 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:40:57.040797 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932350fc-3a36-42ec-bda5-87723ad14107 None None] Updating router 15333751-1829-44b9-8cd0-8e86e5314df4 port f3276346-8e3d-432b-af4c-60e9e4d71810 binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:40:57.103474 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-932350fc-3a36-42ec-bda5-87723ad14107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:57.460488 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-932350fc-3a36-42ec-bda5-87723ad14107 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:57.471678 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-932350fc-3a36-42ec-bda5-87723ad14107 None None] Transition to ACTIVE for port object f3276346-8e3d-432b-af4c-60e9e4d71810 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:40:57.519944 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2b4af2d6-bcac-4473-ab15-562c48ee7485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:57.560935 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-932350fc-3a36-42ec-bda5-87723ad14107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:57.624753 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-932350fc-3a36-42ec-bda5-87723ad14107 None None] Attempting to bind port f3276346-8e3d-432b-af4c-60e9e4d71810 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:40:57.625104 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-932350fc-3a36-42ec-bda5-87723ad14107 None None] Attempting to bind port f3276346-8e3d-432b-af4c-60e9e4d71810 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:40:57.625458 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932350fc-3a36-42ec-bda5-87723ad14107 None None] Attempting to bind port f3276346-8e3d-432b-af4c-60e9e4d71810 on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:40:57.635350 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932350fc-3a36-42ec-bda5-87723ad14107 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:40:57.635713 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932350fc-3a36-42ec-bda5-87723ad14107 None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:40:57.636103 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-932350fc-3a36-42ec-bda5-87723ad14107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:57.636541 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932350fc-3a36-42ec-bda5-87723ad14107 None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:40:57.636977 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-932350fc-3a36-42ec-bda5-87723ad14107 None None] Bound port: f3276346-8e3d-432b-af4c-60e9e4d71810, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:40:57.637341 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-932350fc-3a36-42ec-bda5-87723ad14107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:57.673014 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05424f-cb43-45f2-970a-b22007f8d87d None None] Pushing event updated for resources: {'Port': ['ID=f3276346-8e3d-432b-af4c-60e9e4d71810,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:57.713069 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-932350fc-3a36-42ec-bda5-87723ad14107 None None] For port f3276346-8e3d-432b-af4c-60e9e4d71810, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:40:57.716257 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-932350fc-3a36-42ec-bda5-87723ad14107 None None] For port f3276346-8e3d-432b-af4c-60e9e4d71810, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f3276346-8e3d-432b-af4c-60e9e4d71810,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:40:57.726196 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-2b4af2d6-bcac-4473-ab15-562c48ee7485 admin admin] Allocated IP 172.20.0.1 (999fb4fb-09ca-4f3a-a27b-ac703123431c/ff37f844-408d-46f3-a5d2-91a55f141f81/be4d871e-db43-4f55-8cb6-ed61ca125ff8) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:40:57.795831 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-932350fc-3a36-42ec-bda5-87723ad14107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:57.860799 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932350fc-3a36-42ec-bda5-87723ad14107 None None] Routers {'15333751-1829-44b9-8cd0-8e86e5314df4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:40:57.861419 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-932350fc-3a36-42ec-bda5-87723ad14107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:40:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['15333751-1829-44b9-8cd0-8e86e5314df4'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:40:57.884297 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2b4af2d6-bcac-4473-ab15-562c48ee7485 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:57.900375 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-2b4af2d6-bcac-4473-ab15-562c48ee7485 admin admin] Transition to ACTIVE for port object be4d871e-db43-4f55-8cb6-ed61ca125ff8 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:40:57.943079 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 49223dd3-8799-4c4f-9a6b-cc8957739192 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:40:57.956891 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05424f-cb43-45f2-970a-b22007f8d87d None None] Pushing event updated for resources: {'Port': ['ID=f3276346-8e3d-432b-af4c-60e9e4d71810,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:58.013129 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2b4af2d6-bcac-4473-ab15-562c48ee7485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:58.013687 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 49223dd3-8799-4c4f-9a6b-cc8957739192 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:40:58.014058 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:58.014418 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 49223dd3-8799-4c4f-9a6b-cc8957739192 Sep 23 15:40:58.052315 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-932350fc-3a36-42ec-bda5-87723ad14107 None None] Set router 15333751-1829-44b9-8cd0-8e86e5314df4 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:40:58.079524 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4af2d6-bcac-4473-ab15-562c48ee7485 admin admin] Network 999fb4fb-09ca-4f3a-a27b-ac703123431c is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:40:58.082264 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-2b4af2d6-bcac-4473-ab15-562c48ee7485 admin admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:40:58.086730 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4af2d6-bcac-4473-ab15-562c48ee7485 admin admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:40:58.128684 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4af2d6-bcac-4473-ab15-562c48ee7485 admin admin] Pushing event updated for resources: {'Port': ['ID=be4d871e-db43-4f55-8cb6-ed61ca125ff8,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:58.133821 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 49223dd3-8799-4c4f-9a6b-cc8957739192 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:40:58.134963 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 10655e05-7af9-4716-99a4-60ad61af8744 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:40:58.157252 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2b4af2d6-bcac-4473-ab15-562c48ee7485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:58.270208 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 10655e05-7af9-4716-99a4-60ad61af8744 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:40:58.276718 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 10655e05-7af9-4716-99a4-60ad61af8744 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:40:58.280600 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:58.281224 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 10655e05-7af9-4716-99a4-60ad61af8744 Sep 23 15:40:58.397118 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-932350fc-3a36-42ec-bda5-87723ad14107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15333751-1829-44b9-8cd0-8e86e5314df4', 'name': 'tempest-TestMinimumBasicScenario-588353542-router', 'tenant_id': '0826314a0d7e4c24bb996eb061ae14a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.236'}], 'enable_snat': True}, 'gw_port_id': 'f3276346-8e3d-432b-af4c-60e9e4d71810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:53Z', 'updated_at': '2022-09-23T15:40:55Z', 'revision_number': 3, 'project_id': '0826314a0d7e4c24bb996eb061ae14a4', 'gw_port': {'id': 'f3276346-8e3d-432b-af4c-60e9e4d71810', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:96:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15333751-1829-44b9-8cd0-8e86e5314df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:54Z', 'updated_at': '2022-09-23T15:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:40:58.400896 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932350fc-3a36-42ec-bda5-87723ad14107 None None] The sync data for ids ['15333751-1829-44b9-8cd0-8e86e5314df4'] in dv-neutron-859093-1-hyperv is: [{'id': '15333751-1829-44b9-8cd0-8e86e5314df4', 'name': 'tempest-TestMinimumBasicScenario-588353542-router', 'tenant_id': '0826314a0d7e4c24bb996eb061ae14a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.236'}], 'enable_snat': True}, 'gw_port_id': 'f3276346-8e3d-432b-af4c-60e9e4d71810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:53Z', 'updated_at': '2022-09-23T15:40:55Z', 'revision_number': 3, 'project_id': '0826314a0d7e4c24bb996eb061ae14a4', 'gw_port': {'id': 'f3276346-8e3d-432b-af4c-60e9e4d71810', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:96:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15333751-1829-44b9-8cd0-8e86e5314df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:54Z', 'updated_at': '2022-09-23T15:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:40:58.427563 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 10655e05-7af9-4716-99a4-60ad61af8744 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:40:58.427942 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:58.462385 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 10655e05-7af9-4716-99a4-60ad61af8744, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=10655e05-7af9-4716-99a4-60ad61af8744,segment=NetworkSegment(3b0a0173-ee34-4458-b497-2643957f6225),segment_id=3b0a0173-ee34-4458-b497-2643957f6225)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:40:58.476961 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9478d6a7-a3b9-4aaf-b01f-4c3bbe32dd00 None None] Provisioning for port be4d871e-db43-4f55-8cb6-ed61ca125ff8 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:40:58.478346 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9478d6a7-a3b9-4aaf-b01f-4c3bbe32dd00 None None] Provisioning complete for port be4d871e-db43-4f55-8cb6-ed61ca125ff8 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:40:58.478736 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9478d6a7-a3b9-4aaf-b01f-4c3bbe32dd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:58.479095 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9478d6a7-a3b9-4aaf-b01f-4c3bbe32dd00 None None] Attempt 1 to provision port be4d871e-db43-4f55-8cb6-ed61ca125ff8 Sep 23 15:40:58.534370 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9478d6a7-a3b9-4aaf-b01f-4c3bbe32dd00 None None] Port be4d871e-db43-4f55-8cb6-ed61ca125ff8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:40:58.547132 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:58.558032 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2b4af2d6-bcac-4473-ab15-562c48ee7485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:58.644689 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=10655e05-7af9-4716-99a4-60ad61af8744,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:58.826924 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2b4af2d6-bcac-4473-ab15-562c48ee7485 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:58.881516 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2b4af2d6-bcac-4473-ab15-562c48ee7485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:58.990091 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2b4af2d6-bcac-4473-ab15-562c48ee7485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:40:58.993722 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4af2d6-bcac-4473-ab15-562c48ee7485 admin admin] Pushing event updated for resources: {'Port': ['ID=be4d871e-db43-4f55-8cb6-ed61ca125ff8,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:40:59.035282 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9478d6a7-a3b9-4aaf-b01f-4c3bbe32dd00 None None] Attempt 2 to provision port be4d871e-db43-4f55-8cb6-ed61ca125ff8 Sep 23 15:40:59.093328 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9478d6a7-a3b9-4aaf-b01f-4c3bbe32dd00 None None] Port be4d871e-db43-4f55-8cb6-ed61ca125ff8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:40:59.242363 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4af2d6-bcac-4473-ab15-562c48ee7485 admin admin] Network 999fb4fb-09ca-4f3a-a27b-ac703123431c is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:40:59.243450 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-2b4af2d6-bcac-4473-ab15-562c48ee7485 admin admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:40:59.435705 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4af2d6-bcac-4473-ab15-562c48ee7485 admin admin] Router 15333751-1829-44b9-8cd0-8e86e5314df4 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:40:59.594521 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9478d6a7-a3b9-4aaf-b01f-4c3bbe32dd00 None None] Attempt 3 to provision port be4d871e-db43-4f55-8cb6-ed61ca125ff8 Sep 23 15:40:59.621147 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4af2d6-bcac-4473-ab15-562c48ee7485 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:40:59.639077 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2b4af2d6-bcac-4473-ab15-562c48ee7485 admin admin] 10.222.0.67 "PUT /v2.0/routers/15333751-1829-44b9-8cd0-8e86e5314df4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0128536 Sep 23 15:40:59.654863 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9478d6a7-a3b9-4aaf-b01f-4c3bbe32dd00 None None] Port be4d871e-db43-4f55-8cb6-ed61ca125ff8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:40:59.851733 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bda1223-68a1-42f0-9ede-6a076223a3b3 None None] Sync routers for ids ['15333751-1829-44b9-8cd0-8e86e5314df4'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:40:59.860930 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bda1223-68a1-42f0-9ede-6a076223a3b3 None None] Routers {'15333751-1829-44b9-8cd0-8e86e5314df4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:40:59.861608 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-1bda1223-68a1-42f0-9ede-6a076223a3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:40:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['15333751-1829-44b9-8cd0-8e86e5314df4'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:40:59.928914 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f3276346-8e3d-432b-af4c-60e9e4d71810 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:41:00.130846 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-1bda1223-68a1-42f0-9ede-6a076223a3b3 None None] Set router 15333751-1829-44b9-8cd0-8e86e5314df4 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:41:00.172825 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9478d6a7-a3b9-4aaf-b01f-4c3bbe32dd00 None None] Attempt 4 to provision port be4d871e-db43-4f55-8cb6-ed61ca125ff8 Sep 23 15:41:00.216325 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port f3276346-8e3d-432b-af4c-60e9e4d71810 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:41:00.243688 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port f3276346-8e3d-432b-af4c-60e9e4d71810 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:41:00.244309 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:00.244647 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port f3276346-8e3d-432b-af4c-60e9e4d71810 Sep 23 15:41:00.352252 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9478d6a7-a3b9-4aaf-b01f-4c3bbe32dd00 None None] Port be4d871e-db43-4f55-8cb6-ed61ca125ff8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:41:00.566118 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port f3276346-8e3d-432b-af4c-60e9e4d71810 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:41:00.568768 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:00.600590 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port f3276346-8e3d-432b-af4c-60e9e4d71810, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f3276346-8e3d-432b-af4c-60e9e4d71810,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:41:00.631024 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-1bda1223-68a1-42f0-9ede-6a076223a3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15333751-1829-44b9-8cd0-8e86e5314df4', 'name': 'tempest-TestMinimumBasicScenario-588353542-router', 'tenant_id': '0826314a0d7e4c24bb996eb061ae14a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.236'}], 'enable_snat': True}, 'gw_port_id': 'f3276346-8e3d-432b-af4c-60e9e4d71810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:53Z', 'updated_at': '2022-09-23T15:40:58Z', 'revision_number': 4, 'project_id': '0826314a0d7e4c24bb996eb061ae14a4', 'gw_port': {'id': 'f3276346-8e3d-432b-af4c-60e9e4d71810', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:96:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15333751-1829-44b9-8cd0-8e86e5314df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:54Z', 'updated_at': '2022-09-23T15:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'be4d871e-db43-4f55-8cb6-ed61ca125ff8', 'name': '', 'network_id': '999fb4fb-09ca-4f3a-a27b-ac703123431c', 'tenant_id': '0826314a0d7e4c24bb996eb061ae14a4', 'mac_address': 'fa:16:3e:8b:b3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15333751-1829-44b9-8cd0-8e86e5314df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'ff37f844-408d-46f3-a5d2-91a55f141f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:57Z', 'updated_at': '2022-09-23T15:40:58Z', 'revision_number': 2, 'project_id': '0826314a0d7e4c24bb996eb061ae14a4', 'subnets': [{'id': 'ff37f844-408d-46f3-a5d2-91a55f141f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:41:00.635350 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bda1223-68a1-42f0-9ede-6a076223a3b3 None None] Checking router: 15333751-1829-44b9-8cd0-8e86e5314df4 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:41:00.638052 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bda1223-68a1-42f0-9ede-6a076223a3b3 None None] Updating router 15333751-1829-44b9-8cd0-8e86e5314df4 port be4d871e-db43-4f55-8cb6-ed61ca125ff8 binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:41:00.667227 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:00.667406 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 10655e05-7af9-4716-99a4-60ad61af8744 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:41:00.799879 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bda1223-68a1-42f0-9ede-6a076223a3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:00.841244 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=f3276346-8e3d-432b-af4c-60e9e4d71810,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:41:00.853223 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9478d6a7-a3b9-4aaf-b01f-4c3bbe32dd00 None None] Attempt 5 to provision port be4d871e-db43-4f55-8cb6-ed61ca125ff8 Sep 23 15:41:00.972968 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9478d6a7-a3b9-4aaf-b01f-4c3bbe32dd00 None None] Port be4d871e-db43-4f55-8cb6-ed61ca125ff8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:41:01.000741 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 10655e05-7af9-4716-99a4-60ad61af8744 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:41:01.001113 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:01.001439 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 10655e05-7af9-4716-99a4-60ad61af8744 Sep 23 15:41:01.237897 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 10655e05-7af9-4716-99a4-60ad61af8744 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:41:01.326759 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bda1223-68a1-42f0-9ede-6a076223a3b3 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:01.339874 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1bda1223-68a1-42f0-9ede-6a076223a3b3 None None] Transition to ACTIVE for port object be4d871e-db43-4f55-8cb6-ed61ca125ff8 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:41:01.398206 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bda1223-68a1-42f0-9ede-6a076223a3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:01.494463 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9478d6a7-a3b9-4aaf-b01f-4c3bbe32dd00 None None] Attempt 6 to provision port be4d871e-db43-4f55-8cb6-ed61ca125ff8 Sep 23 15:41:01.724904 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d1877-5163-4164-8e04-fda80da7a0ad None None] Pushing event updated for resources: {'Port': ['ID=be4d871e-db43-4f55-8cb6-ed61ca125ff8,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:41:01.731548 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9478d6a7-a3b9-4aaf-b01f-4c3bbe32dd00 None None] Port be4d871e-db43-4f55-8cb6-ed61ca125ff8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:41:01.737129 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-1bda1223-68a1-42f0-9ede-6a076223a3b3 None None] Attempting to bind port be4d871e-db43-4f55-8cb6-ed61ca125ff8 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:41:01.737498 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-1bda1223-68a1-42f0-9ede-6a076223a3b3 None None] Attempting to bind port be4d871e-db43-4f55-8cb6-ed61ca125ff8 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '3b0a0173-ee34-4458-b497-2643957f6225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '999fb4fb-09ca-4f3a-a27b-ac703123431c'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:41:01.737863 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bda1223-68a1-42f0-9ede-6a076223a3b3 None None] Attempting to bind port be4d871e-db43-4f55-8cb6-ed61ca125ff8 on network 999fb4fb-09ca-4f3a-a27b-ac703123431c {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:41:01.745004 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bda1223-68a1-42f0-9ede-6a076223a3b3 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:41:01.745642 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bda1223-68a1-42f0-9ede-6a076223a3b3 None None] Checking segment: {'id': '3b0a0173-ee34-4458-b497-2643957f6225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '999fb4fb-09ca-4f3a-a27b-ac703123431c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:41:01.746040 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bda1223-68a1-42f0-9ede-6a076223a3b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:01.746464 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bda1223-68a1-42f0-9ede-6a076223a3b3 None None] Bound using segment: {'id': '3b0a0173-ee34-4458-b497-2643957f6225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '999fb4fb-09ca-4f3a-a27b-ac703123431c'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:41:01.746928 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-1bda1223-68a1-42f0-9ede-6a076223a3b3 None None] Bound port: be4d871e-db43-4f55-8cb6-ed61ca125ff8, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0a0173-ee34-4458-b497-2643957f6225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '999fb4fb-09ca-4f3a-a27b-ac703123431c'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:41:01.747296 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bda1223-68a1-42f0-9ede-6a076223a3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:01.852585 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1bda1223-68a1-42f0-9ede-6a076223a3b3 None None] For port be4d871e-db43-4f55-8cb6-ed61ca125ff8, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:41:01.857056 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1bda1223-68a1-42f0-9ede-6a076223a3b3 None None] For port be4d871e-db43-4f55-8cb6-ed61ca125ff8, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=be4d871e-db43-4f55-8cb6-ed61ca125ff8,segment=NetworkSegment(3b0a0173-ee34-4458-b497-2643957f6225),segment_id=3b0a0173-ee34-4458-b497-2643957f6225)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:41:01.884708 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f3276346-8e3d-432b-af4c-60e9e4d71810 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:41:01.937782 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bda1223-68a1-42f0-9ede-6a076223a3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:02.007107 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bda1223-68a1-42f0-9ede-6a076223a3b3 None None] Routers {'15333751-1829-44b9-8cd0-8e86e5314df4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:41:02.007662 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-1bda1223-68a1-42f0-9ede-6a076223a3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:40:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['15333751-1829-44b9-8cd0-8e86e5314df4'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:41:02.180810 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d1877-5163-4164-8e04-fda80da7a0ad None None] Pushing event updated for resources: {'Port': ['ID=be4d871e-db43-4f55-8cb6-ed61ca125ff8,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:41:02.206721 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port f3276346-8e3d-432b-af4c-60e9e4d71810 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:41:02.207172 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:02.207562 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port f3276346-8e3d-432b-af4c-60e9e4d71810 Sep 23 15:41:02.231539 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7f4b7e3a-399a-4dfe-ae62-c0fbdf878edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:02.241285 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9478d6a7-a3b9-4aaf-b01f-4c3bbe32dd00 None None] Attempt 7 to provision port be4d871e-db43-4f55-8cb6-ed61ca125ff8 Sep 23 15:41:02.331100 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-1bda1223-68a1-42f0-9ede-6a076223a3b3 None None] Set router 15333751-1829-44b9-8cd0-8e86e5314df4 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:41:02.420464 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9478d6a7-a3b9-4aaf-b01f-4c3bbe32dd00 None None] Port be4d871e-db43-4f55-8cb6-ed61ca125ff8 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:41:02.626018 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port f3276346-8e3d-432b-af4c-60e9e4d71810 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:41:02.743852 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-1bda1223-68a1-42f0-9ede-6a076223a3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15333751-1829-44b9-8cd0-8e86e5314df4', 'name': 'tempest-TestMinimumBasicScenario-588353542-router', 'tenant_id': '0826314a0d7e4c24bb996eb061ae14a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.236'}], 'enable_snat': True}, 'gw_port_id': 'f3276346-8e3d-432b-af4c-60e9e4d71810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:53Z', 'updated_at': '2022-09-23T15:40:58Z', 'revision_number': 4, 'project_id': '0826314a0d7e4c24bb996eb061ae14a4', 'gw_port': {'id': 'f3276346-8e3d-432b-af4c-60e9e4d71810', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15333751-1829-44b9-8cd0-8e86e5314df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:54Z', 'updated_at': '2022-09-23T15:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'be4d871e-db43-4f55-8cb6-ed61ca125ff8', 'name': '', 'network_id': '999fb4fb-09ca-4f3a-a27b-ac703123431c', 'tenant_id': '0826314a0d7e4c24bb996eb061ae14a4', 'mac_address': 'fa:16:3e:8b:b3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15333751-1829-44b9-8cd0-8e86e5314df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'ff37f844-408d-46f3-a5d2-91a55f141f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:57Z', 'updated_at': '2022-09-23T15:41:01Z', 'revision_number': 4, 'project_id': '0826314a0d7e4c24bb996eb061ae14a4', 'subnets': [{'id': 'ff37f844-408d-46f3-a5d2-91a55f141f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:41:02.751056 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bda1223-68a1-42f0-9ede-6a076223a3b3 None None] The sync data for ids ['15333751-1829-44b9-8cd0-8e86e5314df4'] in dv-neutron-859093-1-hyperv is: [{'id': '15333751-1829-44b9-8cd0-8e86e5314df4', 'name': 'tempest-TestMinimumBasicScenario-588353542-router', 'tenant_id': '0826314a0d7e4c24bb996eb061ae14a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.236'}], 'enable_snat': True}, 'gw_port_id': 'f3276346-8e3d-432b-af4c-60e9e4d71810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:53Z', 'updated_at': '2022-09-23T15:40:58Z', 'revision_number': 4, 'project_id': '0826314a0d7e4c24bb996eb061ae14a4', 'gw_port': {'id': 'f3276346-8e3d-432b-af4c-60e9e4d71810', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15333751-1829-44b9-8cd0-8e86e5314df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:54Z', 'updated_at': '2022-09-23T15:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'be4d871e-db43-4f55-8cb6-ed61ca125ff8', 'name': '', 'network_id': '999fb4fb-09ca-4f3a-a27b-ac703123431c', 'tenant_id': '0826314a0d7e4c24bb996eb061ae14a4', 'mac_address': 'fa:16:3e:8b:b3:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15333751-1829-44b9-8cd0-8e86e5314df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': 'ff37f844-408d-46f3-a5d2-91a55f141f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:57Z', 'updated_at': '2022-09-23T15:41:01Z', 'revision_number': 4, 'project_id': '0826314a0d7e4c24bb996eb061ae14a4', 'subnets': [{'id': 'ff37f844-408d-46f3-a5d2-91a55f141f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:41:02.970048 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:03.047410 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:41:03.876213 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device be4d871e-db43-4f55-8cb6-ed61ca125ff8 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:41:04.015283 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port be4d871e-db43-4f55-8cb6-ed61ca125ff8 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:41:04.021401 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port be4d871e-db43-4f55-8cb6-ed61ca125ff8 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:41:04.022341 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:04.023545 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port be4d871e-db43-4f55-8cb6-ed61ca125ff8 Sep 23 15:41:04.155942 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port be4d871e-db43-4f55-8cb6-ed61ca125ff8 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:41:04.156454 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:04.192973 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port be4d871e-db43-4f55-8cb6-ed61ca125ff8, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=be4d871e-db43-4f55-8cb6-ed61ca125ff8,segment=NetworkSegment(3b0a0173-ee34-4458-b497-2643957f6225),segment_id=3b0a0173-ee34-4458-b497-2643957f6225)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:41:04.282279 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:04.367200 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=be4d871e-db43-4f55-8cb6-ed61ca125ff8,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:41:05.061124 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8e4c0b20-9cdf-48d7-a35c-be6958f4a9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:05.541649 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:05.643937 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:05.866480 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device be4d871e-db43-4f55-8cb6-ed61ca125ff8 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:41:05.953691 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port be4d871e-db43-4f55-8cb6-ed61ca125ff8 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:41:05.954564 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:05.955053 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port be4d871e-db43-4f55-8cb6-ed61ca125ff8 Sep 23 15:41:06.120204 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port be4d871e-db43-4f55-8cb6-ed61ca125ff8 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:41:07.102882 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:11.072380 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-f5bc59d1-08f7-4e05-a4f6-dc72b97b94fb tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:11.073828 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-f5bc59d1-08f7-4e05-a4f6-dc72b97b94fb tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/networks?id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba HTTP/1.1" status: 200 len: 815 time: 0.1464789 Sep 23 15:41:11.088959 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-86fc5f70-a585-4b0a-bcf3-d6130059628b tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/quotas/bc6eeef1745648279edaf5f735a39283 HTTP/1.1" status: 200 len: 375 time: 0.0095763 Sep 23 15:41:11.179237 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-f8381d54-1c3e-44c8-8e0c-9425365c9bca tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc6eeef1745648279edaf5f735a39283&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854177 Sep 23 15:41:11.315163 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-dd54c105-7979-4e27-adfb-d68773a224e5 service neutron] 10.222.0.67 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245193 Sep 23 15:41:11.455604 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-3598b778-6f17-4073-9786-ba4ee5580aa6 service neutron] 10.222.0.67 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339071 Sep 23 15:41:11.758839 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-ffc4999d-ac3d-4438-9dee-9579df9b005f req-432ddd60-e78e-4d25-94dd-641286cb5528 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Synchronizing usage tracker for tenant:bc6eeef1745648279edaf5f735a39283 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:41:11.835415 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-ffc4999d-ac3d-4438-9dee-9579df9b005f req-432ddd60-e78e-4d25-94dd-641286cb5528 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Unset dirty status for tenant:bc6eeef1745648279edaf5f735a39283 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:41:11.836624 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ffc4999d-ac3d-4438-9dee-9579df9b005f req-432ddd60-e78e-4d25-94dd-641286cb5528 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 210 time: 0.1290061 Sep 23 15:41:13.000133 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-bde9c7fd-f360-4879-a907-b557ddfc1fe1 req-22727ece-b6ed-47c3-bf1c-d74169d41723 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 210 time: 0.0545573 Sep 23 15:41:13.998522 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-bc310c81-0f99-4c2e-b7a5-780751dbf6bb tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:13.999200 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-bc310c81-0f99-4c2e-b7a5-780751dbf6bb tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Synchronizing usage tracker for tenant:bc6eeef1745648279edaf5f735a39283 on resource:network {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:41:14.106743 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-bc310c81-0f99-4c2e-b7a5-780751dbf6bb tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Unset dirty status for tenant:bc6eeef1745648279edaf5f735a39283 on resource:network {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:41:14.107894 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-bc310c81-0f99-4c2e-b7a5-780751dbf6bb tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.72 "GET /v2.0/networks?id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba HTTP/1.1" status: 200 len: 815 time: 0.2553473 Sep 23 15:41:14.156864 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-a855f618-d09c-45a6-84b1-37eb15cc70dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Request body: {'port': {'device_id': '01faffbe-f99a-4393-ab0e-1c5b3b338df9', 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba', 'admin_state_up': True, 'tenant_id': 'bc6eeef1745648279edaf5f735a39283'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:41:14.232975 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e9b64649-fcf9-439b-a66b-3393b2a6e2df req-e97f7f23-9669-40d7-a6f3-f6fb83733a2d tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 210 time: 0.1177561 Sep 23 15:41:14.305996 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-a855f618-d09c-45a6-84b1-37eb15cc70dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:41:14.315143 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-a855f618-d09c-45a6-84b1-37eb15cc70dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:41:14.375044 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-a855f618-d09c-45a6-84b1-37eb15cc70dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Made reservation on behalf of bc6eeef1745648279edaf5f735a39283 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:41:14.378550 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-a855f618-d09c-45a6-84b1-37eb15cc70dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:14.545589 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-a855f618-d09c-45a6-84b1-37eb15cc70dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Allocated IP 172.20.0.10 (59aa17ce-a316-47f3-be7f-2e55d8edf1ba/97cbcf9e-fa34-4dbc-af77-efcc6bfd0124/046c7676-d576-454f-8f4d-61e7ff52c82d) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:41:14.780495 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-a855f618-d09c-45a6-84b1-37eb15cc70dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:14.801147 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-a855f618-d09c-45a6-84b1-37eb15cc70dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Transition to ACTIVE for port object 046c7676-d576-454f-8f4d-61e7ff52c82d will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:41:14.904543 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-a855f618-d09c-45a6-84b1-37eb15cc70dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:14.984816 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-a855f618-d09c-45a6-84b1-37eb15cc70dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Network 59aa17ce-a316-47f3-be7f-2e55d8edf1ba is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:41:14.988578 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-a855f618-d09c-45a6-84b1-37eb15cc70dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:41:14.993253 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-a855f618-d09c-45a6-84b1-37eb15cc70dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:41:15.025657 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855f618-d09c-45a6-84b1-37eb15cc70dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event updated for resources: {'Port': ['ID=046c7676-d576-454f-8f4d-61e7ff52c82d,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:41:15.046983 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855f618-d09c-45a6-84b1-37eb15cc70dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:41:15.047346 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855f618-d09c-45a6-84b1-37eb15cc70dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:41:15.047665 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855f618-d09c-45a6-84b1-37eb15cc70dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:41:15.048004 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855f618-d09c-45a6-84b1-37eb15cc70dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:41:15.048336 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855f618-d09c-45a6-84b1-37eb15cc70dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:41:15.048667 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855f618-d09c-45a6-84b1-37eb15cc70dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:41:15.048996 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855f618-d09c-45a6-84b1-37eb15cc70dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:41:15.049321 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855f618-d09c-45a6-84b1-37eb15cc70dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:41:15.049630 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855f618-d09c-45a6-84b1-37eb15cc70dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:41:15.049951 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855f618-d09c-45a6-84b1-37eb15cc70dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:41:15.050277 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855f618-d09c-45a6-84b1-37eb15cc70dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:41:15.050623 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a855f618-d09c-45a6-84b1-37eb15cc70dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:41:15.090920 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-a855f618-d09c-45a6-84b1-37eb15cc70dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:15.092106 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-a855f618-d09c-45a6-84b1-37eb15cc70dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:15.199139 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-a855f618-d09c-45a6-84b1-37eb15cc70dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0821126 Sep 23 15:41:15.409376 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8b124d69-469c-4daf-aab5-ae2234459c0a None None] Provisioning for port 046c7676-d576-454f-8f4d-61e7ff52c82d completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:41:15.416849 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8b124d69-469c-4daf-aab5-ae2234459c0a None None] Provisioning complete for port 046c7676-d576-454f-8f4d-61e7ff52c82d triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:41:15.417590 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b124d69-469c-4daf-aab5-ae2234459c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:15.418155 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8b124d69-469c-4daf-aab5-ae2234459c0a None None] Attempt 1 to provision port 046c7676-d576-454f-8f4d-61e7ff52c82d Sep 23 15:41:15.455551 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4f96a-93f2-493b-a14a-f973e71ed6fe req-1dda7dbd-3313-4615-99dd-9900bf8f3e63 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:15.457135 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f5c4f96a-93f2-493b-a14a-f973e71ed6fe req-1dda7dbd-3313-4615-99dd-9900bf8f3e63 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 932 time: 0.0971482 Sep 23 15:41:15.480738 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8b124d69-469c-4daf-aab5-ae2234459c0a None None] Port 046c7676-d576-454f-8f4d-61e7ff52c82d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:41:15.522271 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f5c4f96a-93f2-493b-a14a-f973e71ed6fe req-ad63a077-ae65-4541-8950-57d13a66eeac tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567260 Sep 23 15:41:15.981919 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8b124d69-469c-4daf-aab5-ae2234459c0a None None] Attempt 2 to provision port 046c7676-d576-454f-8f4d-61e7ff52c82d Sep 23 15:41:16.047976 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8b124d69-469c-4daf-aab5-ae2234459c0a None None] Port 046c7676-d576-454f-8f4d-61e7ff52c82d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:41:16.549711 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8b124d69-469c-4daf-aab5-ae2234459c0a None None] Attempt 3 to provision port 046c7676-d576-454f-8f4d-61e7ff52c82d Sep 23 15:41:16.659826 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8b124d69-469c-4daf-aab5-ae2234459c0a None None] Port 046c7676-d576-454f-8f4d-61e7ff52c82d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:41:16.783291 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0be4f0-0962-483c-85d0-0395df7d9226 req-4b3dbd14-b4c8-4b34-b410-1a134c8da4f8 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:16.784047 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-1d0be4f0-0962-483c-85d0-0395df7d9226 req-4b3dbd14-b4c8-4b34-b410-1a134c8da4f8 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Synchronizing usage tracker for tenant:bc6eeef1745648279edaf5f735a39283 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:41:16.876151 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-1d0be4f0-0962-483c-85d0-0395df7d9226 req-4b3dbd14-b4c8-4b34-b410-1a134c8da4f8 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Unset dirty status for tenant:bc6eeef1745648279edaf5f735a39283 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:41:16.877963 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1d0be4f0-0962-483c-85d0-0395df7d9226 req-4b3dbd14-b4c8-4b34-b410-1a134c8da4f8 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 932 time: 0.2181387 Sep 23 15:41:16.926049 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-1d0be4f0-0962-483c-85d0-0395df7d9226 req-694b80b4-f132-48b7-8c15-7d2884faffa0 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Synchronizing usage tracker for tenant:bc6eeef1745648279edaf5f735a39283 on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:41:17.007390 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-1d0be4f0-0962-483c-85d0-0395df7d9226 req-694b80b4-f132-48b7-8c15-7d2884faffa0 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Unset dirty status for tenant:bc6eeef1745648279edaf5f735a39283 on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:41:17.008566 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1d0be4f0-0962-483c-85d0-0395df7d9226 req-694b80b4-f132-48b7-8c15-7d2884faffa0 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235287 Sep 23 15:41:17.260929 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8b124d69-469c-4daf-aab5-ae2234459c0a None None] Attempt 4 to provision port 046c7676-d576-454f-8f4d-61e7ff52c82d Sep 23 15:41:17.260929 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8b124d69-469c-4daf-aab5-ae2234459c0a None None] Port 046c7676-d576-454f-8f4d-61e7ff52c82d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:41:17.747929 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8b124d69-469c-4daf-aab5-ae2234459c0a None None] Attempt 5 to provision port 046c7676-d576-454f-8f4d-61e7ff52c82d Sep 23 15:41:17.824441 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8b124d69-469c-4daf-aab5-ae2234459c0a None None] Port 046c7676-d576-454f-8f4d-61e7ff52c82d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:41:18.260105 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3da0c-0f7d-46b0-b4ca-3bbcd94a765e req-dbb18ed3-6e8d-4fb4-a0ea-0bc02ad3e12e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:18.262370 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c0d3da0c-0f7d-46b0-b4ca-3bbcd94a765e req-dbb18ed3-6e8d-4fb4-a0ea-0bc02ad3e12e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 932 time: 0.1034558 Sep 23 15:41:18.309641 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c0d3da0c-0f7d-46b0-b4ca-3bbcd94a765e req-fed74d33-c301-4406-9b5e-0e2265cb4a58 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393085 Sep 23 15:41:18.325543 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8b124d69-469c-4daf-aab5-ae2234459c0a None None] Attempt 6 to provision port 046c7676-d576-454f-8f4d-61e7ff52c82d Sep 23 15:41:18.384059 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8b124d69-469c-4daf-aab5-ae2234459c0a None None] Port 046c7676-d576-454f-8f4d-61e7ff52c82d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:41:18.885215 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8b124d69-469c-4daf-aab5-ae2234459c0a None None] Attempt 7 to provision port 046c7676-d576-454f-8f4d-61e7ff52c82d Sep 23 15:41:18.947229 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8b124d69-469c-4daf-aab5-ae2234459c0a None None] Port 046c7676-d576-454f-8f4d-61e7ff52c82d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:41:19.451469 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8b124d69-469c-4daf-aab5-ae2234459c0a None None] Attempt 8 to provision port 046c7676-d576-454f-8f4d-61e7ff52c82d Sep 23 15:41:19.558087 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8b124d69-469c-4daf-aab5-ae2234459c0a None None] Port 046c7676-d576-454f-8f4d-61e7ff52c82d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:41:19.575925 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9226b-d0ca-4a43-b456-43c37dbf339a req-d6871407-f2c9-44df-af4a-f419bcdf633c tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:19.577500 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e1e9226b-d0ca-4a43-b456-43c37dbf339a req-d6871407-f2c9-44df-af4a-f419bcdf633c tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 932 time: 0.1522138 Sep 23 15:41:19.737108 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e1e9226b-d0ca-4a43-b456-43c37dbf339a req-c7ff70e1-0386-4b9e-a7e4-872c49b6a217 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539865 Sep 23 15:41:20.060565 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8b124d69-469c-4daf-aab5-ae2234459c0a None None] Attempt 9 to provision port 046c7676-d576-454f-8f4d-61e7ff52c82d Sep 23 15:41:20.129821 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8b124d69-469c-4daf-aab5-ae2234459c0a None None] Port 046c7676-d576-454f-8f4d-61e7ff52c82d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:41:20.631167 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8b124d69-469c-4daf-aab5-ae2234459c0a None None] Attempt 10 to provision port 046c7676-d576-454f-8f4d-61e7ff52c82d Sep 23 15:41:20.687044 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8b124d69-469c-4daf-aab5-ae2234459c0a None None] Port 046c7676-d576-454f-8f4d-61e7ff52c82d cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:41:20.971889 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7a143-8a91-4529-8d74-9703ae47ec7f req-601b7530-a8c6-427f-9388-40a1df00e922 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:20.973437 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-eeb7a143-8a91-4529-8d74-9703ae47ec7f req-601b7530-a8c6-427f-9388-40a1df00e922 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 932 time: 0.1005907 Sep 23 15:41:21.025967 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-eeb7a143-8a91-4529-8d74-9703ae47ec7f req-021618a7-79ae-4180-a287-6e525d1ceb5e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441089 Sep 23 15:41:22.046340 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-e4022241-a902-4ab7-bf8f-d61fea6e510b service neutron] Request body: {'port': {'device_id': '01faffbe-f99a-4393-ab0e-1c5b3b338df9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:41:22.205575 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-e4022241-a902-4ab7-bf8f-d61fea6e510b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:22.345211 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6595f7-a600-4e7b-b388-a4fb330a065f req-7bb45918-e3bc-423f-aeab-8cd451406e9e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:22.346598 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-de6595f7-a600-4e7b-b388-a4fb330a065f req-7bb45918-e3bc-423f-aeab-8cd451406e9e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 932 time: 0.1992722 Sep 23 15:41:22.430130 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-de6595f7-a600-4e7b-b388-a4fb330a065f req-0106eca2-7bc8-4ecd-b44d-741812c666fc tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773005 Sep 23 15:41:22.603718 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-e4022241-a902-4ab7-bf8f-d61fea6e510b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 046c7676-d576-454f-8f4d-61e7ff52c82d {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:41:22.611170 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-e4022241-a902-4ab7-bf8f-d61fea6e510b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:22.625508 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-e4022241-a902-4ab7-bf8f-d61fea6e510b service neutron] Transition to ACTIVE for port object 046c7676-d576-454f-8f4d-61e7ff52c82d will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:41:22.703576 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-e4022241-a902-4ab7-bf8f-d61fea6e510b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:22.899712 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4022241-a902-4ab7-bf8f-d61fea6e510b service neutron] Pushing event updated for resources: {'Port': ['ID=046c7676-d576-454f-8f4d-61e7ff52c82d,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:41:22.940350 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-e4022241-a902-4ab7-bf8f-d61fea6e510b service neutron] Attempting to bind port 046c7676-d576-454f-8f4d-61e7ff52c82d on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:41:22.940680 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-e4022241-a902-4ab7-bf8f-d61fea6e510b service neutron] Attempting to bind port 046c7676-d576-454f-8f4d-61e7ff52c82d by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': 'ad5c1961-916d-4157-a450-8dc6437814a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:41:22.941006 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-e4022241-a902-4ab7-bf8f-d61fea6e510b service neutron] Attempting to bind port 046c7676-d576-454f-8f4d-61e7ff52c82d on network 59aa17ce-a316-47f3-be7f-2e55d8edf1ba {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:41:22.946029 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-e4022241-a902-4ab7-bf8f-d61fea6e510b service neutron] Port 046c7676-d576-454f-8f4d-61e7ff52c82d on network 59aa17ce-a316-47f3-be7f-2e55d8edf1ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:41:22.946365 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-e4022241-a902-4ab7-bf8f-d61fea6e510b service neutron] Attempting to bind port 046c7676-d576-454f-8f4d-61e7ff52c82d on network 59aa17ce-a316-47f3-be7f-2e55d8edf1ba {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:41:22.951725 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-e4022241-a902-4ab7-bf8f-d61fea6e510b service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:41:22.952052 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-e4022241-a902-4ab7-bf8f-d61fea6e510b service neutron] Checking segment: {'id': 'ad5c1961-916d-4157-a450-8dc6437814a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:41:22.952421 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-e4022241-a902-4ab7-bf8f-d61fea6e510b service neutron] Bound using segment: {'id': 'ad5c1961-916d-4157-a450-8dc6437814a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:41:22.952831 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-e4022241-a902-4ab7-bf8f-d61fea6e510b service neutron] Bound port: 046c7676-d576-454f-8f4d-61e7ff52c82d, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5c1961-916d-4157-a450-8dc6437814a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:41:22.953160 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-e4022241-a902-4ab7-bf8f-d61fea6e510b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:23.038118 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-e4022241-a902-4ab7-bf8f-d61fea6e510b service neutron] For port 046c7676-d576-454f-8f4d-61e7ff52c82d, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:41:23.041080 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-e4022241-a902-4ab7-bf8f-d61fea6e510b service neutron] For port 046c7676-d576-454f-8f4d-61e7ff52c82d, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=046c7676-d576-454f-8f4d-61e7ff52c82d,segment=NetworkSegment(ad5c1961-916d-4157-a450-8dc6437814a1),segment_id=ad5c1961-916d-4157-a450-8dc6437814a1)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:41:23.109704 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-e4022241-a902-4ab7-bf8f-d61fea6e510b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:23.139908 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-e4022241-a902-4ab7-bf8f-d61fea6e510b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:23.140518 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-e4022241-a902-4ab7-bf8f-d61fea6e510b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:23.141848 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-e4022241-a902-4ab7-bf8f-d61fea6e510b service neutron] 10.222.0.72 "PUT /v2.0/ports/046c7676-d576-454f-8f4d-61e7ff52c82d HTTP/1.1" status: 200 len: 1094 time: 1.0998106 Sep 23 15:41:23.142284 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01faffbe-f99a-4393-ab0e-1c5b3b338df9', 'tag': '046c7676-d576-454f-8f4d-61e7ff52c82d'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:41:23.144582 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e252d30-af7c-4608-80a3-090d5ee14961" -d '{"events": [{"name": "network-changed", "server_uuid": "01faffbe-f99a-4393-ab0e-1c5b3b338df9", "tag": "046c7676-d576-454f-8f4d-61e7ff52c82d"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:41:23.187072 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8275d6-9dbe-4fb5-8ca8-e4b07204c898 x-openstack-request-id: req-7f8275d6-9dbe-4fb5-8ca8-e4b07204c898 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:41:23.187353 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01faffbe-f99a-4393-ab0e-1c5b3b338df9", "tag": "046c7676-d576-454f-8f4d-61e7ff52c82d", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:41:23.187602 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7f8275d6-9dbe-4fb5-8ca8-e4b07204c898 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:41:23.187995 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f8275d6-9dbe-4fb5-8ca8-e4b07204c898'] response: {'name': 'network-changed', 'server_uuid': '01faffbe-f99a-4393-ab0e-1c5b3b338df9', 'tag': '046c7676-d576-454f-8f4d-61e7ff52c82d', 'status': 'completed', 'code': 200} Sep 23 15:41:23.192662 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4022241-a902-4ab7-bf8f-d61fea6e510b service neutron] Pushing event updated for resources: {'Port': ['ID=046c7676-d576-454f-8f4d-61e7ff52c82d,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:41:23.285188 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e252d30-af7c-4608-80a3-090d5ee14961 req-c747d0d8-6cdc-40aa-83d9-9478c2c85a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:23.287217 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4e252d30-af7c-4608-80a3-090d5ee14961 req-c747d0d8-6cdc-40aa-83d9-9478c2c85a6c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc6eeef1745648279edaf5f735a39283&device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 1097 time: 0.0802467 Sep 23 15:41:23.427752 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e252d30-af7c-4608-80a3-090d5ee14961 req-a1497e4d-f733-4863-9261-0ca6758585d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:23.429093 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4e252d30-af7c-4608-80a3-090d5ee14961 req-a1497e4d-f733-4863-9261-0ca6758585d8 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=bc6eeef1745648279edaf5f735a39283&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1340566 Sep 23 15:41:23.611041 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e252d30-af7c-4608-80a3-090d5ee14961 req-9ebf00d3-5445-4883-b0e8-2294fecc86ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:23.612442 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4e252d30-af7c-4608-80a3-090d5ee14961 req-9ebf00d3-5445-4883-b0e8-2294fecc86ab service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1766350 Sep 23 15:41:23.647154 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e64f8-14ca-4bfb-813e-7698820dbb62 req-977d3e47-b18f-4061-a0e1-6e85f1364eaf tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:23.648572 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ab7e64f8-14ca-4bfb-813e-7698820dbb62 req-977d3e47-b18f-4061-a0e1-6e85f1364eaf tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 944 time: 0.1002860 Sep 23 15:41:23.748938 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ab7e64f8-14ca-4bfb-813e-7698820dbb62 req-3b6fbe3d-a1ba-4ab7-a66c-637dfa2bc836 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579126 Sep 23 15:41:23.764456 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-58925f3e-8f2c-48eb-9b94-f660b082e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:23.765925 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-58925f3e-8f2c-48eb-9b94-f660b082e0e2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc6eeef1745648279edaf5f735a39283&device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 1097 time: 0.1124687 Sep 23 15:41:23.925976 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-1fe0cecb-8341-4cdf-a853-80ad60254cfa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=046c7676-d576-454f-8f4d-61e7ff52c82d HTTP/1.1" status: 200 len: 217 time: 0.1521182 Sep 23 15:41:23.987990 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-86371ee7-c991-4971-8ed2-0c25f8476314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:23.990002 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-86371ee7-c991-4971-8ed2-0c25f8476314 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97cbcf9e-fa34-4dbc-af77-efcc6bfd0124 HTTP/1.1" status: 200 len: 854 time: 0.0574305 Sep 23 15:41:24.073120 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-e3d11c5c-6ca1-49aa-b4b9-a0a58418023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:24.074611 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-e3d11c5c-6ca1-49aa-b4b9-a0a58418023a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782776 Sep 23 15:41:24.206114 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-35e49ba8-6348-4d00-a6d8-dc4a08875e34 service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252458 Sep 23 15:41:24.339045 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ec96b442-8aa5-4043-b1ef-af1408a36a2f req-9cf6ed48-a52d-435b-8975-a43be7369ef6 service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254992 Sep 23 15:41:24.945889 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae19733-0885-416f-b148-ec7e94971678 req-bd3387ba-46bd-4c13-9572-2d923be915e2 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:24.947642 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7ae19733-0885-416f-b148-ec7e94971678 req-bd3387ba-46bd-4c13-9572-2d923be915e2 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 944 time: 0.0867825 Sep 23 15:41:24.991177 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7ae19733-0885-416f-b148-ec7e94971678 req-015b1521-276a-4cc6-a700-8322ad46a9b3 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377972 Sep 23 15:41:26.183673 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cededf89-190e-4ff1-aa6e-575ca4548b4f req-53158728-0700-471b-89f2-68f18c98e488 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:26.185028 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-cededf89-190e-4ff1-aa6e-575ca4548b4f req-53158728-0700-471b-89f2-68f18c98e488 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 944 time: 0.0854743 Sep 23 15:41:26.228638 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-cededf89-190e-4ff1-aa6e-575ca4548b4f req-6bcb545c-ea90-42c3-9cf7-57ff5d85d1d2 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380604 Sep 23 15:41:26.681364 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 046c7676-d576-454f-8f4d-61e7ff52c82d details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:41:26.811014 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 046c7676-d576-454f-8f4d-61e7ff52c82d, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=046c7676-d576-454f-8f4d-61e7ff52c82d,segment=NetworkSegment(ad5c1961-916d-4157-a450-8dc6437814a1),segment_id=ad5c1961-916d-4157-a450-8dc6437814a1)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:41:26.825299 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '046c7676-d576-454f-8f4d-61e7ff52c82d', 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba', 'port_id': '046c7676-d576-454f-8f4d-61e7ff52c82d', 'mac_address': 'fa:16:3e:52:39:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:41:26.879379 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 046c7676-d576-454f-8f4d-61e7ff52c82d is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:41:26.879781 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:26.898910 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046c7676-d576-454f-8f4d-61e7ff52c82d {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:41:26.914129 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 046c7676-d576-454f-8f4d-61e7ff52c82d, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=046c7676-d576-454f-8f4d-61e7ff52c82d,segment=NetworkSegment(ad5c1961-916d-4157-a450-8dc6437814a1),segment_id=ad5c1961-916d-4157-a450-8dc6437814a1)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:41:26.975232 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:27.042537 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=046c7676-d576-454f-8f4d-61e7ff52c82d,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:41:27.180609 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['046c7676-d576-454f-8f4d-61e7ff52c82d'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:41:27.532171 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb563c-ebc0-42fc-9830-4c7b85559987 req-95afe789-d7d8-4b0b-9319-b14989654360 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:27.533549 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-58eb563c-ebc0-42fc-9830-4c7b85559987 req-95afe789-d7d8-4b0b-9319-b14989654360 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 945 time: 0.1945596 Sep 23 15:41:27.577434 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-58eb563c-ebc0-42fc-9830-4c7b85559987 req-e9541398-f349-47f2-b421-537c92be2943 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374668 Sep 23 15:41:28.704409 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 046c7676-d576-454f-8f4d-61e7ff52c82d up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:41:28.776971 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7432274-e57f-4015-976b-c5d66a9de218 req-79e071ec-7063-493f-a8a9-24b6ff5d9ab8 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:28.778440 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c7432274-e57f-4015-976b-c5d66a9de218 req-79e071ec-7063-493f-a8a9-24b6ff5d9ab8 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 945 time: 0.0906000 Sep 23 15:41:28.823827 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c7432274-e57f-4015-976b-c5d66a9de218 req-86a755be-faf3-4a16-8b3c-a56189ca43b5 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395930 Sep 23 15:41:28.829813 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 046c7676-d576-454f-8f4d-61e7ff52c82d completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:41:28.835111 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 046c7676-d576-454f-8f4d-61e7ff52c82d triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:41:28.835421 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:28.835853 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 046c7676-d576-454f-8f4d-61e7ff52c82d Sep 23 15:41:28.953381 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 046c7676-d576-454f-8f4d-61e7ff52c82d is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:41:28.953678 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:28.979419 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01faffbe-f99a-4393-ab0e-1c5b3b338df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046c7676-d576-454f-8f4d-61e7ff52c82d'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:41:28.981703 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6293c120-fd52-4eab-bfcc-62acb21cf8c0" -d '{"events": [{"server_uuid": "01faffbe-f99a-4393-ab0e-1c5b3b338df9", "name": "network-vif-plugged", "status": "completed", "tag": "046c7676-d576-454f-8f4d-61e7ff52c82d"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:41:28.989704 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 046c7676-d576-454f-8f4d-61e7ff52c82d, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=046c7676-d576-454f-8f4d-61e7ff52c82d,segment=NetworkSegment(ad5c1961-916d-4157-a450-8dc6437814a1),segment_id=ad5c1961-916d-4157-a450-8dc6437814a1)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:41:29.026624 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aba36a0-a129-4047-a1b2-c9b3f4ce3d83 x-openstack-request-id: req-8aba36a0-a129-4047-a1b2-c9b3f4ce3d83 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:41:29.026624 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01faffbe-f99a-4393-ab0e-1c5b3b338df9", "name": "network-vif-plugged", "status": "completed", "tag": "046c7676-d576-454f-8f4d-61e7ff52c82d", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:41:29.026624 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8aba36a0-a129-4047-a1b2-c9b3f4ce3d83 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:41:29.026624 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aba36a0-a129-4047-a1b2-c9b3f4ce3d83'] response: {'server_uuid': '01faffbe-f99a-4393-ab0e-1c5b3b338df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046c7676-d576-454f-8f4d-61e7ff52c82d', 'code': 200} Sep 23 15:41:29.072705 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:29.139530 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=046c7676-d576-454f-8f4d-61e7ff52c82d,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:41:29.419717 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e474e-0987-4c8c-9c68-1f9c026bae33 req-c211f81d-d056-4776-9b12-13ecb48f26e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:29.421162 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-018e474e-0987-4c8c-9c68-1f9c026bae33 req-c211f81d-d056-4776-9b12-13ecb48f26e6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 1099 time: 0.0769303 Sep 23 15:41:29.464957 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-018e474e-0987-4c8c-9c68-1f9c026bae33 req-4fcdddfd-b383-4454-acaa-12d737a9c690 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370722 Sep 23 15:41:30.017941 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c390c87-fe8c-422d-b1e7-8abb80e69aeb req-b53a9fbc-25a4-42c5-a2d0-84f26b607618 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:30.019421 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3c390c87-fe8c-422d-b1e7-8abb80e69aeb req-b53a9fbc-25a4-42c5-a2d0-84f26b607618 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 946 time: 0.0883534 Sep 23 15:41:30.062974 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3c390c87-fe8c-422d-b1e7-8abb80e69aeb req-88a09d2a-7a04-4330-b12d-8dd9d34903f1 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377460 Sep 23 15:41:31.265463 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebffc3c-0213-48a5-936e-75a04ee9cddc req-1b2595fc-d573-4954-ad14-a16a6612ca70 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:31.266992 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-aebffc3c-0213-48a5-936e-75a04ee9cddc req-1b2595fc-d573-4954-ad14-a16a6612ca70 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 946 time: 0.0935235 Sep 23 15:41:31.310454 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-aebffc3c-0213-48a5-936e-75a04ee9cddc req-245966c9-44e1-4ca9-99c0-039610492968 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372326 Sep 23 15:41:31.508278 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9df78-2916-4fec-b900-d5cb68ecba5a req-61c1e895-1bf3-4c1d-babe-3abac3dc9a07 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:31.509631 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e1a9df78-2916-4fec-b900-d5cb68ecba5a req-61c1e895-1bf3-4c1d-babe-3abac3dc9a07 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 946 time: 0.0913184 Sep 23 15:41:31.554425 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e1a9df78-2916-4fec-b900-d5cb68ecba5a req-5b7d70ce-5c53-47d8-a721-44438489d0f9 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389147 Sep 23 15:41:31.953613 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb090b-2378-41e7-bb5d-ffc47be52e77 req-98f70560-21cc-43d1-b239-f179a9b9703d tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:31.954971 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4acb090b-2378-41e7-bb5d-ffc47be52e77 req-98f70560-21cc-43d1-b239-f179a9b9703d tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 946 time: 0.0849233 Sep 23 15:41:32.001445 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4acb090b-2378-41e7-bb5d-ffc47be52e77 req-c5741364-611a-4fc7-9524-a64cf9e11453 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401976 Sep 23 15:41:32.086889 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6b9c3655-bc1b-4877-bedf-f6ce70fc3fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:32.995603 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:35.126943 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdec5d2a-2113-4253-b8d6-077da50bd423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:35.526813 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:35.675784 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:37.104070 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:40.046759 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:41:47.770267 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d99952-be7c-4685-944e-c4af5f4cb0ee req-2d0e7231-8e47-47c4-9a1f-87ffa173b3b5 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:47.771756 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c3d99952-be7c-4685-944e-c4af5f4cb0ee req-2d0e7231-8e47-47c4-9a1f-87ffa173b3b5 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 946 time: 0.0989637 Sep 23 15:41:47.816465 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c3d99952-be7c-4685-944e-c4af5f4cb0ee req-4f47e8fb-157c-447d-ae92-aba48d3697b5 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389857 Sep 23 15:41:47.845800 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 55928) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:41:48.026946 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627375bc-e5a2-44cf-96c1-6d7104eab1e3 tempest-TestMinimumBasicScenario-1996831282 tempest-TestMinimumBasicScenario-1996831282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:48.028379 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-627375bc-e5a2-44cf-96c1-6d7104eab1e3 tempest-TestMinimumBasicScenario-1996831282 tempest-TestMinimumBasicScenario-1996831282-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 1094 time: 0.1816013 Sep 23 15:41:48.031342 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 55934) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:41:48.036140 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-6bce529a-53b3-4453-8a49-8c8cd2d1829e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': '046c7676-d576-454f-8f4d-61e7ff52c82d', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:41:48.042402 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-6bce529a-53b3-4453-8a49-8c8cd2d1829e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:41:48.046220 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-6bce529a-53b3-4453-8a49-8c8cd2d1829e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Usage tracker for resource:floatingip and tenant:bc6eeef1745648279edaf5f735a39283 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:41:48.049054 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-6bce529a-53b3-4453-8a49-8c8cd2d1829e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:41:48.055449 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-6bce529a-53b3-4453-8a49-8c8cd2d1829e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:41:48.140430 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6bce529a-53b3-4453-8a49-8c8cd2d1829e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for floatingip, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:48.277100 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6bce529a-53b3-4453-8a49-8c8cd2d1829e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:48.407183 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-6bce529a-53b3-4453-8a49-8c8cd2d1829e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Allocated IP 172.26.10.199 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/716dd541-efa6-4dc4-9630-de565a3f6fac) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:41:48.555228 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6bce529a-53b3-4453-8a49-8c8cd2d1829e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:48.649981 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6bce529a-53b3-4453-8a49-8c8cd2d1829e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:48.802277 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bce529a-53b3-4453-8a49-8c8cd2d1829e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:41:48.804954 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-6bce529a-53b3-4453-8a49-8c8cd2d1829e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:41:48.808777 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bce529a-53b3-4453-8a49-8c8cd2d1829e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:41:48.843136 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce529a-53b3-4453-8a49-8c8cd2d1829e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event updated for resources: {'Port': ['ID=716dd541-efa6-4dc4-9630-de565a3f6fac,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:41:49.223094 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6bce529a-53b3-4453-8a49-8c8cd2d1829e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:49.357194 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6bce529a-53b3-4453-8a49-8c8cd2d1829e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:49.562416 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6bce529a-53b3-4453-8a49-8c8cd2d1829e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:49.629280 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6bce529a-53b3-4453-8a49-8c8cd2d1829e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:49.736558 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce529a-53b3-4453-8a49-8c8cd2d1829e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event updated for resources: {'Port': ['ID=716dd541-efa6-4dc4-9630-de565a3f6fac,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:41:49.739180 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6bce529a-53b3-4453-8a49-8c8cd2d1829e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:49.910346 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-6bce529a-53b3-4453-8a49-8c8cd2d1829e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Floating IP f234dcfc-7d74-47b1-8cfa-6138415ef64f associated. External IP: 172.26.10.199, port: 046c7676-d576-454f-8f4d-61e7ff52c82d. Sep 23 15:41:50.346849 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bce529a-53b3-4453-8a49-8c8cd2d1829e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Router 36cb6359-06cf-41a5-afda-019b4ea3647f has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:41:50.527003 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bce529a-53b3-4453-8a49-8c8cd2d1829e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:41:50.536836 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb25a5bb-5157-45bc-8b98-6e06a89ea815 None None] Sync routers for ids ['36cb6359-06cf-41a5-afda-019b4ea3647f'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:41:50.546880 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb25a5bb-5157-45bc-8b98-6e06a89ea815 None None] Routers {'36cb6359-06cf-41a5-afda-019b4ea3647f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:41:50.547489 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-eb25a5bb-5157-45bc-8b98-6e06a89ea815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:41:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['36cb6359-06cf-41a5-afda-019b4ea3647f'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:41:50.609309 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6bce529a-53b3-4453-8a49-8c8cd2d1829e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:50.667816 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6bce529a-53b3-4453-8a49-8c8cd2d1829e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 998 time: 2.6354649 Sep 23 15:41:50.668399 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01faffbe-f99a-4393-ab0e-1c5b3b338df9', 'tag': '046c7676-d576-454f-8f4d-61e7ff52c82d'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:41:50.670720 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe826a0-6f81-4331-91b9-76432abb286e" -d '{"events": [{"name": "network-changed", "server_uuid": "01faffbe-f99a-4393-ab0e-1c5b3b338df9", "tag": "046c7676-d576-454f-8f4d-61e7ff52c82d"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:41:50.671360 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55938) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:41:50.676936 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-b7601f99-c782-4e95-ab05-e9076a1ae3a3 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-584355822', 'description': 'tempest-secgroup-smoke-584355822 description', 'project_id': 'bc6eeef1745648279edaf5f735a39283'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:41:50.683124 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b7601f99-c782-4e95-ab05-e9076a1ae3a3 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:41:50.693447 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b7601f99-c782-4e95-ab05-e9076a1ae3a3 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:41:50.715980 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a3d11a-8229-4bce-a660-cfd2b58d89be x-openstack-request-id: req-42a3d11a-8229-4bce-a660-cfd2b58d89be {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:41:50.717051 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01faffbe-f99a-4393-ab0e-1c5b3b338df9", "tag": "046c7676-d576-454f-8f4d-61e7ff52c82d", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:41:50.717051 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-42a3d11a-8229-4bce-a660-cfd2b58d89be {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:41:50.717248 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42a3d11a-8229-4bce-a660-cfd2b58d89be'] response: {'name': 'network-changed', 'server_uuid': '01faffbe-f99a-4393-ab0e-1c5b3b338df9', 'tag': '046c7676-d576-454f-8f4d-61e7ff52c82d', 'status': 'completed', 'code': 200} Sep 23 15:41:50.725172 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-eb25a5bb-5157-45bc-8b98-6e06a89ea815 None None] Set router 36cb6359-06cf-41a5-afda-019b4ea3647f gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:41:50.769620 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b7601f99-c782-4e95-ab05-e9076a1ae3a3 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:50.794905 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b7601f99-c782-4e95-ab05-e9076a1ae3a3 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:41:50.799939 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b7601f99-c782-4e95-ab05-e9076a1ae3a3 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Usage tracker for resource:security_group_rule and tenant:bc6eeef1745648279edaf5f735a39283 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:41:50.803289 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b7601f99-c782-4e95-ab05-e9076a1ae3a3 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:41:50.810573 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b7601f99-c782-4e95-ab05-e9076a1ae3a3 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:41:50.816737 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe826a0-6f81-4331-91b9-76432abb286e req-9e10368f-b50b-4e24-ba24-b5cc3930ec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:50.818422 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2fe826a0-6f81-4331-91b9-76432abb286e req-9e10368f-b50b-4e24-ba24-b5cc3930ec6a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc6eeef1745648279edaf5f735a39283&device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 1099 time: 0.0810618 Sep 23 15:41:50.891557 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b7601f99-c782-4e95-ab05-e9076a1ae3a3 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:50.953367 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe826a0-6f81-4331-91b9-76432abb286e req-ffa12724-0245-4e44-b7d0-6b8daf3308c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:50.954837 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2fe826a0-6f81-4331-91b9-76432abb286e req-ffa12724-0245-4e44-b7d0-6b8daf3308c2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba HTTP/1.1" status: 200 len: 916 time: 0.1295292 Sep 23 15:41:50.964212 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b7601f99-c782-4e95-ab05-e9076a1ae3a3 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:51.015135 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7601f99-c782-4e95-ab05-e9076a1ae3a3 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67bb6846-c57b-41dd-8c74-1d9d60c7e8b5,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:41:51.023668 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7601f99-c782-4e95-ab05-e9076a1ae3a3 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:41:51.024169 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7601f99-c782-4e95-ab05-e9076a1ae3a3 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:41:51.024616 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7601f99-c782-4e95-ab05-e9076a1ae3a3 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:41:51.025044 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7601f99-c782-4e95-ab05-e9076a1ae3a3 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:41:51.025469 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7601f99-c782-4e95-ab05-e9076a1ae3a3 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:41:51.025915 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7601f99-c782-4e95-ab05-e9076a1ae3a3 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:41:51.026360 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7601f99-c782-4e95-ab05-e9076a1ae3a3 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:41:51.026787 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7601f99-c782-4e95-ab05-e9076a1ae3a3 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:41:51.027202 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7601f99-c782-4e95-ab05-e9076a1ae3a3 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:41:51.027626 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7601f99-c782-4e95-ab05-e9076a1ae3a3 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:41:51.028084 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7601f99-c782-4e95-ab05-e9076a1ae3a3 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:41:51.028536 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7601f99-c782-4e95-ab05-e9076a1ae3a3 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:41:51.064121 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2fe826a0-6f81-4331-91b9-76432abb286e req-9d8e6b4f-a04a-4453-b475-30def5efb432 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=046c7676-d576-454f-8f4d-61e7ff52c82d HTTP/1.1" status: 200 len: 1001 time: 0.1024437 Sep 23 15:41:51.088634 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-eb25a5bb-5157-45bc-8b98-6e06a89ea815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'name': 'tempest-TestMinimumBasicScenario-1920154855-router', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145'}], 'enable_snat': True}, 'gw_port_id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:45Z', 'updated_at': '2022-09-23T15:40:50Z', 'revision_number': 4, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'gw_port': {'id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:46Z', 'updated_at': '2022-09-23T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': 'f234dcfc-7d74-47b1-8cfa-6138415ef64f', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'floating_ip_address': '172.26.10.199', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'port_id': '046c7676-d576-454f-8f4d-61e7ff52c82d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba', 'mac_address': 'fa:16:3e:52:39:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faffbe-f99a-4393-ab0e-1c5b3b338df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:41:49Z', 'updated_at': '2022-09-23T15:41:49Z', 'revision_number': 0, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49223dd3-8799-4c4f-9a6b-cc8957739192', 'name': '', 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'mac_address': 'fa:16:3e:98:1f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:49Z', 'updated_at': '2022-09-23T15:40:56Z', 'revision_number': 5, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'subnets': [{'id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:41:51.092558 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb25a5bb-5157-45bc-8b98-6e06a89ea815 None None] Checking router: 36cb6359-06cf-41a5-afda-019b4ea3647f for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:41:51.093235 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b7601f99-c782-4e95-ab05-e9076a1ae3a3 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:51.097264 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b7601f99-c782-4e95-ab05-e9076a1ae3a3 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4221871 Sep 23 15:41:51.097758 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55944) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:41:51.101075 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb25a5bb-5157-45bc-8b98-6e06a89ea815 None None] Routers {'36cb6359-06cf-41a5-afda-019b4ea3647f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:41:51.101729 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-eb25a5bb-5157-45bc-8b98-6e06a89ea815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:41:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['36cb6359-06cf-41a5-afda-019b4ea3647f'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:41:51.103285 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-cdbb8176-ed1a-4988-863b-8e9082cd99e5 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Request body: {'security_group_rule': {'security_group_id': '67bb6846-c57b-41dd-8c74-1d9d60c7e8b5', 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:41:51.109953 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-cdbb8176-ed1a-4988-863b-8e9082cd99e5 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:41:51.114782 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-cdbb8176-ed1a-4988-863b-8e9082cd99e5 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Usage tracker for resource:security_group_rule and tenant:bc6eeef1745648279edaf5f735a39283 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:41:51.117860 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-cdbb8176-ed1a-4988-863b-8e9082cd99e5 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:41:51.124051 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-cdbb8176-ed1a-4988-863b-8e9082cd99e5 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:41:51.132928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe826a0-6f81-4331-91b9-76432abb286e req-396559f0-f60b-426b-a59a-d697e85fac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:51.134443 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2fe826a0-6f81-4331-91b9-76432abb286e req-396559f0-f60b-426b-a59a-d697e85fac8b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97cbcf9e-fa34-4dbc-af77-efcc6bfd0124 HTTP/1.1" status: 200 len: 854 time: 0.0635314 Sep 23 15:41:51.200141 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cdbb8176-ed1a-4988-863b-8e9082cd99e5 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:51.221014 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe826a0-6f81-4331-91b9-76432abb286e req-03d32074-cacc-4d0f-8058-4c3e0a7806f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:51.222710 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2fe826a0-6f81-4331-91b9-76432abb286e req-03d32074-cacc-4d0f-8058-4c3e0a7806f4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805523 Sep 23 15:41:51.263613 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cdbb8176-ed1a-4988-863b-8e9082cd99e5 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:51.279443 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-eb25a5bb-5157-45bc-8b98-6e06a89ea815 None None] Set router 36cb6359-06cf-41a5-afda-019b4ea3647f gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:41:51.340831 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cdbb8176-ed1a-4988-863b-8e9082cd99e5 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:51.358063 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2fe826a0-6f81-4331-91b9-76432abb286e req-0b57de82-8abd-4d4e-808c-9ba17b34a052 service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267843 Sep 23 15:41:51.368389 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb8176-ed1a-4988-863b-8e9082cd99e5 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704ba7bf-dbbb-4d49-aa6f-63b1f01df21a,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:41:51.456129 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cdbb8176-ed1a-4988-863b-8e9082cd99e5 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:51.457539 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-cdbb8176-ed1a-4988-863b-8e9082cd99e5 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3587449 Sep 23 15:41:51.461122 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55948) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:41:51.466892 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-fc96bec0-cbc5-4a7b-a1c8-f414a620025e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Request body: {'security_group_rule': {'security_group_id': '67bb6846-c57b-41dd-8c74-1d9d60c7e8b5', 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:41:51.472871 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-fc96bec0-cbc5-4a7b-a1c8-f414a620025e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:41:51.478805 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-fc96bec0-cbc5-4a7b-a1c8-f414a620025e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Usage tracker for resource:security_group_rule and tenant:bc6eeef1745648279edaf5f735a39283 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:41:51.483361 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-fc96bec0-cbc5-4a7b-a1c8-f414a620025e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:41:51.489411 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-fc96bec0-cbc5-4a7b-a1c8-f414a620025e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:41:51.497500 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2fe826a0-6f81-4331-91b9-76432abb286e req-09b6e9ca-79a9-4eaa-9c86-2160f106e97d service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332564 Sep 23 15:41:51.596898 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fc96bec0-cbc5-4a7b-a1c8-f414a620025e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:51.639533 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-eb25a5bb-5157-45bc-8b98-6e06a89ea815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'name': 'tempest-TestMinimumBasicScenario-1920154855-router', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145'}], 'enable_snat': True}, 'gw_port_id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:45Z', 'updated_at': '2022-09-23T15:40:50Z', 'revision_number': 4, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'gw_port': {'id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:46Z', 'updated_at': '2022-09-23T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': 'f234dcfc-7d74-47b1-8cfa-6138415ef64f', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'floating_ip_address': '172.26.10.199', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'port_id': '046c7676-d576-454f-8f4d-61e7ff52c82d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba', 'mac_address': 'fa:16:3e:52:39:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faffbe-f99a-4393-ab0e-1c5b3b338df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:41:49Z', 'updated_at': '2022-09-23T15:41:49Z', 'revision_number': 0, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49223dd3-8799-4c4f-9a6b-cc8957739192', 'name': '', 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'mac_address': 'fa:16:3e:98:1f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:49Z', 'updated_at': '2022-09-23T15:40:56Z', 'revision_number': 5, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'subnets': [{'id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:41:51.643818 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb25a5bb-5157-45bc-8b98-6e06a89ea815 None None] The sync data for ids ['36cb6359-06cf-41a5-afda-019b4ea3647f'] in dv-neutron-859093-1-hyperv is: [{'id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'name': 'tempest-TestMinimumBasicScenario-1920154855-router', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145'}], 'enable_snat': True}, 'gw_port_id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:45Z', 'updated_at': '2022-09-23T15:40:50Z', 'revision_number': 4, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'gw_port': {'id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:46Z', 'updated_at': '2022-09-23T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': 'f234dcfc-7d74-47b1-8cfa-6138415ef64f', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'floating_ip_address': '172.26.10.199', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'port_id': '046c7676-d576-454f-8f4d-61e7ff52c82d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba', 'mac_address': 'fa:16:3e:52:39:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01faffbe-f99a-4393-ab0e-1c5b3b338df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:41:49Z', 'updated_at': '2022-09-23T15:41:49Z', 'revision_number': 0, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49223dd3-8799-4c4f-9a6b-cc8957739192', 'name': '', 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'mac_address': 'fa:16:3e:98:1f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:49Z', 'updated_at': '2022-09-23T15:40:56Z', 'revision_number': 5, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'subnets': [{'id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:41:51.659635 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fc96bec0-cbc5-4a7b-a1c8-f414a620025e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:51.717937 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fc96bec0-cbc5-4a7b-a1c8-f414a620025e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:51.742915 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96bec0-cbc5-4a7b-a1c8-f414a620025e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19efbb50-aee4-4075-959a-961919819053,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:41:51.824243 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fc96bec0-cbc5-4a7b-a1c8-f414a620025e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:51.825691 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-fc96bec0-cbc5-4a7b-a1c8-f414a620025e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3635793 Sep 23 15:41:51.828435 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55952) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:41:51.834133 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-aa06f521-90a7-4356-bb0e-822fc6bf9dd0 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Request body: {'security_group_rule': {'security_group_id': '67bb6846-c57b-41dd-8c74-1d9d60c7e8b5', 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:41:51.836700 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d7b8cb-573a-404d-aec8-59d3824aa047 None None] New status for floating IP f234dcfc-7d74-47b1-8cfa-6138415ef64f: ACTIVE {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:41:51.839995 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-aa06f521-90a7-4356-bb0e-822fc6bf9dd0 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:41:51.844023 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-aa06f521-90a7-4356-bb0e-822fc6bf9dd0 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Usage tracker for resource:security_group_rule and tenant:bc6eeef1745648279edaf5f735a39283 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:41:51.847156 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-aa06f521-90a7-4356-bb0e-822fc6bf9dd0 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:41:51.853584 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-aa06f521-90a7-4356-bb0e-822fc6bf9dd0 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:41:51.927302 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-aa06f521-90a7-4356-bb0e-822fc6bf9dd0 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:51.991541 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-aa06f521-90a7-4356-bb0e-822fc6bf9dd0 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:52.069215 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-aa06f521-90a7-4356-bb0e-822fc6bf9dd0 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:52.093789 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06f521-90a7-4356-bb0e-822fc6bf9dd0 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fecc00e-6e30-4497-b45e-c932618b0767,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:41:52.191767 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-aa06f521-90a7-4356-bb0e-822fc6bf9dd0 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:52.193749 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-aa06f521-90a7-4356-bb0e-822fc6bf9dd0 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3636372 Sep 23 15:41:52.195920 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55956) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:41:52.201351 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-3c05597b-23eb-4e70-8cf7-57a1753c3ade tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Request body: {'security_group_rule': {'security_group_id': '67bb6846-c57b-41dd-8c74-1d9d60c7e8b5', 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:41:52.207520 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-3c05597b-23eb-4e70-8cf7-57a1753c3ade tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:41:52.212107 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-3c05597b-23eb-4e70-8cf7-57a1753c3ade tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Usage tracker for resource:security_group_rule and tenant:bc6eeef1745648279edaf5f735a39283 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:41:52.215077 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-3c05597b-23eb-4e70-8cf7-57a1753c3ade tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:41:52.220896 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-3c05597b-23eb-4e70-8cf7-57a1753c3ade tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:41:52.278498 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3c05597b-23eb-4e70-8cf7-57a1753c3ade tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:52.340167 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3c05597b-23eb-4e70-8cf7-57a1753c3ade tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:52.402943 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3c05597b-23eb-4e70-8cf7-57a1753c3ade tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:52.426886 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05597b-23eb-4e70-8cf7-57a1753c3ade tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb538e40-b438-46d1-8af5-1cb92ff0844a,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:41:52.480723 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3c05597b-23eb-4e70-8cf7-57a1753c3ade tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:52.481993 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3c05597b-23eb-4e70-8cf7-57a1753c3ade tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2850997 Sep 23 15:41:52.484644 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 55960) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:41:52.489539 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-903716e4-7276-48f8-ac48-85f72f059d30 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Request body: {'security_group_rule': {'security_group_id': '67bb6846-c57b-41dd-8c74-1d9d60c7e8b5', 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:41:52.495677 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-903716e4-7276-48f8-ac48-85f72f059d30 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:41:52.499612 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-903716e4-7276-48f8-ac48-85f72f059d30 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Usage tracker for resource:security_group_rule and tenant:bc6eeef1745648279edaf5f735a39283 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:41:52.502551 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-903716e4-7276-48f8-ac48-85f72f059d30 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:41:52.508754 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-903716e4-7276-48f8-ac48-85f72f059d30 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:41:52.601014 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.securitygroups_db [None req-903716e4-7276-48f8-ac48-85f72f059d30 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Project bc6eeef1745648279edaf5f735a39283 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:41:52.607724 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-903716e4-7276-48f8-ac48-85f72f059d30 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:52.670804 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-903716e4-7276-48f8-ac48-85f72f059d30 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:52.740354 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-903716e4-7276-48f8-ac48-85f72f059d30 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:52.776667 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903716e4-7276-48f8-ac48-85f72f059d30 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319faf96-b0bb-4901-8c66-16782c6b8282,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:41:52.848309 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-903716e4-7276-48f8-ac48-85f72f059d30 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:52.848309 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-903716e4-7276-48f8-ac48-85f72f059d30 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3601055 Sep 23 15:41:52.854999 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 55964) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:41:52.854999 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-bac14e59-53cf-4c48-9b81-5f46bd64921d tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Request body: {'security_group_rule': {'security_group_id': '67bb6846-c57b-41dd-8c74-1d9d60c7e8b5', 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:41:52.869318 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-bac14e59-53cf-4c48-9b81-5f46bd64921d tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:41:52.869318 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-bac14e59-53cf-4c48-9b81-5f46bd64921d tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Usage tracker for resource:security_group_rule and tenant:bc6eeef1745648279edaf5f735a39283 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:41:52.876363 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-bac14e59-53cf-4c48-9b81-5f46bd64921d tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:41:52.883000 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-bac14e59-53cf-4c48-9b81-5f46bd64921d tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:41:52.954140 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.securitygroups_db [None req-bac14e59-53cf-4c48-9b81-5f46bd64921d tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Project bc6eeef1745648279edaf5f735a39283 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:41:52.965996 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bac14e59-53cf-4c48-9b81-5f46bd64921d tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:53.032294 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bac14e59-53cf-4c48-9b81-5f46bd64921d tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:53.087726 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bac14e59-53cf-4c48-9b81-5f46bd64921d tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:53.108155 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac14e59-53cf-4c48-9b81-5f46bd64921d tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0aa9796-e9f9-470c-a0d3-d1e62459a721,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:41:53.203007 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bac14e59-53cf-4c48-9b81-5f46bd64921d tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:53.204191 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-bac14e59-53cf-4c48-9b81-5f46bd64921d tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3545671 Sep 23 15:41:53.325798 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bd7716fc-5e84-4062-aacc-e32ff106ac56 req-51ebaeac-16ea-4d85-a50b-dc09ca97e750 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-584355822&fields=id&tenant_id=bc6eeef1745648279edaf5f735a39283 HTTP/1.1" status: 200 len: 267 time: 0.0423784 Sep 23 15:41:53.415026 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7716fc-5e84-4062-aacc-e32ff106ac56 req-a40a7084-3895-4e0e-9d9e-6d71cf4f42cb tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:53.416384 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bd7716fc-5e84-4062-aacc-e32ff106ac56 req-a40a7084-3895-4e0e-9d9e-6d71cf4f42cb tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 946 time: 0.0854979 Sep 23 15:41:53.426822 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-bd7716fc-5e84-4062-aacc-e32ff106ac56 req-e319b4cc-d9dd-4f84-a8ea-3982894b86be tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Request body: {'port': {'security_groups': ['4dcbf596-ce9f-46d1-8c17-844f175fa3fe', '67bb6846-c57b-41dd-8c74-1d9d60c7e8b5']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:41:53.548428 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-bd7716fc-5e84-4062-aacc-e32ff106ac56 req-e319b4cc-d9dd-4f84-a8ea-3982894b86be tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:53.903086 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-bd7716fc-5e84-4062-aacc-e32ff106ac56 req-e319b4cc-d9dd-4f84-a8ea-3982894b86be tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] For port 046c7676-d576-454f-8f4d-61e7ff52c82d, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=046c7676-d576-454f-8f4d-61e7ff52c82d,segment=NetworkSegment(ad5c1961-916d-4157-a450-8dc6437814a1),segment_id=ad5c1961-916d-4157-a450-8dc6437814a1)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:41:53.927867 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-bd7716fc-5e84-4062-aacc-e32ff106ac56 req-e319b4cc-d9dd-4f84-a8ea-3982894b86be tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:53.997571 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-bd7716fc-5e84-4062-aacc-e32ff106ac56 req-e319b4cc-d9dd-4f84-a8ea-3982894b86be tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:54.009012 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['046c7676-d576-454f-8f4d-61e7ff52c82d'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:41:54.034204 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7716fc-5e84-4062-aacc-e32ff106ac56 req-e319b4cc-d9dd-4f84-a8ea-3982894b86be tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:54.034845 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-bd7716fc-5e84-4062-aacc-e32ff106ac56 req-e319b4cc-d9dd-4f84-a8ea-3982894b86be tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:41:54.036203 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bd7716fc-5e84-4062-aacc-e32ff106ac56 req-e319b4cc-d9dd-4f84-a8ea-3982894b86be tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "PUT /v2.0/ports/046c7676-d576-454f-8f4d-61e7ff52c82d HTTP/1.1" status: 200 len: 982 time: 0.6137893 Sep 23 15:41:54.036671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01faffbe-f99a-4393-ab0e-1c5b3b338df9', 'tag': '046c7676-d576-454f-8f4d-61e7ff52c82d'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:41:54.039577 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e91db4b-899d-4039-89c8-4f5d09440865" -d '{"events": [{"name": "network-changed", "server_uuid": "01faffbe-f99a-4393-ab0e-1c5b3b338df9", "tag": "046c7676-d576-454f-8f4d-61e7ff52c82d"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:41:54.086278 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319b4cc-d9dd-4f84-a8ea-3982894b86be tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event updated for resources: {'Port': ['ID=046c7676-d576-454f-8f4d-61e7ff52c82d,revision_number=6']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:41:54.091701 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee831efb-f4ef-495c-8e46-f37c77c5c7aa x-openstack-request-id: req-ee831efb-f4ef-495c-8e46-f37c77c5c7aa {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:41:54.092175 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01faffbe-f99a-4393-ab0e-1c5b3b338df9", "tag": "046c7676-d576-454f-8f4d-61e7ff52c82d", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:41:54.092571 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ee831efb-f4ef-495c-8e46-f37c77c5c7aa {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:41:54.093148 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee831efb-f4ef-495c-8e46-f37c77c5c7aa'] response: {'name': 'network-changed', 'server_uuid': '01faffbe-f99a-4393-ab0e-1c5b3b338df9', 'tag': '046c7676-d576-454f-8f4d-61e7ff52c82d', 'status': 'completed', 'code': 200} Sep 23 15:41:54.123752 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['046c7676-d576-454f-8f4d-61e7ff52c82d'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:41:54.259021 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91db4b-899d-4039-89c8-4f5d09440865 req-800d0a8b-de8e-4bc0-9e43-b7a5d99fd019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:54.260501 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4e91db4b-899d-4039-89c8-4f5d09440865 req-800d0a8b-de8e-4bc0-9e43-b7a5d99fd019 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc6eeef1745648279edaf5f735a39283&device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 1138 time: 0.1447842 Sep 23 15:41:54.272384 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93aa67-7165-4a20-ad08-4a7e55e69f14 req-745cfc96-eef8-42ab-a60e-c1f727b680d4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:54.274550 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-de93aa67-7165-4a20-ad08-4a7e55e69f14 req-745cfc96-eef8-42ab-a60e-c1f727b680d4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 985 time: 0.1145504 Sep 23 15:41:54.399648 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-de93aa67-7165-4a20-ad08-4a7e55e69f14 req-051e7cda-6d77-4bcf-8406-f28b26818226 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&id=67bb6846-c57b-41dd-8c74-1d9d60c7e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1038921 Sep 23 15:41:54.445747 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91db4b-899d-4039-89c8-4f5d09440865 req-bbe6b2a9-f6a4-4f9d-ab4a-3f7cc2886d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:54.447266 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4e91db4b-899d-4039-89c8-4f5d09440865 req-bbe6b2a9-f6a4-4f9d-ab4a-3f7cc2886d3d service neutron] 10.222.0.72 "GET /v2.0/networks?id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba HTTP/1.1" status: 200 len: 916 time: 0.1718674 Sep 23 15:41:54.548967 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4e91db4b-899d-4039-89c8-4f5d09440865 req-53ac0397-6f30-484e-94f8-c21d59d2af3a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=046c7676-d576-454f-8f4d-61e7ff52c82d HTTP/1.1" status: 200 len: 1003 time: 0.0953255 Sep 23 15:41:54.615144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91db4b-899d-4039-89c8-4f5d09440865 req-d1c486e7-3d39-4347-8a5c-8ce1581fe934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:54.616540 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4e91db4b-899d-4039-89c8-4f5d09440865 req-d1c486e7-3d39-4347-8a5c-8ce1581fe934 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97cbcf9e-fa34-4dbc-af77-efcc6bfd0124 HTTP/1.1" status: 200 len: 854 time: 0.0606019 Sep 23 15:41:54.698144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91db4b-899d-4039-89c8-4f5d09440865 req-74d244b4-e087-4e3b-822c-c19a45dcdb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:54.699540 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4e91db4b-899d-4039-89c8-4f5d09440865 req-74d244b4-e087-4e3b-822c-c19a45dcdb92 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770061 Sep 23 15:41:54.831994 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4e91db4b-899d-4039-89c8-4f5d09440865 req-4a954f9e-68b3-4650-8d2c-59729f9cff2a service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253588 Sep 23 15:41:54.962405 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4e91db4b-899d-4039-89c8-4f5d09440865 req-43bf0e5f-6851-483d-b0a5-82675c543590 service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226273 Sep 23 15:41:58.819053 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b180ac72-f731-49ee-ae78-cf3c79ecefe1 req-d563635f-ecf0-40ed-8264-ef681e0a8113 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802660 Sep 23 15:41:58.963906 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180ac72-f731-49ee-ae78-cf3c79ecefe1 req-e8c2bff8-6acd-49fa-9e85-fecffd911388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:58.965433 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b180ac72-f731-49ee-ae78-cf3c79ecefe1 req-e8c2bff8-6acd-49fa-9e85-fecffd911388 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc6eeef1745648279edaf5f735a39283&device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 1138 time: 0.0794055 Sep 23 15:41:59.108300 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180ac72-f731-49ee-ae78-cf3c79ecefe1 req-b59b2dd8-b1e6-44c8-8f40-030c35b45f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:59.109637 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b180ac72-f731-49ee-ae78-cf3c79ecefe1 req-b59b2dd8-b1e6-44c8-8f40-030c35b45f9b service neutron] 10.222.0.72 "GET /v2.0/networks?id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba HTTP/1.1" status: 200 len: 916 time: 0.1249056 Sep 23 15:41:59.213874 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b180ac72-f731-49ee-ae78-cf3c79ecefe1 req-9065d97d-4e83-432c-87f3-888ee8649691 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=046c7676-d576-454f-8f4d-61e7ff52c82d HTTP/1.1" status: 200 len: 1003 time: 0.0974200 Sep 23 15:41:59.275004 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180ac72-f731-49ee-ae78-cf3c79ecefe1 req-2e4fd8df-1c6a-4fc9-9bd0-fc529e4d6601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:59.276390 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b180ac72-f731-49ee-ae78-cf3c79ecefe1 req-2e4fd8df-1c6a-4fc9-9bd0-fc529e4d6601 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97cbcf9e-fa34-4dbc-af77-efcc6bfd0124 HTTP/1.1" status: 200 len: 854 time: 0.0568147 Sep 23 15:41:59.360448 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180ac72-f731-49ee-ae78-cf3c79ecefe1 req-6c91aa10-b467-4358-8b33-37811ab26988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:41:59.361807 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b180ac72-f731-49ee-ae78-cf3c79ecefe1 req-6c91aa10-b467-4358-8b33-37811ab26988 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790842 Sep 23 15:41:59.491865 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b180ac72-f731-49ee-ae78-cf3c79ecefe1 req-7de42a3a-d306-4e80-9039-bdd2d0bed003 service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229439 Sep 23 15:41:59.708223 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b180ac72-f731-49ee-ae78-cf3c79ecefe1 req-7189069c-3dea-4693-a7cd-8d2e200f9a98 service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104149 Sep 23 15:42:02.094835 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a376889a-b385-4a8a-b336-3afb20583b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:42:02.960930 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:42:05.098050 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c92066cb-73bd-4283-b9ca-bdd5f413240d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:42:05.543452 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:42:05.649002 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:42:07.232440 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:42:17.045650 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:42:32.065581 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0f408fab-3fe2-4a59-ad03-afc89146233e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:42:32.991359 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:42:35.082930 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-04b1b2e7-56b9-474d-bea2-2416b15bb08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:42:35.522873 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:42:35.653946 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:42:37.099886 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:42:54.045401 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:42:58.769807 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-06efce99-05c4-45a3-ab30-5916748d3575 req-a2a94c8f-416d-48e6-836a-8fc2f7f357ce service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761912 Sep 23 15:42:58.915999 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efce99-05c4-45a3-ab30-5916748d3575 req-94c7fcd4-bd7e-4183-a0ec-9caf59f77d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:42:58.919362 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-06efce99-05c4-45a3-ab30-5916748d3575 req-94c7fcd4-bd7e-4183-a0ec-9caf59f77d02 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc6eeef1745648279edaf5f735a39283&device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 1138 time: 0.0805154 Sep 23 15:42:59.062616 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efce99-05c4-45a3-ab30-5916748d3575 req-2d65ca94-1e0d-4640-a859-46fc0cac3f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:42:59.063948 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-06efce99-05c4-45a3-ab30-5916748d3575 req-2d65ca94-1e0d-4640-a859-46fc0cac3f77 service neutron] 10.222.0.72 "GET /v2.0/networks?id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba HTTP/1.1" status: 200 len: 916 time: 0.1275127 Sep 23 15:42:59.166357 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-06efce99-05c4-45a3-ab30-5916748d3575 req-47cfe9d0-54cf-42e5-a1a3-aea661101020 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=046c7676-d576-454f-8f4d-61e7ff52c82d HTTP/1.1" status: 200 len: 1003 time: 0.0962603 Sep 23 15:42:59.227700 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efce99-05c4-45a3-ab30-5916748d3575 req-bc67aa5a-4bf1-4782-b579-4de31de6d59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:42:59.229163 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-06efce99-05c4-45a3-ab30-5916748d3575 req-bc67aa5a-4bf1-4782-b579-4de31de6d59b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97cbcf9e-fa34-4dbc-af77-efcc6bfd0124 HTTP/1.1" status: 200 len: 854 time: 0.0563726 Sep 23 15:42:59.316782 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efce99-05c4-45a3-ab30-5916748d3575 req-29bb2fef-5a47-495b-9ecb-d67e0942dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:42:59.318178 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-06efce99-05c4-45a3-ab30-5916748d3575 req-29bb2fef-5a47-495b-9ecb-d67e0942dd13 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829809 Sep 23 15:42:59.328008 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [req-06efce99-05c4-45a3-ab30-5916748d3575 req-36c100b4-1f68-4e86-9250-272cb05e66af service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:42:59.328878 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-06efce99-05c4-45a3-ab30-5916748d3575 req-36c100b4-1f68-4e86-9250-272cb05e66af service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046897 Sep 23 15:42:59.457342 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-06efce99-05c4-45a3-ab30-5916748d3575 req-c7207f9d-adaf-474c-9ca6-4a670fb8e4c6 service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222928 Sep 23 15:42:59.585718 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-06efce99-05c4-45a3-ab30-5916748d3575 req-f3383556-5b31-4c03-96f5-b0cf2264788d service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218464 Sep 23 15:43:02.110989 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2ff8f71f-f6c5-4d6f-9961-f7a67b36f767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:43:02.996791 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:43:05.094412 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-91cc6dde-cd58-4709-9fb2-5597c3384fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:43:05.526220 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:43:05.657659 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:43:07.103299 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:43:30.756897 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a138ca1-64a3-4de5-9121-9d869a3494bb req-7208a490-e926-46f8-b93a-c2bc75453a99 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:43:30.758390 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6a138ca1-64a3-4de5-9121-9d869a3494bb req-7208a490-e926-46f8-b93a-c2bc75453a99 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 985 time: 0.1566713 Sep 23 15:43:30.764538 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9025c69-e07f-4437-8594-4b5b16aad2f8 req-042ee58c-3437-4cd3-a5d4-e20c64a8eace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:43:30.765975 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f9025c69-e07f-4437-8594-4b5b16aad2f8 req-042ee58c-3437-4cd3-a5d4-e20c64a8eace service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc6eeef1745648279edaf5f735a39283&device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 1138 time: 0.1189094 Sep 23 15:43:30.888212 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6a138ca1-64a3-4de5-9121-9d869a3494bb req-c27640a9-f0fa-45f4-a615-eaf31a358a5e tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&id=67bb6846-c57b-41dd-8c74-1d9d60c7e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1212807 Sep 23 15:43:30.928754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9025c69-e07f-4437-8594-4b5b16aad2f8 req-b2bf45a6-8cf3-4fc4-bed6-fa33ff784052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:43:30.930218 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f9025c69-e07f-4437-8594-4b5b16aad2f8 req-b2bf45a6-8cf3-4fc4-bed6-fa33ff784052 service neutron] 10.222.0.72 "GET /v2.0/networks?id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba HTTP/1.1" status: 200 len: 916 time: 0.1499112 Sep 23 15:43:31.036720 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f9025c69-e07f-4437-8594-4b5b16aad2f8 req-8b1bfc78-4a91-4c2e-8881-6e5047e36e1b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=046c7676-d576-454f-8f4d-61e7ff52c82d HTTP/1.1" status: 200 len: 1003 time: 0.0988879 Sep 23 15:43:31.044391 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:43:31.100318 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9025c69-e07f-4437-8594-4b5b16aad2f8 req-8789269f-f12d-40bc-ac84-0d1e29b0bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:43:31.101785 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f9025c69-e07f-4437-8594-4b5b16aad2f8 req-8789269f-f12d-40bc-ac84-0d1e29b0bfde service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97cbcf9e-fa34-4dbc-af77-efcc6bfd0124 HTTP/1.1" status: 200 len: 854 time: 0.0592721 Sep 23 15:43:31.188367 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9025c69-e07f-4437-8594-4b5b16aad2f8 req-d710d0cf-181b-4e79-9d6a-0bc0cbaa474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:43:31.189817 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f9025c69-e07f-4437-8594-4b5b16aad2f8 req-d710d0cf-181b-4e79-9d6a-0bc0cbaa474f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812132 Sep 23 15:43:31.417172 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f9025c69-e07f-4437-8594-4b5b16aad2f8 req-920743f8-dd1a-4f3b-9864-ce5a3dbab645 service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211666 Sep 23 15:43:31.546433 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f9025c69-e07f-4437-8594-4b5b16aad2f8 req-7f358223-3c7e-4289-bb7b-5b745130f728 service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229062 Sep 23 15:43:32.092275 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98e59c51-d746-4b87-bad6-13536cb516f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:43:32.096191 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3081305-e92d-4b74-8ea3-7104c5662bf2 req-ddf067aa-d994-45a4-b413-a4aa4d514764 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:43:32.097913 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a3081305-e92d-4b74-8ea3-7104c5662bf2 req-ddf067aa-d994-45a4-b413-a4aa4d514764 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 985 time: 0.0936744 Sep 23 15:43:32.144269 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-a3081305-e92d-4b74-8ea3-7104c5662bf2 req-b4ec75a4-1f0f-4c91-8670-947ade0f24a2 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Synchronizing usage tracker for tenant:bc6eeef1745648279edaf5f735a39283 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:43:32.217988 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-a3081305-e92d-4b74-8ea3-7104c5662bf2 req-b4ec75a4-1f0f-4c91-8670-947ade0f24a2 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Unset dirty status for tenant:bc6eeef1745648279edaf5f735a39283 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:43:32.219316 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a3081305-e92d-4b74-8ea3-7104c5662bf2 req-b4ec75a4-1f0f-4c91-8670-947ade0f24a2 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&id=67bb6846-c57b-41dd-8c74-1d9d60c7e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1149824 Sep 23 15:43:33.019475 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:43:33.418638 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cf5e4-364a-46ae-bba0-048af052c8a5 req-9f5e98a1-b30d-43f4-bbd7-6fba472beedf tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:43:33.420092 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b88cf5e4-364a-46ae-bba0-048af052c8a5 req-9f5e98a1-b30d-43f4-bbd7-6fba472beedf tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 985 time: 0.0863645 Sep 23 15:43:33.465061 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b88cf5e4-364a-46ae-bba0-048af052c8a5 req-1a0cf627-3311-45ca-8d88-7837d9663cc1 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&id=67bb6846-c57b-41dd-8c74-1d9d60c7e8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393457 Sep 23 15:43:35.088149 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7a97749a-7573-454a-8516-4b0d52cfb1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:43:35.516627 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:43:35.648068 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:43:37.097543 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:00.816992 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f7368df0-1eb7-4b53-aa8e-f7460d745630 req-dd088efb-8e74-4dfb-b481-89a64bab943e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1218276 Sep 23 15:44:00.961279 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7368df0-1eb7-4b53-aa8e-f7460d745630 req-472708c5-795c-4fa9-b69e-53b17d3b38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:44:00.962757 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f7368df0-1eb7-4b53-aa8e-f7460d745630 req-472708c5-795c-4fa9-b69e-53b17d3b38cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc6eeef1745648279edaf5f735a39283&device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 1138 time: 0.0779669 Sep 23 15:44:01.107166 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7368df0-1eb7-4b53-aa8e-f7460d745630 req-70eab7d2-5fd2-42a7-af23-4500dc3dde89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:44:01.108635 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f7368df0-1eb7-4b53-aa8e-f7460d745630 req-70eab7d2-5fd2-42a7-af23-4500dc3dde89 service neutron] 10.222.0.72 "GET /v2.0/networks?id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba HTTP/1.1" status: 200 len: 916 time: 0.1255922 Sep 23 15:44:01.211704 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f7368df0-1eb7-4b53-aa8e-f7460d745630 req-61d6fdc5-d836-41b4-a91f-a2f9b6ef02b4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=046c7676-d576-454f-8f4d-61e7ff52c82d HTTP/1.1" status: 200 len: 1003 time: 0.0963569 Sep 23 15:44:01.278787 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7368df0-1eb7-4b53-aa8e-f7460d745630 req-dbf413a6-c4cb-4a4b-8801-e9cff94c8e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:44:01.280175 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f7368df0-1eb7-4b53-aa8e-f7460d745630 req-dbf413a6-c4cb-4a4b-8801-e9cff94c8e10 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97cbcf9e-fa34-4dbc-af77-efcc6bfd0124 HTTP/1.1" status: 200 len: 854 time: 0.0596282 Sep 23 15:44:01.361839 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7368df0-1eb7-4b53-aa8e-f7460d745630 req-2a421516-9119-443c-997a-c3691bf411b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:44:01.363281 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f7368df0-1eb7-4b53-aa8e-f7460d745630 req-2a421516-9119-443c-997a-c3691bf411b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770545 Sep 23 15:44:01.489776 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f7368df0-1eb7-4b53-aa8e-f7460d745630 req-8f2823f5-0970-4b35-8cd7-a601e513c36d service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199102 Sep 23 15:44:01.616859 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f7368df0-1eb7-4b53-aa8e-f7460d745630 req-35d129f5-50f7-422a-a138-4f4170b7db5a service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210537 Sep 23 15:44:02.085926 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88f544de-097a-4718-b4b3-b1a4f149c641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:03.007896 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:05.110633 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a9472f7-19e9-424f-8fa8-97f98b077d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:05.527763 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:05.653383 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:07.122851 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:08.044145 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:44:32.091236 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dfd84d0e-0cd2-4682-9304-93acf3ae143b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:33.040257 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:35.097119 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9cf89a5e-f8df-495d-8548-bfaa093bf9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:35.561720 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:35.681442 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:37.099165 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:45.044321 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:44:46.410044 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-0a64d46e-2acd-4b17-932b-c4847299cf66 req-05cc3c10-402a-4c88-8062-88bd85bc20a0 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-584355822&fields=id&tenant_id=bc6eeef1745648279edaf5f735a39283 HTTP/1.1" status: 200 len: 267 time: 0.1711316 Sep 23 15:44:46.504922 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64d46e-2acd-4b17-932b-c4847299cf66 req-4231b7f5-aec8-4c5d-9126-ea18f5165e71 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:44:46.506419 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-0a64d46e-2acd-4b17-932b-c4847299cf66 req-4231b7f5-aec8-4c5d-9126-ea18f5165e71 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 985 time: 0.0909154 Sep 23 15:44:46.517678 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [req-0a64d46e-2acd-4b17-932b-c4847299cf66 req-681d0ee1-a0fc-4cf8-8a61-056fd6f0a6c4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Request body: {'port': {'security_groups': ['4dcbf596-ce9f-46d1-8c17-844f175fa3fe']}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:44:46.643924 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [req-0a64d46e-2acd-4b17-932b-c4847299cf66 req-681d0ee1-a0fc-4cf8-8a61-056fd6f0a6c4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:46.882858 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [req-0a64d46e-2acd-4b17-932b-c4847299cf66 req-681d0ee1-a0fc-4cf8-8a61-056fd6f0a6c4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] For port 046c7676-d576-454f-8f4d-61e7ff52c82d, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=046c7676-d576-454f-8f4d-61e7ff52c82d,segment=NetworkSegment(ad5c1961-916d-4157-a450-8dc6437814a1),segment_id=ad5c1961-916d-4157-a450-8dc6437814a1)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:44:46.906430 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [req-0a64d46e-2acd-4b17-932b-c4847299cf66 req-681d0ee1-a0fc-4cf8-8a61-056fd6f0a6c4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:46.971082 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [req-0a64d46e-2acd-4b17-932b-c4847299cf66 req-681d0ee1-a0fc-4cf8-8a61-056fd6f0a6c4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:46.981839 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64d46e-2acd-4b17-932b-c4847299cf66 req-681d0ee1-a0fc-4cf8-8a61-056fd6f0a6c4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:44:46.982491 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [req-0a64d46e-2acd-4b17-932b-c4847299cf66 req-681d0ee1-a0fc-4cf8-8a61-056fd6f0a6c4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:46.983880 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-0a64d46e-2acd-4b17-932b-c4847299cf66 req-681d0ee1-a0fc-4cf8-8a61-056fd6f0a6c4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "PUT /v2.0/ports/046c7676-d576-454f-8f4d-61e7ff52c82d HTTP/1.1" status: 200 len: 943 time: 0.4707141 Sep 23 15:44:46.984242 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['046c7676-d576-454f-8f4d-61e7ff52c82d'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:44:46.990167 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56042) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:44:47.019204 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01faffbe-f99a-4393-ab0e-1c5b3b338df9', 'tag': '046c7676-d576-454f-8f4d-61e7ff52c82d'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:44:47.022382 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8009c2c01c24846940f3c9c2beb64f503f2d744ca5e92813e431a27377ac34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e023151c-3edc-4efc-be2c-02182be6bf7b" -d '{"events": [{"name": "network-changed", "server_uuid": "01faffbe-f99a-4393-ab0e-1c5b3b338df9", "tag": "046c7676-d576-454f-8f4d-61e7ff52c82d"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:44:47.064336 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-378e9f63-df90-40d4-b952-b3460285130a tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:47.077622 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d0ee1-a0fc-4cf8-8a61-056fd6f0a6c4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event updated for resources: {'Port': ['ID=046c7676-d576-454f-8f4d-61e7ff52c82d,revision_number=7']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:44:47.085233 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681d0ee1-a0fc-4cf8-8a61-056fd6f0a6c4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:44:47.085962 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681d0ee1-a0fc-4cf8-8a61-056fd6f0a6c4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:44:47.085962 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681d0ee1-a0fc-4cf8-8a61-056fd6f0a6c4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:44:47.086350 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681d0ee1-a0fc-4cf8-8a61-056fd6f0a6c4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:44:47.086585 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681d0ee1-a0fc-4cf8-8a61-056fd6f0a6c4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:44:47.086918 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681d0ee1-a0fc-4cf8-8a61-056fd6f0a6c4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:44:47.087283 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681d0ee1-a0fc-4cf8-8a61-056fd6f0a6c4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:44:47.087612 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681d0ee1-a0fc-4cf8-8a61-056fd6f0a6c4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:44:47.087938 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681d0ee1-a0fc-4cf8-8a61-056fd6f0a6c4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:44:47.088262 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681d0ee1-a0fc-4cf8-8a61-056fd6f0a6c4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:44:47.088843 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681d0ee1-a0fc-4cf8-8a61-056fd6f0a6c4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:44:47.089065 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681d0ee1-a0fc-4cf8-8a61-056fd6f0a6c4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:44:47.090782 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['046c7676-d576-454f-8f4d-61e7ff52c82d'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:44:47.107460 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-378e9f63-df90-40d4-b952-b3460285130a tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:47.247296 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-378e9f63-df90-40d4-b952-b3460285130a tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:47.266169 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e9f63-df90-40d4-b952-b3460285130a tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bb6846-c57b-41dd-8c74-1d9d60c7e8b5,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:44:47.274174 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378e9f63-df90-40d4-b952-b3460285130a tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:44:47.274578 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378e9f63-df90-40d4-b952-b3460285130a tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:44:47.274887 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378e9f63-df90-40d4-b952-b3460285130a tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:44:47.275217 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378e9f63-df90-40d4-b952-b3460285130a tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:44:47.275542 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378e9f63-df90-40d4-b952-b3460285130a tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:44:47.275862 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378e9f63-df90-40d4-b952-b3460285130a tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:44:47.276181 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378e9f63-df90-40d4-b952-b3460285130a tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:44:47.276528 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378e9f63-df90-40d4-b952-b3460285130a tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:44:47.277157 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378e9f63-df90-40d4-b952-b3460285130a tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:44:47.278041 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378e9f63-df90-40d4-b952-b3460285130a tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:44:47.278404 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378e9f63-df90-40d4-b952-b3460285130a tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:44:47.285853 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-378e9f63-df90-40d4-b952-b3460285130a tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:44:47.337570 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-378e9f63-df90-40d4-b952-b3460285130a tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:47.338744 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-378e9f63-df90-40d4-b952-b3460285130a tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "DELETE /v2.0/security-groups/67bb6846-c57b-41dd-8c74-1d9d60c7e8b5 HTTP/1.1" status: 204 len: 168 time: 0.3470411 Sep 23 15:44:47.341973 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56050) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:44:47.540903 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-cfa8a146-5789-41fe-a415-7dcfec8daeae tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Deleting port 716dd541-efa6-4dc4-9630-de565a3f6fac {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:44:47.541238 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cfa8a146-5789-41fe-a415-7dcfec8daeae tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:47.798827 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cfa8a146-5789-41fe-a415-7dcfec8daeae tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:47.799159 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cfa8a146-5789-41fe-a415-7dcfec8daeae tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:47.919266 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-cfa8a146-5789-41fe-a415-7dcfec8daeae tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Calling delete_port for 716dd541-efa6-4dc4-9630-de565a3f6fac owned by network:floatingip {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:44:48.154053 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cfa8a146-5789-41fe-a415-7dcfec8daeae tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:48.165320 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf707067-b423-447d-b6ef-42e6c5851f0e x-openstack-request-id: req-cf707067-b423-447d-b6ef-42e6c5851f0e {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:44:48.165799 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01faffbe-f99a-4393-ab0e-1c5b3b338df9", "tag": "046c7676-d576-454f-8f4d-61e7ff52c82d", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:44:48.165914 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cf707067-b423-447d-b6ef-42e6c5851f0e {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:44:48.166270 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf707067-b423-447d-b6ef-42e6c5851f0e'] response: {'name': 'network-changed', 'server_uuid': '01faffbe-f99a-4393-ab0e-1c5b3b338df9', 'tag': '046c7676-d576-454f-8f4d-61e7ff52c82d', 'status': 'completed', 'code': 200} Sep 23 15:44:48.242902 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8a146-5789-41fe-a415-7dcfec8daeae tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event deleted for resources: {'Port': ['ID=716dd541-efa6-4dc4-9630-de565a3f6fac,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:44:48.365960 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cfa8a146-5789-41fe-a415-7dcfec8daeae tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for floatingip, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:48.370591 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-cfa8a146-5789-41fe-a415-7dcfec8daeae tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Floating IP f234dcfc-7d74-47b1-8cfa-6138415ef64f disassociated (deleted). External IP: 172.26.10.199, port: 046c7676-d576-454f-8f4d-61e7ff52c82d. Sep 23 15:44:48.440436 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023151c-3edc-4efc-be2c-02182be6bf7b req-21307d3b-7c3a-445e-8954-86f7e951606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:44:48.441836 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e023151c-3edc-4efc-be2c-02182be6bf7b req-21307d3b-7c3a-445e-8954-86f7e951606c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc6eeef1745648279edaf5f735a39283&device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 1099 time: 0.2496395 Sep 23 15:44:48.722018 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023151c-3edc-4efc-be2c-02182be6bf7b req-40442633-68b1-4662-a8fe-d153e732a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:44:48.723400 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e023151c-3edc-4efc-be2c-02182be6bf7b req-40442633-68b1-4662-a8fe-d153e732a789 service neutron] 10.222.0.72 "GET /v2.0/networks?id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba HTTP/1.1" status: 200 len: 916 time: 0.2745709 Sep 23 15:44:48.845469 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e023151c-3edc-4efc-be2c-02182be6bf7b req-74a54d78-0e4b-4579-ad3f-511e0ee28432 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=046c7676-d576-454f-8f4d-61e7ff52c82d HTTP/1.1" status: 200 len: 217 time: 0.1150742 Sep 23 15:44:48.933029 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023151c-3edc-4efc-be2c-02182be6bf7b req-c39557dc-b1f8-4313-a005-d34604820e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:44:48.934513 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e023151c-3edc-4efc-be2c-02182be6bf7b req-c39557dc-b1f8-4313-a005-d34604820e21 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97cbcf9e-fa34-4dbc-af77-efcc6bfd0124 HTTP/1.1" status: 200 len: 854 time: 0.0813653 Sep 23 15:44:48.938792 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa8a146-5789-41fe-a415-7dcfec8daeae tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Router 36cb6359-06cf-41a5-afda-019b4ea3647f has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:44:49.272902 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023151c-3edc-4efc-be2c-02182be6bf7b req-a7341cd2-d3df-4730-929b-45aaa14e72c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:44:49.274403 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e023151c-3edc-4efc-be2c-02182be6bf7b req-a7341cd2-d3df-4730-929b-45aaa14e72c1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3332052 Sep 23 15:44:49.310867 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa8a146-5789-41fe-a415-7dcfec8daeae tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:44:49.320303 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7acec0-2a5f-4600-9230-dd6db5ec42f7 None None] Sync routers for ids ['36cb6359-06cf-41a5-afda-019b4ea3647f'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:44:49.330477 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7acec0-2a5f-4600-9230-dd6db5ec42f7 None None] Routers {'36cb6359-06cf-41a5-afda-019b4ea3647f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:44:49.331073 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8a7acec0-2a5f-4600-9230-dd6db5ec42f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:44:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['36cb6359-06cf-41a5-afda-019b4ea3647f'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:44:49.419259 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e023151c-3edc-4efc-be2c-02182be6bf7b req-0615dccd-92f2-4ba1-a4aa-b99acdea5a1e service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357975 Sep 23 15:44:49.502352 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cfa8a146-5789-41fe-a415-7dcfec8daeae tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:49.507285 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-8a7acec0-2a5f-4600-9230-dd6db5ec42f7 None None] Set router 36cb6359-06cf-41a5-afda-019b4ea3647f gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:44:49.586904 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-cfa8a146-5789-41fe-a415-7dcfec8daeae tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "DELETE /v2.0/floatingips/f234dcfc-7d74-47b1-8cfa-6138415ef64f HTTP/1.1" status: 204 len: 168 time: 2.2438016 Sep 23 15:44:49.589073 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01faffbe-f99a-4393-ab0e-1c5b3b338df9', 'tag': '046c7676-d576-454f-8f4d-61e7ff52c82d'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:44:49.591414 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767c9ea5-8a26-4451-9b13-5db1cbd2f659" -d '{"events": [{"name": "network-changed", "server_uuid": "01faffbe-f99a-4393-ab0e-1c5b3b338df9", "tag": "046c7676-d576-454f-8f4d-61e7ff52c82d"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:44:49.619452 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e023151c-3edc-4efc-be2c-02182be6bf7b req-707820e9-672b-4ad8-bd96-1cf725972cb5 service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943119 Sep 23 15:44:49.646808 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fde3813-1fe4-4604-a756-710b9e200836 x-openstack-request-id: req-1fde3813-1fe4-4604-a756-710b9e200836 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:44:49.647100 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01faffbe-f99a-4393-ab0e-1c5b3b338df9", "tag": "046c7676-d576-454f-8f4d-61e7ff52c82d", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:44:49.647351 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1fde3813-1fe4-4604-a756-710b9e200836 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:44:49.647754 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fde3813-1fe4-4604-a756-710b9e200836'] response: {'name': 'network-changed', 'server_uuid': '01faffbe-f99a-4393-ab0e-1c5b3b338df9', 'tag': '046c7676-d576-454f-8f4d-61e7ff52c82d', 'status': 'completed', 'code': 200} Sep 23 15:44:49.821587 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c9ea5-8a26-4451-9b13-5db1cbd2f659 req-1c08bb28-729c-40f4-ad9e-fa87b5bc00b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:44:49.823130 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-767c9ea5-8a26-4451-9b13-5db1cbd2f659 req-1c08bb28-729c-40f4-ad9e-fa87b5bc00b3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc6eeef1745648279edaf5f735a39283&device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 1099 time: 0.0836847 Sep 23 15:44:49.833944 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8a7acec0-2a5f-4600-9230-dd6db5ec42f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'name': 'tempest-TestMinimumBasicScenario-1920154855-router', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145'}], 'enable_snat': True}, 'gw_port_id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:45Z', 'updated_at': '2022-09-23T15:40:50Z', 'revision_number': 4, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'gw_port': {'id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:46Z', 'updated_at': '2022-09-23T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '49223dd3-8799-4c4f-9a6b-cc8957739192', 'name': '', 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'mac_address': 'fa:16:3e:98:1f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:49Z', 'updated_at': '2022-09-23T15:40:56Z', 'revision_number': 5, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'subnets': [{'id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:44:49.838975 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7acec0-2a5f-4600-9230-dd6db5ec42f7 None None] Checking router: 36cb6359-06cf-41a5-afda-019b4ea3647f for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:44:49.847828 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7acec0-2a5f-4600-9230-dd6db5ec42f7 None None] Routers {'36cb6359-06cf-41a5-afda-019b4ea3647f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:44:49.848436 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8a7acec0-2a5f-4600-9230-dd6db5ec42f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:44:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['36cb6359-06cf-41a5-afda-019b4ea3647f'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:44:49.963434 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c9ea5-8a26-4451-9b13-5db1cbd2f659 req-41c9f079-8226-473e-a2cd-e0c283c86873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:44:49.965004 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-767c9ea5-8a26-4451-9b13-5db1cbd2f659 req-41c9f079-8226-473e-a2cd-e0c283c86873 service neutron] 10.222.0.72 "GET /v2.0/networks?id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba HTTP/1.1" status: 200 len: 916 time: 0.1351395 Sep 23 15:44:50.028708 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-8a7acec0-2a5f-4600-9230-dd6db5ec42f7 None None] Set router 36cb6359-06cf-41a5-afda-019b4ea3647f gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:44:50.036879 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-767c9ea5-8a26-4451-9b13-5db1cbd2f659 req-3cc4a139-09de-40ce-8411-34b207c8a140 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=046c7676-d576-454f-8f4d-61e7ff52c82d HTTP/1.1" status: 200 len: 217 time: 0.0657187 Sep 23 15:44:50.102059 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c9ea5-8a26-4451-9b13-5db1cbd2f659 req-3477f044-c1c2-401f-9268-ce264444effb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:44:50.102059 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-767c9ea5-8a26-4451-9b13-5db1cbd2f659 req-3477f044-c1c2-401f-9268-ce264444effb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97cbcf9e-fa34-4dbc-af77-efcc6bfd0124 HTTP/1.1" status: 200 len: 854 time: 0.0585048 Sep 23 15:44:50.187591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c9ea5-8a26-4451-9b13-5db1cbd2f659 req-8ebb0556-7261-4557-b289-71d04696adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:44:50.189065 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-767c9ea5-8a26-4451-9b13-5db1cbd2f659 req-8ebb0556-7261-4557-b289-71d04696adc2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814264 Sep 23 15:44:50.329380 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-767c9ea5-8a26-4451-9b13-5db1cbd2f659 req-0459f21f-16f4-43ae-8ff6-8cea10278e5c service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334503 Sep 23 15:44:50.392153 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-8a7acec0-2a5f-4600-9230-dd6db5ec42f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'name': 'tempest-TestMinimumBasicScenario-1920154855-router', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145'}], 'enable_snat': True}, 'gw_port_id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:45Z', 'updated_at': '2022-09-23T15:40:50Z', 'revision_number': 4, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'gw_port': {'id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:46Z', 'updated_at': '2022-09-23T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '49223dd3-8799-4c4f-9a6b-cc8957739192', 'name': '', 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'mac_address': 'fa:16:3e:98:1f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:49Z', 'updated_at': '2022-09-23T15:40:56Z', 'revision_number': 5, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'subnets': [{'id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:44:50.396390 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7acec0-2a5f-4600-9230-dd6db5ec42f7 None None] The sync data for ids ['36cb6359-06cf-41a5-afda-019b4ea3647f'] in dv-neutron-859093-1-hyperv is: [{'id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'name': 'tempest-TestMinimumBasicScenario-1920154855-router', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145'}], 'enable_snat': True}, 'gw_port_id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:45Z', 'updated_at': '2022-09-23T15:40:50Z', 'revision_number': 4, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'gw_port': {'id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:46Z', 'updated_at': '2022-09-23T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '49223dd3-8799-4c4f-9a6b-cc8957739192', 'name': '', 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'mac_address': 'fa:16:3e:98:1f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:49Z', 'updated_at': '2022-09-23T15:40:56Z', 'revision_number': 5, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'subnets': [{'id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:44:50.475095 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-767c9ea5-8a26-4451-9b13-5db1cbd2f659 req-56fb19f0-ab68-4667-bf66-a3c00eb04747 service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337409 Sep 23 15:44:50.637579 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beabe5a-9ae7-4d49-9231-e47221850ca9 None None] New status for floating IP f234dcfc-7d74-47b1-8cfa-6138415ef64f: DOWN {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:44:55.684982 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a9455-0641-478f-8dc2-67bc83dafdce req-0bcda6e5-64a9-43df-ab76-d9eb566dae35 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:44:55.685591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-764a9455-0641-478f-8dc2-67bc83dafdce req-0bcda6e5-64a9-43df-ab76-d9eb566dae35 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Synchronizing usage tracker for tenant:bc6eeef1745648279edaf5f735a39283 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:44:55.750660 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-764a9455-0641-478f-8dc2-67bc83dafdce req-0bcda6e5-64a9-43df-ab76-d9eb566dae35 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Unset dirty status for tenant:bc6eeef1745648279edaf5f735a39283 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:44:55.751841 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-764a9455-0641-478f-8dc2-67bc83dafdce req-0bcda6e5-64a9-43df-ab76-d9eb566dae35 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 946 time: 0.1529667 Sep 23 15:44:55.803027 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-764a9455-0641-478f-8dc2-67bc83dafdce req-dca753d6-9114-475d-8a59-44ade729a6b0 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Synchronizing usage tracker for tenant:bc6eeef1745648279edaf5f735a39283 on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:44:55.875981 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-764a9455-0641-478f-8dc2-67bc83dafdce req-dca753d6-9114-475d-8a59-44ade729a6b0 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Unset dirty status for tenant:bc6eeef1745648279edaf5f735a39283 on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:44:55.877150 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-764a9455-0641-478f-8dc2-67bc83dafdce req-dca753d6-9114-475d-8a59-44ade729a6b0 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182585 Sep 23 15:44:57.080083 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329cc0f-ead8-400d-8c23-e991ff83c4ce req-3f97427d-e622-4df3-b7e2-6163dd062d64 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:44:57.081472 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6329cc0f-ead8-400d-8c23-e991ff83c4ce req-3f97427d-e622-4df3-b7e2-6163dd062d64 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 946 time: 0.0917132 Sep 23 15:44:57.124766 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6329cc0f-ead8-400d-8c23-e991ff83c4ce req-638db887-b21d-40f5-99fe-8f74a8d9e29d tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374417 Sep 23 15:44:57.236488 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc65a3-388a-4eac-8ca1-f2ac00e8bc0a req-26217cdc-a757-4ee9-ac08-fc03523b9136 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:44:57.237893 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bbfc65a3-388a-4eac-8ca1-f2ac00e8bc0a req-26217cdc-a757-4ee9-ac08-fc03523b9136 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.72 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 946 time: 0.0869865 Sep 23 15:44:57.310422 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-bbfc65a3-388a-4eac-8ca1-f2ac00e8bc0a req-7597ea36-cb5f-4502-a519-12c66cba054f tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Deleting port 046c7676-d576-454f-8f4d-61e7ff52c82d {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:44:57.310761 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-bbfc65a3-388a-4eac-8ca1-f2ac00e8bc0a req-7597ea36-cb5f-4502-a519-12c66cba054f tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:57.644136 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-bbfc65a3-388a-4eac-8ca1-f2ac00e8bc0a req-7597ea36-cb5f-4502-a519-12c66cba054f tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] For port 046c7676-d576-454f-8f4d-61e7ff52c82d, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=046c7676-d576-454f-8f4d-61e7ff52c82d,segment=NetworkSegment(ad5c1961-916d-4157-a450-8dc6437814a1),segment_id=ad5c1961-916d-4157-a450-8dc6437814a1)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:44:57.644487 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-bbfc65a3-388a-4eac-8ca1-f2ac00e8bc0a req-7597ea36-cb5f-4502-a519-12c66cba054f tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:57.767354 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-bbfc65a3-388a-4eac-8ca1-f2ac00e8bc0a req-7597ea36-cb5f-4502-a519-12c66cba054f tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Calling delete_port for 046c7676-d576-454f-8f4d-61e7ff52c82d owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:44:57.955576 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-bbfc65a3-388a-4eac-8ca1-f2ac00e8bc0a req-7597ea36-cb5f-4502-a519-12c66cba054f tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:57.968244 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['046c7676-d576-454f-8f4d-61e7ff52c82d'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:44:58.006885 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597ea36-cb5f-4502-a519-12c66cba054f tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event deleted for resources: {'Port': ['ID=046c7676-d576-454f-8f4d-61e7ff52c82d,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:44:58.100507 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfc65a3-388a-4eac-8ca1-f2ac00e8bc0a req-7597ea36-cb5f-4502-a519-12c66cba054f tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] No DVR routers for this DVR port 046c7676-d576-454f-8f4d-61e7ff52c82d on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:44:58.106369 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-bbfc65a3-388a-4eac-8ca1-f2ac00e8bc0a req-7597ea36-cb5f-4502-a519-12c66cba054f tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:44:58.106369 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01faffbe-f99a-4393-ab0e-1c5b3b338df9', 'name': 'network-vif-deleted', 'tag': '046c7676-d576-454f-8f4d-61e7ff52c82d'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:44:58.108613 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdec9de-7e80-42b4-b8b0-9216c81f2b03" -d '{"events": [{"server_uuid": "01faffbe-f99a-4393-ab0e-1c5b3b338df9", "name": "network-vif-deleted", "tag": "046c7676-d576-454f-8f4d-61e7ff52c82d"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:44:58.180071 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bbfc65a3-388a-4eac-8ca1-f2ac00e8bc0a req-7597ea36-cb5f-4502-a519-12c66cba054f tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.72 "DELETE /v2.0/ports/046c7676-d576-454f-8f4d-61e7ff52c82d HTTP/1.1" status: 204 len: 173 time: 0.9368875 Sep 23 15:44:58.215319 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af78fcbd-0357-4008-8c6d-3938a780a512 x-openstack-request-id: req-af78fcbd-0357-4008-8c6d-3938a780a512 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:44:58.215606 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01faffbe-f99a-4393-ab0e-1c5b3b338df9", "name": "network-vif-deleted", "tag": "046c7676-d576-454f-8f4d-61e7ff52c82d", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:44:58.215858 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-af78fcbd-0357-4008-8c6d-3938a780a512 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:44:58.216311 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af78fcbd-0357-4008-8c6d-3938a780a512'] response: {'server_uuid': '01faffbe-f99a-4393-ab0e-1c5b3b338df9', 'name': 'network-vif-deleted', 'tag': '046c7676-d576-454f-8f4d-61e7ff52c82d', 'status': 'completed', 'code': 200} Sep 23 15:44:58.304048 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-fd9ac7c6-4023-4ddb-a0d4-7c93a331481e req-d0f51ea2-b641-4041-ab70-e74d0afd61ec tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=01faffbe-f99a-4393-ab0e-1c5b3b338df9 HTTP/1.1" status: 200 len: 210 time: 0.0537841 Sep 23 15:45:01.684775 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 046c7676-d576-454f-8f4d-61e7ff52c82d no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:45:01.723645 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 046c7676-d576-454f-8f4d-61e7ff52c82d {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:45:01.724422 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 046c7676-d576-454f-8f4d-61e7ff52c82d not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:45:02.115780 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-270e9f78-8539-43c6-b313-c1656a20bace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:03.082049 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:05.081778 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-83da68fd-ed3a-4fbd-a611-946fb970ce74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:05.533558 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:05.653072 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:07.115938 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:10.817090 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-1406c71d-cee0-4d72-9d8c-b21397ef22eb tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:10.818559 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-1406c71d-cee0-4d72-9d8c-b21397ef22eb tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/networks?id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba HTTP/1.1" status: 200 len: 815 time: 0.1459751 Sep 23 15:45:10.833162 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-ad5a7b26-344a-4c99-babd-0cca9a9910d1 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/quotas/bc6eeef1745648279edaf5f735a39283 HTTP/1.1" status: 200 len: 375 time: 0.0092435 Sep 23 15:45:10.920030 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-71d21b31-cd03-42fc-aea7-68e0f4420701 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=bc6eeef1745648279edaf5f735a39283&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820856 Sep 23 15:45:11.098451 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-81731372-cf78-48e9-beee-19360d5bb315 service neutron] 10.222.0.67 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664047 Sep 23 15:45:11.234878 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-c1e097b2-96e0-4729-accf-d59ae3684c66 service neutron] 10.222.0.67 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306551 Sep 23 15:45:11.473698 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-e4d94df6-129f-4ba6-9e7d-0b2fcd063c0e req-58582340-6cb5-44e8-9e6d-c402fad7f7f1 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Synchronizing usage tracker for tenant:bc6eeef1745648279edaf5f735a39283 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:45:11.527220 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-e4d94df6-129f-4ba6-9e7d-0b2fcd063c0e req-58582340-6cb5-44e8-9e6d-c402fad7f7f1 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Unset dirty status for tenant:bc6eeef1745648279edaf5f735a39283 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:45:11.528520 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e4d94df6-129f-4ba6-9e7d-0b2fcd063c0e req-58582340-6cb5-44e8-9e6d-c402fad7f7f1 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 210 time: 0.1039660 Sep 23 15:45:12.807584 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-fa0e55bb-56b5-4785-80cf-c25f0047cdc0 req-3782e21b-ca85-4853-a5cf-9ef49022af7b tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 210 time: 0.1657617 Sep 23 15:45:13.760483 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-e32188f5-ee39-4873-94df-e47ed37a9c20 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:13.761894 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-e32188f5-ee39-4873-94df-e47ed37a9c20 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.72 "GET /v2.0/networks?id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba HTTP/1.1" status: 200 len: 815 time: 0.1471806 Sep 23 15:45:13.773648 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-2a53d5ab-d9b9-451a-a8b2-05d46c939def tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Request body: {'port': {'device_id': '707b2f8e-ea2d-4fcf-a14d-7b6d5b840019', 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba', 'admin_state_up': True, 'tenant_id': 'bc6eeef1745648279edaf5f735a39283'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:45:13.917731 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-2a53d5ab-d9b9-451a-a8b2-05d46c939def tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:45:13.928266 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-2a53d5ab-d9b9-451a-a8b2-05d46c939def tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:45:13.984992 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b4ac2713-75a4-49f2-abd8-204b9b9e8259 req-e7dbf35f-4e12-475d-9d5e-5057be517fb7 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 210 time: 0.0516794 Sep 23 15:45:14.022984 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-2a53d5ab-d9b9-451a-a8b2-05d46c939def tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Made reservation on behalf of bc6eeef1745648279edaf5f735a39283 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:45:14.026010 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-2a53d5ab-d9b9-451a-a8b2-05d46c939def tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:14.190881 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-2a53d5ab-d9b9-451a-a8b2-05d46c939def tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Allocated IP 172.20.0.5 (59aa17ce-a316-47f3-be7f-2e55d8edf1ba/97cbcf9e-fa34-4dbc-af77-efcc6bfd0124/db81cb69-391f-4e43-8459-240fdef71e37) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:45:14.398378 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-2a53d5ab-d9b9-451a-a8b2-05d46c939def tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:14.414744 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-2a53d5ab-d9b9-451a-a8b2-05d46c939def tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Transition to ACTIVE for port object db81cb69-391f-4e43-8459-240fdef71e37 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:45:14.504090 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-2a53d5ab-d9b9-451a-a8b2-05d46c939def tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:14.584301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-2a53d5ab-d9b9-451a-a8b2-05d46c939def tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Network 59aa17ce-a316-47f3-be7f-2e55d8edf1ba is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:45:14.585783 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-2a53d5ab-d9b9-451a-a8b2-05d46c939def tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:45:14.596067 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-2a53d5ab-d9b9-451a-a8b2-05d46c939def tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:45:14.670147 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53d5ab-d9b9-451a-a8b2-05d46c939def tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event updated for resources: {'Port': ['ID=db81cb69-391f-4e43-8459-240fdef71e37,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:45:14.705198 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-2a53d5ab-d9b9-451a-a8b2-05d46c939def tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:14.705931 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-2a53d5ab-d9b9-451a-a8b2-05d46c939def tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:14.808008 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-2a53d5ab-d9b9-451a-a8b2-05d46c939def tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0379503 Sep 23 15:45:15.053587 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-89a24a25-7c5c-455f-849a-2f9c51c81b93 None None] Provisioning for port db81cb69-391f-4e43-8459-240fdef71e37 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:45:15.065249 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-89a24a25-7c5c-455f-849a-2f9c51c81b93 None None] Provisioning complete for port db81cb69-391f-4e43-8459-240fdef71e37 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:45:15.065953 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-89a24a25-7c5c-455f-849a-2f9c51c81b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:15.066633 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-89a24a25-7c5c-455f-849a-2f9c51c81b93 None None] Attempt 1 to provision port db81cb69-391f-4e43-8459-240fdef71e37 Sep 23 15:45:15.139941 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-89a24a25-7c5c-455f-849a-2f9c51c81b93 None None] Port db81cb69-391f-4e43-8459-240fdef71e37 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:45:15.224732 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4b7eb-6957-4622-8d38-43a04d5bda74 req-35ab8f4a-5718-4ea9-ae9c-0b373b02b979 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:15.226209 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d9e4b7eb-6957-4622-8d38-43a04d5bda74 req-35ab8f4a-5718-4ea9-ae9c-0b373b02b979 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 931 time: 0.1031458 Sep 23 15:45:15.274806 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d9e4b7eb-6957-4622-8d38-43a04d5bda74 req-369bcd0c-0e18-4b6b-b71a-790cb4f9a8f7 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417852 Sep 23 15:45:15.641769 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-89a24a25-7c5c-455f-849a-2f9c51c81b93 None None] Attempt 2 to provision port db81cb69-391f-4e43-8459-240fdef71e37 Sep 23 15:45:15.697097 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-89a24a25-7c5c-455f-849a-2f9c51c81b93 None None] Port db81cb69-391f-4e43-8459-240fdef71e37 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:45:16.198712 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-89a24a25-7c5c-455f-849a-2f9c51c81b93 None None] Attempt 3 to provision port db81cb69-391f-4e43-8459-240fdef71e37 Sep 23 15:45:16.256208 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-89a24a25-7c5c-455f-849a-2f9c51c81b93 None None] Port db81cb69-391f-4e43-8459-240fdef71e37 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:45:16.645517 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba8f60-2fa5-497d-a164-1555732c9d21 req-99a80f03-9542-4eb2-b15d-5397fc46e7eb tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:16.646252 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-efba8f60-2fa5-497d-a164-1555732c9d21 req-99a80f03-9542-4eb2-b15d-5397fc46e7eb tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Synchronizing usage tracker for tenant:bc6eeef1745648279edaf5f735a39283 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:45:16.727416 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-efba8f60-2fa5-497d-a164-1555732c9d21 req-99a80f03-9542-4eb2-b15d-5397fc46e7eb tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Unset dirty status for tenant:bc6eeef1745648279edaf5f735a39283 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:45:16.728965 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-efba8f60-2fa5-497d-a164-1555732c9d21 req-99a80f03-9542-4eb2-b15d-5397fc46e7eb tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 931 time: 0.1760776 Sep 23 15:45:16.757614 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-89a24a25-7c5c-455f-849a-2f9c51c81b93 None None] Attempt 4 to provision port db81cb69-391f-4e43-8459-240fdef71e37 Sep 23 15:45:16.786935 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-efba8f60-2fa5-497d-a164-1555732c9d21 req-11be3d12-b3ab-4930-b9be-20ffca7de1be tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488615 Sep 23 15:45:16.837952 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-89a24a25-7c5c-455f-849a-2f9c51c81b93 None None] Port db81cb69-391f-4e43-8459-240fdef71e37 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:45:17.338979 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-89a24a25-7c5c-455f-849a-2f9c51c81b93 None None] Attempt 5 to provision port db81cb69-391f-4e43-8459-240fdef71e37 Sep 23 15:45:17.399734 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-89a24a25-7c5c-455f-849a-2f9c51c81b93 None None] Port db81cb69-391f-4e43-8459-240fdef71e37 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:45:17.900663 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-89a24a25-7c5c-455f-849a-2f9c51c81b93 None None] Attempt 6 to provision port db81cb69-391f-4e43-8459-240fdef71e37 Sep 23 15:45:17.965014 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-89a24a25-7c5c-455f-849a-2f9c51c81b93 None None] Port db81cb69-391f-4e43-8459-240fdef71e37 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:45:18.005242 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ab13a-64c6-40f0-96e8-3aeee45ffa7f req-8c473fe4-6070-4cac-9421-219c5dbf6897 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:18.009617 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-874ab13a-64c6-40f0-96e8-3aeee45ffa7f req-8c473fe4-6070-4cac-9421-219c5dbf6897 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 931 time: 0.0982330 Sep 23 15:45:18.055344 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-874ab13a-64c6-40f0-96e8-3aeee45ffa7f req-a76f5f58-4f34-4162-9d0e-252cf4a8d9a0 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428183 Sep 23 15:45:18.466382 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-89a24a25-7c5c-455f-849a-2f9c51c81b93 None None] Attempt 7 to provision port db81cb69-391f-4e43-8459-240fdef71e37 Sep 23 15:45:18.525282 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-89a24a25-7c5c-455f-849a-2f9c51c81b93 None None] Port db81cb69-391f-4e43-8459-240fdef71e37 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:45:19.026529 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-89a24a25-7c5c-455f-849a-2f9c51c81b93 None None] Attempt 8 to provision port db81cb69-391f-4e43-8459-240fdef71e37 Sep 23 15:45:19.089954 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-89a24a25-7c5c-455f-849a-2f9c51c81b93 None None] Port db81cb69-391f-4e43-8459-240fdef71e37 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:45:19.372577 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0694b8-3773-4b05-88f9-0628feb3b1d4 req-d48c8960-4b44-4fff-aeb2-14658642b621 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:19.375485 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4d0694b8-3773-4b05-88f9-0628feb3b1d4 req-d48c8960-4b44-4fff-aeb2-14658642b621 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 931 time: 0.2007513 Sep 23 15:45:19.422555 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4d0694b8-3773-4b05-88f9-0628feb3b1d4 req-bba905db-ecd2-49da-ae34-55a991d09b98 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411630 Sep 23 15:45:19.591263 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-89a24a25-7c5c-455f-849a-2f9c51c81b93 None None] Attempt 9 to provision port db81cb69-391f-4e43-8459-240fdef71e37 Sep 23 15:45:19.645955 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-89a24a25-7c5c-455f-849a-2f9c51c81b93 None None] Port db81cb69-391f-4e43-8459-240fdef71e37 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:45:20.147265 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-89a24a25-7c5c-455f-849a-2f9c51c81b93 None None] Attempt 10 to provision port db81cb69-391f-4e43-8459-240fdef71e37 Sep 23 15:45:20.280015 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-89a24a25-7c5c-455f-849a-2f9c51c81b93 None None] Port db81cb69-391f-4e43-8459-240fdef71e37 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:45:20.664998 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831e8d7-5aba-4fda-803c-27de1fc379a2 req-2481f5e2-7463-46be-882d-9a718967a5f6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:20.666531 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8831e8d7-5aba-4fda-803c-27de1fc379a2 req-2481f5e2-7463-46be-882d-9a718967a5f6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 931 time: 0.0965233 Sep 23 15:45:20.714220 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8831e8d7-5aba-4fda-803c-27de1fc379a2 req-3ea01931-b0ed-4136-974f-6c4c544acc4a tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410182 Sep 23 15:45:21.919477 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a7666-33ac-4a30-a96f-825d30c2f99e req-f4221988-1053-4851-80d3-f5ac393716ea tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:21.921039 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-762a7666-33ac-4a30-a96f-825d30c2f99e req-f4221988-1053-4851-80d3-f5ac393716ea tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 931 time: 0.0895138 Sep 23 15:45:21.968874 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-762a7666-33ac-4a30-a96f-825d30c2f99e req-454cd9d9-a332-48ff-b308-3bdb2ff2b2c2 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419838 Sep 23 15:45:22.023256 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-f429a3f4-28c3-4a3c-9486-70764b881940 service neutron] Request body: {'port': {'device_id': '707b2f8e-ea2d-4fcf-a14d-7b6d5b840019', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:45:22.044907 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:45:22.129914 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-f429a3f4-28c3-4a3c-9486-70764b881940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:22.464471 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-f429a3f4-28c3-4a3c-9486-70764b881940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db81cb69-391f-4e43-8459-240fdef71e37 {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:45:22.471551 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-f429a3f4-28c3-4a3c-9486-70764b881940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:22.487940 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-f429a3f4-28c3-4a3c-9486-70764b881940 service neutron] Transition to ACTIVE for port object db81cb69-391f-4e43-8459-240fdef71e37 will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:45:22.564947 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-f429a3f4-28c3-4a3c-9486-70764b881940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:22.750735 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429a3f4-28c3-4a3c-9486-70764b881940 service neutron] Pushing event updated for resources: {'Port': ['ID=db81cb69-391f-4e43-8459-240fdef71e37,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:45:22.786651 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-f429a3f4-28c3-4a3c-9486-70764b881940 service neutron] Attempting to bind port db81cb69-391f-4e43-8459-240fdef71e37 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:45:22.786982 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-f429a3f4-28c3-4a3c-9486-70764b881940 service neutron] Attempting to bind port db81cb69-391f-4e43-8459-240fdef71e37 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': 'ad5c1961-916d-4157-a450-8dc6437814a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:45:22.787308 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-f429a3f4-28c3-4a3c-9486-70764b881940 service neutron] Attempting to bind port db81cb69-391f-4e43-8459-240fdef71e37 on network 59aa17ce-a316-47f3-be7f-2e55d8edf1ba {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:45:22.791815 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-f429a3f4-28c3-4a3c-9486-70764b881940 service neutron] Port db81cb69-391f-4e43-8459-240fdef71e37 on network 59aa17ce-a316-47f3-be7f-2e55d8edf1ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:45:22.792156 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-f429a3f4-28c3-4a3c-9486-70764b881940 service neutron] Attempting to bind port db81cb69-391f-4e43-8459-240fdef71e37 on network 59aa17ce-a316-47f3-be7f-2e55d8edf1ba {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:45:22.797815 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-f429a3f4-28c3-4a3c-9486-70764b881940 service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:45:22.798150 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-f429a3f4-28c3-4a3c-9486-70764b881940 service neutron] Checking segment: {'id': 'ad5c1961-916d-4157-a450-8dc6437814a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:45:22.798573 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-f429a3f4-28c3-4a3c-9486-70764b881940 service neutron] Bound using segment: {'id': 'ad5c1961-916d-4157-a450-8dc6437814a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:45:22.798996 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-f429a3f4-28c3-4a3c-9486-70764b881940 service neutron] Bound port: db81cb69-391f-4e43-8459-240fdef71e37, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5c1961-916d-4157-a450-8dc6437814a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:45:22.799340 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-f429a3f4-28c3-4a3c-9486-70764b881940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:22.885522 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-f429a3f4-28c3-4a3c-9486-70764b881940 service neutron] For port db81cb69-391f-4e43-8459-240fdef71e37, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:45:22.888613 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-f429a3f4-28c3-4a3c-9486-70764b881940 service neutron] For port db81cb69-391f-4e43-8459-240fdef71e37, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=db81cb69-391f-4e43-8459-240fdef71e37,segment=NetworkSegment(ad5c1961-916d-4157-a450-8dc6437814a1),segment_id=ad5c1961-916d-4157-a450-8dc6437814a1)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:45:22.971197 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-f429a3f4-28c3-4a3c-9486-70764b881940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:23.005183 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-f429a3f4-28c3-4a3c-9486-70764b881940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:23.005815 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-f429a3f4-28c3-4a3c-9486-70764b881940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:23.007223 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-f429a3f4-28c3-4a3c-9486-70764b881940 service neutron] 10.222.0.72 "PUT /v2.0/ports/db81cb69-391f-4e43-8459-240fdef71e37 HTTP/1.1" status: 200 len: 1093 time: 0.9883597 Sep 23 15:45:23.007655 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707b2f8e-ea2d-4fcf-a14d-7b6d5b840019', 'tag': 'db81cb69-391f-4e43-8459-240fdef71e37'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:45:23.009948 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ba00e9-3cd6-4a43-86bc-d502b074739d" -d '{"events": [{"name": "network-changed", "server_uuid": "707b2f8e-ea2d-4fcf-a14d-7b6d5b840019", "tag": "db81cb69-391f-4e43-8459-240fdef71e37"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:45:23.052874 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429a3f4-28c3-4a3c-9486-70764b881940 service neutron] Pushing event updated for resources: {'Port': ['ID=db81cb69-391f-4e43-8459-240fdef71e37,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:45:23.057375 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb0d2cf-4727-4b03-a8d2-a7a798cb1b62 x-openstack-request-id: req-5eb0d2cf-4727-4b03-a8d2-a7a798cb1b62 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:45:23.057659 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707b2f8e-ea2d-4fcf-a14d-7b6d5b840019", "tag": "db81cb69-391f-4e43-8459-240fdef71e37", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:45:23.057910 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5eb0d2cf-4727-4b03-a8d2-a7a798cb1b62 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:45:23.058302 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eb0d2cf-4727-4b03-a8d2-a7a798cb1b62'] response: {'name': 'network-changed', 'server_uuid': '707b2f8e-ea2d-4fcf-a14d-7b6d5b840019', 'tag': 'db81cb69-391f-4e43-8459-240fdef71e37', 'status': 'completed', 'code': 200} Sep 23 15:45:23.157376 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba00e9-3cd6-4a43-86bc-d502b074739d req-7934c271-fe6c-4410-8ba7-5ca2c1de48fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:23.158875 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c5ba00e9-3cd6-4a43-86bc-d502b074739d req-7934c271-fe6c-4410-8ba7-5ca2c1de48fb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc6eeef1745648279edaf5f735a39283&device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 1096 time: 0.0814431 Sep 23 15:45:23.173407 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c29ca1-bd4e-433d-8023-ab267f7d60e8 req-b8418957-b214-4460-aaaa-0919d535ff78 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:23.175880 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-92c29ca1-bd4e-433d-8023-ab267f7d60e8 req-b8418957-b214-4460-aaaa-0919d535ff78 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 943 time: 0.0952449 Sep 23 15:45:23.221930 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-92c29ca1-bd4e-433d-8023-ab267f7d60e8 req-898bdde6-ad4c-428b-a2f3-6591baea43da tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394115 Sep 23 15:45:23.299592 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba00e9-3cd6-4a43-86bc-d502b074739d req-3fcc4a98-e450-4cd4-abad-5c795afdb2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:23.300954 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c5ba00e9-3cd6-4a43-86bc-d502b074739d req-3fcc4a98-e450-4cd4-abad-5c795afdb2c0 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=bc6eeef1745648279edaf5f735a39283&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1349347 Sep 23 15:45:23.433926 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba00e9-3cd6-4a43-86bc-d502b074739d req-bb4d43ee-48a0-4672-b727-3a6788cc9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:23.435366 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c5ba00e9-3cd6-4a43-86bc-d502b074739d req-bb4d43ee-48a0-4672-b727-3a6788cc9578 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288147 Sep 23 15:45:23.549250 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-8cddb28d-bd89-44c2-bbdb-1db2870f54e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:23.550791 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-8cddb28d-bd89-44c2-bbdb-1db2870f54e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc6eeef1745648279edaf5f735a39283&device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 1096 time: 0.0819237 Sep 23 15:45:23.618057 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-f7ffcf2f-92fc-406e-b286-553a34507025 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db81cb69-391f-4e43-8459-240fdef71e37 HTTP/1.1" status: 200 len: 217 time: 0.0600536 Sep 23 15:45:23.767106 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-d59274d3-6652-4953-b6d2-cc97444b3931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:23.768621 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-d59274d3-6652-4953-b6d2-cc97444b3931 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97cbcf9e-fa34-4dbc-af77-efcc6bfd0124 HTTP/1.1" status: 200 len: 854 time: 0.1441553 Sep 23 15:45:23.849788 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-6d427cbc-7751-4ecd-a7f3-b80ed7b8c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:23.851277 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-6d427cbc-7751-4ecd-a7f3-b80ed7b8c0fd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770152 Sep 23 15:45:23.980833 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-74e66d65-e1bd-48d8-bded-96752128324b service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233685 Sep 23 15:45:24.110554 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8ac74055-349f-469c-ab3e-7b46a375ab11 req-36d2abaa-bd9a-4c01-941e-3bc448628b3b service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237118 Sep 23 15:45:24.422024 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7946d-a676-4501-9fed-281938599390 req-6f570572-851b-4915-8b7f-c96d85191c57 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:24.423412 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bec7946d-a676-4501-9fed-281938599390 req-6f570572-851b-4915-8b7f-c96d85191c57 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 943 time: 0.0912178 Sep 23 15:45:24.466570 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bec7946d-a676-4501-9fed-281938599390 req-3cccf522-dd22-483e-8002-9c3c8efa64c5 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373800 Sep 23 15:45:25.667497 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9473f-6223-49cc-969f-72d67975e4d8 req-ec358ed6-9de1-41ed-a74f-aaabece810ef tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:25.668929 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d6e9473f-6223-49cc-969f-72d67975e4d8 req-ec358ed6-9de1-41ed-a74f-aaabece810ef tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 943 time: 0.0900841 Sep 23 15:45:25.713301 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d6e9473f-6223-49cc-969f-72d67975e4d8 req-34c0aef2-5608-4c8c-9063-c144ce663137 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382040 Sep 23 15:45:25.809532 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device db81cb69-391f-4e43-8459-240fdef71e37 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:45:25.945541 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port db81cb69-391f-4e43-8459-240fdef71e37, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=db81cb69-391f-4e43-8459-240fdef71e37,segment=NetworkSegment(ad5c1961-916d-4157-a450-8dc6437814a1),segment_id=ad5c1961-916d-4157-a450-8dc6437814a1)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:45:25.958630 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': 'db81cb69-391f-4e43-8459-240fdef71e37', 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba', 'port_id': 'db81cb69-391f-4e43-8459-240fdef71e37', 'mac_address': 'fa:16:3e:29:67:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:45:26.014240 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port db81cb69-391f-4e43-8459-240fdef71e37 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:45:26.014649 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:26.031557 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db81cb69-391f-4e43-8459-240fdef71e37 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:45:26.047266 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port db81cb69-391f-4e43-8459-240fdef71e37, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=db81cb69-391f-4e43-8459-240fdef71e37,segment=NetworkSegment(ad5c1961-916d-4157-a450-8dc6437814a1),segment_id=ad5c1961-916d-4157-a450-8dc6437814a1)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:45:26.126835 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:26.236394 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=db81cb69-391f-4e43-8459-240fdef71e37,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:45:26.243391 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:26.243738 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:26.244078 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:26.244408 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:26.244735 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:26.245061 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:26.245383 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:26.245703 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:26.246025 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:26.246369 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:26.246686 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:26.247002 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:26.363999 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['db81cb69-391f-4e43-8459-240fdef71e37'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:45:26.908952 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e6192-ddb8-48da-b048-52982fe4a0fb req-abdca01d-01b6-4d0b-98ae-8289daae3521 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:26.910384 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0d9e6192-ddb8-48da-b048-52982fe4a0fb req-abdca01d-01b6-4d0b-98ae-8289daae3521 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 944 time: 0.0884020 Sep 23 15:45:26.954416 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0d9e6192-ddb8-48da-b048-52982fe4a0fb req-6f1c6a28-e5d2-4c93-8ea2-eae9c3903146 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380850 Sep 23 15:45:27.827263 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device db81cb69-391f-4e43-8459-240fdef71e37 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:45:27.964774 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port db81cb69-391f-4e43-8459-240fdef71e37 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:45:27.970462 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port db81cb69-391f-4e43-8459-240fdef71e37 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:45:27.970836 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:27.971182 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port db81cb69-391f-4e43-8459-240fdef71e37 Sep 23 15:45:28.089713 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port db81cb69-391f-4e43-8459-240fdef71e37 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:45:28.090004 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:28.116066 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707b2f8e-ea2d-4fcf-a14d-7b6d5b840019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db81cb69-391f-4e43-8459-240fdef71e37'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:45:28.118359 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c7fb22-a0ec-414f-8d03-344ae6300ce8" -d '{"events": [{"server_uuid": "707b2f8e-ea2d-4fcf-a14d-7b6d5b840019", "name": "network-vif-plugged", "status": "completed", "tag": "db81cb69-391f-4e43-8459-240fdef71e37"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:45:28.127283 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port db81cb69-391f-4e43-8459-240fdef71e37, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=db81cb69-391f-4e43-8459-240fdef71e37,segment=NetworkSegment(ad5c1961-916d-4157-a450-8dc6437814a1),segment_id=ad5c1961-916d-4157-a450-8dc6437814a1)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:45:28.157422 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f0d91-c2b1-41f8-94ee-289aaac8268e req-04dd9ff4-123b-4b43-b708-2d8dd7d453f4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:28.159026 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-389f0d91-c2b1-41f8-94ee-289aaac8268e req-04dd9ff4-123b-4b43-b708-2d8dd7d453f4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 944 time: 0.0946405 Sep 23 15:45:28.209478 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-389f0d91-c2b1-41f8-94ee-289aaac8268e req-d7c63d97-96aa-4446-b9b1-d82d0493febc tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444460 Sep 23 15:45:28.212573 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:28.254157 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adee2e3c-3dcf-4993-8164-16c03af4946b x-openstack-request-id: req-adee2e3c-3dcf-4993-8164-16c03af4946b {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:45:28.254530 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707b2f8e-ea2d-4fcf-a14d-7b6d5b840019", "name": "network-vif-plugged", "status": "completed", "tag": "db81cb69-391f-4e43-8459-240fdef71e37", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:45:28.254714 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-adee2e3c-3dcf-4993-8164-16c03af4946b {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:45:28.255100 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adee2e3c-3dcf-4993-8164-16c03af4946b'] response: {'server_uuid': '707b2f8e-ea2d-4fcf-a14d-7b6d5b840019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db81cb69-391f-4e43-8459-240fdef71e37', 'code': 200} Sep 23 15:45:28.287740 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=db81cb69-391f-4e43-8459-240fdef71e37,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:45:28.553504 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d013b1-7b62-40e6-a04d-8c36d9e858be req-00acd51f-ca83-4137-8186-0c361bf34896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:28.555017 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c8d013b1-7b62-40e6-a04d-8c36d9e858be req-00acd51f-ca83-4137-8186-0c361bf34896 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 1098 time: 0.0785005 Sep 23 15:45:28.594591 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c8d013b1-7b62-40e6-a04d-8c36d9e858be req-76f3cf18-877a-416a-961d-f8d63aabb2ac service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334272 Sep 23 15:45:29.414800 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d11fdf-186b-4211-9256-3c05c968b7f1 req-9c93c321-0901-43dc-98dd-bdfa931abc96 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:29.416225 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-01d11fdf-186b-4211-9256-3c05c968b7f1 req-9c93c321-0901-43dc-98dd-bdfa931abc96 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 945 time: 0.0937541 Sep 23 15:45:29.459415 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-01d11fdf-186b-4211-9256-3c05c968b7f1 req-0e6847f5-904a-4abb-9b64-9ff2e47d9d59 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375104 Sep 23 15:45:30.660940 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbb940-dae9-4428-a1e8-755e5be12547 req-05d74c98-3b4f-49fa-b9d4-271c24ddd952 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:30.662403 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-16bbb940-dae9-4428-a1e8-755e5be12547 req-05d74c98-3b4f-49fa-b9d4-271c24ddd952 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 945 time: 0.0899551 Sep 23 15:45:30.707977 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-16bbb940-dae9-4428-a1e8-755e5be12547 req-30ee038b-4793-4f0e-9bc3-49fe7916c51c tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392187 Sep 23 15:45:30.913100 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404c8d5-edd6-474b-a2c7-6c4c7e3eb254 req-102e989b-516a-484e-a62d-9e3ffd456d33 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:30.915652 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0404c8d5-edd6-474b-a2c7-6c4c7e3eb254 req-102e989b-516a-484e-a62d-9e3ffd456d33 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 945 time: 0.0970333 Sep 23 15:45:30.961865 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0404c8d5-edd6-474b-a2c7-6c4c7e3eb254 req-77c9d1c0-46a7-407c-9132-a184c6f65bf3 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399232 Sep 23 15:45:31.399576 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d1b17-c2f7-48f1-949e-d068b638f9e9 req-118c4a59-1f3e-457b-b7f3-f7dfd9d267f0 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:31.401051 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a93d1b17-c2f7-48f1-949e-d068b638f9e9 req-118c4a59-1f3e-457b-b7f3-f7dfd9d267f0 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 945 time: 0.0873549 Sep 23 15:45:31.447780 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a93d1b17-c2f7-48f1-949e-d068b638f9e9 req-381f834e-ae7a-40b9-8b1e-25605b03d442 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391970 Sep 23 15:45:32.110392 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-55b4e013-ddd2-4feb-b272-4f838d5dc82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:33.047401 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:35.087005 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-852a8cca-5666-4a11-84ad-37f3c8575ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:35.542854 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:35.658075 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:37.120916 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:43.533326 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9faddf-f393-4513-bb50-ae636c50e22b req-a2ccf437-9663-4362-ac5a-877020a1cb81 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:43.534809 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5d9faddf-f393-4513-bb50-ae636c50e22b req-a2ccf437-9663-4362-ac5a-877020a1cb81 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 945 time: 0.0917284 Sep 23 15:45:43.577635 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5d9faddf-f393-4513-bb50-ae636c50e22b req-6d25c0bf-aa65-446e-a719-a357d8e3cdd4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372050 Sep 23 15:45:43.606258 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56356) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:45:43.688437 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2367f380-6ce3-496c-94a3-1e10319447ae tempest-TestMinimumBasicScenario-1996831282 tempest-TestMinimumBasicScenario-1996831282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:43.689923 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2367f380-6ce3-496c-94a3-1e10319447ae tempest-TestMinimumBasicScenario-1996831282 tempest-TestMinimumBasicScenario-1996831282-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 1093 time: 0.0826867 Sep 23 15:45:43.692706 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56360) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:45:43.697465 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-eeaeb945-92f6-402a-827e-a0d2ddf3ac52 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': 'db81cb69-391f-4e43-8459-240fdef71e37', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:45:43.704125 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-eeaeb945-92f6-402a-827e-a0d2ddf3ac52 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:45:43.707987 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-eeaeb945-92f6-402a-827e-a0d2ddf3ac52 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Usage tracker for resource:floatingip and tenant:bc6eeef1745648279edaf5f735a39283 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:45:43.710824 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-eeaeb945-92f6-402a-827e-a0d2ddf3ac52 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:45:43.716503 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-eeaeb945-92f6-402a-827e-a0d2ddf3ac52 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:45:43.828462 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb945-92f6-402a-827e-a0d2ddf3ac52 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for floatingip, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:43.977006 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb945-92f6-402a-827e-a0d2ddf3ac52 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:44.113639 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-eeaeb945-92f6-402a-827e-a0d2ddf3ac52 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Allocated IP 172.26.10.10 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/d3a0368f-4169-4fda-a7b0-c1f01348587d) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:45:44.261892 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb945-92f6-402a-827e-a0d2ddf3ac52 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:44.343612 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb945-92f6-402a-827e-a0d2ddf3ac52 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:44.494913 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaeb945-92f6-402a-827e-a0d2ddf3ac52 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:45:44.497608 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-eeaeb945-92f6-402a-827e-a0d2ddf3ac52 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:45:44.500128 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaeb945-92f6-402a-827e-a0d2ddf3ac52 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:45:44.543974 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaeb945-92f6-402a-827e-a0d2ddf3ac52 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event updated for resources: {'Port': ['ID=d3a0368f-4169-4fda-a7b0-c1f01348587d,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:45:44.914928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb945-92f6-402a-827e-a0d2ddf3ac52 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:45.048582 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb945-92f6-402a-827e-a0d2ddf3ac52 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:45.250579 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb945-92f6-402a-827e-a0d2ddf3ac52 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:45.303546 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb945-92f6-402a-827e-a0d2ddf3ac52 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:45.409774 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaeb945-92f6-402a-827e-a0d2ddf3ac52 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event updated for resources: {'Port': ['ID=d3a0368f-4169-4fda-a7b0-c1f01348587d,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:45:45.413121 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb945-92f6-402a-827e-a0d2ddf3ac52 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:45.579170 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-eeaeb945-92f6-402a-827e-a0d2ddf3ac52 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Floating IP 10da0606-77b4-436b-915e-0c52aca6395e associated. External IP: 172.26.10.10, port: db81cb69-391f-4e43-8459-240fdef71e37. Sep 23 15:45:45.923392 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeaeb945-92f6-402a-827e-a0d2ddf3ac52 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Router 36cb6359-06cf-41a5-afda-019b4ea3647f has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:45:46.204402 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeaeb945-92f6-402a-827e-a0d2ddf3ac52 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:45:46.214238 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46df080-48b1-49b1-a6d1-5cd6792d4c30 None None] Sync routers for ids ['36cb6359-06cf-41a5-afda-019b4ea3647f'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:45:46.223745 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46df080-48b1-49b1-a6d1-5cd6792d4c30 None None] Routers {'36cb6359-06cf-41a5-afda-019b4ea3647f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:45:46.224343 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-a46df080-48b1-49b1-a6d1-5cd6792d4c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:45:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['36cb6359-06cf-41a5-afda-019b4ea3647f'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:45:46.274129 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-eeaeb945-92f6-402a-827e-a0d2ddf3ac52 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:46.371463 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-eeaeb945-92f6-402a-827e-a0d2ddf3ac52 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6773076 Sep 23 15:45:46.372209 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707b2f8e-ea2d-4fcf-a14d-7b6d5b840019', 'tag': 'db81cb69-391f-4e43-8459-240fdef71e37'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:45:46.373987 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 56364) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:45:46.376301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd6809c-4c40-4fc7-9bbf-19d6deb6cd31" -d '{"events": [{"name": "network-changed", "server_uuid": "707b2f8e-ea2d-4fcf-a14d-7b6d5b840019", "tag": "db81cb69-391f-4e43-8459-240fdef71e37"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:45:46.379217 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-0f9ff3e7-a366-4cfc-b578-1cc8564c9d23 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1659519900', 'description': 'tempest-secgroup-smoke-1659519900 description', 'project_id': 'bc6eeef1745648279edaf5f735a39283'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:45:46.385759 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0f9ff3e7-a366-4cfc-b578-1cc8564c9d23 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:45:46.396561 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0f9ff3e7-a366-4cfc-b578-1cc8564c9d23 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:45:46.423842 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b969b6-7c0f-45ca-a3e4-9bf3023e1b1c x-openstack-request-id: req-95b969b6-7c0f-45ca-a3e4-9bf3023e1b1c {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:45:46.424138 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707b2f8e-ea2d-4fcf-a14d-7b6d5b840019", "tag": "db81cb69-391f-4e43-8459-240fdef71e37", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:45:46.424431 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-95b969b6-7c0f-45ca-a3e4-9bf3023e1b1c {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:45:46.425046 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95b969b6-7c0f-45ca-a3e4-9bf3023e1b1c'] response: {'name': 'network-changed', 'server_uuid': '707b2f8e-ea2d-4fcf-a14d-7b6d5b840019', 'tag': 'db81cb69-391f-4e43-8459-240fdef71e37', 'status': 'completed', 'code': 200} Sep 23 15:45:46.449382 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-a46df080-48b1-49b1-a6d1-5cd6792d4c30 None None] Set router 36cb6359-06cf-41a5-afda-019b4ea3647f gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:45:46.469980 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f9ff3e7-a366-4cfc-b578-1cc8564c9d23 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:46.490904 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0f9ff3e7-a366-4cfc-b578-1cc8564c9d23 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:45:46.494954 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0f9ff3e7-a366-4cfc-b578-1cc8564c9d23 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Usage tracker for resource:security_group_rule and tenant:bc6eeef1745648279edaf5f735a39283 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:45:46.498023 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0f9ff3e7-a366-4cfc-b578-1cc8564c9d23 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:45:46.503863 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0f9ff3e7-a366-4cfc-b578-1cc8564c9d23 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:45:46.528149 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6809c-4c40-4fc7-9bbf-19d6deb6cd31 req-ae40d9cc-beef-4286-bdd3-b7596834f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:46.530675 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1cd6809c-4c40-4fc7-9bbf-19d6deb6cd31 req-ae40d9cc-beef-4286-bdd3-b7596834f179 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc6eeef1745648279edaf5f735a39283&device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 1098 time: 0.0848894 Sep 23 15:45:46.580143 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f9ff3e7-a366-4cfc-b578-1cc8564c9d23 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:46.630227 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f9ff3e7-a366-4cfc-b578-1cc8564c9d23 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:46.673234 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6809c-4c40-4fc7-9bbf-19d6deb6cd31 req-b1c89148-67c0-402c-9b34-9742ca2fcd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:46.674822 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1cd6809c-4c40-4fc7-9bbf-19d6deb6cd31 req-b1c89148-67c0-402c-9b34-9742ca2fcd31 service neutron] 10.222.0.72 "GET /v2.0/networks?id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba HTTP/1.1" status: 200 len: 916 time: 0.1366971 Sep 23 15:45:46.678699 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ff3e7-a366-4cfc-b578-1cc8564c9d23 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff41365-244a-4fb9-b410-bb7b2caba773,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:45:46.738562 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f9ff3e7-a366-4cfc-b578-1cc8564c9d23 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:46.739851 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0f9ff3e7-a366-4cfc-b578-1cc8564c9d23 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3647845 Sep 23 15:45:46.742630 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 56370) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:45:46.748564 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-8e9652e0-ba7b-4e6f-87e5-a3b6c55c5447 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Request body: {'security_group_rule': {'security_group_id': '5ff41365-244a-4fb9-b410-bb7b2caba773', 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:45:46.755703 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8e9652e0-ba7b-4e6f-87e5-a3b6c55c5447 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:45:46.760194 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8e9652e0-ba7b-4e6f-87e5-a3b6c55c5447 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Usage tracker for resource:security_group_rule and tenant:bc6eeef1745648279edaf5f735a39283 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:45:46.764271 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8e9652e0-ba7b-4e6f-87e5-a3b6c55c5447 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:45:46.770602 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8e9652e0-ba7b-4e6f-87e5-a3b6c55c5447 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:45:46.790573 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1cd6809c-4c40-4fc7-9bbf-19d6deb6cd31 req-adc85e18-8c3f-4f3d-81a4-c054f4ae2f4d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db81cb69-391f-4e43-8459-240fdef71e37 HTTP/1.1" status: 200 len: 999 time: 0.1094332 Sep 23 15:45:46.804960 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-a46df080-48b1-49b1-a6d1-5cd6792d4c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'name': 'tempest-TestMinimumBasicScenario-1920154855-router', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145'}], 'enable_snat': True}, 'gw_port_id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:45Z', 'updated_at': '2022-09-23T15:40:50Z', 'revision_number': 4, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'gw_port': {'id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:46Z', 'updated_at': '2022-09-23T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '10da0606-77b4-436b-915e-0c52aca6395e', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'floating_ip_address': '172.26.10.10', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'port_id': 'db81cb69-391f-4e43-8459-240fdef71e37', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba', 'mac_address': 'fa:16:3e:29:67:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707b2f8e-ea2d-4fcf-a14d-7b6d5b840019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:45:44Z', 'updated_at': '2022-09-23T15:45:44Z', 'revision_number': 0, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49223dd3-8799-4c4f-9a6b-cc8957739192', 'name': '', 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'mac_address': 'fa:16:3e:98:1f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:49Z', 'updated_at': '2022-09-23T15:40:56Z', 'revision_number': 5, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'subnets': [{'id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:45:46.808778 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46df080-48b1-49b1-a6d1-5cd6792d4c30 None None] Checking router: 36cb6359-06cf-41a5-afda-019b4ea3647f for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:45:46.817699 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46df080-48b1-49b1-a6d1-5cd6792d4c30 None None] Routers {'36cb6359-06cf-41a5-afda-019b4ea3647f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:45:46.818296 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-a46df080-48b1-49b1-a6d1-5cd6792d4c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:45:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['36cb6359-06cf-41a5-afda-019b4ea3647f'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:45:46.848457 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8e9652e0-ba7b-4e6f-87e5-a3b6c55c5447 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:46.854547 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6809c-4c40-4fc7-9bbf-19d6deb6cd31 req-d042f553-4b7c-4bd0-bc7b-931d9fd46f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:46.856099 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1cd6809c-4c40-4fc7-9bbf-19d6deb6cd31 req-d042f553-4b7c-4bd0-bc7b-931d9fd46f3f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97cbcf9e-fa34-4dbc-af77-efcc6bfd0124 HTTP/1.1" status: 200 len: 854 time: 0.0601442 Sep 23 15:45:46.912173 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8e9652e0-ba7b-4e6f-87e5-a3b6c55c5447 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:46.943549 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6809c-4c40-4fc7-9bbf-19d6deb6cd31 req-1a2a3c6a-2309-4871-b150-bc366063ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:46.945040 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1cd6809c-4c40-4fc7-9bbf-19d6deb6cd31 req-1a2a3c6a-2309-4871-b150-bc366063ea55 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823715 Sep 23 15:45:46.989967 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8e9652e0-ba7b-4e6f-87e5-a3b6c55c5447 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:46.999375 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-a46df080-48b1-49b1-a6d1-5cd6792d4c30 None None] Set router 36cb6359-06cf-41a5-afda-019b4ea3647f gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:45:47.015723 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9652e0-ba7b-4e6f-87e5-a3b6c55c5447 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3534c29-786b-4cd5-ae0a-cdc809ee19c2,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:45:47.080900 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1cd6809c-4c40-4fc7-9bbf-19d6deb6cd31 req-232a6052-6b44-4fe2-b851-37ebbbee2eae service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289706 Sep 23 15:45:47.087301 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8e9652e0-ba7b-4e6f-87e5-a3b6c55c5447 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:47.088820 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8e9652e0-ba7b-4e6f-87e5-a3b6c55c5447 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3452804 Sep 23 15:45:47.092246 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 56374) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:45:47.097298 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-943c0205-bf93-410f-a80e-0479ba3e37b4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Request body: {'security_group_rule': {'security_group_id': '5ff41365-244a-4fb9-b410-bb7b2caba773', 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:45:47.103561 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-943c0205-bf93-410f-a80e-0479ba3e37b4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:45:47.108427 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-943c0205-bf93-410f-a80e-0479ba3e37b4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Usage tracker for resource:security_group_rule and tenant:bc6eeef1745648279edaf5f735a39283 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:45:47.111638 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-943c0205-bf93-410f-a80e-0479ba3e37b4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:45:47.117609 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-943c0205-bf93-410f-a80e-0479ba3e37b4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:45:47.196702 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-943c0205-bf93-410f-a80e-0479ba3e37b4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:47.222621 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1cd6809c-4c40-4fc7-9bbf-19d6deb6cd31 req-f15161a3-8240-4d3e-a8d5-2f0ae9a68676 service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345804 Sep 23 15:45:47.263379 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-943c0205-bf93-410f-a80e-0479ba3e37b4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:47.349452 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-943c0205-bf93-410f-a80e-0479ba3e37b4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:47.353141 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-a46df080-48b1-49b1-a6d1-5cd6792d4c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'name': 'tempest-TestMinimumBasicScenario-1920154855-router', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145'}], 'enable_snat': True}, 'gw_port_id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:45Z', 'updated_at': '2022-09-23T15:40:50Z', 'revision_number': 4, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'gw_port': {'id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:46Z', 'updated_at': '2022-09-23T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '10da0606-77b4-436b-915e-0c52aca6395e', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'floating_ip_address': '172.26.10.10', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'port_id': 'db81cb69-391f-4e43-8459-240fdef71e37', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba', 'mac_address': 'fa:16:3e:29:67:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707b2f8e-ea2d-4fcf-a14d-7b6d5b840019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:45:44Z', 'updated_at': '2022-09-23T15:45:44Z', 'revision_number': 0, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49223dd3-8799-4c4f-9a6b-cc8957739192', 'name': '', 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'mac_address': 'fa:16:3e:98:1f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:49Z', 'updated_at': '2022-09-23T15:40:56Z', 'revision_number': 5, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'subnets': [{'id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:45:47.357141 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46df080-48b1-49b1-a6d1-5cd6792d4c30 None None] The sync data for ids ['36cb6359-06cf-41a5-afda-019b4ea3647f'] in dv-neutron-859093-1-hyperv is: [{'id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'name': 'tempest-TestMinimumBasicScenario-1920154855-router', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145'}], 'enable_snat': True}, 'gw_port_id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:45Z', 'updated_at': '2022-09-23T15:40:50Z', 'revision_number': 4, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'gw_port': {'id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:46Z', 'updated_at': '2022-09-23T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '10da0606-77b4-436b-915e-0c52aca6395e', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'floating_ip_address': '172.26.10.10', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'port_id': 'db81cb69-391f-4e43-8459-240fdef71e37', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba', 'mac_address': 'fa:16:3e:29:67:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707b2f8e-ea2d-4fcf-a14d-7b6d5b840019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:45:44Z', 'updated_at': '2022-09-23T15:45:44Z', 'revision_number': 0, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49223dd3-8799-4c4f-9a6b-cc8957739192', 'name': '', 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'mac_address': 'fa:16:3e:98:1f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:49Z', 'updated_at': '2022-09-23T15:40:56Z', 'revision_number': 5, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'subnets': [{'id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:45:47.371819 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c0205-bf93-410f-a80e-0479ba3e37b4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0581f42-2fb2-4f56-8122-28397b6bbc4d,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:45:47.384243 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943c0205-bf93-410f-a80e-0479ba3e37b4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:47.384892 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943c0205-bf93-410f-a80e-0479ba3e37b4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:47.384892 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943c0205-bf93-410f-a80e-0479ba3e37b4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:47.385217 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943c0205-bf93-410f-a80e-0479ba3e37b4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:47.385549 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943c0205-bf93-410f-a80e-0479ba3e37b4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:47.385878 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943c0205-bf93-410f-a80e-0479ba3e37b4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:47.386199 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943c0205-bf93-410f-a80e-0479ba3e37b4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:47.386548 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943c0205-bf93-410f-a80e-0479ba3e37b4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:47.386863 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943c0205-bf93-410f-a80e-0479ba3e37b4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:47.387281 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943c0205-bf93-410f-a80e-0479ba3e37b4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:47.387495 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943c0205-bf93-410f-a80e-0479ba3e37b4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:47.387811 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943c0205-bf93-410f-a80e-0479ba3e37b4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:47.452429 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-943c0205-bf93-410f-a80e-0479ba3e37b4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:47.453635 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-943c0205-bf93-410f-a80e-0479ba3e37b4 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3604162 Sep 23 15:45:47.456422 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 56378) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:45:47.461291 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-d1838944-872e-4a19-b5de-3b3cf92666c2 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Request body: {'security_group_rule': {'security_group_id': '5ff41365-244a-4fb9-b410-bb7b2caba773', 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:45:47.468112 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d1838944-872e-4a19-b5de-3b3cf92666c2 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:45:47.471983 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d1838944-872e-4a19-b5de-3b3cf92666c2 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Usage tracker for resource:security_group_rule and tenant:bc6eeef1745648279edaf5f735a39283 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:45:47.475742 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d1838944-872e-4a19-b5de-3b3cf92666c2 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:45:47.480875 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d1838944-872e-4a19-b5de-3b3cf92666c2 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:45:47.544644 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c3964a-9a55-4c85-93b0-bb1b6b309516 None None] New status for floating IP 10da0606-77b4-436b-915e-0c52aca6395e: ACTIVE {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:45:47.553304 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d1838944-872e-4a19-b5de-3b3cf92666c2 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:47.620037 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d1838944-872e-4a19-b5de-3b3cf92666c2 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:47.680800 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d1838944-872e-4a19-b5de-3b3cf92666c2 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:47.705892 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1838944-872e-4a19-b5de-3b3cf92666c2 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b6a3e70-8fd6-49ac-a47f-194021d8d6d1,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:45:47.772459 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d1838944-872e-4a19-b5de-3b3cf92666c2 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:47.776795 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56382) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:45:47.777416 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d1838944-872e-4a19-b5de-3b3cf92666c2 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3194771 Sep 23 15:45:47.783897 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-1f1b266d-a2a2-4288-ad33-59c4194f05c6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Request body: {'security_group_rule': {'security_group_id': '5ff41365-244a-4fb9-b410-bb7b2caba773', 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:45:47.790532 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-1f1b266d-a2a2-4288-ad33-59c4194f05c6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:45:47.794807 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1f1b266d-a2a2-4288-ad33-59c4194f05c6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Usage tracker for resource:security_group_rule and tenant:bc6eeef1745648279edaf5f735a39283 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:45:47.798600 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1f1b266d-a2a2-4288-ad33-59c4194f05c6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:45:47.804966 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-1f1b266d-a2a2-4288-ad33-59c4194f05c6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:45:47.866045 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1f1b266d-a2a2-4288-ad33-59c4194f05c6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:47.928760 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1f1b266d-a2a2-4288-ad33-59c4194f05c6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:47.989418 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1f1b266d-a2a2-4288-ad33-59c4194f05c6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:48.012072 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b266d-a2a2-4288-ad33-59c4194f05c6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77429f8c-1552-44d7-8cc1-e75bb5a4bbf8,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:45:48.022866 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1b266d-a2a2-4288-ad33-59c4194f05c6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:48.023216 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1b266d-a2a2-4288-ad33-59c4194f05c6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:48.024257 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1b266d-a2a2-4288-ad33-59c4194f05c6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:48.024257 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1b266d-a2a2-4288-ad33-59c4194f05c6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:48.024257 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1b266d-a2a2-4288-ad33-59c4194f05c6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:48.024542 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1b266d-a2a2-4288-ad33-59c4194f05c6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:48.024825 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1b266d-a2a2-4288-ad33-59c4194f05c6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:48.025152 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1b266d-a2a2-4288-ad33-59c4194f05c6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:48.025476 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1b266d-a2a2-4288-ad33-59c4194f05c6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:48.025796 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1b266d-a2a2-4288-ad33-59c4194f05c6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:48.026119 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1b266d-a2a2-4288-ad33-59c4194f05c6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:48.026468 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1b266d-a2a2-4288-ad33-59c4194f05c6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:45:48.076407 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1f1b266d-a2a2-4288-ad33-59c4194f05c6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:48.077525 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1f1b266d-a2a2-4288-ad33-59c4194f05c6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2988214 Sep 23 15:45:48.080416 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56386) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:45:48.085166 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-1891c710-bada-47c6-84a4-d30a54f4bea1 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Request body: {'security_group_rule': {'security_group_id': '5ff41365-244a-4fb9-b410-bb7b2caba773', 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:45:48.091233 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-1891c710-bada-47c6-84a4-d30a54f4bea1 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:45:48.095726 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1891c710-bada-47c6-84a4-d30a54f4bea1 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Usage tracker for resource:security_group_rule and tenant:bc6eeef1745648279edaf5f735a39283 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:45:48.098902 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1891c710-bada-47c6-84a4-d30a54f4bea1 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:45:48.104549 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-1891c710-bada-47c6-84a4-d30a54f4bea1 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:45:48.160852 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.securitygroups_db [None req-1891c710-bada-47c6-84a4-d30a54f4bea1 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Project bc6eeef1745648279edaf5f735a39283 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:45:48.167550 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1891c710-bada-47c6-84a4-d30a54f4bea1 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:48.235049 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1891c710-bada-47c6-84a4-d30a54f4bea1 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:48.292110 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1891c710-bada-47c6-84a4-d30a54f4bea1 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:48.315607 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891c710-bada-47c6-84a4-d30a54f4bea1 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a658d79b-a0df-4a83-84e3-cf88a5cfb7ba,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:45:48.390009 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1891c710-bada-47c6-84a4-d30a54f4bea1 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:48.391162 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1891c710-bada-47c6-84a4-d30a54f4bea1 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3098419 Sep 23 15:45:48.394538 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56390) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:45:48.398872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-782f9612-6e7d-4dcb-ab0e-37e649b934b6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Request body: {'security_group_rule': {'security_group_id': '5ff41365-244a-4fb9-b410-bb7b2caba773', 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:45:48.404688 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-782f9612-6e7d-4dcb-ab0e-37e649b934b6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:45:48.409102 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-782f9612-6e7d-4dcb-ab0e-37e649b934b6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Usage tracker for resource:security_group_rule and tenant:bc6eeef1745648279edaf5f735a39283 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:45:48.412024 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-782f9612-6e7d-4dcb-ab0e-37e649b934b6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:45:48.417911 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-782f9612-6e7d-4dcb-ab0e-37e649b934b6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:45:48.503917 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.securitygroups_db [None req-782f9612-6e7d-4dcb-ab0e-37e649b934b6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Project bc6eeef1745648279edaf5f735a39283 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:45:48.510637 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-782f9612-6e7d-4dcb-ab0e-37e649b934b6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:48.573486 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-782f9612-6e7d-4dcb-ab0e-37e649b934b6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:48.641198 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-782f9612-6e7d-4dcb-ab0e-37e649b934b6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:48.664091 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f9612-6e7d-4dcb-ab0e-37e649b934b6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d43ed86-53b4-4079-8496-cf7e7091352d,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:45:48.720669 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-782f9612-6e7d-4dcb-ab0e-37e649b934b6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:48.721884 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-782f9612-6e7d-4dcb-ab0e-37e649b934b6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3270688 Sep 23 15:45:48.840265 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-75713618-d4ca-477b-b567-96b520e03d71 req-03d0a384-8524-41db-a121-87c57effff1d tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1659519900&fields=id&tenant_id=bc6eeef1745648279edaf5f735a39283 HTTP/1.1" status: 200 len: 267 time: 0.0399940 Sep 23 15:45:48.932479 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75713618-d4ca-477b-b567-96b520e03d71 req-f674eb34-444d-4b01-ab83-3b6d258c0728 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:48.933829 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-75713618-d4ca-477b-b567-96b520e03d71 req-f674eb34-444d-4b01-ab83-3b6d258c0728 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 945 time: 0.0881248 Sep 23 15:45:48.945465 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-75713618-d4ca-477b-b567-96b520e03d71 req-c5ff3038-893b-4ed5-aa17-8ce0995e1743 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Request body: {'port': {'security_groups': ['4dcbf596-ce9f-46d1-8c17-844f175fa3fe', '5ff41365-244a-4fb9-b410-bb7b2caba773']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:45:49.067041 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-75713618-d4ca-477b-b567-96b520e03d71 req-c5ff3038-893b-4ed5-aa17-8ce0995e1743 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:49.411173 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-75713618-d4ca-477b-b567-96b520e03d71 req-c5ff3038-893b-4ed5-aa17-8ce0995e1743 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] For port db81cb69-391f-4e43-8459-240fdef71e37, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=db81cb69-391f-4e43-8459-240fdef71e37,segment=NetworkSegment(ad5c1961-916d-4157-a450-8dc6437814a1),segment_id=ad5c1961-916d-4157-a450-8dc6437814a1)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:45:49.435202 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-75713618-d4ca-477b-b567-96b520e03d71 req-c5ff3038-893b-4ed5-aa17-8ce0995e1743 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:49.490664 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-75713618-d4ca-477b-b567-96b520e03d71 req-c5ff3038-893b-4ed5-aa17-8ce0995e1743 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:49.502586 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['db81cb69-391f-4e43-8459-240fdef71e37'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:45:49.531245 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75713618-d4ca-477b-b567-96b520e03d71 req-c5ff3038-893b-4ed5-aa17-8ce0995e1743 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:49.531856 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-75713618-d4ca-477b-b567-96b520e03d71 req-c5ff3038-893b-4ed5-aa17-8ce0995e1743 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:45:49.533203 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-75713618-d4ca-477b-b567-96b520e03d71 req-c5ff3038-893b-4ed5-aa17-8ce0995e1743 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "PUT /v2.0/ports/db81cb69-391f-4e43-8459-240fdef71e37 HTTP/1.1" status: 200 len: 981 time: 0.5922709 Sep 23 15:45:49.533639 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707b2f8e-ea2d-4fcf-a14d-7b6d5b840019', 'tag': 'db81cb69-391f-4e43-8459-240fdef71e37'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:45:49.535964 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690bf42f-a56f-4cf4-9b04-05e74878142b" -d '{"events": [{"name": "network-changed", "server_uuid": "707b2f8e-ea2d-4fcf-a14d-7b6d5b840019", "tag": "db81cb69-391f-4e43-8459-240fdef71e37"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:45:49.593533 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['db81cb69-391f-4e43-8459-240fdef71e37'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:45:49.595148 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd9451c-164f-4efe-8b09-e69182683c1e x-openstack-request-id: req-8fd9451c-164f-4efe-8b09-e69182683c1e {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:45:49.595500 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707b2f8e-ea2d-4fcf-a14d-7b6d5b840019", "tag": "db81cb69-391f-4e43-8459-240fdef71e37", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:45:49.595903 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8fd9451c-164f-4efe-8b09-e69182683c1e {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:45:49.596570 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fd9451c-164f-4efe-8b09-e69182683c1e'] response: {'name': 'network-changed', 'server_uuid': '707b2f8e-ea2d-4fcf-a14d-7b6d5b840019', 'tag': 'db81cb69-391f-4e43-8459-240fdef71e37', 'status': 'completed', 'code': 200} Sep 23 15:45:49.599326 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff3038-893b-4ed5-aa17-8ce0995e1743 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event updated for resources: {'Port': ['ID=db81cb69-391f-4e43-8459-240fdef71e37,revision_number=6']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:45:49.698656 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bf42f-a56f-4cf4-9b04-05e74878142b req-ee6b79bc-f399-4014-b620-89db78991099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:49.700458 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-690bf42f-a56f-4cf4-9b04-05e74878142b req-ee6b79bc-f399-4014-b620-89db78991099 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc6eeef1745648279edaf5f735a39283&device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 1137 time: 0.0829356 Sep 23 15:45:49.740531 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fcd8a-7446-440e-a7a9-3d4883a5f2b8 req-d5ab50e3-9a2d-4848-a3d0-66fc478aafe8 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:49.742761 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e02fcd8a-7446-440e-a7a9-3d4883a5f2b8 req-d5ab50e3-9a2d-4848-a3d0-66fc478aafe8 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 984 time: 0.0974052 Sep 23 15:45:49.805444 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-e02fcd8a-7446-440e-a7a9-3d4883a5f2b8 req-367a64a4-cdf5-444f-aa97-e83bdcd302a1 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Synchronizing usage tracker for tenant:bc6eeef1745648279edaf5f735a39283 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:45:49.846754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bf42f-a56f-4cf4-9b04-05e74878142b req-44de5d98-1cf9-4ceb-8fe0-a9ef4e90b619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:49.848233 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-690bf42f-a56f-4cf4-9b04-05e74878142b req-44de5d98-1cf9-4ceb-8fe0-a9ef4e90b619 service neutron] 10.222.0.72 "GET /v2.0/networks?id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba HTTP/1.1" status: 200 len: 916 time: 0.1404614 Sep 23 15:45:49.875954 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-e02fcd8a-7446-440e-a7a9-3d4883a5f2b8 req-367a64a4-cdf5-444f-aa97-e83bdcd302a1 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Unset dirty status for tenant:bc6eeef1745648279edaf5f735a39283 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:45:49.878090 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e02fcd8a-7446-440e-a7a9-3d4883a5f2b8 req-367a64a4-cdf5-444f-aa97-e83bdcd302a1 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=5ff41365-244a-4fb9-b410-bb7b2caba773&id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1236007 Sep 23 15:45:49.968041 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-690bf42f-a56f-4cf4-9b04-05e74878142b req-07418067-c2c6-49cc-821b-05a79ff2ed87 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db81cb69-391f-4e43-8459-240fdef71e37 HTTP/1.1" status: 200 len: 1001 time: 0.1110911 Sep 23 15:45:50.029304 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bf42f-a56f-4cf4-9b04-05e74878142b req-3434a368-339f-47a3-8ba1-38e236180992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:50.030775 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-690bf42f-a56f-4cf4-9b04-05e74878142b req-3434a368-339f-47a3-8ba1-38e236180992 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97cbcf9e-fa34-4dbc-af77-efcc6bfd0124 HTTP/1.1" status: 200 len: 854 time: 0.0585198 Sep 23 15:45:50.118113 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bf42f-a56f-4cf4-9b04-05e74878142b req-1e28bf2b-67a2-452f-99d2-39ad38ad54f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:45:50.119619 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-690bf42f-a56f-4cf4-9b04-05e74878142b req-1e28bf2b-67a2-452f-99d2-39ad38ad54f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815485 Sep 23 15:45:50.257562 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-690bf42f-a56f-4cf4-9b04-05e74878142b req-6113d744-f72e-474e-b234-13957fbd3e16 service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299090 Sep 23 15:45:50.388019 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-690bf42f-a56f-4cf4-9b04-05e74878142b req-11d33a82-9e5e-4240-bec6-c6d00a667041 service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240404 Sep 23 15:45:59.044070 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:46:02.136230 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7f99d58c-ae90-468a-98d5-9fda939cb89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:46:02.768287 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1b652708-902a-4c13-8b6e-262258e4b2c2 req-8c61cd61-2bb3-4f0b-8d6b-0f5026ffd644 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770016 Sep 23 15:46:02.921497 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b652708-902a-4c13-8b6e-262258e4b2c2 req-66f0aafe-b88b-4e62-bbc3-18f1d37c8984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:02.923006 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1b652708-902a-4c13-8b6e-262258e4b2c2 req-66f0aafe-b88b-4e62-bbc3-18f1d37c8984 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc6eeef1745648279edaf5f735a39283&device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 1137 time: 0.0861802 Sep 23 15:46:03.069680 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b652708-902a-4c13-8b6e-262258e4b2c2 req-6b909912-183c-49ed-ac13-e6fd90fd7c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:03.071099 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1b652708-902a-4c13-8b6e-262258e4b2c2 req-6b909912-183c-49ed-ac13-e6fd90fd7c00 service neutron] 10.222.0.72 "GET /v2.0/networks?id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba HTTP/1.1" status: 200 len: 916 time: 0.1290081 Sep 23 15:46:03.097940 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:46:03.174449 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1b652708-902a-4c13-8b6e-262258e4b2c2 req-c67e79fe-173b-4b05-a772-d2050e08a2d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db81cb69-391f-4e43-8459-240fdef71e37 HTTP/1.1" status: 200 len: 1001 time: 0.0961895 Sep 23 15:46:03.239655 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b652708-902a-4c13-8b6e-262258e4b2c2 req-70baa26f-f51b-46ed-9d89-c059f403ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:03.241089 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1b652708-902a-4c13-8b6e-262258e4b2c2 req-70baa26f-f51b-46ed-9d89-c059f403ae0f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97cbcf9e-fa34-4dbc-af77-efcc6bfd0124 HTTP/1.1" status: 200 len: 854 time: 0.0599880 Sep 23 15:46:03.326874 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b652708-902a-4c13-8b6e-262258e4b2c2 req-99290999-daaa-4726-867a-55de55a2afea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:03.328236 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1b652708-902a-4c13-8b6e-262258e4b2c2 req-99290999-daaa-4726-867a-55de55a2afea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808418 Sep 23 15:46:03.461152 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1b652708-902a-4c13-8b6e-262258e4b2c2 req-01e75503-3058-4a38-b390-ac0647aba9c7 service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257517 Sep 23 15:46:03.696329 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1b652708-902a-4c13-8b6e-262258e4b2c2 req-5d8611a7-60f2-43a8-8481-f5ca3583eb3f service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271609 Sep 23 15:46:04.201734 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5339f-df51-4e0e-a522-7633b5556ff5 req-cd6b9228-b66c-4df0-91cd-df01ab81931d tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:04.203185 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-9ca5339f-df51-4e0e-a522-7633b5556ff5 req-cd6b9228-b66c-4df0-91cd-df01ab81931d tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 984 time: 0.0944409 Sep 23 15:46:04.238283 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e613d-a679-461e-8283-81ecdbd4e6ff req-3ab25659-6ea5-43b3-af9f-06c4963d115f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:04.240007 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-689e613d-a679-461e-8283-81ecdbd4e6ff req-3ab25659-6ea5-43b3-af9f-06c4963d115f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc6eeef1745648279edaf5f735a39283&device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 1137 time: 0.0813823 Sep 23 15:46:04.250363 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-9ca5339f-df51-4e0e-a522-7633b5556ff5 req-18c7fdc6-37f9-410b-ab6f-131f165a81ff tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=5ff41365-244a-4fb9-b410-bb7b2caba773&id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412722 Sep 23 15:46:04.375118 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e613d-a679-461e-8283-81ecdbd4e6ff req-28ed4f6d-11df-49ba-b478-ed338162b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:04.376581 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-689e613d-a679-461e-8283-81ecdbd4e6ff req-28ed4f6d-11df-49ba-b478-ed338162b66b service neutron] 10.222.0.72 "GET /v2.0/networks?id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba HTTP/1.1" status: 200 len: 916 time: 0.1281450 Sep 23 15:46:04.480935 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-689e613d-a679-461e-8283-81ecdbd4e6ff req-5555f3db-b990-4bdf-90e7-0eafe6ada4c8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db81cb69-391f-4e43-8459-240fdef71e37 HTTP/1.1" status: 200 len: 1001 time: 0.0981290 Sep 23 15:46:04.543821 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e613d-a679-461e-8283-81ecdbd4e6ff req-81b69133-fbfb-49e8-bc5b-568f3bd3fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:04.545210 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-689e613d-a679-461e-8283-81ecdbd4e6ff req-81b69133-fbfb-49e8-bc5b-568f3bd3fb02 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97cbcf9e-fa34-4dbc-af77-efcc6bfd0124 HTTP/1.1" status: 200 len: 854 time: 0.0572765 Sep 23 15:46:04.629899 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e613d-a679-461e-8283-81ecdbd4e6ff req-09a1783a-291a-424b-8559-9e2ded4e14f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:04.631402 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-689e613d-a679-461e-8283-81ecdbd4e6ff req-09a1783a-291a-424b-8559-9e2ded4e14f4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791073 Sep 23 15:46:04.768588 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-689e613d-a679-461e-8283-81ecdbd4e6ff req-56435188-337c-4b71-971b-fa1903f4522f service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301022 Sep 23 15:46:04.897164 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-689e613d-a679-461e-8283-81ecdbd4e6ff req-869e455e-7442-4c82-9a14-0865b8fc9923 service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213398 Sep 23 15:46:05.120661 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-16530492-ec74-4bd4-a742-5315289d696a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:46:05.448323 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80198a73-f2ef-4672-be21-ff2a242ede0a req-852cd3a9-4ab2-4f4c-b79f-8b0bf4e093e2 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:05.449678 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-80198a73-f2ef-4672-be21-ff2a242ede0a req-852cd3a9-4ab2-4f4c-b79f-8b0bf4e093e2 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 984 time: 0.0870891 Sep 23 15:46:05.499803 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-80198a73-f2ef-4672-be21-ff2a242ede0a req-f9635696-948f-4f12-a09c-239f31540f79 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=5ff41365-244a-4fb9-b410-bb7b2caba773&id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439870 Sep 23 15:46:05.521106 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:46:05.663694 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:46:06.700128 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5fa39-5cf3-4cd7-aa9f-4ebef93ef5ae req-828c96a9-1af8-416b-804e-11e1c6cb6080 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:06.701861 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-24c5fa39-5cf3-4cd7-aa9f-4ebef93ef5ae req-828c96a9-1af8-416b-804e-11e1c6cb6080 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 984 time: 0.0933468 Sep 23 15:46:06.750059 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-24c5fa39-5cf3-4cd7-aa9f-4ebef93ef5ae req-57875765-16e4-4f91-9a5b-cfbd30709b91 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=5ff41365-244a-4fb9-b410-bb7b2caba773&id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423760 Sep 23 15:46:07.120460 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:46:07.944507 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7decfb-2fac-4e51-903d-584ccda878b4 req-9ef6c3f1-e827-4a6d-9771-763d552a671f tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:07.945950 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1a7decfb-2fac-4e51-903d-584ccda878b4 req-9ef6c3f1-e827-4a6d-9771-763d552a671f tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 984 time: 0.0864148 Sep 23 15:46:07.991791 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1a7decfb-2fac-4e51-903d-584ccda878b4 req-1d3501e6-fad8-4925-b9b1-8b00e2f771f6 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=5ff41365-244a-4fb9-b410-bb7b2caba773&id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392478 Sep 23 15:46:09.191522 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eefae0-b9b7-4488-b584-0b62a3bed480 req-519c666a-f7ea-45f0-ac8d-7ecbe1263dfb tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:09.192875 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c0eefae0-b9b7-4488-b584-0b62a3bed480 req-519c666a-f7ea-45f0-ac8d-7ecbe1263dfb tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 984 time: 0.0887702 Sep 23 15:46:09.242491 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c0eefae0-b9b7-4488-b584-0b62a3bed480 req-8306d55f-d072-40f8-a871-a5574f180c35 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=5ff41365-244a-4fb9-b410-bb7b2caba773&id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437593 Sep 23 15:46:10.444465 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de0771-5752-4a08-ba92-54f37eb7f5a8 req-c46808f6-828e-40e0-8c15-2134cfd5107a tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:10.445914 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-33de0771-5752-4a08-ba92-54f37eb7f5a8 req-c46808f6-828e-40e0-8c15-2134cfd5107a tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 984 time: 0.0908089 Sep 23 15:46:10.491104 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-33de0771-5752-4a08-ba92-54f37eb7f5a8 req-b52f5aec-1e26-47cb-96e0-5c57c5769424 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=5ff41365-244a-4fb9-b410-bb7b2caba773&id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391207 Sep 23 15:46:11.684341 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c65d5-c3d9-436f-a759-022a9b1e503e req-eb3637fa-68ca-497b-a04e-67a4c6b00f98 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:11.686301 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b14c65d5-c3d9-436f-a759-022a9b1e503e req-eb3637fa-68ca-497b-a04e-67a4c6b00f98 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 984 time: 0.0863214 Sep 23 15:46:11.731191 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b14c65d5-c3d9-436f-a759-022a9b1e503e req-105d779b-1dd9-4941-a6b8-2dda87fbd7c8 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=5ff41365-244a-4fb9-b410-bb7b2caba773&id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391822 Sep 23 15:46:12.926249 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d809b2-fdc4-4853-a370-4ed6af0d55f9 req-8fa855b0-0c15-4f71-8ed5-73bf5e716976 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:12.927719 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-14d809b2-fdc4-4853-a370-4ed6af0d55f9 req-8fa855b0-0c15-4f71-8ed5-73bf5e716976 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 984 time: 0.0856578 Sep 23 15:46:12.976580 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-14d809b2-fdc4-4853-a370-4ed6af0d55f9 req-b548fe5d-82d2-497f-9999-765edc39e69d tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=5ff41365-244a-4fb9-b410-bb7b2caba773&id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431068 Sep 23 15:46:14.175920 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a7ce7-b99d-4edd-a6b2-7f15b8e2d40e req-35c96bd4-3e2b-4672-8c41-86a56dacec2d tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:14.177356 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ac9a7ce7-b99d-4edd-a6b2-7f15b8e2d40e req-35c96bd4-3e2b-4672-8c41-86a56dacec2d tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 984 time: 0.0912147 Sep 23 15:46:14.224580 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ac9a7ce7-b99d-4edd-a6b2-7f15b8e2d40e req-c599c16f-741b-4b09-8435-ae92548c0af1 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=5ff41365-244a-4fb9-b410-bb7b2caba773&id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412214 Sep 23 15:46:15.419718 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2470ce-6987-41ce-a28c-c5ec50bcdb02 req-9fe7adf4-5054-4ff5-a5f6-27a68ec1902f tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:15.421693 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8b2470ce-6987-41ce-a28c-c5ec50bcdb02 req-9fe7adf4-5054-4ff5-a5f6-27a68ec1902f tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 984 time: 0.0869675 Sep 23 15:46:15.466388 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8b2470ce-6987-41ce-a28c-c5ec50bcdb02 req-3964c926-661f-4d2f-95cd-5372be7abdc8 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=5ff41365-244a-4fb9-b410-bb7b2caba773&id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389452 Sep 23 15:46:16.664658 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebccca19-9deb-4370-ab9a-473c0cc2f7f3 req-722c98f4-1e23-4b84-a6da-f8cffe9aab40 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:16.666117 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ebccca19-9deb-4370-ab9a-473c0cc2f7f3 req-722c98f4-1e23-4b84-a6da-f8cffe9aab40 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 984 time: 0.0870314 Sep 23 15:46:16.716565 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ebccca19-9deb-4370-ab9a-473c0cc2f7f3 req-d25338ff-924b-4820-a764-2488b61fd059 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=5ff41365-244a-4fb9-b410-bb7b2caba773&id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442395 Sep 23 15:46:17.918526 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ce12c-b461-4259-896f-e9ec20c0a438 req-16cb2d6a-d90f-4d8f-9a37-3448d92765f7 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:17.920056 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bd9ce12c-b461-4259-896f-e9ec20c0a438 req-16cb2d6a-d90f-4d8f-9a37-3448d92765f7 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 984 time: 0.0887926 Sep 23 15:46:17.965544 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bd9ce12c-b461-4259-896f-e9ec20c0a438 req-20389906-8149-4203-8273-456e1cf3f308 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=5ff41365-244a-4fb9-b410-bb7b2caba773&id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398602 Sep 23 15:46:19.162805 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82dd97-786b-43a4-a27a-9ec8968d4dbe req-456314e5-1a66-4d67-98fc-902f85586795 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:19.164242 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8c82dd97-786b-43a4-a27a-9ec8968d4dbe req-456314e5-1a66-4d67-98fc-902f85586795 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 984 time: 0.0887923 Sep 23 15:46:19.210217 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8c82dd97-786b-43a4-a27a-9ec8968d4dbe req-a1bee325-051b-4a4f-9a52-f45671cb2ab3 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=5ff41365-244a-4fb9-b410-bb7b2caba773&id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402009 Sep 23 15:46:20.406295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ff468-55bd-476b-908e-9002f7a4ecd5 req-ad10259f-522e-45cc-9c84-1c7c48601d40 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:20.407750 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-569ff468-55bd-476b-908e-9002f7a4ecd5 req-ad10259f-522e-45cc-9c84-1c7c48601d40 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 984 time: 0.0877867 Sep 23 15:46:20.456212 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-569ff468-55bd-476b-908e-9002f7a4ecd5 req-6ef53747-a15e-4db0-ab86-08b62b5bf5dd tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=5ff41365-244a-4fb9-b410-bb7b2caba773&id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421708 Sep 23 15:46:21.667641 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf90339-d84d-48ff-bb14-152b8cd07403 req-2f2b7f57-0f00-4cd7-8c04-c2ab7a5d5888 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:21.669137 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3cf90339-d84d-48ff-bb14-152b8cd07403 req-2f2b7f57-0f00-4cd7-8c04-c2ab7a5d5888 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 984 time: 0.1043835 Sep 23 15:46:21.715940 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3cf90339-d84d-48ff-bb14-152b8cd07403 req-c0e45f40-65cc-4ebb-a7ed-3e750d83387a tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=5ff41365-244a-4fb9-b410-bb7b2caba773&id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409362 Sep 23 15:46:32.097723 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-564f3e3b-bc61-407c-8bb0-3fe4d74709cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:46:33.067414 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:46:35.074241 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6830099-5da7-4d27-8b2f-bd9d10feea2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:46:35.535835 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:46:35.661542 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:46:36.042416 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:46:37.141601 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:46:52.838550 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [req-a7391020-9b31-4829-ab7b-c142ba2c1f0a req-64b5d086-f8f1-4439-b56a-8f984b626f2e tempest-ServerActionsTestJSON-1531354678 tempest-ServerActionsTestJSON-1531354678-project] (89739) timed out ('10.222.0.72', 49856) {{(pid=89739) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 23 15:46:53.481983 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-308e086f-f9e6-4ec8-9463-75ad010a9a09 req-2e976007-97ab-4c9b-bbee-ea0a9baa3ab5 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1659519900&fields=id&tenant_id=bc6eeef1745648279edaf5f735a39283 HTTP/1.1" status: 200 len: 267 time: 0.1297297 Sep 23 15:46:53.572372 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e086f-f9e6-4ec8-9463-75ad010a9a09 req-887764d2-7d5f-4cda-a8d6-be12af70b048 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:53.573718 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-308e086f-f9e6-4ec8-9463-75ad010a9a09 req-887764d2-7d5f-4cda-a8d6-be12af70b048 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 984 time: 0.0862160 Sep 23 15:46:53.585223 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-308e086f-f9e6-4ec8-9463-75ad010a9a09 req-c5a48a92-7f15-4e5d-9db6-8615d834caed tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Request body: {'port': {'security_groups': ['4dcbf596-ce9f-46d1-8c17-844f175fa3fe']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:46:53.705870 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-308e086f-f9e6-4ec8-9463-75ad010a9a09 req-c5a48a92-7f15-4e5d-9db6-8615d834caed tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:46:53.947303 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-308e086f-f9e6-4ec8-9463-75ad010a9a09 req-c5a48a92-7f15-4e5d-9db6-8615d834caed tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] For port db81cb69-391f-4e43-8459-240fdef71e37, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=db81cb69-391f-4e43-8459-240fdef71e37,segment=NetworkSegment(ad5c1961-916d-4157-a450-8dc6437814a1),segment_id=ad5c1961-916d-4157-a450-8dc6437814a1)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:46:53.971057 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-308e086f-f9e6-4ec8-9463-75ad010a9a09 req-c5a48a92-7f15-4e5d-9db6-8615d834caed tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:46:54.028608 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-308e086f-f9e6-4ec8-9463-75ad010a9a09 req-c5a48a92-7f15-4e5d-9db6-8615d834caed tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:46:54.040185 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['db81cb69-391f-4e43-8459-240fdef71e37'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:46:54.066856 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e086f-f9e6-4ec8-9463-75ad010a9a09 req-c5a48a92-7f15-4e5d-9db6-8615d834caed tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:54.067596 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-308e086f-f9e6-4ec8-9463-75ad010a9a09 req-c5a48a92-7f15-4e5d-9db6-8615d834caed tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:46:54.068954 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-308e086f-f9e6-4ec8-9463-75ad010a9a09 req-c5a48a92-7f15-4e5d-9db6-8615d834caed tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "PUT /v2.0/ports/db81cb69-391f-4e43-8459-240fdef71e37 HTTP/1.1" status: 200 len: 942 time: 0.4881575 Sep 23 15:46:54.069396 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707b2f8e-ea2d-4fcf-a14d-7b6d5b840019', 'tag': 'db81cb69-391f-4e43-8459-240fdef71e37'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:46:54.071729 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa644f6b-345b-4489-80e4-533224f0a4a8" -d '{"events": [{"name": "network-changed", "server_uuid": "707b2f8e-ea2d-4fcf-a14d-7b6d5b840019", "tag": "db81cb69-391f-4e43-8459-240fdef71e37"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:46:54.076599 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 56456) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:46:54.117846 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a48a92-7f15-4e5d-9db6-8615d834caed tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event updated for resources: {'Port': ['ID=db81cb69-391f-4e43-8459-240fdef71e37,revision_number=7']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:46:54.126909 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b1697a-2488-4ce3-b7dc-b11c584b460e x-openstack-request-id: req-76b1697a-2488-4ce3-b7dc-b11c584b460e {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:46:54.126909 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707b2f8e-ea2d-4fcf-a14d-7b6d5b840019", "tag": "db81cb69-391f-4e43-8459-240fdef71e37", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:46:54.127171 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-76b1697a-2488-4ce3-b7dc-b11c584b460e {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:46:54.127359 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76b1697a-2488-4ce3-b7dc-b11c584b460e'] response: {'name': 'network-changed', 'server_uuid': '707b2f8e-ea2d-4fcf-a14d-7b6d5b840019', 'tag': 'db81cb69-391f-4e43-8459-240fdef71e37', 'status': 'completed', 'code': 200} Sep 23 15:46:54.128525 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a48a92-7f15-4e5d-9db6-8615d834caed tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:46:54.129082 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a48a92-7f15-4e5d-9db6-8615d834caed tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:46:54.129424 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a48a92-7f15-4e5d-9db6-8615d834caed tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:46:54.130392 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a48a92-7f15-4e5d-9db6-8615d834caed tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:46:54.130392 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a48a92-7f15-4e5d-9db6-8615d834caed tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:46:54.130608 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a48a92-7f15-4e5d-9db6-8615d834caed tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:46:54.130768 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a48a92-7f15-4e5d-9db6-8615d834caed tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:46:54.131063 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a48a92-7f15-4e5d-9db6-8615d834caed tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:46:54.131385 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a48a92-7f15-4e5d-9db6-8615d834caed tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:46:54.131701 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a48a92-7f15-4e5d-9db6-8615d834caed tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:46:54.132026 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a48a92-7f15-4e5d-9db6-8615d834caed tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:46:54.132407 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a48a92-7f15-4e5d-9db6-8615d834caed tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:46:54.149478 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['db81cb69-391f-4e43-8459-240fdef71e37'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:46:54.159044 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ecd56acd-b6d3-461f-b235-2e2d9cd62df7 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:46:54.190143 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ecd56acd-b6d3-461f-b235-2e2d9cd62df7 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:46:54.230974 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa644f6b-345b-4489-80e4-533224f0a4a8 req-7fd2640f-927f-478a-aef9-b6ca28e51cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:54.233425 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fa644f6b-345b-4489-80e4-533224f0a4a8 req-7fd2640f-927f-478a-aef9-b6ca28e51cd8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc6eeef1745648279edaf5f735a39283&device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 1098 time: 0.0869944 Sep 23 15:46:54.309155 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ecd56acd-b6d3-461f-b235-2e2d9cd62df7 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:46:54.332867 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd56acd-b6d3-461f-b235-2e2d9cd62df7 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff41365-244a-4fb9-b410-bb7b2caba773,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:46:54.340491 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd56acd-b6d3-461f-b235-2e2d9cd62df7 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:46:54.340837 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd56acd-b6d3-461f-b235-2e2d9cd62df7 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:46:54.341172 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd56acd-b6d3-461f-b235-2e2d9cd62df7 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:46:54.341500 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd56acd-b6d3-461f-b235-2e2d9cd62df7 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:46:54.342359 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd56acd-b6d3-461f-b235-2e2d9cd62df7 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:46:54.342691 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd56acd-b6d3-461f-b235-2e2d9cd62df7 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:46:54.343013 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd56acd-b6d3-461f-b235-2e2d9cd62df7 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:46:54.343331 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd56acd-b6d3-461f-b235-2e2d9cd62df7 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:46:54.343647 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd56acd-b6d3-461f-b235-2e2d9cd62df7 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:46:54.343961 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd56acd-b6d3-461f-b235-2e2d9cd62df7 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:46:54.344292 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd56acd-b6d3-461f-b235-2e2d9cd62df7 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:46:54.344593 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd56acd-b6d3-461f-b235-2e2d9cd62df7 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:46:54.372240 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa644f6b-345b-4489-80e4-533224f0a4a8 req-e22b2d3d-851b-47cd-a09c-f9537c4e785b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:54.373739 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fa644f6b-345b-4489-80e4-533224f0a4a8 req-e22b2d3d-851b-47cd-a09c-f9537c4e785b service neutron] 10.222.0.72 "GET /v2.0/networks?id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba HTTP/1.1" status: 200 len: 916 time: 0.1341820 Sep 23 15:46:54.406040 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ecd56acd-b6d3-461f-b235-2e2d9cd62df7 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:46:54.409935 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ecd56acd-b6d3-461f-b235-2e2d9cd62df7 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "DELETE /v2.0/security-groups/5ff41365-244a-4fb9-b410-bb7b2caba773 HTTP/1.1" status: 204 len: 168 time: 0.3291483 Sep 23 15:46:54.410056 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 56460) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:46:54.479100 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fa644f6b-345b-4489-80e4-533224f0a4a8 req-54709229-1a23-4c02-a6c9-2d7dd056921b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db81cb69-391f-4e43-8459-240fdef71e37 HTTP/1.1" status: 200 len: 1001 time: 0.0995955 Sep 23 15:46:54.543914 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa644f6b-345b-4489-80e4-533224f0a4a8 req-1f1426db-08e3-499b-b1b0-bb1b72ce4e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:54.545856 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fa644f6b-345b-4489-80e4-533224f0a4a8 req-1f1426db-08e3-499b-b1b0-bb1b72ce4e77 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97cbcf9e-fa34-4dbc-af77-efcc6bfd0124 HTTP/1.1" status: 200 len: 854 time: 0.0607967 Sep 23 15:46:54.633529 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa644f6b-345b-4489-80e4-533224f0a4a8 req-087807d6-3e6f-4bae-899a-52e12a574e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:54.635134 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fa644f6b-345b-4489-80e4-533224f0a4a8 req-087807d6-3e6f-4bae-899a-52e12a574e70 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833945 Sep 23 15:46:54.718765 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-388548dd-801c-41be-85fc-2c815b836e55 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Deleting port d3a0368f-4169-4fda-a7b0-c1f01348587d {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:46:54.719112 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-388548dd-801c-41be-85fc-2c815b836e55 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:46:54.771808 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fa644f6b-345b-4489-80e4-533224f0a4a8 req-15c58e18-5fa6-4b6b-9419-a21e1777f0a0 service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293182 Sep 23 15:46:54.899359 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-388548dd-801c-41be-85fc-2c815b836e55 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:46:54.899690 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-388548dd-801c-41be-85fc-2c815b836e55 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:46:54.908564 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fa644f6b-345b-4489-80e4-533224f0a4a8 req-8585b9bb-4706-41ec-82c2-ac79943f5a25 service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310570 Sep 23 15:46:55.021898 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-388548dd-801c-41be-85fc-2c815b836e55 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Calling delete_port for d3a0368f-4169-4fda-a7b0-c1f01348587d owned by network:floatingip {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:46:55.233071 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-388548dd-801c-41be-85fc-2c815b836e55 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:46:55.278773 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388548dd-801c-41be-85fc-2c815b836e55 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event deleted for resources: {'Port': ['ID=d3a0368f-4169-4fda-a7b0-c1f01348587d,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:46:55.378908 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-388548dd-801c-41be-85fc-2c815b836e55 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks [] for floatingip, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:46:55.379231 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-388548dd-801c-41be-85fc-2c815b836e55 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Floating IP 10da0606-77b4-436b-915e-0c52aca6395e disassociated (deleted). External IP: 172.26.10.10, port: db81cb69-391f-4e43-8459-240fdef71e37. Sep 23 15:46:55.729666 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388548dd-801c-41be-85fc-2c815b836e55 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Router 36cb6359-06cf-41a5-afda-019b4ea3647f has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:46:55.908475 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388548dd-801c-41be-85fc-2c815b836e55 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:46:55.920708 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf1255-0c77-45a8-ba45-024b10551ddf None None] Sync routers for ids ['36cb6359-06cf-41a5-afda-019b4ea3647f'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:46:55.929785 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf1255-0c77-45a8-ba45-024b10551ddf None None] Routers {'36cb6359-06cf-41a5-afda-019b4ea3647f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:46:55.936858 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-2baf1255-0c77-45a8-ba45-024b10551ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:46:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['36cb6359-06cf-41a5-afda-019b4ea3647f'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:46:56.010177 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-388548dd-801c-41be-85fc-2c815b836e55 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:46:56.067145 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-388548dd-801c-41be-85fc-2c815b836e55 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "DELETE /v2.0/floatingips/10da0606-77b4-436b-915e-0c52aca6395e HTTP/1.1" status: 204 len: 168 time: 1.6559753 Sep 23 15:46:56.067731 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707b2f8e-ea2d-4fcf-a14d-7b6d5b840019', 'tag': 'db81cb69-391f-4e43-8459-240fdef71e37'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:46:56.070149 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8009c2c01c24846940f3c9c2beb64f503f2d744ca5e92813e431a27377ac34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd65350-69d3-455c-bae3-2591dac9cafd" -d '{"events": [{"name": "network-changed", "server_uuid": "707b2f8e-ea2d-4fcf-a14d-7b6d5b840019", "tag": "db81cb69-391f-4e43-8459-240fdef71e37"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:46:56.107277 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-2baf1255-0c77-45a8-ba45-024b10551ddf None None] Set router 36cb6359-06cf-41a5-afda-019b4ea3647f gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:46:56.117207 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fff9ed-242f-4baf-8c32-d495144b97b1 x-openstack-request-id: req-53fff9ed-242f-4baf-8c32-d495144b97b1 {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:46:56.117499 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707b2f8e-ea2d-4fcf-a14d-7b6d5b840019", "tag": "db81cb69-391f-4e43-8459-240fdef71e37", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:46:56.117755 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-53fff9ed-242f-4baf-8c32-d495144b97b1 {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:46:56.118162 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53fff9ed-242f-4baf-8c32-d495144b97b1'] response: {'name': 'network-changed', 'server_uuid': '707b2f8e-ea2d-4fcf-a14d-7b6d5b840019', 'tag': 'db81cb69-391f-4e43-8459-240fdef71e37', 'status': 'completed', 'code': 200} Sep 23 15:46:56.218775 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd65350-69d3-455c-bae3-2591dac9cafd req-7cf9e789-6fe1-4f46-94e3-948665e34beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:56.220347 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9bd65350-69d3-455c-bae3-2591dac9cafd req-7cf9e789-6fe1-4f46-94e3-948665e34beb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc6eeef1745648279edaf5f735a39283&device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 1098 time: 0.0821047 Sep 23 15:46:56.353579 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd65350-69d3-455c-bae3-2591dac9cafd req-3d6b8dea-bc07-46de-85b9-2db91ad548cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:56.355459 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9bd65350-69d3-455c-bae3-2591dac9cafd req-3d6b8dea-bc07-46de-85b9-2db91ad548cb service neutron] 10.222.0.72 "GET /v2.0/networks?id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba HTTP/1.1" status: 200 len: 916 time: 0.1284742 Sep 23 15:46:56.426861 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-2baf1255-0c77-45a8-ba45-024b10551ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'name': 'tempest-TestMinimumBasicScenario-1920154855-router', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145'}], 'enable_snat': True}, 'gw_port_id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:45Z', 'updated_at': '2022-09-23T15:40:50Z', 'revision_number': 4, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'gw_port': {'id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:46Z', 'updated_at': '2022-09-23T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '49223dd3-8799-4c4f-9a6b-cc8957739192', 'name': '', 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'mac_address': 'fa:16:3e:98:1f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:49Z', 'updated_at': '2022-09-23T15:40:56Z', 'revision_number': 5, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'subnets': [{'id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:46:56.431254 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf1255-0c77-45a8-ba45-024b10551ddf None None] Checking router: 36cb6359-06cf-41a5-afda-019b4ea3647f for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:46:56.440728 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf1255-0c77-45a8-ba45-024b10551ddf None None] Routers {'36cb6359-06cf-41a5-afda-019b4ea3647f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:46:56.441347 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-2baf1255-0c77-45a8-ba45-024b10551ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:46:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['36cb6359-06cf-41a5-afda-019b4ea3647f'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:46:56.530083 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9bd65350-69d3-455c-bae3-2591dac9cafd req-904e8353-31cc-4b55-a880-d3b93662206e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db81cb69-391f-4e43-8459-240fdef71e37 HTTP/1.1" status: 200 len: 217 time: 0.1691020 Sep 23 15:46:56.605892 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd65350-69d3-455c-bae3-2591dac9cafd req-f4fe1fdd-1865-4e78-b04b-e4a52b1cadb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:56.607727 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9bd65350-69d3-455c-bae3-2591dac9cafd req-f4fe1fdd-1865-4e78-b04b-e4a52b1cadb3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=97cbcf9e-fa34-4dbc-af77-efcc6bfd0124 HTTP/1.1" status: 200 len: 854 time: 0.0718029 Sep 23 15:46:56.627256 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-2baf1255-0c77-45a8-ba45-024b10551ddf None None] Set router 36cb6359-06cf-41a5-afda-019b4ea3647f gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:46:56.695837 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd65350-69d3-455c-bae3-2591dac9cafd req-a5fc3492-7149-4159-8d76-06cf25bfcb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:46:56.697422 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9bd65350-69d3-455c-bae3-2591dac9cafd req-a5fc3492-7149-4159-8d76-06cf25bfcb86 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=59aa17ce-a316-47f3-be7f-2e55d8edf1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843723 Sep 23 15:46:56.831798 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9bd65350-69d3-455c-bae3-2591dac9cafd req-2facacc1-eb34-4517-a271-97c378f462ce service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266928 Sep 23 15:46:56.944264 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-2baf1255-0c77-45a8-ba45-024b10551ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'name': 'tempest-TestMinimumBasicScenario-1920154855-router', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145'}], 'enable_snat': True}, 'gw_port_id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:45Z', 'updated_at': '2022-09-23T15:40:50Z', 'revision_number': 4, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'gw_port': {'id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:46Z', 'updated_at': '2022-09-23T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '49223dd3-8799-4c4f-9a6b-cc8957739192', 'name': '', 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'mac_address': 'fa:16:3e:98:1f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:49Z', 'updated_at': '2022-09-23T15:40:56Z', 'revision_number': 5, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'subnets': [{'id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:46:56.948265 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf1255-0c77-45a8-ba45-024b10551ddf None None] The sync data for ids ['36cb6359-06cf-41a5-afda-019b4ea3647f'] in dv-neutron-859093-1-hyperv is: [{'id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'name': 'tempest-TestMinimumBasicScenario-1920154855-router', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145'}], 'enable_snat': True}, 'gw_port_id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:45Z', 'updated_at': '2022-09-23T15:40:50Z', 'revision_number': 4, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'gw_port': {'id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:46Z', 'updated_at': '2022-09-23T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '49223dd3-8799-4c4f-9a6b-cc8957739192', 'name': '', 'network_id': '59aa17ce-a316-47f3-be7f-2e55d8edf1ba', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'mac_address': 'fa:16:3e:98:1f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:49Z', 'updated_at': '2022-09-23T15:40:56Z', 'revision_number': 5, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'subnets': [{'id': '97cbcf9e-fa34-4dbc-af77-efcc6bfd0124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:46:56.968416 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9bd65350-69d3-455c-bae3-2591dac9cafd req-9c578485-3bd3-423e-85ab-4a29025dd9ad service neutron] 10.222.0.72 "GET /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306863 Sep 23 15:46:57.160561 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e6133a-9d74-4e01-92cd-38c3da0ecb25 None None] New status for floating IP 10da0606-77b4-436b-915e-0c52aca6395e: DOWN {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:47:01.926707 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f810b5b-6ea4-4c7f-afab-789b6cf6db17 req-3244629c-0806-4a9b-bf58-5f9d5d62c541 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:01.928145 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7f810b5b-6ea4-4c7f-afab-789b6cf6db17 req-3244629c-0806-4a9b-bf58-5f9d5d62c541 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 945 time: 0.0871994 Sep 23 15:47:01.975088 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7f810b5b-6ea4-4c7f-afab-789b6cf6db17 req-581b4a29-73c8-45af-bbd2-1e8da44c02c0 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409553 Sep 23 15:47:02.085433 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-75b362f6-395f-456a-88bd-903062a81b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:03.051228 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:03.178298 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b077eb-e815-453c-8f08-7cd2581d910a req-c3a445d4-5efc-4065-99f5-4d913d295e97 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:03.178931 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-b5b077eb-e815-453c-8f08-7cd2581d910a req-c3a445d4-5efc-4065-99f5-4d913d295e97 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Synchronizing usage tracker for tenant:bc6eeef1745648279edaf5f735a39283 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:47:03.233769 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-b5b077eb-e815-453c-8f08-7cd2581d910a req-c3a445d4-5efc-4065-99f5-4d913d295e97 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Unset dirty status for tenant:bc6eeef1745648279edaf5f735a39283 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:47:03.234915 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b5b077eb-e815-453c-8f08-7cd2581d910a req-c3a445d4-5efc-4065-99f5-4d913d295e97 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 945 time: 0.1459117 Sep 23 15:47:03.391207 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-b5b077eb-e815-453c-8f08-7cd2581d910a req-a3ff4336-fb8a-459e-a003-b73a9ea14d15 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Synchronizing usage tracker for tenant:bc6eeef1745648279edaf5f735a39283 on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:47:03.518440 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-b5b077eb-e815-453c-8f08-7cd2581d910a req-a3ff4336-fb8a-459e-a003-b73a9ea14d15 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Unset dirty status for tenant:bc6eeef1745648279edaf5f735a39283 on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:47:03.519623 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b5b077eb-e815-453c-8f08-7cd2581d910a req-a3ff4336-fb8a-459e-a003-b73a9ea14d15 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/security-groups?id=4dcbf596-ce9f-46d1-8c17-844f175fa3fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790663 Sep 23 15:47:03.583415 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281f2dd-9487-4bb4-a841-315a0593ba0e req-486266bb-f7c2-4948-9831-a8831f3c94ba tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:03.584829 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d281f2dd-9487-4bb4-a841-315a0593ba0e req-486266bb-f7c2-4948-9831-a8831f3c94ba tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.72 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 945 time: 0.0948274 Sep 23 15:47:03.655227 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-d281f2dd-9487-4bb4-a841-315a0593ba0e req-6fe0f7bd-cc86-4e73-8e69-d1fe9303af30 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Deleting port db81cb69-391f-4e43-8459-240fdef71e37 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:47:03.655560 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d281f2dd-9487-4bb4-a841-315a0593ba0e req-6fe0f7bd-cc86-4e73-8e69-d1fe9303af30 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:03.899934 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-d281f2dd-9487-4bb4-a841-315a0593ba0e req-6fe0f7bd-cc86-4e73-8e69-d1fe9303af30 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] For port db81cb69-391f-4e43-8459-240fdef71e37, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=db81cb69-391f-4e43-8459-240fdef71e37,segment=NetworkSegment(ad5c1961-916d-4157-a450-8dc6437814a1),segment_id=ad5c1961-916d-4157-a450-8dc6437814a1)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:47:03.900267 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d281f2dd-9487-4bb4-a841-315a0593ba0e req-6fe0f7bd-cc86-4e73-8e69-d1fe9303af30 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:04.021218 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-d281f2dd-9487-4bb4-a841-315a0593ba0e req-6fe0f7bd-cc86-4e73-8e69-d1fe9303af30 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Calling delete_port for db81cb69-391f-4e43-8459-240fdef71e37 owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:47:04.217570 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d281f2dd-9487-4bb4-a841-315a0593ba0e req-6fe0f7bd-cc86-4e73-8e69-d1fe9303af30 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:04.228818 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['db81cb69-391f-4e43-8459-240fdef71e37'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:47:04.266108 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0f7bd-cc86-4e73-8e69-d1fe9303af30 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Pushing event deleted for resources: {'Port': ['ID=db81cb69-391f-4e43-8459-240fdef71e37,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:04.355247 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-d281f2dd-9487-4bb4-a841-315a0593ba0e req-6fe0f7bd-cc86-4e73-8e69-d1fe9303af30 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] No DVR routers for this DVR port db81cb69-391f-4e43-8459-240fdef71e37 on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:47:04.357684 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-d281f2dd-9487-4bb4-a841-315a0593ba0e req-6fe0f7bd-cc86-4e73-8e69-d1fe9303af30 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:04.360162 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707b2f8e-ea2d-4fcf-a14d-7b6d5b840019', 'name': 'network-vif-deleted', 'tag': 'db81cb69-391f-4e43-8459-240fdef71e37'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:47:04.362454 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab192613-f2a0-42b1-8a1d-c0ef23e87f80" -d '{"events": [{"server_uuid": "707b2f8e-ea2d-4fcf-a14d-7b6d5b840019", "name": "network-vif-deleted", "tag": "db81cb69-391f-4e43-8459-240fdef71e37"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:47:04.403295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc73f57-e9c8-45be-aaaa-80fcc16b1e50 x-openstack-request-id: req-3dc73f57-e9c8-45be-aaaa-80fcc16b1e50 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:47:04.403611 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707b2f8e-ea2d-4fcf-a14d-7b6d5b840019", "name": "network-vif-deleted", "tag": "db81cb69-391f-4e43-8459-240fdef71e37", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:47:04.403862 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3dc73f57-e9c8-45be-aaaa-80fcc16b1e50 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:47:04.404844 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dc73f57-e9c8-45be-aaaa-80fcc16b1e50'] response: {'server_uuid': '707b2f8e-ea2d-4fcf-a14d-7b6d5b840019', 'name': 'network-vif-deleted', 'tag': 'db81cb69-391f-4e43-8459-240fdef71e37', 'status': 'completed', 'code': 200} Sep 23 15:47:04.417815 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d281f2dd-9487-4bb4-a841-315a0593ba0e req-6fe0f7bd-cc86-4e73-8e69-d1fe9303af30 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.72 "DELETE /v2.0/ports/db81cb69-391f-4e43-8459-240fdef71e37 HTTP/1.1" status: 204 len: 173 time: 0.8274634 Sep 23 15:47:04.686216 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-5e62f636-6fbd-430a-9d75-512d2b56a9ea req-696f052b-d90e-4e8d-be0d-245a12e78411 tempest-TestMinimumBasicScenario-837238838 tempest-TestMinimumBasicScenario-837238838-project] 10.222.0.67 "GET /v2.0/ports?device_id=707b2f8e-ea2d-4fcf-a14d-7b6d5b840019 HTTP/1.1" status: 200 len: 210 time: 0.0559855 Sep 23 15:47:05.073294 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c4deef80-d97f-4996-a7cf-d87dbd95d130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:05.537183 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:05.668486 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:06.401273 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device db81cb69-391f-4e43-8459-240fdef71e37 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:47:06.435910 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: db81cb69-391f-4e43-8459-240fdef71e37 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:47:06.436258 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device db81cb69-391f-4e43-8459-240fdef71e37 not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:47:06.931198 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 56548) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:07.245530 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:07.586239 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7f4122c9-a488-417b-a36d-d6a7a80b6887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:07.928709 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-7f4122c9-a488-417b-a36d-d6a7a80b6887 admin admin] Deleting port 49223dd3-8799-4c4f-9a6b-cc8957739192 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:47:07.929075 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7f4122c9-a488-417b-a36d-d6a7a80b6887 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:08.097463 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-7f4122c9-a488-417b-a36d-d6a7a80b6887 admin admin] For port 49223dd3-8799-4c4f-9a6b-cc8957739192, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=49223dd3-8799-4c4f-9a6b-cc8957739192,segment=NetworkSegment(ad5c1961-916d-4157-a450-8dc6437814a1),segment_id=ad5c1961-916d-4157-a450-8dc6437814a1)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:47:08.098180 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7f4122c9-a488-417b-a36d-d6a7a80b6887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:08.218647 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-7f4122c9-a488-417b-a36d-d6a7a80b6887 admin admin] Calling delete_port for 49223dd3-8799-4c4f-9a6b-cc8957739192 owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:47:08.668703 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7f4122c9-a488-417b-a36d-d6a7a80b6887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:08.720265 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4122c9-a488-417b-a36d-d6a7a80b6887 admin admin] Pushing event deleted for resources: {'Port': ['ID=49223dd3-8799-4c4f-9a6b-cc8957739192,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:08.992339 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7f4122c9-a488-417b-a36d-d6a7a80b6887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:09.351851 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4122c9-a488-417b-a36d-d6a7a80b6887 admin admin] Router 36cb6359-06cf-41a5-afda-019b4ea3647f has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:47:09.533044 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4122c9-a488-417b-a36d-d6a7a80b6887 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:47:09.542490 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38477ea-e199-4e44-83b5-d87be9420b92 None None] Sync routers for ids ['36cb6359-06cf-41a5-afda-019b4ea3647f'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:47:09.546953 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7f4122c9-a488-417b-a36d-d6a7a80b6887 admin admin] 10.222.0.67 "PUT /v2.0/routers/36cb6359-06cf-41a5-afda-019b4ea3647f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6147008 Sep 23 15:47:09.549473 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 56554) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:09.552742 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38477ea-e199-4e44-83b5-d87be9420b92 None None] Routers {'36cb6359-06cf-41a5-afda-019b4ea3647f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:47:09.553269 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-e38477ea-e199-4e44-83b5-d87be9420b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:47:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['36cb6359-06cf-41a5-afda-019b4ea3647f'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:47:09.720693 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-761be371-40e0-4c56-bc25-67a0c169a9f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:09.724003 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-e38477ea-e199-4e44-83b5-d87be9420b92 None None] Set router 36cb6359-06cf-41a5-afda-019b4ea3647f gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:47:10.018716 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-761be371-40e0-4c56-bc25-67a0c169a9f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:10.046294 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-e38477ea-e199-4e44-83b5-d87be9420b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'name': 'tempest-TestMinimumBasicScenario-1920154855-router', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145'}], 'enable_snat': True}, 'gw_port_id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:45Z', 'updated_at': '2022-09-23T15:47:08Z', 'revision_number': 5, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'gw_port': {'id': '254ec471-28d9-4e09-9148-1717f9dcb8e2', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:32:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:46Z', 'updated_at': '2022-09-23T15:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:47:10.050048 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38477ea-e199-4e44-83b5-d87be9420b92 None None] Checking router: 36cb6359-06cf-41a5-afda-019b4ea3647f for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:47:10.058077 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38477ea-e199-4e44-83b5-d87be9420b92 None None] Routers {'36cb6359-06cf-41a5-afda-019b4ea3647f'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:47:10.058717 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-e38477ea-e199-4e44-83b5-d87be9420b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:47:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['36cb6359-06cf-41a5-afda-019b4ea3647f'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:47:10.090080 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-761be371-40e0-4c56-bc25-67a0c169a9f8 admin admin] Deleting port 254ec471-28d9-4e09-9148-1717f9dcb8e2 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:47:10.090456 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-761be371-40e0-4c56-bc25-67a0c169a9f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:10.205922 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-e38477ea-e199-4e44-83b5-d87be9420b92 None None] Set router 36cb6359-06cf-41a5-afda-019b4ea3647f gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:47:10.265907 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-761be371-40e0-4c56-bc25-67a0c169a9f8 admin admin] For port 254ec471-28d9-4e09-9148-1717f9dcb8e2, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=254ec471-28d9-4e09-9148-1717f9dcb8e2,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:47:10.266263 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-761be371-40e0-4c56-bc25-67a0c169a9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:10.309999 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-e38477ea-e199-4e44-83b5-d87be9420b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'name': 'tempest-TestMinimumBasicScenario-1920154855-router', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:45Z', 'updated_at': '2022-09-23T15:47:10Z', 'revision_number': 6, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:47:10.314574 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38477ea-e199-4e44-83b5-d87be9420b92 None None] The sync data for ids ['36cb6359-06cf-41a5-afda-019b4ea3647f'] in dv-neutron-859093-1-hyperv is: [{'id': '36cb6359-06cf-41a5-afda-019b4ea3647f', 'name': 'tempest-TestMinimumBasicScenario-1920154855-router', 'tenant_id': 'bc6eeef1745648279edaf5f735a39283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:45Z', 'updated_at': '2022-09-23T15:47:10Z', 'revision_number': 6, 'project_id': 'bc6eeef1745648279edaf5f735a39283', 'gw_port_host': None}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:47:10.390018 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-761be371-40e0-4c56-bc25-67a0c169a9f8 admin admin] Calling delete_port for 254ec471-28d9-4e09-9148-1717f9dcb8e2 owned by network:router_gateway {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:47:10.605979 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-761be371-40e0-4c56-bc25-67a0c169a9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:10.688786 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761be371-40e0-4c56-bc25-67a0c169a9f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=254ec471-28d9-4e09-9148-1717f9dcb8e2,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:10.758015 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-761be371-40e0-4c56-bc25-67a0c169a9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:10.933236 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-761be371-40e0-4c56-bc25-67a0c169a9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:10.935428 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-761be371-40e0-4c56-bc25-67a0c169a9f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:11.033269 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-761be371-40e0-4c56-bc25-67a0c169a9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:11.033899 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761be371-40e0-4c56-bc25-67a0c169a9f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36cb6359-06cf-41a5-afda-019b4ea3647f {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:47:11.047684 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-761be371-40e0-4c56-bc25-67a0c169a9f8 admin admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:11.048823 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-761be371-40e0-4c56-bc25-67a0c169a9f8 admin admin] 10.222.0.67 "DELETE /v2.0/routers/36cb6359-06cf-41a5-afda-019b4ea3647f HTTP/1.1" status: 204 len: 168 time: 1.4984512 Sep 23 15:47:11.051477 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 56558) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:11.110329 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-839390b0-c3fe-4f34-88c5-4713565d5263 admin admin] Deleting subnet 97cbcf9e-fa34-4dbc-af77-efcc6bfd0124 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:47:11.113227 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-839390b0-c3fe-4f34-88c5-4713565d5263 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:11.166621 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-839390b0-c3fe-4f34-88c5-4713565d5263 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:11.244645 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-839390b0-c3fe-4f34-88c5-4713565d5263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:11.377434 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-839390b0-c3fe-4f34-88c5-4713565d5263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:11.418965 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839390b0-c3fe-4f34-88c5-4713565d5263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97cbcf9e-fa34-4dbc-af77-efcc6bfd0124,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:11.422660 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-839390b0-c3fe-4f34-88c5-4713565d5263 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:11.431930 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd2bded-1151-438d-9c57-bbfe507d8cda None None] Network 59aa17ce-a316-47f3-be7f-2e55d8edf1ba requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:47:11.433104 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-839390b0-c3fe-4f34-88c5-4713565d5263 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/97cbcf9e-fa34-4dbc-af77-efcc6bfd0124 HTTP/1.1" status: 204 len: 168 time: 0.3760531 Sep 23 15:47:11.433104 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 56562) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:11.641242 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7f07c8a3-9a5f-45be-8452-cfe43634dc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:11.652009 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-7f07c8a3-9a5f-45be-8452-cfe43634dc4a admin admin] Deleting port f258a577-7ab3-462e-8ead-75c852754662 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:47:11.652453 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7f07c8a3-9a5f-45be-8452-cfe43634dc4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:11.682477 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447c6f4f-ee75-4ccb-99cc-529f7e3873d2 None None] DHCP port deletion for 59aa17ce-a316-47f3-be7f-2e55d8edf1ba request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:47:11.687168 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-447c6f4f-ee75-4ccb-99cc-529f7e3873d2 None None] Deleting port f258a577-7ab3-462e-8ead-75c852754662 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:47:11.687649 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-447c6f4f-ee75-4ccb-99cc-529f7e3873d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:11.855205 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-7f07c8a3-9a5f-45be-8452-cfe43634dc4a admin admin] For port f258a577-7ab3-462e-8ead-75c852754662, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f258a577-7ab3-462e-8ead-75c852754662,segment=NetworkSegment(ad5c1961-916d-4157-a450-8dc6437814a1),segment_id=ad5c1961-916d-4157-a450-8dc6437814a1)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:47:11.855563 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7f07c8a3-9a5f-45be-8452-cfe43634dc4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:11.885679 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-447c6f4f-ee75-4ccb-99cc-529f7e3873d2 None None] For port f258a577-7ab3-462e-8ead-75c852754662, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f258a577-7ab3-462e-8ead-75c852754662,segment=NetworkSegment(ad5c1961-916d-4157-a450-8dc6437814a1),segment_id=ad5c1961-916d-4157-a450-8dc6437814a1)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:47:11.885991 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-447c6f4f-ee75-4ccb-99cc-529f7e3873d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:11.983016 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-7f07c8a3-9a5f-45be-8452-cfe43634dc4a admin admin] Calling delete_port for f258a577-7ab3-462e-8ead-75c852754662 owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:47:12.010720 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-447c6f4f-ee75-4ccb-99cc-529f7e3873d2 None None] Calling delete_port for f258a577-7ab3-462e-8ead-75c852754662 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:47:12.041925 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f258a577-7ab3-462e-8ead-75c852754662 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:47:12.131510 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7f07c8a3-9a5f-45be-8452-cfe43634dc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:12.131789 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No ports have port_id starting with f258a577-7ab3-462e-8ead-75c852754662 Sep 23 15:47:12.132930 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 254ec471-28d9-4e09-9148-1717f9dcb8e2 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:47:12.168279 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 254ec471-28d9-4e09-9148-1717f9dcb8e2 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:47:12.168553 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 254ec471-28d9-4e09-9148-1717f9dcb8e2 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:47:12.168930 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 49223dd3-8799-4c4f-9a6b-cc8957739192 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:47:12.181224 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07c8a3-9a5f-45be-8452-cfe43634dc4a admin admin] Pushing event deleted for resources: {'Port': ['ID=f258a577-7ab3-462e-8ead-75c852754662,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:12.184726 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f07c8a3-9a5f-45be-8452-cfe43634dc4a admin admin] No DVR routers for this DVR port f258a577-7ab3-462e-8ead-75c852754662 on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:47:12.201203 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-447c6f4f-ee75-4ccb-99cc-529f7e3873d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:47:12.201565 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-447c6f4f-ee75-4ccb-99cc-529f7e3873d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:47:12.206982 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 49223dd3-8799-4c4f-9a6b-cc8957739192 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:47:12.207318 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 49223dd3-8799-4c4f-9a6b-cc8957739192 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:47:12.301356 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7f07c8a3-9a5f-45be-8452-cfe43634dc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:12.325572 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-7f07c8a3-9a5f-45be-8452-cfe43634dc4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59aa17ce-a316-47f3-be7f-2e55d8edf1ba']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:47:12.337482 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-7f07c8a3-9a5f-45be-8452-cfe43634dc4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad5c1961-916d-4157-a450-8dc6437814a1') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:47:12.337770 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-7f07c8a3-9a5f-45be-8452-cfe43634dc4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad5c1961-916d-4157-a450-8dc6437814a1') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:47:12.349138 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7f07c8a3-9a5f-45be-8452-cfe43634dc4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:12.365002 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7f07c8a3-9a5f-45be-8452-cfe43634dc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:12.370733 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f07c8a3-9a5f-45be-8452-cfe43634dc4a admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:47:12.371102 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7f07c8a3-9a5f-45be-8452-cfe43634dc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:12.470631 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment ad5c1961-916d-4157-a450-8dc6437814a1 resource provider aggregate not found Sep 23 15:47:12.489619 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment ad5c1961-916d-4157-a450-8dc6437814a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad5c1961-916d-4157-a450-8dc6437814a1 found for delete ", "request_id": "req-7b80ed68-ba83-4a86-ab0e-94f51ed646b0"}]} Sep 23 15:47:12.552837 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7f07c8a3-9a5f-45be-8452-cfe43634dc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:12.568981 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-7f07c8a3-9a5f-45be-8452-cfe43634dc4a admin admin] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:12.580968 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07c8a3-9a5f-45be-8452-cfe43634dc4a admin admin] Pushing event deleted for resources: {'Network': ['ID=59aa17ce-a316-47f3-be7f-2e55d8edf1ba,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:12.669252 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7f07c8a3-9a5f-45be-8452-cfe43634dc4a admin admin] 10.222.0.67 "DELETE /v2.0/networks/59aa17ce-a316-47f3-be7f-2e55d8edf1ba HTTP/1.1" status: 204 len: 168 time: 1.2371452 Sep 23 15:47:12.672078 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 56572) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:12.703281 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-447c6f4f-ee75-4ccb-99cc-529f7e3873d2 None None] Deleting port f258a577-7ab3-462e-8ead-75c852754662 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:47:12.703756 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-447c6f4f-ee75-4ccb-99cc-529f7e3873d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:12.771639 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-447c6f4f-ee75-4ccb-99cc-529f7e3873d2 None None] The port 'f258a577-7ab3-462e-8ead-75c852754662' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:47:13.041621 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:47:13.207514 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b4f8cb0a-b54b-4830-9a23-10820b1d0b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:13.658184 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-b4f8cb0a-b54b-4830-9a23-10820b1d0b91 admin admin] Deleting port be4d871e-db43-4f55-8cb6-ed61ca125ff8 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:47:13.658928 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b4f8cb0a-b54b-4830-9a23-10820b1d0b91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:13.828890 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-b4f8cb0a-b54b-4830-9a23-10820b1d0b91 admin admin] For port be4d871e-db43-4f55-8cb6-ed61ca125ff8, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=be4d871e-db43-4f55-8cb6-ed61ca125ff8,segment=NetworkSegment(3b0a0173-ee34-4458-b497-2643957f6225),segment_id=3b0a0173-ee34-4458-b497-2643957f6225)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:47:13.829246 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b4f8cb0a-b54b-4830-9a23-10820b1d0b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:13.949292 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-b4f8cb0a-b54b-4830-9a23-10820b1d0b91 admin admin] Calling delete_port for be4d871e-db43-4f55-8cb6-ed61ca125ff8 owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:47:14.194371 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b4f8cb0a-b54b-4830-9a23-10820b1d0b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:14.244317 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8cb0a-b54b-4830-9a23-10820b1d0b91 admin admin] Pushing event deleted for resources: {'Port': ['ID=be4d871e-db43-4f55-8cb6-ed61ca125ff8,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:14.512971 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b4f8cb0a-b54b-4830-9a23-10820b1d0b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:14.979675 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f8cb0a-b54b-4830-9a23-10820b1d0b91 admin admin] Router 15333751-1829-44b9-8cd0-8e86e5314df4 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:47:15.157066 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f8cb0a-b54b-4830-9a23-10820b1d0b91 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:47:15.166151 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1626b597-215d-4c7f-a0f2-e007961d537e None None] Sync routers for ids ['15333751-1829-44b9-8cd0-8e86e5314df4'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:47:15.170834 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b4f8cb0a-b54b-4830-9a23-10820b1d0b91 admin admin] 10.222.0.67 "PUT /v2.0/routers/15333751-1829-44b9-8cd0-8e86e5314df4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4977577 Sep 23 15:47:15.173645 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 56576) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:15.176282 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1626b597-215d-4c7f-a0f2-e007961d537e None None] Routers {'15333751-1829-44b9-8cd0-8e86e5314df4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:47:15.176876 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-1626b597-215d-4c7f-a0f2-e007961d537e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:47:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['15333751-1829-44b9-8cd0-8e86e5314df4'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:47:15.352493 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2ce015b2-fad0-49da-904f-713184cb12a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:15.383554 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-1626b597-215d-4c7f-a0f2-e007961d537e None None] Set router 15333751-1829-44b9-8cd0-8e86e5314df4 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:47:15.530125 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2ce015b2-fad0-49da-904f-713184cb12a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:15.640772 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-2ce015b2-fad0-49da-904f-713184cb12a8 admin admin] Deleting port f3276346-8e3d-432b-af4c-60e9e4d71810 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:47:15.644888 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2ce015b2-fad0-49da-904f-713184cb12a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:15.666044 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-1626b597-215d-4c7f-a0f2-e007961d537e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15333751-1829-44b9-8cd0-8e86e5314df4', 'name': 'tempest-TestMinimumBasicScenario-588353542-router', 'tenant_id': '0826314a0d7e4c24bb996eb061ae14a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.236'}], 'enable_snat': True}, 'gw_port_id': 'f3276346-8e3d-432b-af4c-60e9e4d71810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:53Z', 'updated_at': '2022-09-23T15:47:14Z', 'revision_number': 5, 'project_id': '0826314a0d7e4c24bb996eb061ae14a4', 'gw_port': {'id': 'f3276346-8e3d-432b-af4c-60e9e4d71810', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15333751-1829-44b9-8cd0-8e86e5314df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:40:54Z', 'updated_at': '2022-09-23T15:41:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:47:15.669972 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1626b597-215d-4c7f-a0f2-e007961d537e None None] Checking router: 15333751-1829-44b9-8cd0-8e86e5314df4 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:47:15.678690 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1626b597-215d-4c7f-a0f2-e007961d537e None None] Routers {'15333751-1829-44b9-8cd0-8e86e5314df4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:47:15.679285 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-1626b597-215d-4c7f-a0f2-e007961d537e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:47:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['15333751-1829-44b9-8cd0-8e86e5314df4'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:47:15.821100 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-2ce015b2-fad0-49da-904f-713184cb12a8 admin admin] For port f3276346-8e3d-432b-af4c-60e9e4d71810, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f3276346-8e3d-432b-af4c-60e9e4d71810,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:47:15.821495 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2ce015b2-fad0-49da-904f-713184cb12a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:15.829670 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-1626b597-215d-4c7f-a0f2-e007961d537e None None] Set router 15333751-1829-44b9-8cd0-8e86e5314df4 gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:47:15.932630 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-1626b597-215d-4c7f-a0f2-e007961d537e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15333751-1829-44b9-8cd0-8e86e5314df4', 'name': 'tempest-TestMinimumBasicScenario-588353542-router', 'tenant_id': '0826314a0d7e4c24bb996eb061ae14a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:53Z', 'updated_at': '2022-09-23T15:47:15Z', 'revision_number': 6, 'project_id': '0826314a0d7e4c24bb996eb061ae14a4', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:47:15.937053 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1626b597-215d-4c7f-a0f2-e007961d537e None None] The sync data for ids ['15333751-1829-44b9-8cd0-8e86e5314df4'] in dv-neutron-859093-1-hyperv is: [{'id': '15333751-1829-44b9-8cd0-8e86e5314df4', 'name': 'tempest-TestMinimumBasicScenario-588353542-router', 'tenant_id': '0826314a0d7e4c24bb996eb061ae14a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:40:53Z', 'updated_at': '2022-09-23T15:47:15Z', 'revision_number': 6, 'project_id': '0826314a0d7e4c24bb996eb061ae14a4', 'gw_port_host': None}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:47:15.948070 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-2ce015b2-fad0-49da-904f-713184cb12a8 admin admin] Calling delete_port for f3276346-8e3d-432b-af4c-60e9e4d71810 owned by network:router_gateway {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:47:16.164517 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2ce015b2-fad0-49da-904f-713184cb12a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:16.239811 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce015b2-fad0-49da-904f-713184cb12a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3276346-8e3d-432b-af4c-60e9e4d71810,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:16.422632 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2ce015b2-fad0-49da-904f-713184cb12a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:16.594210 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2ce015b2-fad0-49da-904f-713184cb12a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:16.596379 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2ce015b2-fad0-49da-904f-713184cb12a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:16.694436 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device be4d871e-db43-4f55-8cb6-ed61ca125ff8 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:47:16.699584 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2ce015b2-fad0-49da-904f-713184cb12a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:16.699584 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce015b2-fad0-49da-904f-713184cb12a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15333751-1829-44b9-8cd0-8e86e5314df4 {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:47:16.711962 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2ce015b2-fad0-49da-904f-713184cb12a8 admin admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:16.712899 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2ce015b2-fad0-49da-904f-713184cb12a8 admin admin] 10.222.0.67 "DELETE /v2.0/routers/15333751-1829-44b9-8cd0-8e86e5314df4 HTTP/1.1" status: 204 len: 168 time: 1.5381300 Sep 23 15:47:16.715486 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 56580) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:16.729501 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: be4d871e-db43-4f55-8cb6-ed61ca125ff8 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:47:16.729842 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device be4d871e-db43-4f55-8cb6-ed61ca125ff8 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:47:16.775366 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08ba700-de10-402d-a577-2781639d4af1 admin admin] Deleting subnet ff37f844-408d-46f3-a5d2-91a55f141f81 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:47:16.778293 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b08ba700-de10-402d-a577-2781639d4af1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:16.830568 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b08ba700-de10-402d-a577-2781639d4af1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:16.909468 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b08ba700-de10-402d-a577-2781639d4af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:17.028904 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b08ba700-de10-402d-a577-2781639d4af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:17.072717 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ba700-de10-402d-a577-2781639d4af1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff37f844-408d-46f3-a5d2-91a55f141f81,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:17.077526 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b08ba700-de10-402d-a577-2781639d4af1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:17.082590 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634ccf6b-1a52-4412-b30a-21a5290090eb None None] Network 999fb4fb-09ca-4f3a-a27b-ac703123431c requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:47:17.084092 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b08ba700-de10-402d-a577-2781639d4af1 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ff37f844-408d-46f3-a5d2-91a55f141f81 HTTP/1.1" status: 204 len: 168 time: 0.3676560 Sep 23 15:47:17.086632 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 56584) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:17.191327 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-74022d30-af59-4c74-8a72-b89515d43a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:17.203111 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-74022d30-af59-4c74-8a72-b89515d43a7a admin admin] Deleting port 10655e05-7af9-4716-99a4-60ad61af8744 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:47:17.203953 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-74022d30-af59-4c74-8a72-b89515d43a7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:17.326478 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6b03ce-38e8-4368-8226-cf7c7b394e70 None None] DHCP port deletion for 999fb4fb-09ca-4f3a-a27b-ac703123431c request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:47:17.330416 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b03ce-38e8-4368-8226-cf7c7b394e70 None None] Deleting port 10655e05-7af9-4716-99a4-60ad61af8744 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:47:17.330793 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7d6b03ce-38e8-4368-8226-cf7c7b394e70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:17.406049 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-74022d30-af59-4c74-8a72-b89515d43a7a admin admin] For port 10655e05-7af9-4716-99a4-60ad61af8744, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=10655e05-7af9-4716-99a4-60ad61af8744,segment=NetworkSegment(3b0a0173-ee34-4458-b497-2643957f6225),segment_id=3b0a0173-ee34-4458-b497-2643957f6225)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:47:17.406423 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-74022d30-af59-4c74-8a72-b89515d43a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:17.530464 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-74022d30-af59-4c74-8a72-b89515d43a7a admin admin] Calling delete_port for 10655e05-7af9-4716-99a4-60ad61af8744 owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:47:17.533107 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-7d6b03ce-38e8-4368-8226-cf7c7b394e70 None None] For port 10655e05-7af9-4716-99a4-60ad61af8744, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=10655e05-7af9-4716-99a4-60ad61af8744,segment=NetworkSegment(3b0a0173-ee34-4458-b497-2643957f6225),segment_id=3b0a0173-ee34-4458-b497-2643957f6225)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:47:17.533501 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7d6b03ce-38e8-4368-8226-cf7c7b394e70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:17.667130 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-74022d30-af59-4c74-8a72-b89515d43a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:17.691028 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b03ce-38e8-4368-8226-cf7c7b394e70 None None] Calling delete_port for 10655e05-7af9-4716-99a4-60ad61af8744 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:47:17.715677 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74022d30-af59-4c74-8a72-b89515d43a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=10655e05-7af9-4716-99a4-60ad61af8744,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:17.721692 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74022d30-af59-4c74-8a72-b89515d43a7a admin admin] No DVR routers for this DVR port 10655e05-7af9-4716-99a4-60ad61af8744 on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:47:17.764979 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-7d6b03ce-38e8-4368-8226-cf7c7b394e70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:47:17.765535 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-7d6b03ce-38e8-4368-8226-cf7c7b394e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:47:17.839955 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-74022d30-af59-4c74-8a72-b89515d43a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:17.868741 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-74022d30-af59-4c74-8a72-b89515d43a7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['999fb4fb-09ca-4f3a-a27b-ac703123431c']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:47:17.880898 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-74022d30-af59-4c74-8a72-b89515d43a7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0a0173-ee34-4458-b497-2643957f6225') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:47:17.881191 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-74022d30-af59-4c74-8a72-b89515d43a7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0a0173-ee34-4458-b497-2643957f6225') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:47:17.892070 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-74022d30-af59-4c74-8a72-b89515d43a7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:17.907711 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-74022d30-af59-4c74-8a72-b89515d43a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:17.913568 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74022d30-af59-4c74-8a72-b89515d43a7a admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:47:17.916754 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-74022d30-af59-4c74-8a72-b89515d43a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:17.978533 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 3b0a0173-ee34-4458-b497-2643957f6225 resource provider aggregate not found Sep 23 15:47:17.994223 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 3b0a0173-ee34-4458-b497-2643957f6225 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b0a0173-ee34-4458-b497-2643957f6225 found for delete ", "request_id": "req-fc57f029-eb57-49d4-a406-5c74cc8e29a6"}]} Sep 23 15:47:18.029988 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f3276346-8e3d-432b-af4c-60e9e4d71810 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:47:18.065118 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: f3276346-8e3d-432b-af4c-60e9e4d71810 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:47:18.065396 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f3276346-8e3d-432b-af4c-60e9e4d71810 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:47:18.065802 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 10655e05-7af9-4716-99a4-60ad61af8744 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:47:18.068688 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-74022d30-af59-4c74-8a72-b89515d43a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:18.087910 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-74022d30-af59-4c74-8a72-b89515d43a7a admin admin] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:18.098769 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 10655e05-7af9-4716-99a4-60ad61af8744 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:47:18.099120 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 10655e05-7af9-4716-99a4-60ad61af8744 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:47:18.191259 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74022d30-af59-4c74-8a72-b89515d43a7a admin admin] Pushing event deleted for resources: {'Network': ['ID=999fb4fb-09ca-4f3a-a27b-ac703123431c,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:18.195272 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-74022d30-af59-4c74-8a72-b89515d43a7a admin admin] 10.222.0.67 "DELETE /v2.0/networks/999fb4fb-09ca-4f3a-a27b-ac703123431c HTTP/1.1" status: 204 len: 168 time: 1.1076102 Sep 23 15:47:18.266245 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b03ce-38e8-4368-8226-cf7c7b394e70 None None] Deleting port 10655e05-7af9-4716-99a4-60ad61af8744 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:47:18.266729 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7d6b03ce-38e8-4368-8226-cf7c7b394e70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:18.332281 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b03ce-38e8-4368-8226-cf7c7b394e70 None None] The port '10655e05-7af9-4716-99a4-60ad61af8744' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:47:18.506192 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 56594) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:18.555822 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-fef1ccab-d652-4118-a493-3bf43a8b470c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bc6eeef1745648279edaf5f735a39283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484056 Sep 23 15:47:18.558250 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 56598) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:18.615241 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-86bcce73-54ef-4767-97ba-87dd6370599f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:18.640394 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-86bcce73-54ef-4767-97ba-87dd6370599f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:18.765867 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-86bcce73-54ef-4767-97ba-87dd6370599f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:18.784080 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bcce73-54ef-4767-97ba-87dd6370599f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcbf596-ce9f-46d1-8c17-844f175fa3fe,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:18.862803 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-86bcce73-54ef-4767-97ba-87dd6370599f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:18.864012 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-86bcce73-54ef-4767-97ba-87dd6370599f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4dcbf596-ce9f-46d1-8c17-844f175fa3fe HTTP/1.1" status: 204 len: 168 time: 0.3047712 Sep 23 15:47:19.488640 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 56606) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:19.539532 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-7246071d-e5a5-4180-91e7-742342a31de8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0826314a0d7e4c24bb996eb061ae14a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497124 Sep 23 15:47:19.541936 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 56610) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:19.598710 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9d255444-2bce-4b75-8d39-ad07e3007e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:19.624914 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9d255444-2bce-4b75-8d39-ad07e3007e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:19.753994 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9d255444-2bce-4b75-8d39-ad07e3007e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:19.770649 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d255444-2bce-4b75-8d39-ad07e3007e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6089d41-27bb-41eb-87be-6ecd502dd426,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:19.774219 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9d255444-2bce-4b75-8d39-ad07e3007e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:19.783133 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9d255444-2bce-4b75-8d39-ad07e3007e79 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f6089d41-27bb-41eb-87be-6ecd502dd426 HTTP/1.1" status: 204 len: 168 time: 0.2350597 Sep 23 15:47:21.781572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56652) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:21.787264 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-9d217cc0-4784-4fe1-9810-106d7d1473b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-79753448', 'description': 'tempest-secgroup-smoke-79753448 description', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:47:21.794137 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-9d217cc0-4784-4fe1-9810-106d7d1473b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:47:21.798174 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-9d217cc0-4784-4fe1-9810-106d7d1473b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:47:21.801718 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-9d217cc0-4784-4fe1-9810-106d7d1473b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:47:21.807696 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-9d217cc0-4784-4fe1-9810-106d7d1473b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:47:21.874223 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9d217cc0-4784-4fe1-9810-106d7d1473b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:21.886622 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9d217cc0-4784-4fe1-9810-106d7d1473b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:21.901422 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-9d217cc0-4784-4fe1-9810-106d7d1473b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:47:21.905816 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-9d217cc0-4784-4fe1-9810-106d7d1473b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:47:21.908884 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-9d217cc0-4784-4fe1-9810-106d7d1473b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:47:21.914292 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-9d217cc0-4784-4fe1-9810-106d7d1473b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:47:21.998520 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9d217cc0-4784-4fe1-9810-106d7d1473b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:22.053914 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9d217cc0-4784-4fe1-9810-106d7d1473b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:22.064885 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-9d217cc0-4784-4fe1-9810-106d7d1473b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:47:22.072468 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-9d217cc0-4784-4fe1-9810-106d7d1473b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:47:22.078298 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-9d217cc0-4784-4fe1-9810-106d7d1473b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:47:22.091993 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-9d217cc0-4784-4fe1-9810-106d7d1473b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:47:22.099273 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d217cc0-4784-4fe1-9810-106d7d1473b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29c06590-ab97-4c34-9839-8cbe93232844,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:22.165651 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9d217cc0-4784-4fe1-9810-106d7d1473b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:22.233533 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9d217cc0-4784-4fe1-9810-106d7d1473b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:22.274141 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d217cc0-4784-4fe1-9810-106d7d1473b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00c30c38-8b9b-46c8-b139-ea391cecf6e5,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:22.359909 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9d217cc0-4784-4fe1-9810-106d7d1473b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:22.361125 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9d217cc0-4784-4fe1-9810-106d7d1473b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5784042 Sep 23 15:47:22.364009 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56656) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:22.368870 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-3151a2ce-6f8d-4dad-894d-aa902c7a2f46 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': '00c30c38-8b9b-46c8-b139-ea391cecf6e5', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:47:22.375317 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3151a2ce-6f8d-4dad-894d-aa902c7a2f46 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:47:22.379102 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3151a2ce-6f8d-4dad-894d-aa902c7a2f46 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:47:22.381908 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3151a2ce-6f8d-4dad-894d-aa902c7a2f46 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:47:22.387676 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3151a2ce-6f8d-4dad-894d-aa902c7a2f46 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:47:22.474911 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3151a2ce-6f8d-4dad-894d-aa902c7a2f46 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:22.533518 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3151a2ce-6f8d-4dad-894d-aa902c7a2f46 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:22.586952 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3151a2ce-6f8d-4dad-894d-aa902c7a2f46 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:22.610501 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151a2ce-6f8d-4dad-894d-aa902c7a2f46 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d65f9c-9d9e-45f4-b395-ef09df939955,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:22.695665 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3151a2ce-6f8d-4dad-894d-aa902c7a2f46 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:22.696854 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3151a2ce-6f8d-4dad-894d-aa902c7a2f46 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3319392 Sep 23 15:47:22.699715 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56660) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:22.704896 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-e4503680-6bfc-4623-9971-42eeb18a83f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': '00c30c38-8b9b-46c8-b139-ea391cecf6e5', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:47:22.710854 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e4503680-6bfc-4623-9971-42eeb18a83f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:47:22.714744 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e4503680-6bfc-4623-9971-42eeb18a83f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:47:22.718081 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e4503680-6bfc-4623-9971-42eeb18a83f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:47:22.723732 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e4503680-6bfc-4623-9971-42eeb18a83f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:47:22.801308 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e4503680-6bfc-4623-9971-42eeb18a83f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:22.949917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e4503680-6bfc-4623-9971-42eeb18a83f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:23.011037 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e4503680-6bfc-4623-9971-42eeb18a83f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:23.035439 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4503680-6bfc-4623-9971-42eeb18a83f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00cf88cd-0d32-4834-8c96-4f6c19745214,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:23.112534 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e4503680-6bfc-4623-9971-42eeb18a83f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:23.113665 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e4503680-6bfc-4623-9971-42eeb18a83f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4130361 Sep 23 15:47:23.116394 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56664) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:23.121355 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-744deb42-f53b-47d8-8484-29056ca8d2be tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': '00c30c38-8b9b-46c8-b139-ea391cecf6e5', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:47:23.127088 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-744deb42-f53b-47d8-8484-29056ca8d2be tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:47:23.130884 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-744deb42-f53b-47d8-8484-29056ca8d2be tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:47:23.133702 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-744deb42-f53b-47d8-8484-29056ca8d2be tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:47:23.139840 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-744deb42-f53b-47d8-8484-29056ca8d2be tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:47:23.225414 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-744deb42-f53b-47d8-8484-29056ca8d2be tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:23.285588 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-744deb42-f53b-47d8-8484-29056ca8d2be tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:23.353741 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-744deb42-f53b-47d8-8484-29056ca8d2be tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:23.378148 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744deb42-f53b-47d8-8484-29056ca8d2be tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e752bc69-e70a-4904-b6f7-b9aa72d99d41,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:23.524162 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-744deb42-f53b-47d8-8484-29056ca8d2be tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:23.525348 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-744deb42-f53b-47d8-8484-29056ca8d2be tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4079199 Sep 23 15:47:23.528129 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56668) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:23.533070 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-f4ea47d3-2a53-43cc-8917-980c6d6d7e7a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': '00c30c38-8b9b-46c8-b139-ea391cecf6e5', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:47:23.539293 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f4ea47d3-2a53-43cc-8917-980c6d6d7e7a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:47:23.543137 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f4ea47d3-2a53-43cc-8917-980c6d6d7e7a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:47:23.546073 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-f4ea47d3-2a53-43cc-8917-980c6d6d7e7a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:47:23.552287 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-f4ea47d3-2a53-43cc-8917-980c6d6d7e7a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:47:23.656226 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f4ea47d3-2a53-43cc-8917-980c6d6d7e7a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:23.720161 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f4ea47d3-2a53-43cc-8917-980c6d6d7e7a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:23.792770 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f4ea47d3-2a53-43cc-8917-980c6d6d7e7a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:23.817489 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea47d3-2a53-43cc-8917-980c6d6d7e7a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218602a0-0a4f-4c28-af36-48eddac6882a,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:23.885347 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f4ea47d3-2a53-43cc-8917-980c6d6d7e7a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:23.886553 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f4ea47d3-2a53-43cc-8917-980c6d6d7e7a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3574641 Sep 23 15:47:23.889209 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56672) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:23.894111 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-146926ab-8e53-4354-a61b-10c9062a63f6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': '00c30c38-8b9b-46c8-b139-ea391cecf6e5', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:47:23.899874 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-146926ab-8e53-4354-a61b-10c9062a63f6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:47:23.903638 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-146926ab-8e53-4354-a61b-10c9062a63f6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:47:23.911912 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-146926ab-8e53-4354-a61b-10c9062a63f6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:47:23.912293 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-146926ab-8e53-4354-a61b-10c9062a63f6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:47:24.000408 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.securitygroups_db [None req-146926ab-8e53-4354-a61b-10c9062a63f6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Project 04ba3b533aed4ca1b027ca3a04d161ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:47:24.007186 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-146926ab-8e53-4354-a61b-10c9062a63f6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:24.070383 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-146926ab-8e53-4354-a61b-10c9062a63f6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:24.131262 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-146926ab-8e53-4354-a61b-10c9062a63f6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:24.155752 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146926ab-8e53-4354-a61b-10c9062a63f6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c12ec150-a957-4dff-97d8-17b6926718f8,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:24.216633 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-146926ab-8e53-4354-a61b-10c9062a63f6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:24.218237 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-146926ab-8e53-4354-a61b-10c9062a63f6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3281057 Sep 23 15:47:24.220931 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56676) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:24.225797 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-9fed0610-cbdf-40f8-818d-b97efd4427e3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': '00c30c38-8b9b-46c8-b139-ea391cecf6e5', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:47:24.231456 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-9fed0610-cbdf-40f8-818d-b97efd4427e3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:47:24.235762 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-9fed0610-cbdf-40f8-818d-b97efd4427e3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:47:24.238589 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-9fed0610-cbdf-40f8-818d-b97efd4427e3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:47:24.244125 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-9fed0610-cbdf-40f8-818d-b97efd4427e3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:47:24.297149 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.securitygroups_db [None req-9fed0610-cbdf-40f8-818d-b97efd4427e3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Project 04ba3b533aed4ca1b027ca3a04d161ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:47:24.303782 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9fed0610-cbdf-40f8-818d-b97efd4427e3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:24.367733 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9fed0610-cbdf-40f8-818d-b97efd4427e3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:24.451282 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9fed0610-cbdf-40f8-818d-b97efd4427e3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:24.477689 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed0610-cbdf-40f8-818d-b97efd4427e3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4917facf-219f-47ac-9b62-8d102cf84191,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:24.548161 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9fed0610-cbdf-40f8-818d-b97efd4427e3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:24.549347 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9fed0610-cbdf-40f8-818d-b97efd4427e3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3274932 Sep 23 15:47:24.552409 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56680) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:24.557753 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-86fc9fe1-2c9a-4c10-b8c3-2e34a2749982 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'network': {'name': 'tempest-network-smoke--29136698', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'port_security_enabled': True}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:47:24.565008 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-86fc9fe1-2c9a-4c10-b8c3-2e34a2749982 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:47:24.566632 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-86fc9fe1-2c9a-4c10-b8c3-2e34a2749982 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:network and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:47:24.569459 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-86fc9fe1-2c9a-4c10-b8c3-2e34a2749982 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:47:24.575304 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-86fc9fe1-2c9a-4c10-b8c3-2e34a2749982 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:47:24.640032 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fc9fe1-2c9a-4c10-b8c3-2e34a2749982 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Made reservation on behalf of 04ba3b533aed4ca1b027ca3a04d161ce for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:47:24.643557 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-86fc9fe1-2c9a-4c10-b8c3-2e34a2749982 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:24.670897 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86fc9fe1-2c9a-4c10-b8c3-2e34a2749982 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:47:24.679090 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-86fc9fe1-2c9a-4c10-b8c3-2e34a2749982 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:24.679428 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-86fc9fe1-2c9a-4c10-b8c3-2e34a2749982 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Added segment e556c89a-70ab-4bb5-87ab-95d0481f743a of type vlan for network fad20108-8174-4bc9-b75b-6214044a5a2f Sep 23 15:47:24.704480 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-86fc9fe1-2c9a-4c10-b8c3-2e34a2749982 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:24.804156 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-86fc9fe1-2c9a-4c10-b8c3-2e34a2749982 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:24.809600 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fc9fe1-2c9a-4c10-b8c3-2e34a2749982 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:24.810194 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-86fc9fe1-2c9a-4c10-b8c3-2e34a2749982 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:24.917476 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc9fe1-2c9a-4c10-b8c3-2e34a2749982 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Network': ['ID=fad20108-8174-4bc9-b75b-6214044a5a2f,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:24.928125 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network fad20108-8174-4bc9-b75b-6214044a5a2f details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:47:24.971951 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-86fc9fe1-2c9a-4c10-b8c3-2e34a2749982 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4185402 Sep 23 15:47:24.974749 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56684) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:24.979836 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-25e379e9-a9c8-4761-9016-b3d7672f5b32 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1258270125', 'admin_state_up': True, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:47:24.986980 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-25e379e9-a9c8-4761-9016-b3d7672f5b32 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:47:24.990982 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-25e379e9-a9c8-4761-9016-b3d7672f5b32 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:router and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:47:24.994379 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-25e379e9-a9c8-4761-9016-b3d7672f5b32 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:47:25.001138 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-25e379e9-a9c8-4761-9016-b3d7672f5b32 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:47:25.079136 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25e379e9-a9c8-4761-9016-b3d7672f5b32 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:25.080133 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25e379e9-a9c8-4761-9016-b3d7672f5b32 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:25.094431 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25e379e9-a9c8-4761-9016-b3d7672f5b32 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:25.414587 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25e379e9-a9c8-4761-9016-b3d7672f5b32 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:25.784613 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25e379e9-a9c8-4761-9016-b3d7672f5b32 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router_gateway, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:25.813750 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25e379e9-a9c8-4761-9016-b3d7672f5b32 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:25.948665 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-25e379e9-a9c8-4761-9016-b3d7672f5b32 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Allocated IP 172.26.10.176 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/45a8ff04-a4f7-43e8-96ba-7a0b0154a05d) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:47:26.187932 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25e379e9-a9c8-4761-9016-b3d7672f5b32 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:26.261691 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25e379e9-a9c8-4761-9016-b3d7672f5b32 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:26.328181 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e379e9-a9c8-4761-9016-b3d7672f5b32 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:47:26.331113 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-25e379e9-a9c8-4761-9016-b3d7672f5b32 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:47:26.334723 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e379e9-a9c8-4761-9016-b3d7672f5b32 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:47:26.366237 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e379e9-a9c8-4761-9016-b3d7672f5b32 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=45a8ff04-a4f7-43e8-96ba-7a0b0154a05d,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:26.829469 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25e379e9-a9c8-4761-9016-b3d7672f5b32 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router_gateway, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:27.168473 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25e379e9-a9c8-4761-9016-b3d7672f5b32 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:27.461354 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e379e9-a9c8-4761-9016-b3d7672f5b32 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Router e4686127-02f5-439d-a664-0169deb8f1b1 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:47:27.634393 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e379e9-a9c8-4761-9016-b3d7672f5b32 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:47:27.644529 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcb1ef5-24ba-4642-9593-de4682397695 None None] Sync routers for ids ['e4686127-02f5-439d-a664-0169deb8f1b1'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:47:27.653808 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcb1ef5-24ba-4642-9593-de4682397695 None None] Routers {'e4686127-02f5-439d-a664-0169deb8f1b1'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:47:27.654440 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-fdcb1ef5-24ba-4642-9593-de4682397695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:47:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e4686127-02f5-439d-a664-0169deb8f1b1'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:47:27.708228 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-25e379e9-a9c8-4761-9016-b3d7672f5b32 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:27.709521 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-25e379e9-a9c8-4761-9016-b3d7672f5b32 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 897 time: 2.7338104 Sep 23 15:47:27.712669 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56688) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:27.840928 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-fdcb1ef5-24ba-4642-9593-de4682397695 None None] Set router e4686127-02f5-439d-a664-0169deb8f1b1 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:47:27.984667 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-329beb94-291f-4cc3-a55a-dedd4628f69f tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=04ba3b533aed4ca1b027ca3a04d161ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2681091 Sep 23 15:47:27.984667 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56694) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:28.110659 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adbd2e2-5fe3-4cb2-b281-82a9a98f96ac tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:28.112290 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4adbd2e2-5fe3-4cb2-b281-82a9a98f96ac tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1268840 Sep 23 15:47:28.115113 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56698) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:28.124673 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-fdcb1ef5-24ba-4642-9593-de4682397695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258270125', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:47:26Z', 'revision_number': 3, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:47:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:47:28.128474 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcb1ef5-24ba-4642-9593-de4682397695 None None] Checking router: e4686127-02f5-439d-a664-0169deb8f1b1 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:47:28.128816 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcb1ef5-24ba-4642-9593-de4682397695 None None] Updating router e4686127-02f5-439d-a664-0169deb8f1b1 port 45a8ff04-a4f7-43e8-96ba-7a0b0154a05d binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:47:28.154378 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-59370c0a-ed2c-491c-9afd-9cd65055a178 tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=61b1518d-d511-4beb-b056-d894a2c85079&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382097 Sep 23 15:47:28.156939 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56702) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:28.162213 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-51055056-309f-449a-bdc8-f551e2d98829 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1526962982', 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:47:28.184970 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fdcb1ef5-24ba-4642-9593-de4682397695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:28.270510 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-51055056-309f-449a-bdc8-f551e2d98829 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:47:28.274382 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-51055056-309f-449a-bdc8-f551e2d98829 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:subnet and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:47:28.277150 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-51055056-309f-449a-bdc8-f551e2d98829 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:47:28.282851 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-51055056-309f-449a-bdc8-f551e2d98829 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:47:28.360010 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51055056-309f-449a-bdc8-f551e2d98829 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Made reservation on behalf of 04ba3b533aed4ca1b027ca3a04d161ce for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:47:28.363617 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-51055056-309f-449a-bdc8-f551e2d98829 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:28.530530 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fdcb1ef5-24ba-4642-9593-de4682397695 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:28.542213 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-fdcb1ef5-24ba-4642-9593-de4682397695 None None] Transition to ACTIVE for port object 45a8ff04-a4f7-43e8-96ba-7a0b0154a05d will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:47:28.627947 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fdcb1ef5-24ba-4642-9593-de4682397695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:28.651089 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-51055056-309f-449a-bdc8-f551e2d98829 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:28.692811 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-fdcb1ef5-24ba-4642-9593-de4682397695 None None] Attempting to bind port 45a8ff04-a4f7-43e8-96ba-7a0b0154a05d on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:47:28.693436 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-fdcb1ef5-24ba-4642-9593-de4682397695 None None] Attempting to bind port 45a8ff04-a4f7-43e8-96ba-7a0b0154a05d by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:47:28.693556 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcb1ef5-24ba-4642-9593-de4682397695 None None] Attempting to bind port 45a8ff04-a4f7-43e8-96ba-7a0b0154a05d on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:47:28.704053 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcb1ef5-24ba-4642-9593-de4682397695 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:47:28.704426 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcb1ef5-24ba-4642-9593-de4682397695 None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:47:28.704830 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fdcb1ef5-24ba-4642-9593-de4682397695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:28.705223 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcb1ef5-24ba-4642-9593-de4682397695 None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:47:28.705684 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-fdcb1ef5-24ba-4642-9593-de4682397695 None None] Bound port: 45a8ff04-a4f7-43e8-96ba-7a0b0154a05d, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:47:28.706056 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fdcb1ef5-24ba-4642-9593-de4682397695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:28.734898 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51055056-309f-449a-bdc8-f551e2d98829 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Subnet': ['ID=83f9014c-49c5-43cb-b2d5-581ab3cfb67d,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:28.736065 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850165ca-c4ba-488c-b606-30d476f035d2 None None] Pushing event updated for resources: {'Port': ['ID=45a8ff04-a4f7-43e8-96ba-7a0b0154a05d,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:28.742583 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51055056-309f-449a-bdc8-f551e2d98829 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Checking segment: {'id': 'e556c89a-70ab-4bb5-87ab-95d0481f743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:47:28.742948 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51055056-309f-449a-bdc8-f551e2d98829 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network hostable DHCP agents. Network: fad20108-8174-4bc9-b75b-6214044a5a2f, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:47:28.757168 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850165ca-c4ba-488c-b606-30d476f035d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:47:28.757424 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850165ca-c4ba-488c-b606-30d476f035d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:47:28.757652 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850165ca-c4ba-488c-b606-30d476f035d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:47:28.757984 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850165ca-c4ba-488c-b606-30d476f035d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:47:28.758373 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850165ca-c4ba-488c-b606-30d476f035d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:47:28.758670 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850165ca-c4ba-488c-b606-30d476f035d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:47:28.758986 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850165ca-c4ba-488c-b606-30d476f035d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:47:28.759313 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850165ca-c4ba-488c-b606-30d476f035d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:47:28.759637 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850165ca-c4ba-488c-b606-30d476f035d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:47:28.759959 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850165ca-c4ba-488c-b606-30d476f035d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:47:28.760280 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850165ca-c4ba-488c-b606-30d476f035d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:47:28.760597 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850165ca-c4ba-488c-b606-30d476f035d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:47:28.792829 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-fdcb1ef5-24ba-4642-9593-de4682397695 None None] For port 45a8ff04-a4f7-43e8-96ba-7a0b0154a05d, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:47:28.796520 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-fdcb1ef5-24ba-4642-9593-de4682397695 None None] For port 45a8ff04-a4f7-43e8-96ba-7a0b0154a05d, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=45a8ff04-a4f7-43e8-96ba-7a0b0154a05d,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:47:28.810983 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51055056-309f-449a-bdc8-f551e2d98829 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network fad20108-8174-4bc9-b75b-6214044a5a2f is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:47:28.845650 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fdcb1ef5-24ba-4642-9593-de4682397695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:28.866785 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-51055056-309f-449a-bdc8-f551e2d98829 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, fad20108-8174-4bc9-b75b-6214044a5a2f) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:47:28.871227 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51055056-309f-449a-bdc8-f551e2d98829 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:28.871819 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-51055056-309f-449a-bdc8-f551e2d98829 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:28.876301 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398d743a-8dba-45b5-95f9-ea939920ef0e None None] Network fad20108-8174-4bc9-b75b-6214044a5a2f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:47:28.911241 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcb1ef5-24ba-4642-9593-de4682397695 None None] Routers {'e4686127-02f5-439d-a664-0169deb8f1b1'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:47:28.911847 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-fdcb1ef5-24ba-4642-9593-de4682397695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:47:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e4686127-02f5-439d-a664-0169deb8f1b1'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:47:28.938547 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-51055056-309f-449a-bdc8-f551e2d98829 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7803483 Sep 23 15:47:28.941601 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 56706) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:28.998161 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850165ca-c4ba-488c-b606-30d476f035d2 None None] Pushing event updated for resources: {'Port': ['ID=45a8ff04-a4f7-43e8-96ba-7a0b0154a05d,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:29.101863 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-fdcb1ef5-24ba-4642-9593-de4682397695 None None] Set router e4686127-02f5-439d-a664-0169deb8f1b1 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:47:29.111963 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-fad20108-8174-4bc9-b75b-6214044a5a2f', 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'fixed_ips': [{'subnet_id': '83f9014c-49c5-43cb-b2d5-581ab3cfb67d'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:47:29.113055 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:29.274842 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Allocated IP 172.20.0.2 (fad20108-8174-4bc9-b75b-6214044a5a2f/83f9014c-49c5-43cb-b2d5-581ab3cfb67d/7f3a2a46-f34c-41a8-8960-4d40437d66a3) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:47:29.386516 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-fdcb1ef5-24ba-4642-9593-de4682397695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258270125', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:47:26Z', 'revision_number': 3, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:47:29.391442 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcb1ef5-24ba-4642-9593-de4682397695 None None] The sync data for ids ['e4686127-02f5-439d-a664-0169deb8f1b1'] in dv-neutron-859093-1-hyperv is: [{'id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258270125', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:47:26Z', 'revision_number': 3, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:47:29.494342 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:29.505839 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Transition to ACTIVE for port object 7f3a2a46-f34c-41a8-8960-4d40437d66a3 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:47:29.525259 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Transition to ACTIVE for port object 7f3a2a46-f34c-41a8-8960-4d40437d66a3 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:47:29.616097 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:29.687637 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-67ef2adf-c287-40f5-872a-62ff5172341f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:29.693082 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Network fad20108-8174-4bc9-b75b-6214044a5a2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:47:29.698427 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:47:29.703619 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:47:29.707322 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Pushing event updated for resources: {'Port': ['ID=7f3a2a46-f34c-41a8-8960-4d40437d66a3,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:29.752058 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:47:29.752544 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:47:29.752950 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:47:29.753397 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:47:29.753820 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:47:29.754238 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:47:29.754914 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:47:29.755309 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:47:29.755726 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:47:29.756110 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:47:29.756496 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:47:29.757052 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:47:29.825685 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Attempting to bind port 7f3a2a46-f34c-41a8-8960-4d40437d66a3 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:47:29.826441 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Attempting to bind port 7f3a2a46-f34c-41a8-8960-4d40437d66a3 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'e556c89a-70ab-4bb5-87ab-95d0481f743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:47:29.826931 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Attempting to bind port 7f3a2a46-f34c-41a8-8960-4d40437d66a3 on network fad20108-8174-4bc9-b75b-6214044a5a2f {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:47:29.832906 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:47:29.833388 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Checking segment: {'id': 'e556c89a-70ab-4bb5-87ab-95d0481f743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:47:29.833857 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:29.834391 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Bound using segment: {'id': 'e556c89a-70ab-4bb5-87ab-95d0481f743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:47:29.834959 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Bound port: 7f3a2a46-f34c-41a8-8960-4d40437d66a3, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e556c89a-70ab-4bb5-87ab-95d0481f743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:47:29.835399 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:29.931819 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] For port 7f3a2a46-f34c-41a8-8960-4d40437d66a3, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:47:29.935505 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] For port 7f3a2a46-f34c-41a8-8960-4d40437d66a3, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=7f3a2a46-f34c-41a8-8960-4d40437d66a3,segment=NetworkSegment(e556c89a-70ab-4bb5-87ab-95d0481f743a),segment_id=e556c89a-70ab-4bb5-87ab-95d0481f743a)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:47:30.036223 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:30.085643 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 45a8ff04-a4f7-43e8-96ba-7a0b0154a05d up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:47:30.117682 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-67ef2adf-c287-40f5-872a-62ff5172341f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Allocated IP 172.20.0.1 (fad20108-8174-4bc9-b75b-6214044a5a2f/83f9014c-49c5-43cb-b2d5-581ab3cfb67d/86e36b0d-27f0-40dc-ab66-185de3c000ed) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:47:30.182229 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70641ddc-ffe6-40ad-8c81-7a27fc7e820e None None] Pushing event updated for resources: {'Port': ['ID=7f3a2a46-f34c-41a8-8960-4d40437d66a3,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:30.262776 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 45a8ff04-a4f7-43e8-96ba-7a0b0154a05d completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:47:30.269803 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 45a8ff04-a4f7-43e8-96ba-7a0b0154a05d triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:47:30.281672 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:30.281672 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 45a8ff04-a4f7-43e8-96ba-7a0b0154a05d Sep 23 15:47:30.451898 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-67ef2adf-c287-40f5-872a-62ff5172341f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:30.473644 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-67ef2adf-c287-40f5-872a-62ff5172341f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Transition to ACTIVE for port object 86e36b0d-27f0-40dc-ab66-185de3c000ed will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:47:30.478133 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 45a8ff04-a4f7-43e8-96ba-7a0b0154a05d is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:47:30.478771 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:30.515393 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 45a8ff04-a4f7-43e8-96ba-7a0b0154a05d, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=45a8ff04-a4f7-43e8-96ba-7a0b0154a05d,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:47:30.583251 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-67ef2adf-c287-40f5-872a-62ff5172341f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:30.628388 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:30.657708 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ef2adf-c287-40f5-872a-62ff5172341f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network fad20108-8174-4bc9-b75b-6214044a5a2f is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:47:30.660946 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-67ef2adf-c287-40f5-872a-62ff5172341f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:47:30.664841 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ef2adf-c287-40f5-872a-62ff5172341f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:47:30.694894 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef2adf-c287-40f5-872a-62ff5172341f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=86e36b0d-27f0-40dc-ab66-185de3c000ed,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:30.704580 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=45a8ff04-a4f7-43e8-96ba-7a0b0154a05d,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:30.726256 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-67ef2adf-c287-40f5-872a-62ff5172341f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:31.057990 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-67ef2adf-c287-40f5-872a-62ff5172341f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:31.440115 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98ff755-2328-4ec9-a46e-0f40989f5d9d None None] Network fad20108-8174-4bc9-b75b-6214044a5a2f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:47:31.496593 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-67ef2adf-c287-40f5-872a-62ff5172341f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:31.558436 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-67ef2adf-c287-40f5-872a-62ff5172341f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:31.648831 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f1885e05-877b-40b6-87b4-ced33c774383 None None] Provisioning for port 7f3a2a46-f34c-41a8-8960-4d40437d66a3 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:47:31.671110 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef2adf-c287-40f5-872a-62ff5172341f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=86e36b0d-27f0-40dc-ab66-185de3c000ed,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:31.673585 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-67ef2adf-c287-40f5-872a-62ff5172341f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:31.813442 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ef2adf-c287-40f5-872a-62ff5172341f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network fad20108-8174-4bc9-b75b-6214044a5a2f is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:47:31.815161 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-67ef2adf-c287-40f5-872a-62ff5172341f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:47:32.010197 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ef2adf-c287-40f5-872a-62ff5172341f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Router e4686127-02f5-439d-a664-0169deb8f1b1 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:47:32.055041 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c35d844d-8cec-462a-bf92-5c93623abf5b None None] Provisioning for port 86e36b0d-27f0-40dc-ab66-185de3c000ed completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:47:32.063584 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c35d844d-8cec-462a-bf92-5c93623abf5b None None] Provisioning complete for port 86e36b0d-27f0-40dc-ab66-185de3c000ed triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:47:32.063951 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c35d844d-8cec-462a-bf92-5c93623abf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:32.064283 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c35d844d-8cec-462a-bf92-5c93623abf5b None None] Attempt 1 to provision port 86e36b0d-27f0-40dc-ab66-185de3c000ed Sep 23 15:47:32.138856 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c35d844d-8cec-462a-bf92-5c93623abf5b None None] Port 86e36b0d-27f0-40dc-ab66-185de3c000ed cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:47:32.140379 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-99ded92e-46c6-42cb-a838-283ebacbdbd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:32.144760 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 45a8ff04-a4f7-43e8-96ba-7a0b0154a05d up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:47:32.247053 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 45a8ff04-a4f7-43e8-96ba-7a0b0154a05d triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:47:32.247424 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:32.247759 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 45a8ff04-a4f7-43e8-96ba-7a0b0154a05d Sep 23 15:47:32.350338 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ef2adf-c287-40f5-872a-62ff5172341f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:47:32.359535 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-67ef2adf-c287-40f5-872a-62ff5172341f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "PUT /v2.0/routers/e4686127-02f5-439d-a664-0169deb8f1b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4163070 Sep 23 15:47:32.365772 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f541c7-152f-4d1f-97a5-60816aeeac4d None None] Sync routers for ids ['e4686127-02f5-439d-a664-0169deb8f1b1'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:47:32.384746 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 45a8ff04-a4f7-43e8-96ba-7a0b0154a05d is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:47:32.385777 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 7f3a2a46-f34c-41a8-8960-4d40437d66a3 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:47:32.409967 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f541c7-152f-4d1f-97a5-60816aeeac4d None None] Routers {'e4686127-02f5-439d-a664-0169deb8f1b1'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:47:32.410479 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-04f541c7-152f-4d1f-97a5-60816aeeac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:47:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e4686127-02f5-439d-a664-0169deb8f1b1'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:47:32.529226 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1402c558-965e-4308-911d-b07f80ce00d2 req-a7d68577-6a25-43ec-906e-4a82742caff9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-79753448&fields=id&tenant_id=04ba3b533aed4ca1b027ca3a04d161ce HTTP/1.1" status: 200 len: 267 time: 0.0459955 Sep 23 15:47:32.617511 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-04f541c7-152f-4d1f-97a5-60816aeeac4d None None] Set router e4686127-02f5-439d-a664-0169deb8f1b1 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:47:32.659567 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c35d844d-8cec-462a-bf92-5c93623abf5b None None] Attempt 2 to provision port 86e36b0d-27f0-40dc-ab66-185de3c000ed Sep 23 15:47:32.678803 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402c558-965e-4308-911d-b07f80ce00d2 req-fc00ab24-db90-43c3-9703-c15b5a878687 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:32.680240 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1402c558-965e-4308-911d-b07f80ce00d2 req-fc00ab24-db90-43c3-9703-c15b5a878687 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/networks?id=fad20108-8174-4bc9-b75b-6214044a5a2f HTTP/1.1" status: 200 len: 795 time: 0.1444750 Sep 23 15:47:32.696823 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1402c558-965e-4308-911d-b07f80ce00d2 req-442fe636-9064-4e73-bf6a-93db22572b69 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/quotas/04ba3b533aed4ca1b027ca3a04d161ce HTTP/1.1" status: 200 len: 375 time: 0.0093954 Sep 23 15:47:32.703216 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 7f3a2a46-f34c-41a8-8960-4d40437d66a3 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:47:32.731451 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 7f3a2a46-f34c-41a8-8960-4d40437d66a3 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:47:32.731827 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:32.732165 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 7f3a2a46-f34c-41a8-8960-4d40437d66a3 Sep 23 15:47:32.798597 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-1402c558-965e-4308-911d-b07f80ce00d2 req-a532f697-cb1e-4e3c-bfdc-bace4de2637a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:47:32.839445 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c35d844d-8cec-462a-bf92-5c93623abf5b None None] Port 86e36b0d-27f0-40dc-ab66-185de3c000ed cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:47:32.878654 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-1402c558-965e-4308-911d-b07f80ce00d2 req-a532f697-cb1e-4e3c-bfdc-bace4de2637a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:47:32.879949 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1402c558-965e-4308-911d-b07f80ce00d2 req-a532f697-cb1e-4e3c-bfdc-bace4de2637a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1771243 Sep 23 15:47:32.895926 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [req-1402c558-965e-4308-911d-b07f80ce00d2 req-e62c298f-403d-434c-b757-d5bba027c3af service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:47:32.896868 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1402c558-965e-4308-911d-b07f80ce00d2 req-e62c298f-403d-434c-b757-d5bba027c3af service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053134 Sep 23 15:47:33.034635 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 7f3a2a46-f34c-41a8-8960-4d40437d66a3 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:47:33.035087 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:33.036444 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1402c558-965e-4308-911d-b07f80ce00d2 req-fac4bf97-f907-4d16-8e8a-f7d161b1036d service neutron] 10.222.0.67 "GET /v2.0/networks/fad20108-8174-4bc9-b75b-6214044a5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340280 Sep 23 15:47:33.115923 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:33.120824 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 7f3a2a46-f34c-41a8-8960-4d40437d66a3, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=7f3a2a46-f34c-41a8-8960-4d40437d66a3,segment=NetworkSegment(e556c89a-70ab-4bb5-87ab-95d0481f743a),segment_id=e556c89a-70ab-4bb5-87ab-95d0481f743a)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:47:33.143186 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-04f541c7-152f-4d1f-97a5-60816aeeac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258270125', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:47:30Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '86e36b0d-27f0-40dc-ab66-185de3c000ed', 'name': '', 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:9e:1b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83f9014c-49c5-43cb-b2d5-581ab3cfb67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:47:29Z', 'updated_at': '2022-09-23T15:47:31Z', 'revision_number': 2, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '83f9014c-49c5-43cb-b2d5-581ab3cfb67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:47:33.147028 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f541c7-152f-4d1f-97a5-60816aeeac4d None None] Checking router: e4686127-02f5-439d-a664-0169deb8f1b1 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:47:33.147535 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f541c7-152f-4d1f-97a5-60816aeeac4d None None] Updating router e4686127-02f5-439d-a664-0169deb8f1b1 port 86e36b0d-27f0-40dc-ab66-185de3c000ed binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:47:33.179539 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1402c558-965e-4308-911d-b07f80ce00d2 req-ce82a48d-1ac3-4412-a236-619e67234240 service neutron] 10.222.0.67 "GET /v2.0/networks/fad20108-8174-4bc9-b75b-6214044a5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371078 Sep 23 15:47:33.200617 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-04f541c7-152f-4d1f-97a5-60816aeeac4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:33.214336 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:33.341869 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c35d844d-8cec-462a-bf92-5c93623abf5b None None] Attempt 3 to provision port 86e36b0d-27f0-40dc-ab66-185de3c000ed Sep 23 15:47:33.439061 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-338d8179-43c4-4e73-bee0-5e111f51c7d4 req-742e85da-bc53-4946-a9be-578eb49eae30 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 210 time: 0.0556140 Sep 23 15:47:33.479470 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=7f3a2a46-f34c-41a8-8960-4d40437d66a3,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:33.483592 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c35d844d-8cec-462a-bf92-5c93623abf5b None None] Port 86e36b0d-27f0-40dc-ab66-185de3c000ed cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:47:33.725160 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-04f541c7-152f-4d1f-97a5-60816aeeac4d None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:33.738683 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-04f541c7-152f-4d1f-97a5-60816aeeac4d None None] Transition to ACTIVE for port object 86e36b0d-27f0-40dc-ab66-185de3c000ed will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:47:33.809614 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-04f541c7-152f-4d1f-97a5-60816aeeac4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:34.001905 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c35d844d-8cec-462a-bf92-5c93623abf5b None None] Attempt 4 to provision port 86e36b0d-27f0-40dc-ab66-185de3c000ed Sep 23 15:47:34.039069 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39146f54-bacb-475f-b70c-38684e0f38f0 None None] Pushing event updated for resources: {'Port': ['ID=86e36b0d-27f0-40dc-ab66-185de3c000ed,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:34.066549 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 7f3a2a46-f34c-41a8-8960-4d40437d66a3 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:47:34.121755 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-04f541c7-152f-4d1f-97a5-60816aeeac4d None None] Attempting to bind port 86e36b0d-27f0-40dc-ab66-185de3c000ed on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:47:34.122129 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-04f541c7-152f-4d1f-97a5-60816aeeac4d None None] Attempting to bind port 86e36b0d-27f0-40dc-ab66-185de3c000ed by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'e556c89a-70ab-4bb5-87ab-95d0481f743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:47:34.122521 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f541c7-152f-4d1f-97a5-60816aeeac4d None None] Attempting to bind port 86e36b0d-27f0-40dc-ab66-185de3c000ed on network fad20108-8174-4bc9-b75b-6214044a5a2f {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:47:34.134518 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c35d844d-8cec-462a-bf92-5c93623abf5b None None] Port 86e36b0d-27f0-40dc-ab66-185de3c000ed cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:47:34.137459 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f541c7-152f-4d1f-97a5-60816aeeac4d None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:47:34.137905 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f541c7-152f-4d1f-97a5-60816aeeac4d None None] Checking segment: {'id': 'e556c89a-70ab-4bb5-87ab-95d0481f743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:47:34.138207 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-04f541c7-152f-4d1f-97a5-60816aeeac4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:34.138628 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f541c7-152f-4d1f-97a5-60816aeeac4d None None] Bound using segment: {'id': 'e556c89a-70ab-4bb5-87ab-95d0481f743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:47:34.139676 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-04f541c7-152f-4d1f-97a5-60816aeeac4d None None] Bound port: 86e36b0d-27f0-40dc-ab66-185de3c000ed, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e556c89a-70ab-4bb5-87ab-95d0481f743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:47:34.140045 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-04f541c7-152f-4d1f-97a5-60816aeeac4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:34.221094 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 7f3a2a46-f34c-41a8-8960-4d40437d66a3 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:47:34.221464 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:34.221799 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 7f3a2a46-f34c-41a8-8960-4d40437d66a3 Sep 23 15:47:34.300174 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-04f541c7-152f-4d1f-97a5-60816aeeac4d None None] For port 86e36b0d-27f0-40dc-ab66-185de3c000ed, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:47:34.304036 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-04f541c7-152f-4d1f-97a5-60816aeeac4d None None] For port 86e36b0d-27f0-40dc-ab66-185de3c000ed, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=86e36b0d-27f0-40dc-ab66-185de3c000ed,segment=NetworkSegment(e556c89a-70ab-4bb5-87ab-95d0481f743a),segment_id=e556c89a-70ab-4bb5-87ab-95d0481f743a)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:47:34.375706 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-04f541c7-152f-4d1f-97a5-60816aeeac4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:34.413440 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 7f3a2a46-f34c-41a8-8960-4d40437d66a3 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:47:34.444265 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f541c7-152f-4d1f-97a5-60816aeeac4d None None] Routers {'e4686127-02f5-439d-a664-0169deb8f1b1'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:47:34.444906 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-04f541c7-152f-4d1f-97a5-60816aeeac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:47:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e4686127-02f5-439d-a664-0169deb8f1b1'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:47:34.537932 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39146f54-bacb-475f-b70c-38684e0f38f0 None None] Pushing event updated for resources: {'Port': ['ID=86e36b0d-27f0-40dc-ab66-185de3c000ed,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:34.606454 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-34f38a5d-905b-4725-b790-d09f4b785909 req-b1eb41c7-055a-44eb-9506-f8a7f49e2c93 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 210 time: 0.0513031 Sep 23 15:47:34.635730 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c35d844d-8cec-462a-bf92-5c93623abf5b None None] Attempt 5 to provision port 86e36b0d-27f0-40dc-ab66-185de3c000ed Sep 23 15:47:34.686880 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-04f541c7-152f-4d1f-97a5-60816aeeac4d None None] Set router e4686127-02f5-439d-a664-0169deb8f1b1 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:47:34.840810 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c35d844d-8cec-462a-bf92-5c93623abf5b None None] Port 86e36b0d-27f0-40dc-ab66-185de3c000ed had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:47:35.081995 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-04f541c7-152f-4d1f-97a5-60816aeeac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258270125', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:47:30Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '86e36b0d-27f0-40dc-ab66-185de3c000ed', 'name': '', 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:9e:1b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83f9014c-49c5-43cb-b2d5-581ab3cfb67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:47:29Z', 'updated_at': '2022-09-23T15:47:34Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '83f9014c-49c5-43cb-b2d5-581ab3cfb67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:47:35.085996 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f541c7-152f-4d1f-97a5-60816aeeac4d None None] The sync data for ids ['e4686127-02f5-439d-a664-0169deb8f1b1'] in dv-neutron-859093-1-hyperv is: [{'id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258270125', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:47:30Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '86e36b0d-27f0-40dc-ab66-185de3c000ed', 'name': '', 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:9e:1b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83f9014c-49c5-43cb-b2d5-581ab3cfb67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:47:29Z', 'updated_at': '2022-09-23T15:47:34Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '83f9014c-49c5-43cb-b2d5-581ab3cfb67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:47:35.113685 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c5d7624d-0fab-460d-8703-59de26469881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:35.554482 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:35.578801 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402c558-965e-4308-911d-b07f80ce00d2 req-4175439b-54e2-473c-8b53-afd7ca88813a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:35.579552 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-1402c558-965e-4308-911d-b07f80ce00d2 req-4175439b-54e2-473c-8b53-afd7ca88813a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:network {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:47:35.657142 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-1402c558-965e-4308-911d-b07f80ce00d2 req-4175439b-54e2-473c-8b53-afd7ca88813a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:network {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:47:35.658346 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1402c558-965e-4308-911d-b07f80ce00d2 req-4175439b-54e2-473c-8b53-afd7ca88813a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.72 "GET /v2.0/networks?id=fad20108-8174-4bc9-b75b-6214044a5a2f HTTP/1.1" status: 200 len: 795 time: 0.2571959 Sep 23 15:47:35.708824 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:35.719020 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-1402c558-965e-4308-911d-b07f80ce00d2 req-71408318-b6c6-4163-b80e-69c81ca335a3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:47:35.814894 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-19e2d8d0-e2b9-41a2-aac1-c3929459e60c req-0d4cd374-b47b-4c40-b2f1-7d7f7b8a4aef tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 210 time: 0.0589261 Sep 23 15:47:35.816990 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-1402c558-965e-4308-911d-b07f80ce00d2 req-71408318-b6c6-4163-b80e-69c81ca335a3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:47:35.818728 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1402c558-965e-4308-911d-b07f80ce00d2 req-71408318-b6c6-4163-b80e-69c81ca335a3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04ba3b533aed4ca1b027ca3a04d161ce HTTP/1.1" status: 200 len: 378 time: 0.1516058 Sep 23 15:47:35.831419 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-1402c558-965e-4308-911d-b07f80ce00d2 req-cf3d5944-da66-44c0-8c32-9136160cfe13 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'port': {'device_id': 'efb497a7-59e4-4d1b-af1d-e555deb9242f', 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f', 'admin_state_up': True, 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'security_groups': ['00c30c38-8b9b-46c8-b139-ea391cecf6e5']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:47:35.984527 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-1402c558-965e-4308-911d-b07f80ce00d2 req-cf3d5944-da66-44c0-8c32-9136160cfe13 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:47:35.996765 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-1402c558-965e-4308-911d-b07f80ce00d2 req-cf3d5944-da66-44c0-8c32-9136160cfe13 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:47:36.066493 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 86e36b0d-27f0-40dc-ab66-185de3c000ed up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:47:36.074438 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1402c558-965e-4308-911d-b07f80ce00d2 req-cf3d5944-da66-44c0-8c32-9136160cfe13 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Made reservation on behalf of 04ba3b533aed4ca1b027ca3a04d161ce for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:47:36.078298 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1402c558-965e-4308-911d-b07f80ce00d2 req-cf3d5944-da66-44c0-8c32-9136160cfe13 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:36.228382 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 86e36b0d-27f0-40dc-ab66-185de3c000ed completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:47:36.234583 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 86e36b0d-27f0-40dc-ab66-185de3c000ed triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:47:36.234963 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:36.235298 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 86e36b0d-27f0-40dc-ab66-185de3c000ed Sep 23 15:47:36.254419 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-1402c558-965e-4308-911d-b07f80ce00d2 req-cf3d5944-da66-44c0-8c32-9136160cfe13 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Allocated IP 172.20.0.10 (fad20108-8174-4bc9-b75b-6214044a5a2f/83f9014c-49c5-43cb-b2d5-581ab3cfb67d/e1b1e61b-7e78-4483-99a2-52f939ada666) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:47:36.363050 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 86e36b0d-27f0-40dc-ab66-185de3c000ed is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:47:36.363432 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:36.395182 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 86e36b0d-27f0-40dc-ab66-185de3c000ed, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=86e36b0d-27f0-40dc-ab66-185de3c000ed,segment=NetworkSegment(e556c89a-70ab-4bb5-87ab-95d0481f743a),segment_id=e556c89a-70ab-4bb5-87ab-95d0481f743a)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:47:36.447204 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1402c558-965e-4308-911d-b07f80ce00d2 req-cf3d5944-da66-44c0-8c32-9136160cfe13 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:36.462564 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-1402c558-965e-4308-911d-b07f80ce00d2 req-cf3d5944-da66-44c0-8c32-9136160cfe13 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Transition to ACTIVE for port object e1b1e61b-7e78-4483-99a2-52f939ada666 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:47:36.478131 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:36.546301 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=86e36b0d-27f0-40dc-ab66-185de3c000ed,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:36.577825 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1402c558-965e-4308-911d-b07f80ce00d2 req-cf3d5944-da66-44c0-8c32-9136160cfe13 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:36.648650 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1402c558-965e-4308-911d-b07f80ce00d2 req-cf3d5944-da66-44c0-8c32-9136160cfe13 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network fad20108-8174-4bc9-b75b-6214044a5a2f is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:47:36.651614 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-1402c558-965e-4308-911d-b07f80ce00d2 req-cf3d5944-da66-44c0-8c32-9136160cfe13 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:47:36.656143 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-1402c558-965e-4308-911d-b07f80ce00d2 req-cf3d5944-da66-44c0-8c32-9136160cfe13 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:47:36.691953 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d5944-da66-44c0-8c32-9136160cfe13 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=e1b1e61b-7e78-4483-99a2-52f939ada666,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:36.725851 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402c558-965e-4308-911d-b07f80ce00d2 req-cf3d5944-da66-44c0-8c32-9136160cfe13 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:36.726500 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1402c558-965e-4308-911d-b07f80ce00d2 req-cf3d5944-da66-44c0-8c32-9136160cfe13 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:36.799303 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1402c558-965e-4308-911d-b07f80ce00d2 req-cf3d5944-da66-44c0-8c32-9136160cfe13 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9742327 Sep 23 15:47:36.811072 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-1402c558-965e-4308-911d-b07f80ce00d2 req-f82783bf-ac95-44a8-8e10-bd6c38d20f74 service neutron] Request body: {'port': {'device_id': 'efb497a7-59e4-4d1b-af1d-e555deb9242f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:47:36.988154 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-40b82ce9-b931-4c66-88a7-6630b86e79b6 None None] Provisioning for port e1b1e61b-7e78-4483-99a2-52f939ada666 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:47:36.993635 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-40b82ce9-b931-4c66-88a7-6630b86e79b6 None None] Provisioning complete for port e1b1e61b-7e78-4483-99a2-52f939ada666 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:47:36.994013 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-40b82ce9-b931-4c66-88a7-6630b86e79b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:36.994374 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-40b82ce9-b931-4c66-88a7-6630b86e79b6 None None] Attempt 1 to provision port e1b1e61b-7e78-4483-99a2-52f939ada666 Sep 23 15:47:37.027277 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1402c558-965e-4308-911d-b07f80ce00d2 req-f82783bf-ac95-44a8-8e10-bd6c38d20f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:37.029247 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d6bcc-b93f-4597-84fb-f7e4333ed9e3 req-f056a050-9a0b-483b-86f0-dd4a3dc98371 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:37.030909 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-517d6bcc-b93f-4597-84fb-f7e4333ed9e3 req-f056a050-9a0b-483b-86f0-dd4a3dc98371 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 932 time: 0.0990281 Sep 23 15:47:37.063129 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-40b82ce9-b931-4c66-88a7-6630b86e79b6 None None] Port e1b1e61b-7e78-4483-99a2-52f939ada666 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:47:37.079431 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-517d6bcc-b93f-4597-84fb-f7e4333ed9e3 req-2282f55b-5aea-4bfd-ba42-17ca0b3676b6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=00c30c38-8b9b-46c8-b139-ea391cecf6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408587 Sep 23 15:47:37.125212 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:37.386878 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-1402c558-965e-4308-911d-b07f80ce00d2 req-f82783bf-ac95-44a8-8e10-bd6c38d20f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b1e61b-7e78-4483-99a2-52f939ada666 {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:47:37.393997 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1402c558-965e-4308-911d-b07f80ce00d2 req-f82783bf-ac95-44a8-8e10-bd6c38d20f74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:37.408342 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-1402c558-965e-4308-911d-b07f80ce00d2 req-f82783bf-ac95-44a8-8e10-bd6c38d20f74 service neutron] Transition to ACTIVE for port object e1b1e61b-7e78-4483-99a2-52f939ada666 will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:47:37.479380 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1402c558-965e-4308-911d-b07f80ce00d2 req-f82783bf-ac95-44a8-8e10-bd6c38d20f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:37.564698 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-40b82ce9-b931-4c66-88a7-6630b86e79b6 None None] Attempt 2 to provision port e1b1e61b-7e78-4483-99a2-52f939ada666 Sep 23 15:47:37.621625 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-40b82ce9-b931-4c66-88a7-6630b86e79b6 None None] Port e1b1e61b-7e78-4483-99a2-52f939ada666 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:47:37.681042 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82783bf-ac95-44a8-8e10-bd6c38d20f74 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b1e61b-7e78-4483-99a2-52f939ada666,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:37.708861 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-1402c558-965e-4308-911d-b07f80ce00d2 req-f82783bf-ac95-44a8-8e10-bd6c38d20f74 service neutron] Attempting to bind port e1b1e61b-7e78-4483-99a2-52f939ada666 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:47:37.709198 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-1402c558-965e-4308-911d-b07f80ce00d2 req-f82783bf-ac95-44a8-8e10-bd6c38d20f74 service neutron] Attempting to bind port e1b1e61b-7e78-4483-99a2-52f939ada666 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': 'e556c89a-70ab-4bb5-87ab-95d0481f743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:47:37.709521 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1402c558-965e-4308-911d-b07f80ce00d2 req-f82783bf-ac95-44a8-8e10-bd6c38d20f74 service neutron] Attempting to bind port e1b1e61b-7e78-4483-99a2-52f939ada666 on network fad20108-8174-4bc9-b75b-6214044a5a2f {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:47:37.714023 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1402c558-965e-4308-911d-b07f80ce00d2 req-f82783bf-ac95-44a8-8e10-bd6c38d20f74 service neutron] Port e1b1e61b-7e78-4483-99a2-52f939ada666 on network fad20108-8174-4bc9-b75b-6214044a5a2f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:47:37.714362 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1402c558-965e-4308-911d-b07f80ce00d2 req-f82783bf-ac95-44a8-8e10-bd6c38d20f74 service neutron] Attempting to bind port e1b1e61b-7e78-4483-99a2-52f939ada666 on network fad20108-8174-4bc9-b75b-6214044a5a2f {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:47:37.719803 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1402c558-965e-4308-911d-b07f80ce00d2 req-f82783bf-ac95-44a8-8e10-bd6c38d20f74 service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:47:37.720136 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1402c558-965e-4308-911d-b07f80ce00d2 req-f82783bf-ac95-44a8-8e10-bd6c38d20f74 service neutron] Checking segment: {'id': 'e556c89a-70ab-4bb5-87ab-95d0481f743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:47:37.720510 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1402c558-965e-4308-911d-b07f80ce00d2 req-f82783bf-ac95-44a8-8e10-bd6c38d20f74 service neutron] Bound using segment: {'id': 'e556c89a-70ab-4bb5-87ab-95d0481f743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:47:37.720929 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-1402c558-965e-4308-911d-b07f80ce00d2 req-f82783bf-ac95-44a8-8e10-bd6c38d20f74 service neutron] Bound port: e1b1e61b-7e78-4483-99a2-52f939ada666, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e556c89a-70ab-4bb5-87ab-95d0481f743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:47:37.721267 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1402c558-965e-4308-911d-b07f80ce00d2 req-f82783bf-ac95-44a8-8e10-bd6c38d20f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:37.810189 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-1402c558-965e-4308-911d-b07f80ce00d2 req-f82783bf-ac95-44a8-8e10-bd6c38d20f74 service neutron] For port e1b1e61b-7e78-4483-99a2-52f939ada666, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:47:37.813257 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-1402c558-965e-4308-911d-b07f80ce00d2 req-f82783bf-ac95-44a8-8e10-bd6c38d20f74 service neutron] For port e1b1e61b-7e78-4483-99a2-52f939ada666, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=e1b1e61b-7e78-4483-99a2-52f939ada666,segment=NetworkSegment(e556c89a-70ab-4bb5-87ab-95d0481f743a),segment_id=e556c89a-70ab-4bb5-87ab-95d0481f743a)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:47:37.880083 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1402c558-965e-4308-911d-b07f80ce00d2 req-f82783bf-ac95-44a8-8e10-bd6c38d20f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:37.910844 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402c558-965e-4308-911d-b07f80ce00d2 req-f82783bf-ac95-44a8-8e10-bd6c38d20f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:37.911459 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-1402c558-965e-4308-911d-b07f80ce00d2 req-f82783bf-ac95-44a8-8e10-bd6c38d20f74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:37.912912 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1402c558-965e-4308-911d-b07f80ce00d2 req-f82783bf-ac95-44a8-8e10-bd6c38d20f74 service neutron] 10.222.0.72 "PUT /v2.0/ports/e1b1e61b-7e78-4483-99a2-52f939ada666 HTTP/1.1" status: 200 len: 1094 time: 1.1061771 Sep 23 15:47:37.913342 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb497a7-59e4-4d1b-af1d-e555deb9242f', 'tag': 'e1b1e61b-7e78-4483-99a2-52f939ada666'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:47:37.915662 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924acca7-c0f2-4f77-8afb-f09efda30a82" -d '{"events": [{"name": "network-changed", "server_uuid": "efb497a7-59e4-4d1b-af1d-e555deb9242f", "tag": "e1b1e61b-7e78-4483-99a2-52f939ada666"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:47:37.957287 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82783bf-ac95-44a8-8e10-bd6c38d20f74 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b1e61b-7e78-4483-99a2-52f939ada666,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:37.966285 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c76501c-a5c3-42b5-976f-532542db0e14 x-openstack-request-id: req-7c76501c-a5c3-42b5-976f-532542db0e14 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:47:37.966617 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb497a7-59e4-4d1b-af1d-e555deb9242f", "tag": "e1b1e61b-7e78-4483-99a2-52f939ada666", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:47:37.967345 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7c76501c-a5c3-42b5-976f-532542db0e14 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:47:37.967765 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c76501c-a5c3-42b5-976f-532542db0e14'] response: {'name': 'network-changed', 'server_uuid': 'efb497a7-59e4-4d1b-af1d-e555deb9242f', 'tag': 'e1b1e61b-7e78-4483-99a2-52f939ada666', 'status': 'completed', 'code': 200} Sep 23 15:47:38.042028 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 86e36b0d-27f0-40dc-ab66-185de3c000ed up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:47:38.068862 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924acca7-c0f2-4f77-8afb-f09efda30a82 req-9a223ac3-151f-4fa6-8bc4-b6d7ca9f7b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:38.070358 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-924acca7-c0f2-4f77-8afb-f09efda30a82 req-9a223ac3-151f-4fa6-8bc4-b6d7ca9f7b10 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 1097 time: 0.0850332 Sep 23 15:47:38.112460 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 86e36b0d-27f0-40dc-ab66-185de3c000ed triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:47:38.113138 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:38.114133 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 86e36b0d-27f0-40dc-ab66-185de3c000ed Sep 23 15:47:38.143089 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-40b82ce9-b931-4c66-88a7-6630b86e79b6 None None] Attempt 3 to provision port e1b1e61b-7e78-4483-99a2-52f939ada666 Sep 23 15:47:38.218458 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924acca7-c0f2-4f77-8afb-f09efda30a82 req-d5904e9c-5ed0-470c-af48-8624e885f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:38.219934 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-924acca7-c0f2-4f77-8afb-f09efda30a82 req-d5904e9c-5ed0-470c-af48-8624e885f17f service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1423049 Sep 23 15:47:38.235028 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-40b82ce9-b931-4c66-88a7-6630b86e79b6 None None] Port e1b1e61b-7e78-4483-99a2-52f939ada666 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:47:38.284296 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64183c4a-69ae-4bf1-b1dc-1b743b6a718d req-aef15901-5733-4612-9dba-22ae2b72d83f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:38.286587 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-64183c4a-69ae-4bf1-b1dc-1b743b6a718d req-aef15901-5733-4612-9dba-22ae2b72d83f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 944 time: 0.0954218 Sep 23 15:47:38.291303 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 86e36b0d-27f0-40dc-ab66-185de3c000ed is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:47:38.334905 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-64183c4a-69ae-4bf1-b1dc-1b743b6a718d req-e7409f91-f297-465d-a14a-3199a6b0b056 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=00c30c38-8b9b-46c8-b139-ea391cecf6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422158 Sep 23 15:47:38.362938 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924acca7-c0f2-4f77-8afb-f09efda30a82 req-5e3349b2-42d5-4d86-9fa0-3b858f14a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:38.364426 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-924acca7-c0f2-4f77-8afb-f09efda30a82 req-5e3349b2-42d5-4d86-9fa0-3b858f14a56e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1384220 Sep 23 15:47:38.476134 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402c558-965e-4308-911d-b07f80ce00d2 req-c26a55e8-30f7-4022-84e2-b87de0bc921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:38.477546 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1402c558-965e-4308-911d-b07f80ce00d2 req-c26a55e8-30f7-4022-84e2-b87de0bc921a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 1097 time: 0.0783849 Sep 23 15:47:38.547125 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1402c558-965e-4308-911d-b07f80ce00d2 req-e278c25d-3549-4285-bac8-8c0d23561a50 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1b1e61b-7e78-4483-99a2-52f939ada666 HTTP/1.1" status: 200 len: 217 time: 0.0630682 Sep 23 15:47:38.610486 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402c558-965e-4308-911d-b07f80ce00d2 req-b6449d98-1405-41a4-a2a2-85555b8a1f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:38.611911 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1402c558-965e-4308-911d-b07f80ce00d2 req-b6449d98-1405-41a4-a2a2-85555b8a1f37 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=83f9014c-49c5-43cb-b2d5-581ab3cfb67d HTTP/1.1" status: 200 len: 835 time: 0.0597854 Sep 23 15:47:38.695679 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402c558-965e-4308-911d-b07f80ce00d2 req-a7c39ce6-0118-4941-914c-57f7cd2d4f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:38.697118 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1402c558-965e-4308-911d-b07f80ce00d2 req-a7c39ce6-0118-4941-914c-57f7cd2d4f10 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fad20108-8174-4bc9-b75b-6214044a5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796347 Sep 23 15:47:38.827076 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1402c558-965e-4308-911d-b07f80ce00d2 req-d11ab8de-118d-43cc-b8e0-eada505c60e3 service neutron] 10.222.0.72 "GET /v2.0/networks/fad20108-8174-4bc9-b75b-6214044a5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234477 Sep 23 15:47:39.046759 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1402c558-965e-4308-911d-b07f80ce00d2 req-f65a0d3f-a78c-4ef2-8a84-d53e74e95d89 service neutron] 10.222.0.72 "GET /v2.0/networks/fad20108-8174-4bc9-b75b-6214044a5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137947 Sep 23 15:47:39.531908 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8fd95-92db-4eb3-802b-da88d98eaee2 req-738edec6-84de-4f26-9543-cd4d4f064d4a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:39.532594 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-f3f8fd95-92db-4eb3-802b-da88d98eaee2 req-738edec6-84de-4f26-9543-cd4d4f064d4a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:47:39.588049 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-f3f8fd95-92db-4eb3-802b-da88d98eaee2 req-738edec6-84de-4f26-9543-cd4d4f064d4a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:47:39.589183 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f3f8fd95-92db-4eb3-802b-da88d98eaee2 req-738edec6-84de-4f26-9543-cd4d4f064d4a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 944 time: 0.1441233 Sep 23 15:47:39.633761 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f3f8fd95-92db-4eb3-802b-da88d98eaee2 req-ab3f1307-beb2-475a-8fd4-862559feef65 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=00c30c38-8b9b-46c8-b139-ea391cecf6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379515 Sep 23 15:47:40.509182 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device e1b1e61b-7e78-4483-99a2-52f939ada666 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:47:40.639760 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port e1b1e61b-7e78-4483-99a2-52f939ada666, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=e1b1e61b-7e78-4483-99a2-52f939ada666,segment=NetworkSegment(e556c89a-70ab-4bb5-87ab-95d0481f743a),segment_id=e556c89a-70ab-4bb5-87ab-95d0481f743a)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:47:40.652566 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': 'e1b1e61b-7e78-4483-99a2-52f939ada666', 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f', 'port_id': 'e1b1e61b-7e78-4483-99a2-52f939ada666', 'mac_address': 'fa:16:3e:fe:ff:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f9014c-49c5-43cb-b2d5-581ab3cfb67d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:47:40.707601 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port e1b1e61b-7e78-4483-99a2-52f939ada666 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:47:40.707981 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:40.724931 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b1e61b-7e78-4483-99a2-52f939ada666 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:47:40.740906 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port e1b1e61b-7e78-4483-99a2-52f939ada666, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=e1b1e61b-7e78-4483-99a2-52f939ada666,segment=NetworkSegment(e556c89a-70ab-4bb5-87ab-95d0481f743a),segment_id=e556c89a-70ab-4bb5-87ab-95d0481f743a)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:47:40.810072 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:40.835258 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c63032-afcf-48dd-8808-09534259b4aa req-67f0dcf2-1611-4133-987b-b840c025daa6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:40.836735 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-87c63032-afcf-48dd-8808-09534259b4aa req-67f0dcf2-1611-4133-987b-b840c025daa6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 944 time: 0.0883391 Sep 23 15:47:40.880832 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-87c63032-afcf-48dd-8808-09534259b4aa req-302e17d8-886e-49e7-9a9a-2b2195ee7dc7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=00c30c38-8b9b-46c8-b139-ea391cecf6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377910 Sep 23 15:47:40.881689 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=e1b1e61b-7e78-4483-99a2-52f939ada666,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:41.052133 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['e1b1e61b-7e78-4483-99a2-52f939ada666'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:47:42.078067 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426101f-563e-4b94-b922-f3074d5ceab2 req-cd3b462b-668e-4793-93df-980f92b6d9a2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:42.079527 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a426101f-563e-4b94-b922-f3074d5ceab2 req-cd3b462b-668e-4793-93df-980f92b6d9a2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 945 time: 0.0907118 Sep 23 15:47:42.122207 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a426101f-563e-4b94-b922-f3074d5ceab2 req-bc7b41a5-88e3-4855-b1b4-7b6da49f39d4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=00c30c38-8b9b-46c8-b139-ea391cecf6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369871 Sep 23 15:47:42.524599 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device e1b1e61b-7e78-4483-99a2-52f939ada666 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:47:42.662258 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port e1b1e61b-7e78-4483-99a2-52f939ada666 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:47:42.666928 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port e1b1e61b-7e78-4483-99a2-52f939ada666 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:47:42.667297 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:42.667634 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port e1b1e61b-7e78-4483-99a2-52f939ada666 Sep 23 15:47:42.781918 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port e1b1e61b-7e78-4483-99a2-52f939ada666 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:47:42.782291 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:42.808140 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb497a7-59e4-4d1b-af1d-e555deb9242f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b1e61b-7e78-4483-99a2-52f939ada666'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:47:42.811666 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00874fb6-9a0d-434a-bae6-2af9d9729be7" -d '{"events": [{"server_uuid": "efb497a7-59e4-4d1b-af1d-e555deb9242f", "name": "network-vif-plugged", "status": "completed", "tag": "e1b1e61b-7e78-4483-99a2-52f939ada666"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:47:42.818663 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port e1b1e61b-7e78-4483-99a2-52f939ada666, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=e1b1e61b-7e78-4483-99a2-52f939ada666,segment=NetworkSegment(e556c89a-70ab-4bb5-87ab-95d0481f743a),segment_id=e556c89a-70ab-4bb5-87ab-95d0481f743a)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:47:42.853037 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a61d6d-b8e3-4852-a7b3-f18dd7e517be x-openstack-request-id: req-89a61d6d-b8e3-4852-a7b3-f18dd7e517be {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:47:42.853325 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb497a7-59e4-4d1b-af1d-e555deb9242f", "name": "network-vif-plugged", "status": "completed", "tag": "e1b1e61b-7e78-4483-99a2-52f939ada666", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:47:42.853576 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-89a61d6d-b8e3-4852-a7b3-f18dd7e517be {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:47:42.853964 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89a61d6d-b8e3-4852-a7b3-f18dd7e517be'] response: {'server_uuid': 'efb497a7-59e4-4d1b-af1d-e555deb9242f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b1e61b-7e78-4483-99a2-52f939ada666', 'code': 200} Sep 23 15:47:42.873888 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:42.945771 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=e1b1e61b-7e78-4483-99a2-52f939ada666,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:43.237592 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffef377-c438-4b6a-9029-bc37e7a737fa req-ac043fa0-af73-4513-8500-c63ae5372a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:43.239180 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4ffef377-c438-4b6a-9029-bc37e7a737fa req-ac043fa0-af73-4513-8500-c63ae5372a65 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 1099 time: 0.0838559 Sep 23 15:47:43.333101 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4ffef377-c438-4b6a-9029-bc37e7a737fa req-edb25fd0-fa36-4170-aea7-ac727b6d0aae service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=00c30c38-8b9b-46c8-b139-ea391cecf6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579064 Sep 23 15:47:43.351927 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e26a1-b8f0-41be-840e-220473933fcc req-015a67f4-c1e0-428a-8ab2-9cb73d659724 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:43.353317 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e34e26a1-b8f0-41be-840e-220473933fcc req-015a67f4-c1e0-428a-8ab2-9cb73d659724 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 946 time: 0.1132872 Sep 23 15:47:43.396783 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e34e26a1-b8f0-41be-840e-220473933fcc req-389505b6-9012-4944-8c6a-a83eb9ebe68a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=00c30c38-8b9b-46c8-b139-ea391cecf6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372882 Sep 23 15:47:44.604006 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c8e24-bdaf-412f-b76e-c49b2650d5d7 req-d2f5cead-2a62-49cf-9c14-12875088ff09 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:44.605463 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-919c8e24-bdaf-412f-b76e-c49b2650d5d7 req-d2f5cead-2a62-49cf-9c14-12875088ff09 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 946 time: 0.0953624 Sep 23 15:47:44.649653 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-919c8e24-bdaf-412f-b76e-c49b2650d5d7 req-7bc427f3-c9dd-4a04-9bfc-b2113a3ff1a9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=00c30c38-8b9b-46c8-b139-ea391cecf6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384140 Sep 23 15:47:45.849178 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645e9e8-2d65-41bd-97c9-25615dda9bb8 req-17a2bfd8-1f78-4714-a2e2-fc02a23e6555 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:45.850648 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1645e9e8-2d65-41bd-97c9-25615dda9bb8 req-17a2bfd8-1f78-4714-a2e2-fc02a23e6555 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 946 time: 0.0919406 Sep 23 15:47:45.894819 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1645e9e8-2d65-41bd-97c9-25615dda9bb8 req-3d0c530b-f28a-408e-97d5-b1da3470589c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=00c30c38-8b9b-46c8-b139-ea391cecf6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384231 Sep 23 15:47:46.099599 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad7a52-b81b-4810-a1b3-794913e3639c req-e2bd6798-c716-4fa5-bc84-906aad87b0a8 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:46.101071 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c9ad7a52-b81b-4810-a1b3-794913e3639c req-e2bd6798-c716-4fa5-bc84-906aad87b0a8 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 946 time: 0.0926781 Sep 23 15:47:46.150983 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c9ad7a52-b81b-4810-a1b3-794913e3639c req-0c339855-3e30-4377-b4ee-16925a5423ba tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=00c30c38-8b9b-46c8-b139-ea391cecf6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441909 Sep 23 15:47:46.179777 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 56762) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:46.267077 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2458e58-14b6-4520-875e-1a0669c6e518 tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:46.268554 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c2458e58-14b6-4520-875e-1a0669c6e518 tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 1094 time: 0.0878046 Sep 23 15:47:46.271492 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 56766) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:46.276708 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-055d404f-ca0c-4098-a8a6-1c1386b7a509 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': 'e1b1e61b-7e78-4483-99a2-52f939ada666', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:47:46.284273 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-055d404f-ca0c-4098-a8a6-1c1386b7a509 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:47:46.288350 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-055d404f-ca0c-4098-a8a6-1c1386b7a509 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:floatingip and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:47:46.291220 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-055d404f-ca0c-4098-a8a6-1c1386b7a509 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:47:46.297007 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-055d404f-ca0c-4098-a8a6-1c1386b7a509 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:47:46.365234 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-055d404f-ca0c-4098-a8a6-1c1386b7a509 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for floatingip, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:46.501203 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-055d404f-ca0c-4098-a8a6-1c1386b7a509 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:46.636074 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-055d404f-ca0c-4098-a8a6-1c1386b7a509 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Allocated IP 172.26.10.240 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/533e9411-3ecb-4bcd-999c-190a130de9c1) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:47:46.780953 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-055d404f-ca0c-4098-a8a6-1c1386b7a509 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:46.874545 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-055d404f-ca0c-4098-a8a6-1c1386b7a509 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:46.937390 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055d404f-ca0c-4098-a8a6-1c1386b7a509 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:47:46.939932 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-055d404f-ca0c-4098-a8a6-1c1386b7a509 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:47:46.942552 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055d404f-ca0c-4098-a8a6-1c1386b7a509 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:47:47.090947 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d404f-ca0c-4098-a8a6-1c1386b7a509 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=533e9411-3ecb-4bcd-999c-190a130de9c1,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:47.462293 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-055d404f-ca0c-4098-a8a6-1c1386b7a509 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:47.590456 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-055d404f-ca0c-4098-a8a6-1c1386b7a509 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:47.795766 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-055d404f-ca0c-4098-a8a6-1c1386b7a509 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:47.856482 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-055d404f-ca0c-4098-a8a6-1c1386b7a509 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:47.956604 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d404f-ca0c-4098-a8a6-1c1386b7a509 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=533e9411-3ecb-4bcd-999c-190a130de9c1,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:47:47.961016 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-055d404f-ca0c-4098-a8a6-1c1386b7a509 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:48.129252 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-055d404f-ca0c-4098-a8a6-1c1386b7a509 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Floating IP 034ccd8a-540c-4078-ac64-14d430e8a89a associated. External IP: 172.26.10.240, port: e1b1e61b-7e78-4483-99a2-52f939ada666. Sep 23 15:47:48.472470 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055d404f-ca0c-4098-a8a6-1c1386b7a509 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Router e4686127-02f5-439d-a664-0169deb8f1b1 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:47:48.748972 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055d404f-ca0c-4098-a8a6-1c1386b7a509 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:47:48.759306 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0854b22a-5e0d-4268-858b-7ca83551c9f3 None None] Sync routers for ids ['e4686127-02f5-439d-a664-0169deb8f1b1'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:47:48.771038 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0854b22a-5e0d-4268-858b-7ca83551c9f3 None None] Routers {'e4686127-02f5-439d-a664-0169deb8f1b1'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:47:48.771642 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-0854b22a-5e0d-4268-858b-7ca83551c9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:47:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e4686127-02f5-439d-a664-0169deb8f1b1'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:47:48.834798 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-055d404f-ca0c-4098-a8a6-1c1386b7a509 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:47:48.889635 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-055d404f-ca0c-4098-a8a6-1c1386b7a509 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 998 time: 2.6171188 Sep 23 15:47:48.890219 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb497a7-59e4-4d1b-af1d-e555deb9242f', 'tag': 'e1b1e61b-7e78-4483-99a2-52f939ada666'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:47:48.892595 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8009c2c01c24846940f3c9c2beb64f503f2d744ca5e92813e431a27377ac34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb56806-665c-479e-ada9-05bc24c31054" -d '{"events": [{"name": "network-changed", "server_uuid": "efb497a7-59e4-4d1b-af1d-e555deb9242f", "tag": "e1b1e61b-7e78-4483-99a2-52f939ada666"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:47:48.951043 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93235c72-b0da-46e2-8c1b-e009bfc5dde8 x-openstack-request-id: req-93235c72-b0da-46e2-8c1b-e009bfc5dde8 {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:47:48.951706 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb497a7-59e4-4d1b-af1d-e555deb9242f", "tag": "e1b1e61b-7e78-4483-99a2-52f939ada666", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:47:48.952024 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-93235c72-b0da-46e2-8c1b-e009bfc5dde8 {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:47:48.952521 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93235c72-b0da-46e2-8c1b-e009bfc5dde8'] response: {'name': 'network-changed', 'server_uuid': 'efb497a7-59e4-4d1b-af1d-e555deb9242f', 'tag': 'e1b1e61b-7e78-4483-99a2-52f939ada666', 'status': 'completed', 'code': 200} Sep 23 15:47:48.954136 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-0854b22a-5e0d-4268-858b-7ca83551c9f3 None None] Set router e4686127-02f5-439d-a664-0169deb8f1b1 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:47:49.123191 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb56806-665c-479e-ada9-05bc24c31054 req-1bdf2b9c-ff75-450a-94c0-2742c348a610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:49.124535 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-aeb56806-665c-479e-ada9-05bc24c31054 req-1bdf2b9c-ff75-450a-94c0-2742c348a610 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 1099 time: 0.1518724 Sep 23 15:47:49.132588 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cf7a5-dcc4-440f-bb4a-8f92a0da7a21 req-5ab83117-f506-4d4e-b0fd-e86336c56bf3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:49.133952 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8f8cf7a5-dcc4-440f-bb4a-8f92a0da7a21 req-5ab83117-f506-4d4e-b0fd-e86336c56bf3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 946 time: 0.1175671 Sep 23 15:47:49.255221 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8f8cf7a5-dcc4-440f-bb4a-8f92a0da7a21 req-b405af12-6589-422a-b344-2452e27e0cf7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=00c30c38-8b9b-46c8-b139-ea391cecf6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1030779 Sep 23 15:47:49.287438 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 56774) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:49.299012 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-0854b22a-5e0d-4268-858b-7ca83551c9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258270125', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:47:30Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '034ccd8a-540c-4078-ac64-14d430e8a89a', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'floating_ip_address': '172.26.10.240', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'port_id': 'e1b1e61b-7e78-4483-99a2-52f939ada666', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f', 'mac_address': 'fa:16:3e:fe:ff:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb497a7-59e4-4d1b-af1d-e555deb9242f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:47:47Z', 'updated_at': '2022-09-23T15:47:47Z', 'revision_number': 0, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e36b0d-27f0-40dc-ab66-185de3c000ed', 'name': '', 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:9e:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83f9014c-49c5-43cb-b2d5-581ab3cfb67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:47:29Z', 'updated_at': '2022-09-23T15:47:36Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '83f9014c-49c5-43cb-b2d5-581ab3cfb67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:47:49.302886 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0854b22a-5e0d-4268-858b-7ca83551c9f3 None None] Checking router: e4686127-02f5-439d-a664-0169deb8f1b1 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:47:49.304660 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb56806-665c-479e-ada9-05bc24c31054 req-87c2b5bf-a737-403e-90c3-87fd324edd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:49.306127 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-aeb56806-665c-479e-ada9-05bc24c31054 req-87c2b5bf-a737-403e-90c3-87fd324edd4d service neutron] 10.222.0.72 "GET /v2.0/networks?id=fad20108-8174-4bc9-b75b-6214044a5a2f HTTP/1.1" status: 200 len: 896 time: 0.1712897 Sep 23 15:47:49.311165 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0854b22a-5e0d-4268-858b-7ca83551c9f3 None None] Routers {'e4686127-02f5-439d-a664-0169deb8f1b1'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:47:49.311749 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-0854b22a-5e0d-4268-858b-7ca83551c9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:47:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e4686127-02f5-439d-a664-0169deb8f1b1'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:47:49.396407 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-aab8f159-66d4-4ad0-a3de-bdd3dd878af3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/floatingips/034ccd8a-540c-4078-ac64-14d430e8a89a HTTP/1.1" status: 200 len: 993 time: 0.1077464 Sep 23 15:47:49.414870 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-aeb56806-665c-479e-ada9-05bc24c31054 req-f52da5de-5dbc-46bc-93c4-0ce59b702275 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1b1e61b-7e78-4483-99a2-52f939ada666 HTTP/1.1" status: 200 len: 1001 time: 0.1024256 Sep 23 15:47:49.480524 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb56806-665c-479e-ada9-05bc24c31054 req-47af6876-0fac-4f5b-a397-76a754862e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:49.482301 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-aeb56806-665c-479e-ada9-05bc24c31054 req-47af6876-0fac-4f5b-a397-76a754862e26 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=83f9014c-49c5-43cb-b2d5-581ab3cfb67d HTTP/1.1" status: 200 len: 835 time: 0.0614965 Sep 23 15:47:49.519640 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-0854b22a-5e0d-4268-858b-7ca83551c9f3 None None] Set router e4686127-02f5-439d-a664-0169deb8f1b1 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:47:49.564782 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb56806-665c-479e-ada9-05bc24c31054 req-e1f981a7-0425-4cc5-89af-a381c4e7eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:47:49.566254 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-aeb56806-665c-479e-ada9-05bc24c31054 req-e1f981a7-0425-4cc5-89af-a381c4e7eb88 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fad20108-8174-4bc9-b75b-6214044a5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774510 Sep 23 15:47:49.698630 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-aeb56806-665c-479e-ada9-05bc24c31054 req-a61e30e8-a519-4edc-b6a8-554483afb7f8 service neutron] 10.222.0.72 "GET /v2.0/networks/fad20108-8174-4bc9-b75b-6214044a5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255307 Sep 23 15:47:49.832027 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-aeb56806-665c-479e-ada9-05bc24c31054 req-1aea1f25-0733-4826-8bf3-0f19387ccf4a service neutron] 10.222.0.72 "GET /v2.0/networks/fad20108-8174-4bc9-b75b-6214044a5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273854 Sep 23 15:47:49.863758 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-0854b22a-5e0d-4268-858b-7ca83551c9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258270125', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:47:30Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '034ccd8a-540c-4078-ac64-14d430e8a89a', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'floating_ip_address': '172.26.10.240', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'port_id': 'e1b1e61b-7e78-4483-99a2-52f939ada666', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f', 'mac_address': 'fa:16:3e:fe:ff:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb497a7-59e4-4d1b-af1d-e555deb9242f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:47:47Z', 'updated_at': '2022-09-23T15:47:47Z', 'revision_number': 0, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e36b0d-27f0-40dc-ab66-185de3c000ed', 'name': '', 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:9e:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83f9014c-49c5-43cb-b2d5-581ab3cfb67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:47:29Z', 'updated_at': '2022-09-23T15:47:36Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '83f9014c-49c5-43cb-b2d5-581ab3cfb67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:47:49.867796 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0854b22a-5e0d-4268-858b-7ca83551c9f3 None None] The sync data for ids ['e4686127-02f5-439d-a664-0169deb8f1b1'] in dv-neutron-859093-1-hyperv is: [{'id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258270125', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:47:30Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '034ccd8a-540c-4078-ac64-14d430e8a89a', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'floating_ip_address': '172.26.10.240', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'port_id': 'e1b1e61b-7e78-4483-99a2-52f939ada666', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f', 'mac_address': 'fa:16:3e:fe:ff:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb497a7-59e4-4d1b-af1d-e555deb9242f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:47:47Z', 'updated_at': '2022-09-23T15:47:47Z', 'revision_number': 0, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e36b0d-27f0-40dc-ab66-185de3c000ed', 'name': '', 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:9e:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83f9014c-49c5-43cb-b2d5-581ab3cfb67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:47:29Z', 'updated_at': '2022-09-23T15:47:36Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '83f9014c-49c5-43cb-b2d5-581ab3cfb67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:47:50.041031 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:47:50.046389 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889529da-6382-449c-ba7a-f73226dc9586 None None] New status for floating IP 034ccd8a-540c-4078-ac64-14d430e8a89a: ACTIVE {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:47:50.400242 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 56778) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:47:50.505266 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-67d66be8-2d39-45bd-9ea4-cbf540809d6e tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/floatingips/034ccd8a-540c-4078-ac64-14d430e8a89a HTTP/1.1" status: 200 len: 995 time: 0.1038496 Sep 23 15:48:02.153285 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-89e6172d-9b24-4898-9ef9-f8e619ee8a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:02.864160 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4b79d489-19af-4cac-882f-dc217dc764a7 req-8d36e329-59e6-40a2-9de9-da2885a7a62b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1754658 Sep 23 15:48:03.017713 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79d489-19af-4cac-882f-dc217dc764a7 req-462cef97-fd8d-4955-a3de-603cc2d6a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:03.019203 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4b79d489-19af-4cac-882f-dc217dc764a7 req-462cef97-fd8d-4955-a3de-603cc2d6a19d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 1099 time: 0.0832376 Sep 23 15:48:03.136240 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:03.162895 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79d489-19af-4cac-882f-dc217dc764a7 req-a80be0ea-716f-484f-bda0-082b311e4956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:03.164303 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4b79d489-19af-4cac-882f-dc217dc764a7 req-a80be0ea-716f-484f-bda0-082b311e4956 service neutron] 10.222.0.72 "GET /v2.0/networks?id=fad20108-8174-4bc9-b75b-6214044a5a2f HTTP/1.1" status: 200 len: 896 time: 0.1263988 Sep 23 15:48:03.268926 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4b79d489-19af-4cac-882f-dc217dc764a7 req-a50421ca-3024-482a-82e6-201a4f223add service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1b1e61b-7e78-4483-99a2-52f939ada666 HTTP/1.1" status: 200 len: 1003 time: 0.0981593 Sep 23 15:48:03.333959 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79d489-19af-4cac-882f-dc217dc764a7 req-47d4d0b7-a3ff-46e7-8b41-685259566237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:03.335433 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4b79d489-19af-4cac-882f-dc217dc764a7 req-47d4d0b7-a3ff-46e7-8b41-685259566237 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=83f9014c-49c5-43cb-b2d5-581ab3cfb67d HTTP/1.1" status: 200 len: 835 time: 0.0611703 Sep 23 15:48:03.423518 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79d489-19af-4cac-882f-dc217dc764a7 req-55681707-e544-4acb-9fc0-93263b43e2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:03.424893 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4b79d489-19af-4cac-882f-dc217dc764a7 req-55681707-e544-4acb-9fc0-93263b43e2be service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fad20108-8174-4bc9-b75b-6214044a5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832746 Sep 23 15:48:03.557213 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4b79d489-19af-4cac-882f-dc217dc764a7 req-6224800e-4157-4218-89f0-0a058bbd396c service neutron] 10.222.0.72 "GET /v2.0/networks/fad20108-8174-4bc9-b75b-6214044a5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255777 Sep 23 15:48:03.697072 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4b79d489-19af-4cac-882f-dc217dc764a7 req-6d18e3d5-a9d6-4f90-abbc-ce028ab52caf service neutron] 10.222.0.72 "GET /v2.0/networks/fad20108-8174-4bc9-b75b-6214044a5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323445 Sep 23 15:48:05.106452 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d9864247-435a-4c14-9757-484f29d35b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:05.535109 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:05.666598 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:07.135131 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:17.638727 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c11b7a-87d6-4835-a942-e85950614fbd req-f707db46-5186-4608-ba52-8b306ae300a3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:17.640209 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-39c11b7a-87d6-4835-a942-e85950614fbd req-f707db46-5186-4608-ba52-8b306ae300a3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 946 time: 0.0926435 Sep 23 15:48:17.684096 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-39c11b7a-87d6-4835-a942-e85950614fbd req-fabe9ff4-d694-4c15-a42c-a0a7e72c7f7f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=00c30c38-8b9b-46c8-b139-ea391cecf6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377491 Sep 23 15:48:18.883484 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e715a62-b6be-4d42-bd36-4af664c2340a req-bd1ae791-3bcc-46ad-837e-388108c854a4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:18.884958 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9e715a62-b6be-4d42-bd36-4af664c2340a req-bd1ae791-3bcc-46ad-837e-388108c854a4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 946 time: 0.0873592 Sep 23 15:48:18.929655 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9e715a62-b6be-4d42-bd36-4af664c2340a req-1c06fb28-db22-4755-a7c7-6f4520570d90 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=00c30c38-8b9b-46c8-b139-ea391cecf6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388398 Sep 23 15:48:18.969573 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 56804) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:48:19.075677 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a85948b5-5f35-4340-8a6a-7a1e790b6db6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/floatingips/034ccd8a-540c-4078-ac64-14d430e8a89a HTTP/1.1" status: 200 len: 995 time: 0.1049774 Sep 23 15:48:20.674291 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb61111-2a51-4dc5-86a1-4f4a82f7f28e req-65adf5ed-1691-4169-b49e-7d75d2ea4dad tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:20.676377 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-efb61111-2a51-4dc5-86a1-4f4a82f7f28e req-65adf5ed-1691-4169-b49e-7d75d2ea4dad tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 946 time: 0.0918357 Sep 23 15:48:20.720167 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-efb61111-2a51-4dc5-86a1-4f4a82f7f28e req-be2f9b35-364f-4ea5-91f7-fab5d6125ea0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=00c30c38-8b9b-46c8-b139-ea391cecf6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387628 Sep 23 15:48:21.924979 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c704b-0b34-4eb5-b3a2-668368d83f55 req-c20dcdcd-72fd-4fc2-afe5-ab922c72c1ac tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:21.926497 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a14c704b-0b34-4eb5-b3a2-668368d83f55 req-c20dcdcd-72fd-4fc2-afe5-ab922c72c1ac tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 946 time: 0.0918918 Sep 23 15:48:21.970003 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a14c704b-0b34-4eb5-b3a2-668368d83f55 req-1eba9983-dfde-4382-aa7d-ac64c597fd5a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=00c30c38-8b9b-46c8-b139-ea391cecf6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377986 Sep 23 15:48:23.168262 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058781a2-38ba-4017-99f4-567de62c5430 req-599f6869-5c5a-4948-ab84-83e7a2d7a8ac tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:23.169628 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-058781a2-38ba-4017-99f4-567de62c5430 req-599f6869-5c5a-4948-ab84-83e7a2d7a8ac tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 946 time: 0.0899737 Sep 23 15:48:23.213403 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-058781a2-38ba-4017-99f4-567de62c5430 req-be85ecfc-b166-4856-b9ef-ba3c71dec957 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=00c30c38-8b9b-46c8-b139-ea391cecf6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379093 Sep 23 15:48:24.413702 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e4722-ac50-430c-9722-026787fe5f39 req-fa7d662a-01bc-458e-8f1a-3360a67c509c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:24.415192 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fc2e4722-ac50-430c-9722-026787fe5f39 req-fa7d662a-01bc-458e-8f1a-3360a67c509c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 946 time: 0.0930545 Sep 23 15:48:24.459807 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fc2e4722-ac50-430c-9722-026787fe5f39 req-024e9ade-e99f-4818-8554-70d0c01d223a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=00c30c38-8b9b-46c8-b139-ea391cecf6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389247 Sep 23 15:48:25.656293 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3977aa-3cc0-4cca-a5da-6611f8001f0f req-49ebf6ec-d223-48e4-8d13-3a5dae7932ed tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:25.657736 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1f3977aa-3cc0-4cca-a5da-6611f8001f0f req-49ebf6ec-d223-48e4-8d13-3a5dae7932ed tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 946 time: 0.0878069 Sep 23 15:48:25.705273 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1f3977aa-3cc0-4cca-a5da-6611f8001f0f req-2dd8c221-a3c0-4c8b-8ee2-b463dd55b1f0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=00c30c38-8b9b-46c8-b139-ea391cecf6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419271 Sep 23 15:48:26.903902 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52251463-28f4-4467-8949-ce2459a126e9 req-1de90b75-9116-4baf-816d-77e52e655766 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:26.905898 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-52251463-28f4-4467-8949-ce2459a126e9 req-1de90b75-9116-4baf-816d-77e52e655766 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 946 time: 0.0870373 Sep 23 15:48:26.948741 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-52251463-28f4-4467-8949-ce2459a126e9 req-a082ff16-5aae-44ae-b678-ef2b42f2f98d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=00c30c38-8b9b-46c8-b139-ea391cecf6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371356 Sep 23 15:48:26.979439 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 56824) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:48:27.040922 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:48:27.085264 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-78e47324-e663-45e0-967e-23b5d7fd573b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/floatingips/034ccd8a-540c-4078-ac64-14d430e8a89a HTTP/1.1" status: 200 len: 995 time: 0.1046858 Sep 23 15:48:27.358254 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56832) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:48:27.557946 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-e88048bc-c5b6-4640-b9d8-5fba39f4c9c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Deleting port 533e9411-3ecb-4bcd-999c-190a130de9c1 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:48:27.558390 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e88048bc-c5b6-4640-b9d8-5fba39f4c9c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:27.724426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e88048bc-c5b6-4640-b9d8-5fba39f4c9c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:27.724824 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e88048bc-c5b6-4640-b9d8-5fba39f4c9c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:27.945663 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-e88048bc-c5b6-4640-b9d8-5fba39f4c9c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Calling delete_port for 533e9411-3ecb-4bcd-999c-190a130de9c1 owned by network:floatingip {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:48:28.136137 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e88048bc-c5b6-4640-b9d8-5fba39f4c9c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:28.183324 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88048bc-c5b6-4640-b9d8-5fba39f4c9c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Port': ['ID=533e9411-3ecb-4bcd-999c-190a130de9c1,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:28.228089 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88048bc-c5b6-4640-b9d8-5fba39f4c9c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:28.228441 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88048bc-c5b6-4640-b9d8-5fba39f4c9c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:28.228782 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88048bc-c5b6-4640-b9d8-5fba39f4c9c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:28.229119 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88048bc-c5b6-4640-b9d8-5fba39f4c9c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:28.229450 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88048bc-c5b6-4640-b9d8-5fba39f4c9c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:28.229780 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88048bc-c5b6-4640-b9d8-5fba39f4c9c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:28.230105 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88048bc-c5b6-4640-b9d8-5fba39f4c9c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:28.230458 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88048bc-c5b6-4640-b9d8-5fba39f4c9c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:28.230780 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88048bc-c5b6-4640-b9d8-5fba39f4c9c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:28.231102 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88048bc-c5b6-4640-b9d8-5fba39f4c9c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:28.231423 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88048bc-c5b6-4640-b9d8-5fba39f4c9c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:28.231748 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88048bc-c5b6-4640-b9d8-5fba39f4c9c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:28.289333 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e88048bc-c5b6-4640-b9d8-5fba39f4c9c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for floatingip, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:28.289585 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-e88048bc-c5b6-4640-b9d8-5fba39f4c9c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Floating IP 034ccd8a-540c-4078-ac64-14d430e8a89a disassociated (deleted). External IP: 172.26.10.240, port: e1b1e61b-7e78-4483-99a2-52f939ada666. Sep 23 15:48:28.637041 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88048bc-c5b6-4640-b9d8-5fba39f4c9c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Router e4686127-02f5-439d-a664-0169deb8f1b1 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:48:28.814867 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88048bc-c5b6-4640-b9d8-5fba39f4c9c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:48:28.824773 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64de81df-cbd9-4c5c-a0ef-ec0c0970d89c None None] Sync routers for ids ['e4686127-02f5-439d-a664-0169deb8f1b1'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:48:28.833936 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64de81df-cbd9-4c5c-a0ef-ec0c0970d89c None None] Routers {'e4686127-02f5-439d-a664-0169deb8f1b1'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:48:28.834598 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-64de81df-cbd9-4c5c-a0ef-ec0c0970d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:48:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e4686127-02f5-439d-a664-0169deb8f1b1'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:48:28.883316 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e88048bc-c5b6-4640-b9d8-5fba39f4c9c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:28.941784 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e88048bc-c5b6-4640-b9d8-5fba39f4c9c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "DELETE /v2.0/floatingips/034ccd8a-540c-4078-ac64-14d430e8a89a HTTP/1.1" status: 204 len: 168 time: 1.5796115 Sep 23 15:48:28.941784 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb497a7-59e4-4d1b-af1d-e555deb9242f', 'tag': 'e1b1e61b-7e78-4483-99a2-52f939ada666'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:48:28.943503 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a80319-0b97-4e09-8ed6-b1717eabc2eb" -d '{"events": [{"name": "network-changed", "server_uuid": "efb497a7-59e4-4d1b-af1d-e555deb9242f", "tag": "e1b1e61b-7e78-4483-99a2-52f939ada666"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:48:29.011578 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-64de81df-cbd9-4c5c-a0ef-ec0c0970d89c None None] Set router e4686127-02f5-439d-a664-0169deb8f1b1 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:48:29.052526 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f64896-c06e-430d-8c95-c85b062edef2 x-openstack-request-id: req-90f64896-c06e-430d-8c95-c85b062edef2 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:48:29.053062 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb497a7-59e4-4d1b-af1d-e555deb9242f", "tag": "e1b1e61b-7e78-4483-99a2-52f939ada666", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:48:29.053062 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-90f64896-c06e-430d-8c95-c85b062edef2 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:48:29.053429 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90f64896-c06e-430d-8c95-c85b062edef2'] response: {'name': 'network-changed', 'server_uuid': 'efb497a7-59e4-4d1b-af1d-e555deb9242f', 'tag': 'e1b1e61b-7e78-4483-99a2-52f939ada666', 'status': 'completed', 'code': 200} Sep 23 15:48:29.157653 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a80319-0b97-4e09-8ed6-b1717eabc2eb req-5e3895ca-9939-477b-83fa-ac9bf32a342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:29.159262 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a6a80319-0b97-4e09-8ed6-b1717eabc2eb req-5e3895ca-9939-477b-83fa-ac9bf32a342f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 1099 time: 0.0845137 Sep 23 15:48:29.295579 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a80319-0b97-4e09-8ed6-b1717eabc2eb req-f4396d50-a634-4e0f-8f07-c2ca12a46c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:29.297012 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a6a80319-0b97-4e09-8ed6-b1717eabc2eb req-f4396d50-a634-4e0f-8f07-c2ca12a46c7c service neutron] 10.222.0.72 "GET /v2.0/networks?id=fad20108-8174-4bc9-b75b-6214044a5a2f HTTP/1.1" status: 200 len: 896 time: 0.1317904 Sep 23 15:48:29.366130 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a6a80319-0b97-4e09-8ed6-b1717eabc2eb req-91716d0b-3445-4c0c-aedb-5def05ba62c3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1b1e61b-7e78-4483-99a2-52f939ada666 HTTP/1.1" status: 200 len: 217 time: 0.0623536 Sep 23 15:48:29.491560 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-64de81df-cbd9-4c5c-a0ef-ec0c0970d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258270125', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:47:30Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '86e36b0d-27f0-40dc-ab66-185de3c000ed', 'name': '', 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:9e:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83f9014c-49c5-43cb-b2d5-581ab3cfb67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:47:29Z', 'updated_at': '2022-09-23T15:47:36Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '83f9014c-49c5-43cb-b2d5-581ab3cfb67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:48:29.496766 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64de81df-cbd9-4c5c-a0ef-ec0c0970d89c None None] Checking router: e4686127-02f5-439d-a664-0169deb8f1b1 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:48:29.509409 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64de81df-cbd9-4c5c-a0ef-ec0c0970d89c None None] Routers {'e4686127-02f5-439d-a664-0169deb8f1b1'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:48:29.510073 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-64de81df-cbd9-4c5c-a0ef-ec0c0970d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:48:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e4686127-02f5-439d-a664-0169deb8f1b1'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:48:29.520684 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355b64d-8ae5-4560-8dd0-70e556770588 req-cee16389-480a-44f6-9fcc-7488b6374988 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:29.522242 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e355b64d-8ae5-4560-8dd0-70e556770588 req-cee16389-480a-44f6-9fcc-7488b6374988 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 946 time: 0.0956879 Sep 23 15:48:29.542684 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a80319-0b97-4e09-8ed6-b1717eabc2eb req-6d6bb431-011e-4563-9211-5f3aea7e94fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:29.544667 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a6a80319-0b97-4e09-8ed6-b1717eabc2eb req-6d6bb431-011e-4563-9211-5f3aea7e94fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=83f9014c-49c5-43cb-b2d5-581ab3cfb67d HTTP/1.1" status: 200 len: 835 time: 0.1726842 Sep 23 15:48:29.571382 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e355b64d-8ae5-4560-8dd0-70e556770588 req-79a1e5ce-074b-4a67-b7f3-770dbb3bb1ed tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=00c30c38-8b9b-46c8-b139-ea391cecf6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424616 Sep 23 15:48:29.629853 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a80319-0b97-4e09-8ed6-b1717eabc2eb req-bb80b8b5-711d-4320-8f8f-5063c9177454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:29.631369 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a6a80319-0b97-4e09-8ed6-b1717eabc2eb req-bb80b8b5-711d-4320-8f8f-5063c9177454 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=fad20108-8174-4bc9-b75b-6214044a5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804002 Sep 23 15:48:29.731925 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-64de81df-cbd9-4c5c-a0ef-ec0c0970d89c None None] Set router e4686127-02f5-439d-a664-0169deb8f1b1 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:48:29.764675 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a6a80319-0b97-4e09-8ed6-b1717eabc2eb req-9b08997e-91a0-4aa8-b7ed-078b7f272fbc service neutron] 10.222.0.72 "GET /v2.0/networks/fad20108-8174-4bc9-b75b-6214044a5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261499 Sep 23 15:48:29.901962 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a6a80319-0b97-4e09-8ed6-b1717eabc2eb req-b1ab525f-cd12-4226-a811-fad3a505d5d3 service neutron] 10.222.0.72 "GET /v2.0/networks/fad20108-8174-4bc9-b75b-6214044a5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297727 Sep 23 15:48:30.040717 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-64de81df-cbd9-4c5c-a0ef-ec0c0970d89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258270125', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:47:30Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '86e36b0d-27f0-40dc-ab66-185de3c000ed', 'name': '', 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:9e:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83f9014c-49c5-43cb-b2d5-581ab3cfb67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:47:29Z', 'updated_at': '2022-09-23T15:47:36Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '83f9014c-49c5-43cb-b2d5-581ab3cfb67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:48:30.045238 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64de81df-cbd9-4c5c-a0ef-ec0c0970d89c None None] The sync data for ids ['e4686127-02f5-439d-a664-0169deb8f1b1'] in dv-neutron-859093-1-hyperv is: [{'id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258270125', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:47:30Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '86e36b0d-27f0-40dc-ab66-185de3c000ed', 'name': '', 'network_id': 'fad20108-8174-4bc9-b75b-6214044a5a2f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:9e:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83f9014c-49c5-43cb-b2d5-581ab3cfb67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:47:29Z', 'updated_at': '2022-09-23T15:47:36Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '83f9014c-49c5-43cb-b2d5-581ab3cfb67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:48:30.256540 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5572d88-749d-400c-8c6f-6249503fcd46 None None] New status for floating IP 034ccd8a-540c-4078-ac64-14d430e8a89a: DOWN {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:48:30.781884 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0882bee-ed8b-40a8-8659-b4498a830ede req-b63753a2-979f-4b0c-b882-35eac58a934c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:30.782599 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-a0882bee-ed8b-40a8-8659-b4498a830ede req-b63753a2-979f-4b0c-b882-35eac58a934c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:48:30.866575 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-a0882bee-ed8b-40a8-8659-b4498a830ede req-b63753a2-979f-4b0c-b882-35eac58a934c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:48:30.867878 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a0882bee-ed8b-40a8-8659-b4498a830ede req-b63753a2-979f-4b0c-b882-35eac58a934c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 946 time: 0.1819041 Sep 23 15:48:30.913031 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a0882bee-ed8b-40a8-8659-b4498a830ede req-bb97ed15-e773-4612-a193-07971a6524df tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=00c30c38-8b9b-46c8-b139-ea391cecf6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388281 Sep 23 15:48:31.043516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56fdf7b-bff3-48bd-afa0-6558f04847ee req-fec3e3b7-f60c-4881-b535-7ea346abed0f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:31.044928 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a56fdf7b-bff3-48bd-afa0-6558f04847ee req-fec3e3b7-f60c-4881-b535-7ea346abed0f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.72 "GET /v2.0/ports?device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 946 time: 0.0857599 Sep 23 15:48:31.124311 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-a56fdf7b-bff3-48bd-afa0-6558f04847ee req-5837742f-bbcf-4278-ab99-8b75de7767ed tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Deleting port e1b1e61b-7e78-4483-99a2-52f939ada666 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:48:31.124647 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-a56fdf7b-bff3-48bd-afa0-6558f04847ee req-5837742f-bbcf-4278-ab99-8b75de7767ed tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:31.368802 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-a56fdf7b-bff3-48bd-afa0-6558f04847ee req-5837742f-bbcf-4278-ab99-8b75de7767ed tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] For port e1b1e61b-7e78-4483-99a2-52f939ada666, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=e1b1e61b-7e78-4483-99a2-52f939ada666,segment=NetworkSegment(e556c89a-70ab-4bb5-87ab-95d0481f743a),segment_id=e556c89a-70ab-4bb5-87ab-95d0481f743a)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:48:31.369071 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-a56fdf7b-bff3-48bd-afa0-6558f04847ee req-5837742f-bbcf-4278-ab99-8b75de7767ed tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:31.495035 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-a56fdf7b-bff3-48bd-afa0-6558f04847ee req-5837742f-bbcf-4278-ab99-8b75de7767ed tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Calling delete_port for e1b1e61b-7e78-4483-99a2-52f939ada666 owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:48:31.684883 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-a56fdf7b-bff3-48bd-afa0-6558f04847ee req-5837742f-bbcf-4278-ab99-8b75de7767ed tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:31.734626 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837742f-bbcf-4278-ab99-8b75de7767ed tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Port': ['ID=e1b1e61b-7e78-4483-99a2-52f939ada666,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:31.822996 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56fdf7b-bff3-48bd-afa0-6558f04847ee req-5837742f-bbcf-4278-ab99-8b75de7767ed tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] No DVR routers for this DVR port e1b1e61b-7e78-4483-99a2-52f939ada666 on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:48:31.825430 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-a56fdf7b-bff3-48bd-afa0-6558f04847ee req-5837742f-bbcf-4278-ab99-8b75de7767ed tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:31.828360 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb497a7-59e4-4d1b-af1d-e555deb9242f', 'name': 'network-vif-deleted', 'tag': 'e1b1e61b-7e78-4483-99a2-52f939ada666'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:48:31.830679 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f6f844-4eeb-4b79-a575-c483565e6b47" -d '{"events": [{"server_uuid": "efb497a7-59e4-4d1b-af1d-e555deb9242f", "name": "network-vif-deleted", "tag": "e1b1e61b-7e78-4483-99a2-52f939ada666"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:48:31.873804 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670055f7-5e63-46d9-bcca-69c6a9f2d5a4 x-openstack-request-id: req-670055f7-5e63-46d9-bcca-69c6a9f2d5a4 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:48:31.874093 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb497a7-59e4-4d1b-af1d-e555deb9242f", "name": "network-vif-deleted", "tag": "e1b1e61b-7e78-4483-99a2-52f939ada666", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:48:31.874365 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-670055f7-5e63-46d9-bcca-69c6a9f2d5a4 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:48:31.874765 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-670055f7-5e63-46d9-bcca-69c6a9f2d5a4'] response: {'server_uuid': 'efb497a7-59e4-4d1b-af1d-e555deb9242f', 'name': 'network-vif-deleted', 'tag': 'e1b1e61b-7e78-4483-99a2-52f939ada666', 'status': 'completed', 'code': 200} Sep 23 15:48:31.891114 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a56fdf7b-bff3-48bd-afa0-6558f04847ee req-5837742f-bbcf-4278-ab99-8b75de7767ed tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.72 "DELETE /v2.0/ports/e1b1e61b-7e78-4483-99a2-52f939ada666 HTTP/1.1" status: 204 len: 173 time: 0.8406730 Sep 23 15:48:32.080300 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-1d554c0b-f7a7-456c-9ee5-34c3a75fb166 req-e8370ba6-e977-4fe1-9701-6e352c9abe78 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:48:32.101648 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-97ab18c7-bdd0-4aed-9f1e-c8e2b98ce6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:32.170651 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-1d554c0b-f7a7-456c-9ee5-34c3a75fb166 req-e8370ba6-e977-4fe1-9701-6e352c9abe78 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:48:32.171951 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1d554c0b-f7a7-456c-9ee5-34c3a75fb166 req-e8370ba6-e977-4fe1-9701-6e352c9abe78 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=efb497a7-59e4-4d1b-af1d-e555deb9242f HTTP/1.1" status: 200 len: 210 time: 0.1470375 Sep 23 15:48:33.101319 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:33.271745 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56850) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:48:33.908157 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a2df4230-fc40-4407-ae90-28a6b8e19fb7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:34.257126 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-a2df4230-fc40-4407-ae90-28a6b8e19fb7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Deleting port 86e36b0d-27f0-40dc-ab66-185de3c000ed {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:48:34.257468 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a2df4230-fc40-4407-ae90-28a6b8e19fb7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:34.442857 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-a2df4230-fc40-4407-ae90-28a6b8e19fb7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] For port 86e36b0d-27f0-40dc-ab66-185de3c000ed, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=86e36b0d-27f0-40dc-ab66-185de3c000ed,segment=NetworkSegment(e556c89a-70ab-4bb5-87ab-95d0481f743a),segment_id=e556c89a-70ab-4bb5-87ab-95d0481f743a)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:48:34.443609 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a2df4230-fc40-4407-ae90-28a6b8e19fb7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:34.565220 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-a2df4230-fc40-4407-ae90-28a6b8e19fb7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Calling delete_port for 86e36b0d-27f0-40dc-ab66-185de3c000ed owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:48:34.804685 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device e1b1e61b-7e78-4483-99a2-52f939ada666 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:48:34.841758 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: e1b1e61b-7e78-4483-99a2-52f939ada666 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:48:34.842018 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device e1b1e61b-7e78-4483-99a2-52f939ada666 not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:48:34.952082 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a2df4230-fc40-4407-ae90-28a6b8e19fb7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:35.083610 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9f05bcea-7b1d-42b1-99bb-e2072f6d592f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:35.113155 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df4230-fc40-4407-ae90-28a6b8e19fb7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Port': ['ID=86e36b0d-27f0-40dc-ab66-185de3c000ed,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:35.389022 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a2df4230-fc40-4407-ae90-28a6b8e19fb7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:35.540125 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:35.679603 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:35.748792 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2df4230-fc40-4407-ae90-28a6b8e19fb7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Router e4686127-02f5-439d-a664-0169deb8f1b1 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:48:35.993567 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2df4230-fc40-4407-ae90-28a6b8e19fb7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:48:36.006494 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86730a55-bcc6-47f0-93c8-b41a35fbbc88 None None] Sync routers for ids ['e4686127-02f5-439d-a664-0169deb8f1b1'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:48:36.016155 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86730a55-bcc6-47f0-93c8-b41a35fbbc88 None None] Routers {'e4686127-02f5-439d-a664-0169deb8f1b1'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:48:36.016819 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-86730a55-bcc6-47f0-93c8-b41a35fbbc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:48:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e4686127-02f5-439d-a664-0169deb8f1b1'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:48:36.091906 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a2df4230-fc40-4407-ae90-28a6b8e19fb7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "PUT /v2.0/routers/e4686127-02f5-439d-a664-0169deb8f1b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8190210 Sep 23 15:48:36.107331 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56856) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:48:36.172814 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ebebef3-34cd-4d6b-990a-347c74beaa13 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Deleting subnet 83f9014c-49c5-43cb-b2d5-581ab3cfb67d {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:48:36.175775 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6ebebef3-34cd-4d6b-990a-347c74beaa13 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:36.198428 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-86730a55-bcc6-47f0-93c8-b41a35fbbc88 None None] Set router e4686127-02f5-439d-a664-0169deb8f1b1 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:48:36.232781 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6ebebef3-34cd-4d6b-990a-347c74beaa13 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:36.314088 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6ebebef3-34cd-4d6b-990a-347c74beaa13 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:36.450672 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6ebebef3-34cd-4d6b-990a-347c74beaa13 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:36.478761 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-86730a55-bcc6-47f0-93c8-b41a35fbbc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258270125', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:48:34Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:48:36.483083 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86730a55-bcc6-47f0-93c8-b41a35fbbc88 None None] Checking router: e4686127-02f5-439d-a664-0169deb8f1b1 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:48:36.491315 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebebef3-34cd-4d6b-990a-347c74beaa13 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Subnet': ['ID=83f9014c-49c5-43cb-b2d5-581ab3cfb67d,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:36.491498 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86730a55-bcc6-47f0-93c8-b41a35fbbc88 None None] Routers {'e4686127-02f5-439d-a664-0169deb8f1b1'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:48:36.491968 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-86730a55-bcc6-47f0-93c8-b41a35fbbc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:48:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['e4686127-02f5-439d-a664-0169deb8f1b1'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:48:36.494991 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6ebebef3-34cd-4d6b-990a-347c74beaa13 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:36.502548 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c2342a-255a-4dcd-ba79-5e43425e4312 None None] Network fad20108-8174-4bc9-b75b-6214044a5a2f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:48:36.503077 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6ebebef3-34cd-4d6b-990a-347c74beaa13 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "DELETE /v2.0/subnets/83f9014c-49c5-43cb-b2d5-581ab3cfb67d HTTP/1.1" status: 204 len: 168 time: 0.3944974 Sep 23 15:48:36.504172 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56860) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:48:36.672516 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-86730a55-bcc6-47f0-93c8-b41a35fbbc88 None None] Set router e4686127-02f5-439d-a664-0169deb8f1b1 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:48:36.692670 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4dde5785-20b7-4a7a-a1a4-6dad25d164fe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:36.781180 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e4131b-42e0-4492-ba1b-c3ebf858f175 None None] DHCP port deletion for fad20108-8174-4bc9-b75b-6214044a5a2f request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:48:36.785751 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-16e4131b-42e0-4492-ba1b-c3ebf858f175 None None] Deleting port 7f3a2a46-f34c-41a8-8960-4d40437d66a3 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:48:36.786198 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-16e4131b-42e0-4492-ba1b-c3ebf858f175 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:36.988541 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4dde5785-20b7-4a7a-a1a4-6dad25d164fe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:37.005549 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-16e4131b-42e0-4492-ba1b-c3ebf858f175 None None] For port 7f3a2a46-f34c-41a8-8960-4d40437d66a3, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=7f3a2a46-f34c-41a8-8960-4d40437d66a3,segment=NetworkSegment(e556c89a-70ab-4bb5-87ab-95d0481f743a),segment_id=e556c89a-70ab-4bb5-87ab-95d0481f743a)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:48:37.005861 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-16e4131b-42e0-4492-ba1b-c3ebf858f175 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:37.008759 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-86730a55-bcc6-47f0-93c8-b41a35fbbc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258270125', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:48:34Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:48:37.012840 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86730a55-bcc6-47f0-93c8-b41a35fbbc88 None None] The sync data for ids ['e4686127-02f5-439d-a664-0169deb8f1b1'] in dv-neutron-859093-1-hyperv is: [{'id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1258270125', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176'}], 'enable_snat': True}, 'gw_port_id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:48:34Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '45a8ff04-a4f7-43e8-96ba-7a0b0154a05d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4686127-02f5-439d-a664-0169deb8f1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:47:25Z', 'updated_at': '2022-09-23T15:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:48:37.066843 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-4dde5785-20b7-4a7a-a1a4-6dad25d164fe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Deleting port 45a8ff04-a4f7-43e8-96ba-7a0b0154a05d {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:48:37.067367 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4dde5785-20b7-4a7a-a1a4-6dad25d164fe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:37.135124 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-16e4131b-42e0-4492-ba1b-c3ebf858f175 None None] Calling delete_port for 7f3a2a46-f34c-41a8-8960-4d40437d66a3 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:48:37.221579 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:37.244125 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-4dde5785-20b7-4a7a-a1a4-6dad25d164fe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] For port 45a8ff04-a4f7-43e8-96ba-7a0b0154a05d, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=45a8ff04-a4f7-43e8-96ba-7a0b0154a05d,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:48:37.244459 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4dde5785-20b7-4a7a-a1a4-6dad25d164fe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:37.272054 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-16e4131b-42e0-4492-ba1b-c3ebf858f175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:37.319012 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4131b-42e0-4492-ba1b-c3ebf858f175 None None] Pushing event deleted for resources: {'Port': ['ID=7f3a2a46-f34c-41a8-8960-4d40437d66a3,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:37.321223 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e4131b-42e0-4492-ba1b-c3ebf858f175 None None] No DVR routers for this DVR port 7f3a2a46-f34c-41a8-8960-4d40437d66a3 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:48:37.333945 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4131b-42e0-4492-ba1b-c3ebf858f175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:37.334309 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4131b-42e0-4492-ba1b-c3ebf858f175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:37.334670 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4131b-42e0-4492-ba1b-c3ebf858f175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:37.335003 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4131b-42e0-4492-ba1b-c3ebf858f175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:37.335332 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4131b-42e0-4492-ba1b-c3ebf858f175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:37.335661 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4131b-42e0-4492-ba1b-c3ebf858f175 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:37.335989 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4131b-42e0-4492-ba1b-c3ebf858f175 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:37.336312 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4131b-42e0-4492-ba1b-c3ebf858f175 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:37.336642 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4131b-42e0-4492-ba1b-c3ebf858f175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:37.336963 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4131b-42e0-4492-ba1b-c3ebf858f175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:37.337284 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4131b-42e0-4492-ba1b-c3ebf858f175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:37.337595 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4131b-42e0-4492-ba1b-c3ebf858f175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:37.367864 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-4dde5785-20b7-4a7a-a1a4-6dad25d164fe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Calling delete_port for 45a8ff04-a4f7-43e8-96ba-7a0b0154a05d owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:48:37.604252 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4dde5785-20b7-4a7a-a1a4-6dad25d164fe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:37.651324 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde5785-20b7-4a7a-a1a4-6dad25d164fe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Port': ['ID=45a8ff04-a4f7-43e8-96ba-7a0b0154a05d,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:37.746167 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4dde5785-20b7-4a7a-a1a4-6dad25d164fe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:37.915762 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4dde5785-20b7-4a7a-a1a4-6dad25d164fe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:37.917952 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4dde5785-20b7-4a7a-a1a4-6dad25d164fe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:38.021879 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4dde5785-20b7-4a7a-a1a4-6dad25d164fe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:38.022590 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dde5785-20b7-4a7a-a1a4-6dad25d164fe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Fanout notify agent at l3_agent the message router_deleted on router e4686127-02f5-439d-a664-0169deb8f1b1 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:48:38.041389 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4dde5785-20b7-4a7a-a1a4-6dad25d164fe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:38.042640 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 56864) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:48:38.043100 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4dde5785-20b7-4a7a-a1a4-6dad25d164fe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "DELETE /v2.0/routers/e4686127-02f5-439d-a664-0169deb8f1b1 HTTP/1.1" status: 204 len: 168 time: 1.5375516 Sep 23 15:48:38.125144 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 86e36b0d-27f0-40dc-ab66-185de3c000ed no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:48:38.162014 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 86e36b0d-27f0-40dc-ab66-185de3c000ed {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:48:38.162377 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 86e36b0d-27f0-40dc-ab66-185de3c000ed not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:48:38.162989 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 7f3a2a46-f34c-41a8-8960-4d40437d66a3 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:48:38.166031 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-93d00e2c-4a63-4dca-ac45-9e1f4461464f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:38.199456 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 7f3a2a46-f34c-41a8-8960-4d40437d66a3 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:48:38.199797 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 7f3a2a46-f34c-41a8-8960-4d40437d66a3 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:48:38.316253 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-93d00e2c-4a63-4dca-ac45-9e1f4461464f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:38.340968 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-93d00e2c-4a63-4dca-ac45-9e1f4461464f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad20108-8174-4bc9-b75b-6214044a5a2f']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:48:38.352653 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-93d00e2c-4a63-4dca-ac45-9e1f4461464f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e556c89a-70ab-4bb5-87ab-95d0481f743a') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:48:38.352956 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-93d00e2c-4a63-4dca-ac45-9e1f4461464f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e556c89a-70ab-4bb5-87ab-95d0481f743a') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:48:38.364527 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-93d00e2c-4a63-4dca-ac45-9e1f4461464f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:38.384258 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-93d00e2c-4a63-4dca-ac45-9e1f4461464f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:38.390310 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d00e2c-4a63-4dca-ac45-9e1f4461464f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:48:38.390724 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-93d00e2c-4a63-4dca-ac45-9e1f4461464f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:38.555549 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment e556c89a-70ab-4bb5-87ab-95d0481f743a resource provider aggregate not found Sep 23 15:48:38.577196 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment e556c89a-70ab-4bb5-87ab-95d0481f743a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e556c89a-70ab-4bb5-87ab-95d0481f743a found for delete ", "request_id": "req-136735c1-1812-4cfd-8d9a-c0fc22e01fbf"}]} Sep 23 15:48:38.650694 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-93d00e2c-4a63-4dca-ac45-9e1f4461464f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:38.671824 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-93d00e2c-4a63-4dca-ac45-9e1f4461464f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:38.682765 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d00e2c-4a63-4dca-ac45-9e1f4461464f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Network': ['ID=fad20108-8174-4bc9-b75b-6214044a5a2f,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:38.691764 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d00e2c-4a63-4dca-ac45-9e1f4461464f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:38.692116 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d00e2c-4a63-4dca-ac45-9e1f4461464f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:38.692460 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d00e2c-4a63-4dca-ac45-9e1f4461464f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:38.692799 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d00e2c-4a63-4dca-ac45-9e1f4461464f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:38.693131 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d00e2c-4a63-4dca-ac45-9e1f4461464f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:38.693462 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d00e2c-4a63-4dca-ac45-9e1f4461464f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:38.693790 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d00e2c-4a63-4dca-ac45-9e1f4461464f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:38.694116 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d00e2c-4a63-4dca-ac45-9e1f4461464f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:38.694477 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d00e2c-4a63-4dca-ac45-9e1f4461464f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:38.694798 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d00e2c-4a63-4dca-ac45-9e1f4461464f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:38.695130 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d00e2c-4a63-4dca-ac45-9e1f4461464f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:38.695452 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d00e2c-4a63-4dca-ac45-9e1f4461464f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:38.753879 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-93d00e2c-4a63-4dca-ac45-9e1f4461464f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "DELETE /v2.0/networks/fad20108-8174-4bc9-b75b-6214044a5a2f HTTP/1.1" status: 204 len: 168 time: 0.7095678 Sep 23 15:48:38.756688 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56872) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:48:38.824634 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-98061e3a-72a2-461f-a7e4-9fc22de51bfe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:38.857927 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-98061e3a-72a2-461f-a7e4-9fc22de51bfe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:39.008919 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-98061e3a-72a2-461f-a7e4-9fc22de51bfe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:39.027239 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98061e3a-72a2-461f-a7e4-9fc22de51bfe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c30c38-8b9b-46c8-b139-ea391cecf6e5,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:39.135067 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-98061e3a-72a2-461f-a7e4-9fc22de51bfe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:39.136204 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-98061e3a-72a2-461f-a7e4-9fc22de51bfe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "DELETE /v2.0/security-groups/00c30c38-8b9b-46c8-b139-ea391cecf6e5 HTTP/1.1" status: 204 len: 168 time: 0.3785381 Sep 23 15:48:39.402104 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56880) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:48:39.407403 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-0f5a3b6a-8021-4e26-a8f6-5184633d9d90 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-388877059', 'description': 'tempest-secgroup-smoke-388877059 description', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:48:39.413443 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0f5a3b6a-8021-4e26-a8f6-5184633d9d90 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:48:39.417592 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0f5a3b6a-8021-4e26-a8f6-5184633d9d90 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:48:39.420538 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0f5a3b6a-8021-4e26-a8f6-5184633d9d90 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:48:39.426136 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0f5a3b6a-8021-4e26-a8f6-5184633d9d90 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:48:39.507551 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0f5a3b6a-8021-4e26-a8f6-5184633d9d90 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:39.527036 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0f5a3b6a-8021-4e26-a8f6-5184633d9d90 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:48:39.530773 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0f5a3b6a-8021-4e26-a8f6-5184633d9d90 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:48:39.533555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0f5a3b6a-8021-4e26-a8f6-5184633d9d90 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:48:39.539202 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0f5a3b6a-8021-4e26-a8f6-5184633d9d90 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:48:39.607805 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0f5a3b6a-8021-4e26-a8f6-5184633d9d90 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:39.684249 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0f5a3b6a-8021-4e26-a8f6-5184633d9d90 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:39.728552 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a3b6a-8021-4e26-a8f6-5184633d9d90 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:39.815964 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0f5a3b6a-8021-4e26-a8f6-5184633d9d90 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:39.817232 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0f5a3b6a-8021-4e26-a8f6-5184633d9d90 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4141064 Sep 23 15:48:39.820071 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56884) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:48:39.824955 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-3e54b5ad-4b0f-4418-9501-8b590828b9c2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': '0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:48:39.831292 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3e54b5ad-4b0f-4418-9501-8b590828b9c2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:48:39.835083 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3e54b5ad-4b0f-4418-9501-8b590828b9c2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:48:39.837913 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3e54b5ad-4b0f-4418-9501-8b590828b9c2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:48:39.843571 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3e54b5ad-4b0f-4418-9501-8b590828b9c2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:48:39.947258 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3e54b5ad-4b0f-4418-9501-8b590828b9c2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:40.009323 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3e54b5ad-4b0f-4418-9501-8b590828b9c2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:40.028160 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 45a8ff04-a4f7-43e8-96ba-7a0b0154a05d no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:48:40.062672 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 45a8ff04-a4f7-43e8-96ba-7a0b0154a05d {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:48:40.063018 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 45a8ff04-a4f7-43e8-96ba-7a0b0154a05d not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:48:40.078037 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3e54b5ad-4b0f-4418-9501-8b590828b9c2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:40.103821 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54b5ad-4b0f-4418-9501-8b590828b9c2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2109801-7c5c-4515-b5c0-b29c3e172de9,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:40.199067 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3e54b5ad-4b0f-4418-9501-8b590828b9c2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:40.200333 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3e54b5ad-4b0f-4418-9501-8b590828b9c2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3793347 Sep 23 15:48:40.203322 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56888) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:48:40.208213 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-a865642e-3822-4a1d-911d-16b2d4dbd5cf tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': '0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:48:40.214128 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a865642e-3822-4a1d-911d-16b2d4dbd5cf tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:48:40.218469 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a865642e-3822-4a1d-911d-16b2d4dbd5cf tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:48:40.221310 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a865642e-3822-4a1d-911d-16b2d4dbd5cf tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:48:40.226964 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a865642e-3822-4a1d-911d-16b2d4dbd5cf tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:48:40.307822 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a865642e-3822-4a1d-911d-16b2d4dbd5cf tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:40.367498 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a865642e-3822-4a1d-911d-16b2d4dbd5cf tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:40.455617 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a865642e-3822-4a1d-911d-16b2d4dbd5cf tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:40.479344 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865642e-3822-4a1d-911d-16b2d4dbd5cf tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43c1e69-deeb-446a-980c-175de4331890,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:40.564290 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a865642e-3822-4a1d-911d-16b2d4dbd5cf tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:40.565467 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a865642e-3822-4a1d-911d-16b2d4dbd5cf tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3612113 Sep 23 15:48:40.568177 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56892) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:48:40.573400 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-a0c21d86-3ba9-46af-9e40-2c138aae2704 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': '0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:48:40.579749 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a0c21d86-3ba9-46af-9e40-2c138aae2704 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:48:40.583593 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a0c21d86-3ba9-46af-9e40-2c138aae2704 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:48:40.586468 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a0c21d86-3ba9-46af-9e40-2c138aae2704 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:48:40.592793 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a0c21d86-3ba9-46af-9e40-2c138aae2704 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:48:40.668471 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a0c21d86-3ba9-46af-9e40-2c138aae2704 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:40.729873 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a0c21d86-3ba9-46af-9e40-2c138aae2704 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:40.798903 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a0c21d86-3ba9-46af-9e40-2c138aae2704 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:40.827195 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c21d86-3ba9-46af-9e40-2c138aae2704 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe8538f-b093-47c6-ab47-8440c9e51f61,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:40.889951 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a0c21d86-3ba9-46af-9e40-2c138aae2704 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:40.891161 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a0c21d86-3ba9-46af-9e40-2c138aae2704 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3220525 Sep 23 15:48:40.893847 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56896) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:48:40.898669 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-8e3f72b9-5b20-4e2a-a0aa-8072f73656de tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': '0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:48:40.904459 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8e3f72b9-5b20-4e2a-a0aa-8072f73656de tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:48:40.908250 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8e3f72b9-5b20-4e2a-a0aa-8072f73656de tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:48:40.911095 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8e3f72b9-5b20-4e2a-a0aa-8072f73656de tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:48:40.916780 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8e3f72b9-5b20-4e2a-a0aa-8072f73656de tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:48:41.084746 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8e3f72b9-5b20-4e2a-a0aa-8072f73656de tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:41.147485 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8e3f72b9-5b20-4e2a-a0aa-8072f73656de tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:41.208929 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8e3f72b9-5b20-4e2a-a0aa-8072f73656de tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:41.232211 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f72b9-5b20-4e2a-a0aa-8072f73656de tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5465fe-152e-460d-ba1c-489273d5dd78,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:41.284418 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8e3f72b9-5b20-4e2a-a0aa-8072f73656de tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:41.285563 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8e3f72b9-5b20-4e2a-a0aa-8072f73656de tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3907919 Sep 23 15:48:41.288321 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56900) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:48:41.293130 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-b4a83895-6ae9-42c3-a60d-e511315d19bd tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': '0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:48:41.299394 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b4a83895-6ae9-42c3-a60d-e511315d19bd tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:48:41.303156 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b4a83895-6ae9-42c3-a60d-e511315d19bd tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:48:41.306066 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b4a83895-6ae9-42c3-a60d-e511315d19bd tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:48:41.312654 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b4a83895-6ae9-42c3-a60d-e511315d19bd tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:48:41.375948 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.securitygroups_db [None req-b4a83895-6ae9-42c3-a60d-e511315d19bd tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Project 04ba3b533aed4ca1b027ca3a04d161ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:48:41.382418 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b4a83895-6ae9-42c3-a60d-e511315d19bd tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:41.444815 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b4a83895-6ae9-42c3-a60d-e511315d19bd tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:41.523461 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b4a83895-6ae9-42c3-a60d-e511315d19bd tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:41.547310 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a83895-6ae9-42c3-a60d-e511315d19bd tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65eb331f-9ca0-4edc-8044-3a5a7a024d9c,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:41.632085 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b4a83895-6ae9-42c3-a60d-e511315d19bd tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:41.633241 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b4a83895-6ae9-42c3-a60d-e511315d19bd tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3439982 Sep 23 15:48:41.635970 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56904) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:48:41.640889 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-ac629e45-8ef7-4c67-8e7e-1d27d4276152 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': '0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:48:41.647017 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ac629e45-8ef7-4c67-8e7e-1d27d4276152 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:48:41.650826 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ac629e45-8ef7-4c67-8e7e-1d27d4276152 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:48:41.654228 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ac629e45-8ef7-4c67-8e7e-1d27d4276152 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:48:41.659973 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ac629e45-8ef7-4c67-8e7e-1d27d4276152 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:48:41.740561 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.securitygroups_db [None req-ac629e45-8ef7-4c67-8e7e-1d27d4276152 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Project 04ba3b533aed4ca1b027ca3a04d161ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:48:41.747120 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ac629e45-8ef7-4c67-8e7e-1d27d4276152 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:41.818444 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ac629e45-8ef7-4c67-8e7e-1d27d4276152 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:41.901353 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ac629e45-8ef7-4c67-8e7e-1d27d4276152 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:41.924328 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac629e45-8ef7-4c67-8e7e-1d27d4276152 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3ff5b9-4beb-4d3a-9692-ffb60609921a,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:41.987031 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ac629e45-8ef7-4c67-8e7e-1d27d4276152 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:41.988247 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ac629e45-8ef7-4c67-8e7e-1d27d4276152 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3513114 Sep 23 15:48:41.991069 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56908) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:48:41.996473 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-cff1e39f-82a3-4171-997f-e59fe33625c3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'network': {'name': 'tempest-network-smoke--1006523542', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'port_security_enabled': True}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:48:42.001360 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-cff1e39f-82a3-4171-997f-e59fe33625c3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:48:42.005526 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-cff1e39f-82a3-4171-997f-e59fe33625c3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:network and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:48:42.008515 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-cff1e39f-82a3-4171-997f-e59fe33625c3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:48:42.017950 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-cff1e39f-82a3-4171-997f-e59fe33625c3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:48:42.089686 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff1e39f-82a3-4171-997f-e59fe33625c3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Made reservation on behalf of 04ba3b533aed4ca1b027ca3a04d161ce for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:48:42.093917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cff1e39f-82a3-4171-997f-e59fe33625c3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:42.120920 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff1e39f-82a3-4171-997f-e59fe33625c3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:48:42.129746 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cff1e39f-82a3-4171-997f-e59fe33625c3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:42.130076 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-cff1e39f-82a3-4171-997f-e59fe33625c3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Added segment 0df22f5e-5c2f-4f3e-b11b-d1a147de7f14 of type vlan for network 59bdf704-97d4-4c54-a9e0-8d9847a4fb05 Sep 23 15:48:42.156014 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cff1e39f-82a3-4171-997f-e59fe33625c3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:42.237133 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cff1e39f-82a3-4171-997f-e59fe33625c3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:42.242497 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff1e39f-82a3-4171-997f-e59fe33625c3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:42.243082 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-cff1e39f-82a3-4171-997f-e59fe33625c3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:42.350438 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1e39f-82a3-4171-997f-e59fe33625c3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Network': ['ID=59bdf704-97d4-4c54-a9e0-8d9847a4fb05,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:42.360195 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 59bdf704-97d4-4c54-a9e0-8d9847a4fb05 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:48:42.376664 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-cff1e39f-82a3-4171-997f-e59fe33625c3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3846028 Sep 23 15:48:42.379485 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56912) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:48:42.384881 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-021c3a63-504f-4956-b560-d03d7e942db3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1494856833', 'admin_state_up': True, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:48:42.392756 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-021c3a63-504f-4956-b560-d03d7e942db3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:48:42.396751 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-021c3a63-504f-4956-b560-d03d7e942db3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:router and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:48:42.399606 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-021c3a63-504f-4956-b560-d03d7e942db3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:48:42.405942 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-021c3a63-504f-4956-b560-d03d7e942db3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:48:42.461808 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-021c3a63-504f-4956-b560-d03d7e942db3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:42.462828 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-021c3a63-504f-4956-b560-d03d7e942db3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:42.477699 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-021c3a63-504f-4956-b560-d03d7e942db3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:42.796163 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-021c3a63-504f-4956-b560-d03d7e942db3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:43.188668 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-021c3a63-504f-4956-b560-d03d7e942db3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router_gateway, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:43.217224 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-021c3a63-504f-4956-b560-d03d7e942db3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:43.348873 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-021c3a63-504f-4956-b560-d03d7e942db3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Allocated IP 172.26.10.155 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/118d5d19-a619-4298-a567-0df18edd65fe) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:48:43.491045 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-021c3a63-504f-4956-b560-d03d7e942db3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:43.564671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-021c3a63-504f-4956-b560-d03d7e942db3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:43.627386 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021c3a63-504f-4956-b560-d03d7e942db3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:48:43.629983 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-021c3a63-504f-4956-b560-d03d7e942db3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:48:43.633709 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021c3a63-504f-4956-b560-d03d7e942db3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:48:43.768937 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c3a63-504f-4956-b560-d03d7e942db3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=118d5d19-a619-4298-a567-0df18edd65fe,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:44.176385 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-021c3a63-504f-4956-b560-d03d7e942db3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router_gateway, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:44.513794 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-021c3a63-504f-4956-b560-d03d7e942db3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:44.780529 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021c3a63-504f-4956-b560-d03d7e942db3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Router 511d889f-0458-4971-bdd1-2aa07e527845 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:48:44.952810 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021c3a63-504f-4956-b560-d03d7e942db3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:48:44.962330 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed770fd3-f3ae-4796-864f-2a84a824662d None None] Sync routers for ids ['511d889f-0458-4971-bdd1-2aa07e527845'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:48:44.972206 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed770fd3-f3ae-4796-864f-2a84a824662d None None] Routers {'511d889f-0458-4971-bdd1-2aa07e527845'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:48:44.972797 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-ed770fd3-f3ae-4796-864f-2a84a824662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:48:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['511d889f-0458-4971-bdd1-2aa07e527845'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:48:45.044595 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-021c3a63-504f-4956-b560-d03d7e942db3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:45.045731 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-021c3a63-504f-4956-b560-d03d7e942db3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 897 time: 2.6653302 Sep 23 15:48:45.048963 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56916) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:48:45.090392 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-54c812b0-2c48-44a3-bd5e-d8918d2270fd tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=04ba3b533aed4ca1b027ca3a04d161ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403373 Sep 23 15:48:45.093526 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56920) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:48:45.149559 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-ed770fd3-f3ae-4796-864f-2a84a824662d None None] Set router 511d889f-0458-4971-bdd1-2aa07e527845 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:48:45.330167 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79e17c3-510d-40c4-aeee-70635a03b2f8 tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:45.331622 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f79e17c3-510d-40c4-aeee-70635a03b2f8 tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2371709 Sep 23 15:48:45.334309 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56924) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:48:45.371845 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a85c6764-bd48-47a6-b378-e8bcef38e652 tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=61b1518d-d511-4beb-b056-d894a2c85079&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363610 Sep 23 15:48:45.374778 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56928) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:48:45.380028 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-8a60effa-eaed-42a5-9667-8ed07876f6c9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1584626724', 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:48:45.436264 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-ed770fd3-f3ae-4796-864f-2a84a824662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511d889f-0458-4971-bdd1-2aa07e527845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494856833', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155'}], 'enable_snat': True}, 'gw_port_id': '118d5d19-a619-4298-a567-0df18edd65fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:48:42Z', 'updated_at': '2022-09-23T15:48:43Z', 'revision_number': 3, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '118d5d19-a619-4298-a567-0df18edd65fe', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:91:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511d889f-0458-4971-bdd1-2aa07e527845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:48:43Z', 'updated_at': '2022-09-23T15:48:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:48:45.440360 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed770fd3-f3ae-4796-864f-2a84a824662d None None] Checking router: 511d889f-0458-4971-bdd1-2aa07e527845 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:48:45.440707 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed770fd3-f3ae-4796-864f-2a84a824662d None None] Updating router 511d889f-0458-4971-bdd1-2aa07e527845 port 118d5d19-a619-4298-a567-0df18edd65fe binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:48:45.488869 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8a60effa-eaed-42a5-9667-8ed07876f6c9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:48:45.492672 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8a60effa-eaed-42a5-9667-8ed07876f6c9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:subnet and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:48:45.495484 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8a60effa-eaed-42a5-9667-8ed07876f6c9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:48:45.495784 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ed770fd3-f3ae-4796-864f-2a84a824662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:45.503056 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8a60effa-eaed-42a5-9667-8ed07876f6c9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:48:45.570042 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a60effa-eaed-42a5-9667-8ed07876f6c9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Made reservation on behalf of 04ba3b533aed4ca1b027ca3a04d161ce for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:48:45.573565 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8a60effa-eaed-42a5-9667-8ed07876f6c9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:45.820187 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ed770fd3-f3ae-4796-864f-2a84a824662d None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:45.832083 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ed770fd3-f3ae-4796-864f-2a84a824662d None None] Transition to ACTIVE for port object 118d5d19-a619-4298-a567-0df18edd65fe will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:48:45.843619 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8a60effa-eaed-42a5-9667-8ed07876f6c9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:45.924175 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60effa-eaed-42a5-9667-8ed07876f6c9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Subnet': ['ID=02450e2a-af39-4d2f-8077-602d12bdecf6,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:45.929107 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ed770fd3-f3ae-4796-864f-2a84a824662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:45.933777 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a60effa-eaed-42a5-9667-8ed07876f6c9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Checking segment: {'id': '0df22f5e-5c2f-4f3e-b11b-d1a147de7f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:48:45.934139 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a60effa-eaed-42a5-9667-8ed07876f6c9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network hostable DHCP agents. Network: 59bdf704-97d4-4c54-a9e0-8d9847a4fb05, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:48:45.990219 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ed770fd3-f3ae-4796-864f-2a84a824662d None None] Attempting to bind port 118d5d19-a619-4298-a567-0df18edd65fe on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:48:45.990868 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ed770fd3-f3ae-4796-864f-2a84a824662d None None] Attempting to bind port 118d5d19-a619-4298-a567-0df18edd65fe by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:48:45.990993 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed770fd3-f3ae-4796-864f-2a84a824662d None None] Attempting to bind port 118d5d19-a619-4298-a567-0df18edd65fe on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:48:46.001717 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed770fd3-f3ae-4796-864f-2a84a824662d None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:48:46.002089 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed770fd3-f3ae-4796-864f-2a84a824662d None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:48:46.002520 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ed770fd3-f3ae-4796-864f-2a84a824662d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:46.002915 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed770fd3-f3ae-4796-864f-2a84a824662d None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:48:46.003384 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-ed770fd3-f3ae-4796-864f-2a84a824662d None None] Bound port: 118d5d19-a619-4298-a567-0df18edd65fe, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:48:46.003758 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ed770fd3-f3ae-4796-864f-2a84a824662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:46.037621 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a60effa-eaed-42a5-9667-8ed07876f6c9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network 59bdf704-97d4-4c54-a9e0-8d9847a4fb05 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:48:46.053842 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8402b-e407-4ff9-839c-e5b0a6509b72 None None] Pushing event updated for resources: {'Port': ['ID=118d5d19-a619-4298-a567-0df18edd65fe,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:46.087107 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ed770fd3-f3ae-4796-864f-2a84a824662d None None] For port 118d5d19-a619-4298-a567-0df18edd65fe, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:48:46.089946 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ed770fd3-f3ae-4796-864f-2a84a824662d None None] For port 118d5d19-a619-4298-a567-0df18edd65fe, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=118d5d19-a619-4298-a567-0df18edd65fe,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:48:46.106137 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-8a60effa-eaed-42a5-9667-8ed07876f6c9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 59bdf704-97d4-4c54-a9e0-8d9847a4fb05) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:48:46.110095 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a60effa-eaed-42a5-9667-8ed07876f6c9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:46.113179 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8a60effa-eaed-42a5-9667-8ed07876f6c9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:46.114925 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2b7242-958f-43d1-bf1e-8ba04dd0747d None None] Network 59bdf704-97d4-4c54-a9e0-8d9847a4fb05 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:48:46.174365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ed770fd3-f3ae-4796-864f-2a84a824662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:46.199628 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8a60effa-eaed-42a5-9667-8ed07876f6c9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8237700 Sep 23 15:48:46.203136 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 56932) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:48:46.261550 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed770fd3-f3ae-4796-864f-2a84a824662d None None] Routers {'511d889f-0458-4971-bdd1-2aa07e527845'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:48:46.262171 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-ed770fd3-f3ae-4796-864f-2a84a824662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:48:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['511d889f-0458-4971-bdd1-2aa07e527845'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:48:46.362947 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8402b-e407-4ff9-839c-e5b0a6509b72 None None] Pushing event updated for resources: {'Port': ['ID=118d5d19-a619-4298-a567-0df18edd65fe,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:46.599775 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-ed770fd3-f3ae-4796-864f-2a84a824662d None None] Set router 511d889f-0458-4971-bdd1-2aa07e527845 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:48:46.642262 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b44e88-64e4-42d9-8968-583796737c69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-59bdf704-97d4-4c54-a9e0-8d9847a4fb05', 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'fixed_ips': [{'subnet_id': '02450e2a-af39-4d2f-8077-602d12bdecf6'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:48:46.643019 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-93b44e88-64e4-42d9-8968-583796737c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:46.909788 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3ed8774e-2481-4a39-98f9-e2bf9e8287c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:46.992956 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-93b44e88-64e4-42d9-8968-583796737c69 None None] Allocated IP 172.20.0.2 (59bdf704-97d4-4c54-a9e0-8d9847a4fb05/02450e2a-af39-4d2f-8077-602d12bdecf6/8e134f1a-f9e0-4e71-a422-228ae61f8457) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:48:47.104657 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-ed770fd3-f3ae-4796-864f-2a84a824662d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511d889f-0458-4971-bdd1-2aa07e527845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494856833', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155'}], 'enable_snat': True}, 'gw_port_id': '118d5d19-a619-4298-a567-0df18edd65fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:48:42Z', 'updated_at': '2022-09-23T15:48:43Z', 'revision_number': 3, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '118d5d19-a619-4298-a567-0df18edd65fe', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:91:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511d889f-0458-4971-bdd1-2aa07e527845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:48:43Z', 'updated_at': '2022-09-23T15:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:48:47.121787 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed770fd3-f3ae-4796-864f-2a84a824662d None None] The sync data for ids ['511d889f-0458-4971-bdd1-2aa07e527845'] in dv-neutron-859093-1-hyperv is: [{'id': '511d889f-0458-4971-bdd1-2aa07e527845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494856833', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155'}], 'enable_snat': True}, 'gw_port_id': '118d5d19-a619-4298-a567-0df18edd65fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:48:42Z', 'updated_at': '2022-09-23T15:48:43Z', 'revision_number': 3, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '118d5d19-a619-4298-a567-0df18edd65fe', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:91:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511d889f-0458-4971-bdd1-2aa07e527845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:48:43Z', 'updated_at': '2022-09-23T15:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:48:47.226904 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-93b44e88-64e4-42d9-8968-583796737c69 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:47.238441 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-93b44e88-64e4-42d9-8968-583796737c69 None None] Transition to ACTIVE for port object 8e134f1a-f9e0-4e71-a422-228ae61f8457 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:48:47.259241 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-93b44e88-64e4-42d9-8968-583796737c69 None None] Transition to ACTIVE for port object 8e134f1a-f9e0-4e71-a422-228ae61f8457 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:48:47.341870 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-93b44e88-64e4-42d9-8968-583796737c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:47.419548 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b44e88-64e4-42d9-8968-583796737c69 None None] Network 59bdf704-97d4-4c54-a9e0-8d9847a4fb05 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:48:47.422720 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-93b44e88-64e4-42d9-8968-583796737c69 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:48:47.425540 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b44e88-64e4-42d9-8968-583796737c69 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:48:47.458864 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-3ed8774e-2481-4a39-98f9-e2bf9e8287c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Allocated IP 172.20.0.1 (59bdf704-97d4-4c54-a9e0-8d9847a4fb05/02450e2a-af39-4d2f-8077-602d12bdecf6/6168f142-f10e-424a-abda-837c568dd02e) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:48:47.465675 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b44e88-64e4-42d9-8968-583796737c69 None None] Pushing event updated for resources: {'Port': ['ID=8e134f1a-f9e0-4e71-a422-228ae61f8457,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:47.556074 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-93b44e88-64e4-42d9-8968-583796737c69 None None] Attempting to bind port 8e134f1a-f9e0-4e71-a422-228ae61f8457 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:48:47.556586 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-93b44e88-64e4-42d9-8968-583796737c69 None None] Attempting to bind port 8e134f1a-f9e0-4e71-a422-228ae61f8457 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '0df22f5e-5c2f-4f3e-b11b-d1a147de7f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:48:47.557045 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b44e88-64e4-42d9-8968-583796737c69 None None] Attempting to bind port 8e134f1a-f9e0-4e71-a422-228ae61f8457 on network 59bdf704-97d4-4c54-a9e0-8d9847a4fb05 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:48:47.563326 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b44e88-64e4-42d9-8968-583796737c69 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:48:47.563700 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b44e88-64e4-42d9-8968-583796737c69 None None] Checking segment: {'id': '0df22f5e-5c2f-4f3e-b11b-d1a147de7f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:48:47.564110 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-93b44e88-64e4-42d9-8968-583796737c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:47.564488 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b44e88-64e4-42d9-8968-583796737c69 None None] Bound using segment: {'id': '0df22f5e-5c2f-4f3e-b11b-d1a147de7f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:48:47.564952 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-93b44e88-64e4-42d9-8968-583796737c69 None None] Bound port: 8e134f1a-f9e0-4e71-a422-228ae61f8457, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df22f5e-5c2f-4f3e-b11b-d1a147de7f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:48:47.565331 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-93b44e88-64e4-42d9-8968-583796737c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:47.637331 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3ed8774e-2481-4a39-98f9-e2bf9e8287c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:47.654713 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-3ed8774e-2481-4a39-98f9-e2bf9e8287c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Transition to ACTIVE for port object 6168f142-f10e-424a-abda-837c568dd02e will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:48:47.663429 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-93b44e88-64e4-42d9-8968-583796737c69 None None] For port 8e134f1a-f9e0-4e71-a422-228ae61f8457, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:48:47.666772 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-93b44e88-64e4-42d9-8968-583796737c69 None None] For port 8e134f1a-f9e0-4e71-a422-228ae61f8457, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8e134f1a-f9e0-4e71-a422-228ae61f8457,segment=NetworkSegment(0df22f5e-5c2f-4f3e-b11b-d1a147de7f14),segment_id=0df22f5e-5c2f-4f3e-b11b-d1a147de7f14)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:48:47.730900 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-93b44e88-64e4-42d9-8968-583796737c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:47.760279 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3ed8774e-2481-4a39-98f9-e2bf9e8287c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:47.828264 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b44e88-64e4-42d9-8968-583796737c69 None None] Pushing event updated for resources: {'Port': ['ID=8e134f1a-f9e0-4e71-a422-228ae61f8457,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:47.863746 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed8774e-2481-4a39-98f9-e2bf9e8287c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network 59bdf704-97d4-4c54-a9e0-8d9847a4fb05 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:48:47.867119 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-3ed8774e-2481-4a39-98f9-e2bf9e8287c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:48:47.869832 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed8774e-2481-4a39-98f9-e2bf9e8287c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:48:47.906184 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8774e-2481-4a39-98f9-e2bf9e8287c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=6168f142-f10e-424a-abda-837c568dd02e,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:47.942962 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3ed8774e-2481-4a39-98f9-e2bf9e8287c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:48.189965 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 118d5d19-a619-4298-a567-0df18edd65fe up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:48:48.335683 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 118d5d19-a619-4298-a567-0df18edd65fe completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:48:48.341508 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 118d5d19-a619-4298-a567-0df18edd65fe triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:48:48.341903 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:48.342236 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 118d5d19-a619-4298-a567-0df18edd65fe Sep 23 15:48:48.369213 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3ed8774e-2481-4a39-98f9-e2bf9e8287c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:48.468566 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 118d5d19-a619-4298-a567-0df18edd65fe is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:48:48.469031 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:48.486062 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 118d5d19-a619-4298-a567-0df18edd65fe, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=118d5d19-a619-4298-a567-0df18edd65fe,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:48:48.580851 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:48.581729 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8e134f1a-f9e0-4e71-a422-228ae61f8457 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:48:48.701783 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=118d5d19-a619-4298-a567-0df18edd65fe,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:48.764671 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 8e134f1a-f9e0-4e71-a422-228ae61f8457 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:48:48.786168 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3ed8774e-2481-4a39-98f9-e2bf9e8287c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:48.855871 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3ed8774e-2481-4a39-98f9-e2bf9e8287c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:48.968987 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3ed8774e-2481-4a39-98f9-e2bf9e8287c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:48.972573 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8774e-2481-4a39-98f9-e2bf9e8287c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=6168f142-f10e-424a-abda-837c568dd02e,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:49.115916 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed8774e-2481-4a39-98f9-e2bf9e8287c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network 59bdf704-97d4-4c54-a9e0-8d9847a4fb05 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:48:49.117076 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-3ed8774e-2481-4a39-98f9-e2bf9e8287c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:48:49.275150 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719c23a7-7c28-4499-850f-212818ec9e69 None None] Network 59bdf704-97d4-4c54-a9e0-8d9847a4fb05 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:48:49.417602 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed8774e-2481-4a39-98f9-e2bf9e8287c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Router 511d889f-0458-4971-bdd1-2aa07e527845 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:48:49.486004 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-19eddcc1-0d58-4e5f-a767-b2924a6207fd None None] Provisioning for port 8e134f1a-f9e0-4e71-a422-228ae61f8457 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:48:49.495243 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-19eddcc1-0d58-4e5f-a767-b2924a6207fd None None] Provisioning complete for port 8e134f1a-f9e0-4e71-a422-228ae61f8457 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:48:49.495611 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19eddcc1-0d58-4e5f-a767-b2924a6207fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:49.495933 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-19eddcc1-0d58-4e5f-a767-b2924a6207fd None None] Attempt 1 to provision port 8e134f1a-f9e0-4e71-a422-228ae61f8457 Sep 23 15:48:49.602982 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed8774e-2481-4a39-98f9-e2bf9e8287c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:48:49.614256 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043df9af-fc1f-49cf-bf97-985cbb825ad2 None None] Sync routers for ids ['511d889f-0458-4971-bdd1-2aa07e527845'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:48:49.625471 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043df9af-fc1f-49cf-bf97-985cbb825ad2 None None] Routers {'511d889f-0458-4971-bdd1-2aa07e527845'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:48:49.626217 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-043df9af-fc1f-49cf-bf97-985cbb825ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:48:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['511d889f-0458-4971-bdd1-2aa07e527845'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:48:49.628849 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3ed8774e-2481-4a39-98f9-e2bf9e8287c1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "PUT /v2.0/routers/511d889f-0458-4971-bdd1-2aa07e527845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4246759 Sep 23 15:48:49.681408 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-19eddcc1-0d58-4e5f-a767-b2924a6207fd None None] Current status of the port 8e134f1a-f9e0-4e71-a422-228ae61f8457 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:48:49.681798 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19eddcc1-0d58-4e5f-a767-b2924a6207fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:49.716921 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-19eddcc1-0d58-4e5f-a767-b2924a6207fd None None] For port 8e134f1a-f9e0-4e71-a422-228ae61f8457, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8e134f1a-f9e0-4e71-a422-228ae61f8457,segment=NetworkSegment(0df22f5e-5c2f-4f3e-b11b-d1a147de7f14),segment_id=0df22f5e-5c2f-4f3e-b11b-d1a147de7f14)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:48:49.775810 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19eddcc1-0d58-4e5f-a767-b2924a6207fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:49.827080 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-043df9af-fc1f-49cf-bf97-985cbb825ad2 None None] Set router 511d889f-0458-4971-bdd1-2aa07e527845 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:48:49.842355 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-66fb618d-2622-495b-b782-fca5faa330f0 req-79008b2c-7747-4f6d-8f21-c9fe4693cd66 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:48:49.876966 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eddcc1-0d58-4e5f-a767-b2924a6207fd None None] Pushing event updated for resources: {'Port': ['ID=8e134f1a-f9e0-4e71-a422-228ae61f8457,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:49.955207 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-66fb618d-2622-495b-b782-fca5faa330f0 req-79008b2c-7747-4f6d-8f21-c9fe4693cd66 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:48:49.955207 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-66fb618d-2622-495b-b782-fca5faa330f0 req-79008b2c-7747-4f6d-8f21-c9fe4693cd66 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-388877059&fields=id&tenant_id=04ba3b533aed4ca1b027ca3a04d161ce HTTP/1.1" status: 200 len: 267 time: 0.1900063 Sep 23 15:48:50.055864 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-a012ff4c-5299-4297-8fc9-6e76e06afbc1 None None] Provisioning for port 6168f142-f10e-424a-abda-837c568dd02e completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:48:50.061451 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-a012ff4c-5299-4297-8fc9-6e76e06afbc1 None None] Provisioning complete for port 6168f142-f10e-424a-abda-837c568dd02e triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:48:50.065417 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a012ff4c-5299-4297-8fc9-6e76e06afbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:50.065417 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-a012ff4c-5299-4297-8fc9-6e76e06afbc1 None None] Attempt 1 to provision port 6168f142-f10e-424a-abda-837c568dd02e Sep 23 15:48:50.133952 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 118d5d19-a619-4298-a567-0df18edd65fe up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:48:50.135658 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb618d-2622-495b-b782-fca5faa330f0 req-84c6f743-ff89-425b-a9c7-8c2ecc4c59f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:50.136523 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-66fb618d-2622-495b-b782-fca5faa330f0 req-84c6f743-ff89-425b-a9c7-8c2ecc4c59f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:network {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:48:50.165005 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-043df9af-fc1f-49cf-bf97-985cbb825ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511d889f-0458-4971-bdd1-2aa07e527845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494856833', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155'}], 'enable_snat': True}, 'gw_port_id': '118d5d19-a619-4298-a567-0df18edd65fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:48:42Z', 'updated_at': '2022-09-23T15:48:48Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '118d5d19-a619-4298-a567-0df18edd65fe', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511d889f-0458-4971-bdd1-2aa07e527845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:48:43Z', 'updated_at': '2022-09-23T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '6168f142-f10e-424a-abda-837c568dd02e', 'name': '', 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:4d:7e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511d889f-0458-4971-bdd1-2aa07e527845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '02450e2a-af39-4d2f-8077-602d12bdecf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:48:47Z', 'updated_at': '2022-09-23T15:48:48Z', 'revision_number': 2, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '02450e2a-af39-4d2f-8077-602d12bdecf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:48:50.171204 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043df9af-fc1f-49cf-bf97-985cbb825ad2 None None] Checking router: 511d889f-0458-4971-bdd1-2aa07e527845 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:48:50.171561 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043df9af-fc1f-49cf-bf97-985cbb825ad2 None None] Updating router 511d889f-0458-4971-bdd1-2aa07e527845 port 6168f142-f10e-424a-abda-837c568dd02e binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:48:50.197678 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a012ff4c-5299-4297-8fc9-6e76e06afbc1 None None] Port 6168f142-f10e-424a-abda-837c568dd02e cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:48:50.214665 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-66fb618d-2622-495b-b782-fca5faa330f0 req-84c6f743-ff89-425b-a9c7-8c2ecc4c59f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:network {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:48:50.215895 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-66fb618d-2622-495b-b782-fca5faa330f0 req-84c6f743-ff89-425b-a9c7-8c2ecc4c59f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/networks?id=59bdf704-97d4-4c54-a9e0-8d9847a4fb05 HTTP/1.1" status: 200 len: 797 time: 0.2544861 Sep 23 15:48:50.221677 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 118d5d19-a619-4298-a567-0df18edd65fe triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:48:50.222333 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:50.222765 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 118d5d19-a619-4298-a567-0df18edd65fe Sep 23 15:48:50.228549 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-043df9af-fc1f-49cf-bf97-985cbb825ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:50.231320 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-66fb618d-2622-495b-b782-fca5faa330f0 req-69f5f73a-29ae-4a6b-9355-e1f475d71227 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/quotas/04ba3b533aed4ca1b027ca3a04d161ce HTTP/1.1" status: 200 len: 375 time: 0.0096314 Sep 23 15:48:50.339220 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-66fb618d-2622-495b-b782-fca5faa330f0 req-c5015a98-4ba2-42ae-9797-726c5be91520 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:48:50.358022 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 118d5d19-a619-4298-a567-0df18edd65fe is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:48:50.359158 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8e134f1a-f9e0-4e71-a422-228ae61f8457 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:48:50.415695 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-66fb618d-2622-495b-b782-fca5faa330f0 req-c5015a98-4ba2-42ae-9797-726c5be91520 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:48:50.417328 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-66fb618d-2622-495b-b782-fca5faa330f0 req-c5015a98-4ba2-42ae-9797-726c5be91520 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1748283 Sep 23 15:48:50.427043 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 8e134f1a-f9e0-4e71-a422-228ae61f8457 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:48:50.427411 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:50.427959 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 8e134f1a-f9e0-4e71-a422-228ae61f8457 Sep 23 15:48:50.482336 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [req-66fb618d-2622-495b-b782-fca5faa330f0 req-6bf0ba84-f4c8-47d5-bd07-579120fa07c0 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:48:50.483310 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-66fb618d-2622-495b-b782-fca5faa330f0 req-6bf0ba84-f4c8-47d5-bd07-579120fa07c0 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0516357 Sep 23 15:48:50.547540 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 8e134f1a-f9e0-4e71-a422-228ae61f8457 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:48:50.602474 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-043df9af-fc1f-49cf-bf97-985cbb825ad2 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:50.614446 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-043df9af-fc1f-49cf-bf97-985cbb825ad2 None None] Transition to ACTIVE for port object 6168f142-f10e-424a-abda-837c568dd02e will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:48:50.619338 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-66fb618d-2622-495b-b782-fca5faa330f0 req-1b4b0d1a-ad6a-4231-8ecf-114adf283c3d service neutron] 10.222.0.67 "GET /v2.0/networks/59bdf704-97d4-4c54-a9e0-8d9847a4fb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281722 Sep 23 15:48:50.695638 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-043df9af-fc1f-49cf-bf97-985cbb825ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:50.698781 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-a012ff4c-5299-4297-8fc9-6e76e06afbc1 None None] Attempt 2 to provision port 6168f142-f10e-424a-abda-837c568dd02e Sep 23 15:48:50.755595 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-66fb618d-2622-495b-b782-fca5faa330f0 req-3568b4d3-6a21-4515-be72-bd31239f9037 service neutron] 10.222.0.67 "GET /v2.0/networks/59bdf704-97d4-4c54-a9e0-8d9847a4fb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304259 Sep 23 15:48:50.755917 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a012ff4c-5299-4297-8fc9-6e76e06afbc1 None None] Port 6168f142-f10e-424a-abda-837c568dd02e cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:48:50.908716 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f57154-92c1-465b-b118-dbd050982739 None None] Pushing event updated for resources: {'Port': ['ID=6168f142-f10e-424a-abda-837c568dd02e,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:50.920217 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f57154-92c1-465b-b118-dbd050982739 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:50.920559 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f57154-92c1-465b-b118-dbd050982739 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:50.920895 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f57154-92c1-465b-b118-dbd050982739 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:50.921225 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f57154-92c1-465b-b118-dbd050982739 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:50.921551 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f57154-92c1-465b-b118-dbd050982739 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:50.921873 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f57154-92c1-465b-b118-dbd050982739 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:50.922194 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f57154-92c1-465b-b118-dbd050982739 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:50.922663 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f57154-92c1-465b-b118-dbd050982739 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:50.922987 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f57154-92c1-465b-b118-dbd050982739 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:50.923304 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f57154-92c1-465b-b118-dbd050982739 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:50.923618 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f57154-92c1-465b-b118-dbd050982739 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:50.923933 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f57154-92c1-465b-b118-dbd050982739 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:48:50.926985 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-043df9af-fc1f-49cf-bf97-985cbb825ad2 None None] Attempting to bind port 6168f142-f10e-424a-abda-837c568dd02e on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:48:50.927352 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-043df9af-fc1f-49cf-bf97-985cbb825ad2 None None] Attempting to bind port 6168f142-f10e-424a-abda-837c568dd02e by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '0df22f5e-5c2f-4f3e-b11b-d1a147de7f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:48:50.927710 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043df9af-fc1f-49cf-bf97-985cbb825ad2 None None] Attempting to bind port 6168f142-f10e-424a-abda-837c568dd02e on network 59bdf704-97d4-4c54-a9e0-8d9847a4fb05 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:48:50.933184 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043df9af-fc1f-49cf-bf97-985cbb825ad2 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:48:50.933550 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043df9af-fc1f-49cf-bf97-985cbb825ad2 None None] Checking segment: {'id': '0df22f5e-5c2f-4f3e-b11b-d1a147de7f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:48:50.933945 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-043df9af-fc1f-49cf-bf97-985cbb825ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:50.934339 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043df9af-fc1f-49cf-bf97-985cbb825ad2 None None] Bound using segment: {'id': '0df22f5e-5c2f-4f3e-b11b-d1a147de7f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:48:50.934832 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-043df9af-fc1f-49cf-bf97-985cbb825ad2 None None] Bound port: 6168f142-f10e-424a-abda-837c568dd02e, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df22f5e-5c2f-4f3e-b11b-d1a147de7f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:48:50.935196 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-043df9af-fc1f-49cf-bf97-985cbb825ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:51.026048 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-043df9af-fc1f-49cf-bf97-985cbb825ad2 None None] For port 6168f142-f10e-424a-abda-837c568dd02e, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:48:51.029604 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-043df9af-fc1f-49cf-bf97-985cbb825ad2 None None] For port 6168f142-f10e-424a-abda-837c568dd02e, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=6168f142-f10e-424a-abda-837c568dd02e,segment=NetworkSegment(0df22f5e-5c2f-4f3e-b11b-d1a147de7f14),segment_id=0df22f5e-5c2f-4f3e-b11b-d1a147de7f14)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:48:51.050078 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3e49aa6c-3cbb-434f-ad27-b4c0d5a63bdb req-55fa38c2-16ba-4959-866b-b8e06df1bace tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 210 time: 0.0508654 Sep 23 15:48:51.100155 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-043df9af-fc1f-49cf-bf97-985cbb825ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:51.159776 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043df9af-fc1f-49cf-bf97-985cbb825ad2 None None] Routers {'511d889f-0458-4971-bdd1-2aa07e527845'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:48:51.160378 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-043df9af-fc1f-49cf-bf97-985cbb825ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:48:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['511d889f-0458-4971-bdd1-2aa07e527845'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:48:51.257486 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-a012ff4c-5299-4297-8fc9-6e76e06afbc1 None None] Attempt 3 to provision port 6168f142-f10e-424a-abda-837c568dd02e Sep 23 15:48:51.272031 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f57154-92c1-465b-b118-dbd050982739 None None] Pushing event updated for resources: {'Port': ['ID=6168f142-f10e-424a-abda-837c568dd02e,revision_number=4']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:51.333777 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a012ff4c-5299-4297-8fc9-6e76e06afbc1 None None] Port 6168f142-f10e-424a-abda-837c568dd02e had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:48:51.344880 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-a012ff4c-5299-4297-8fc9-6e76e06afbc1 None None] Provisioning complete for port 8e134f1a-f9e0-4e71-a422-228ae61f8457 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:48:51.345250 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a012ff4c-5299-4297-8fc9-6e76e06afbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:51.345580 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-a012ff4c-5299-4297-8fc9-6e76e06afbc1 None None] Attempt 1 to provision port 8e134f1a-f9e0-4e71-a422-228ae61f8457 Sep 23 15:48:51.372824 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-043df9af-fc1f-49cf-bf97-985cbb825ad2 None None] Set router 511d889f-0458-4971-bdd1-2aa07e527845 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:48:51.466846 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a012ff4c-5299-4297-8fc9-6e76e06afbc1 None None] Current status of the port 8e134f1a-f9e0-4e71-a422-228ae61f8457 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:48:51.682210 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-043df9af-fc1f-49cf-bf97-985cbb825ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511d889f-0458-4971-bdd1-2aa07e527845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494856833', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155'}], 'enable_snat': True}, 'gw_port_id': '118d5d19-a619-4298-a567-0df18edd65fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:48:42Z', 'updated_at': '2022-09-23T15:48:48Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '118d5d19-a619-4298-a567-0df18edd65fe', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511d889f-0458-4971-bdd1-2aa07e527845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:48:43Z', 'updated_at': '2022-09-23T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '6168f142-f10e-424a-abda-837c568dd02e', 'name': '', 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:4d:7e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511d889f-0458-4971-bdd1-2aa07e527845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '02450e2a-af39-4d2f-8077-602d12bdecf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:48:47Z', 'updated_at': '2022-09-23T15:48:51Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '02450e2a-af39-4d2f-8077-602d12bdecf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:48:51.686606 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043df9af-fc1f-49cf-bf97-985cbb825ad2 None None] The sync data for ids ['511d889f-0458-4971-bdd1-2aa07e527845'] in dv-neutron-859093-1-hyperv is: [{'id': '511d889f-0458-4971-bdd1-2aa07e527845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494856833', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155'}], 'enable_snat': True}, 'gw_port_id': '118d5d19-a619-4298-a567-0df18edd65fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:48:42Z', 'updated_at': '2022-09-23T15:48:48Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '118d5d19-a619-4298-a567-0df18edd65fe', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511d889f-0458-4971-bdd1-2aa07e527845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:48:43Z', 'updated_at': '2022-09-23T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '6168f142-f10e-424a-abda-837c568dd02e', 'name': '', 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:4d:7e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '511d889f-0458-4971-bdd1-2aa07e527845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '02450e2a-af39-4d2f-8077-602d12bdecf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:48:47Z', 'updated_at': '2022-09-23T15:48:51Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '02450e2a-af39-4d2f-8077-602d12bdecf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:48:52.106205 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 6168f142-f10e-424a-abda-837c568dd02e up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:48:52.234054 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e5822812-cd91-4733-b60a-d4d7d679baad req-d828ff3e-d6f3-42bd-984f-59e370f796fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 210 time: 0.0592439 Sep 23 15:48:52.249779 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 6168f142-f10e-424a-abda-837c568dd02e completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:48:52.255302 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 6168f142-f10e-424a-abda-837c568dd02e triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:48:52.255670 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:52.256006 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 6168f142-f10e-424a-abda-837c568dd02e Sep 23 15:48:52.383516 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 6168f142-f10e-424a-abda-837c568dd02e is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:48:52.383955 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:52.418003 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 6168f142-f10e-424a-abda-837c568dd02e, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=6168f142-f10e-424a-abda-837c568dd02e,segment=NetworkSegment(0df22f5e-5c2f-4f3e-b11b-d1a147de7f14),segment_id=0df22f5e-5c2f-4f3e-b11b-d1a147de7f14)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:48:52.495782 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:52.564562 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=6168f142-f10e-424a-abda-837c568dd02e,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:53.089446 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb618d-2622-495b-b782-fca5faa330f0 req-b1b5697b-1e4c-41d1-8e29-3f5338e5b048 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:53.090876 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-66fb618d-2622-495b-b782-fca5faa330f0 req-b1b5697b-1e4c-41d1-8e29-3f5338e5b048 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.72 "GET /v2.0/networks?id=59bdf704-97d4-4c54-a9e0-8d9847a4fb05 HTTP/1.1" status: 200 len: 797 time: 0.1473672 Sep 23 15:48:53.142021 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-66fb618d-2622-495b-b782-fca5faa330f0 req-c42e0fb9-8b34-4f52-b753-897a32057588 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04ba3b533aed4ca1b027ca3a04d161ce HTTP/1.1" status: 200 len: 379 time: 0.0401833 Sep 23 15:48:53.150725 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-66fb618d-2622-495b-b782-fca5faa330f0 req-dccba80f-362a-4edc-ac17-813f0fc549ba tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'port': {'device_id': '87723078-97b5-4777-b1eb-8b74720bb122', 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05', 'admin_state_up': True, 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'security_groups': ['0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:48:53.290298 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-66fb618d-2622-495b-b782-fca5faa330f0 req-dccba80f-362a-4edc-ac17-813f0fc549ba tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:48:53.299846 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-66fb618d-2622-495b-b782-fca5faa330f0 req-dccba80f-362a-4edc-ac17-813f0fc549ba tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:48:53.374934 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66fb618d-2622-495b-b782-fca5faa330f0 req-dccba80f-362a-4edc-ac17-813f0fc549ba tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Made reservation on behalf of 04ba3b533aed4ca1b027ca3a04d161ce for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:48:53.378558 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-66fb618d-2622-495b-b782-fca5faa330f0 req-dccba80f-362a-4edc-ac17-813f0fc549ba tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:53.397198 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6c7200b9-3680-4866-a4e1-22c27549ed9d req-4bd92cc4-a8c1-4399-9224-477383cf8838 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 210 time: 0.0498750 Sep 23 15:48:53.539890 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-66fb618d-2622-495b-b782-fca5faa330f0 req-dccba80f-362a-4edc-ac17-813f0fc549ba tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Allocated IP 172.20.0.12 (59bdf704-97d4-4c54-a9e0-8d9847a4fb05/02450e2a-af39-4d2f-8077-602d12bdecf6/3a9a10a8-4547-452a-981e-ce3d95483bba) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:48:53.835255 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-66fb618d-2622-495b-b782-fca5faa330f0 req-dccba80f-362a-4edc-ac17-813f0fc549ba tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:53.849894 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-66fb618d-2622-495b-b782-fca5faa330f0 req-dccba80f-362a-4edc-ac17-813f0fc549ba tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Transition to ACTIVE for port object 3a9a10a8-4547-452a-981e-ce3d95483bba will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:48:53.941341 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-66fb618d-2622-495b-b782-fca5faa330f0 req-dccba80f-362a-4edc-ac17-813f0fc549ba tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:54.011845 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66fb618d-2622-495b-b782-fca5faa330f0 req-dccba80f-362a-4edc-ac17-813f0fc549ba tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network 59bdf704-97d4-4c54-a9e0-8d9847a4fb05 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:48:54.014916 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-66fb618d-2622-495b-b782-fca5faa330f0 req-dccba80f-362a-4edc-ac17-813f0fc549ba tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:48:54.018591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fb618d-2622-495b-b782-fca5faa330f0 req-dccba80f-362a-4edc-ac17-813f0fc549ba tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:48:54.048724 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccba80f-362a-4edc-ac17-813f0fc549ba tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=3a9a10a8-4547-452a-981e-ce3d95483bba,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:54.088347 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 6168f142-f10e-424a-abda-837c568dd02e up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:48:54.094399 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb618d-2622-495b-b782-fca5faa330f0 req-dccba80f-362a-4edc-ac17-813f0fc549ba tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:54.095031 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-66fb618d-2622-495b-b782-fca5faa330f0 req-dccba80f-362a-4edc-ac17-813f0fc549ba tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:54.164717 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 6168f142-f10e-424a-abda-837c568dd02e triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:48:54.165095 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:54.165429 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 6168f142-f10e-424a-abda-837c568dd02e Sep 23 15:48:54.188269 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-66fb618d-2622-495b-b782-fca5faa330f0 req-dccba80f-362a-4edc-ac17-813f0fc549ba tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0412040 Sep 23 15:48:54.199928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-66fb618d-2622-495b-b782-fca5faa330f0 req-4847d85b-cb1b-4e22-aa4b-565ef86de014 service neutron] Request body: {'port': {'device_id': '87723078-97b5-4777-b1eb-8b74720bb122', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:48:54.289828 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 6168f142-f10e-424a-abda-837c568dd02e is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:48:54.301275 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-46ff2bae-3af9-4b74-859b-24345165f814 None None] Provisioning for port 3a9a10a8-4547-452a-981e-ce3d95483bba completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:48:54.306286 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-46ff2bae-3af9-4b74-859b-24345165f814 None None] Provisioning complete for port 3a9a10a8-4547-452a-981e-ce3d95483bba triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:48:54.306684 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-46ff2bae-3af9-4b74-859b-24345165f814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:54.307017 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-46ff2bae-3af9-4b74-859b-24345165f814 None None] Attempt 1 to provision port 3a9a10a8-4547-452a-981e-ce3d95483bba Sep 23 15:48:54.315793 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-66fb618d-2622-495b-b782-fca5faa330f0 req-4847d85b-cb1b-4e22-aa4b-565ef86de014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:54.362494 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-46ff2bae-3af9-4b74-859b-24345165f814 None None] Port 3a9a10a8-4547-452a-981e-ce3d95483bba cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:48:54.660469 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83128b-b83a-433a-af77-6f2b3785e632 req-eb8f803d-e5a5-4a77-a350-7b1ddfc91cd5 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:54.661160 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-9a83128b-b83a-433a-af77-6f2b3785e632 req-eb8f803d-e5a5-4a77-a350-7b1ddfc91cd5 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:48:54.738099 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-9a83128b-b83a-433a-af77-6f2b3785e632 req-eb8f803d-e5a5-4a77-a350-7b1ddfc91cd5 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:48:54.739247 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9a83128b-b83a-433a-af77-6f2b3785e632 req-eb8f803d-e5a5-4a77-a350-7b1ddfc91cd5 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 932 time: 0.2163620 Sep 23 15:48:54.745188 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-66fb618d-2622-495b-b782-fca5faa330f0 req-4847d85b-cb1b-4e22-aa4b-565ef86de014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a9a10a8-4547-452a-981e-ce3d95483bba {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:48:54.754108 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-66fb618d-2622-495b-b782-fca5faa330f0 req-4847d85b-cb1b-4e22-aa4b-565ef86de014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:54.793759 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-66fb618d-2622-495b-b782-fca5faa330f0 req-4847d85b-cb1b-4e22-aa4b-565ef86de014 service neutron] Transition to ACTIVE for port object 3a9a10a8-4547-452a-981e-ce3d95483bba will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:48:54.803606 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9a83128b-b83a-433a-af77-6f2b3785e632 req-042bf284-875e-446d-8372-8a81c59bddc6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539157 Sep 23 15:48:54.861670 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-66fb618d-2622-495b-b782-fca5faa330f0 req-4847d85b-cb1b-4e22-aa4b-565ef86de014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:54.863791 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-46ff2bae-3af9-4b74-859b-24345165f814 None None] Attempt 2 to provision port 3a9a10a8-4547-452a-981e-ce3d95483bba Sep 23 15:48:54.918166 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-46ff2bae-3af9-4b74-859b-24345165f814 None None] Port 3a9a10a8-4547-452a-981e-ce3d95483bba cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:48:55.054564 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847d85b-cb1b-4e22-aa4b-565ef86de014 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9a10a8-4547-452a-981e-ce3d95483bba,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:55.086007 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-66fb618d-2622-495b-b782-fca5faa330f0 req-4847d85b-cb1b-4e22-aa4b-565ef86de014 service neutron] Attempting to bind port 3a9a10a8-4547-452a-981e-ce3d95483bba on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:48:55.086371 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-66fb618d-2622-495b-b782-fca5faa330f0 req-4847d85b-cb1b-4e22-aa4b-565ef86de014 service neutron] Attempting to bind port 3a9a10a8-4547-452a-981e-ce3d95483bba by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '0df22f5e-5c2f-4f3e-b11b-d1a147de7f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:48:55.086703 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fb618d-2622-495b-b782-fca5faa330f0 req-4847d85b-cb1b-4e22-aa4b-565ef86de014 service neutron] Attempting to bind port 3a9a10a8-4547-452a-981e-ce3d95483bba on network 59bdf704-97d4-4c54-a9e0-8d9847a4fb05 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:48:55.091250 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fb618d-2622-495b-b782-fca5faa330f0 req-4847d85b-cb1b-4e22-aa4b-565ef86de014 service neutron] Port 3a9a10a8-4547-452a-981e-ce3d95483bba on network 59bdf704-97d4-4c54-a9e0-8d9847a4fb05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:48:55.091572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fb618d-2622-495b-b782-fca5faa330f0 req-4847d85b-cb1b-4e22-aa4b-565ef86de014 service neutron] Attempting to bind port 3a9a10a8-4547-452a-981e-ce3d95483bba on network 59bdf704-97d4-4c54-a9e0-8d9847a4fb05 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:48:55.096553 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fb618d-2622-495b-b782-fca5faa330f0 req-4847d85b-cb1b-4e22-aa4b-565ef86de014 service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:48:55.096888 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fb618d-2622-495b-b782-fca5faa330f0 req-4847d85b-cb1b-4e22-aa4b-565ef86de014 service neutron] Checking segment: {'id': '0df22f5e-5c2f-4f3e-b11b-d1a147de7f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:48:55.097266 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fb618d-2622-495b-b782-fca5faa330f0 req-4847d85b-cb1b-4e22-aa4b-565ef86de014 service neutron] Bound using segment: {'id': '0df22f5e-5c2f-4f3e-b11b-d1a147de7f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:48:55.097690 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-66fb618d-2622-495b-b782-fca5faa330f0 req-4847d85b-cb1b-4e22-aa4b-565ef86de014 service neutron] Bound port: 3a9a10a8-4547-452a-981e-ce3d95483bba, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df22f5e-5c2f-4f3e-b11b-d1a147de7f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:48:55.098031 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-66fb618d-2622-495b-b782-fca5faa330f0 req-4847d85b-cb1b-4e22-aa4b-565ef86de014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:55.184078 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-66fb618d-2622-495b-b782-fca5faa330f0 req-4847d85b-cb1b-4e22-aa4b-565ef86de014 service neutron] For port 3a9a10a8-4547-452a-981e-ce3d95483bba, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:48:55.191576 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-66fb618d-2622-495b-b782-fca5faa330f0 req-4847d85b-cb1b-4e22-aa4b-565ef86de014 service neutron] For port 3a9a10a8-4547-452a-981e-ce3d95483bba, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=3a9a10a8-4547-452a-981e-ce3d95483bba,segment=NetworkSegment(0df22f5e-5c2f-4f3e-b11b-d1a147de7f14),segment_id=0df22f5e-5c2f-4f3e-b11b-d1a147de7f14)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:48:55.250278 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-66fb618d-2622-495b-b782-fca5faa330f0 req-4847d85b-cb1b-4e22-aa4b-565ef86de014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:55.283431 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb618d-2622-495b-b782-fca5faa330f0 req-4847d85b-cb1b-4e22-aa4b-565ef86de014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:55.284043 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-66fb618d-2622-495b-b782-fca5faa330f0 req-4847d85b-cb1b-4e22-aa4b-565ef86de014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:55.285403 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-66fb618d-2622-495b-b782-fca5faa330f0 req-4847d85b-cb1b-4e22-aa4b-565ef86de014 service neutron] 10.222.0.72 "PUT /v2.0/ports/3a9a10a8-4547-452a-981e-ce3d95483bba HTTP/1.1" status: 200 len: 1094 time: 1.0900879 Sep 23 15:48:55.285833 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87723078-97b5-4777-b1eb-8b74720bb122', 'tag': '3a9a10a8-4547-452a-981e-ce3d95483bba'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:48:55.288130 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0d6676-9014-40e3-88fc-a465cc6dfdb4" -d '{"events": [{"name": "network-changed", "server_uuid": "87723078-97b5-4777-b1eb-8b74720bb122", "tag": "3a9a10a8-4547-452a-981e-ce3d95483bba"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:48:55.331092 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847d85b-cb1b-4e22-aa4b-565ef86de014 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9a10a8-4547-452a-981e-ce3d95483bba,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:55.334515 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490d291f-01ba-4f61-ab56-7c7a1797fe71 x-openstack-request-id: req-490d291f-01ba-4f61-ab56-7c7a1797fe71 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:48:55.334819 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87723078-97b5-4777-b1eb-8b74720bb122", "tag": "3a9a10a8-4547-452a-981e-ce3d95483bba", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:48:55.335111 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-490d291f-01ba-4f61-ab56-7c7a1797fe71 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:48:55.335494 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-490d291f-01ba-4f61-ab56-7c7a1797fe71'] response: {'name': 'network-changed', 'server_uuid': '87723078-97b5-4777-b1eb-8b74720bb122', 'tag': '3a9a10a8-4547-452a-981e-ce3d95483bba', 'status': 'completed', 'code': 200} Sep 23 15:48:55.419428 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-46ff2bae-3af9-4b74-859b-24345165f814 None None] Attempt 3 to provision port 3a9a10a8-4547-452a-981e-ce3d95483bba Sep 23 15:48:55.430796 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d6676-9014-40e3-88fc-a465cc6dfdb4 req-d40f0de8-90a5-4649-bdd9-3b1691b4d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:55.432307 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0d0d6676-9014-40e3-88fc-a465cc6dfdb4 req-d40f0de8-90a5-4649-bdd9-3b1691b4d388 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 1097 time: 0.0782003 Sep 23 15:48:55.512727 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-46ff2bae-3af9-4b74-859b-24345165f814 None None] Port 3a9a10a8-4547-452a-981e-ce3d95483bba had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:48:55.588730 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d6676-9014-40e3-88fc-a465cc6dfdb4 req-5044df7d-b95d-4b26-9a82-902729229998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:55.590211 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0d0d6676-9014-40e3-88fc-a465cc6dfdb4 req-5044df7d-b95d-4b26-9a82-902729229998 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1509681 Sep 23 15:48:55.726405 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d6676-9014-40e3-88fc-a465cc6dfdb4 req-55ed88d8-3ee0-409e-a214-be9ca4f5892a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:55.727838 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0d0d6676-9014-40e3-88fc-a465cc6dfdb4 req-55ed88d8-3ee0-409e-a214-be9ca4f5892a service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318879 Sep 23 15:48:56.011326 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb618d-2622-495b-b782-fca5faa330f0 req-4e3d686b-1a4d-46f5-b6a8-6e516a7398d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:56.013329 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-66fb618d-2622-495b-b782-fca5faa330f0 req-4e3d686b-1a4d-46f5-b6a8-6e516a7398d9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 1097 time: 0.2510796 Sep 23 15:48:56.024965 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f7362-3b78-4322-a78b-df778f47af0a req-89895687-b311-45a0-8242-b1229433d8f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:56.026362 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-606f7362-3b78-4322-a78b-df778f47af0a req-89895687-b311-45a0-8242-b1229433d8f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 944 time: 0.1071472 Sep 23 15:48:56.102773 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-66fb618d-2622-495b-b782-fca5faa330f0 req-bbb64e20-24f7-4a1e-a09a-7d9fad641035 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a9a10a8-4547-452a-981e-ce3d95483bba HTTP/1.1" status: 200 len: 217 time: 0.0753634 Sep 23 15:48:56.173756 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-606f7362-3b78-4322-a78b-df778f47af0a req-99b01a35-3550-460d-a343-9766697796ce tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974879 Sep 23 15:48:56.182547 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb618d-2622-495b-b782-fca5faa330f0 req-a3ebc5b2-949d-49f3-89a0-44aacb3acf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:56.183973 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-66fb618d-2622-495b-b782-fca5faa330f0 req-a3ebc5b2-949d-49f3-89a0-44aacb3acf65 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=02450e2a-af39-4d2f-8077-602d12bdecf6 HTTP/1.1" status: 200 len: 835 time: 0.0759399 Sep 23 15:48:56.267531 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb618d-2622-495b-b782-fca5faa330f0 req-e366c0d5-ce24-43f0-ab4a-79c5efe681c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:56.269000 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-66fb618d-2622-495b-b782-fca5faa330f0 req-e366c0d5-ce24-43f0-ab4a-79c5efe681c8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=59bdf704-97d4-4c54-a9e0-8d9847a4fb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788336 Sep 23 15:48:56.399787 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-66fb618d-2622-495b-b782-fca5faa330f0 req-e228c59b-43e8-4520-b975-97e6006149b0 service neutron] 10.222.0.72 "GET /v2.0/networks/59bdf704-97d4-4c54-a9e0-8d9847a4fb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241527 Sep 23 15:48:56.529261 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-66fb618d-2622-495b-b782-fca5faa330f0 req-551304cb-9ede-4f53-8cea-ef3709616e6e service neutron] 10.222.0.72 "GET /v2.0/networks/59bdf704-97d4-4c54-a9e0-8d9847a4fb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229737 Sep 23 15:48:57.375741 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5bcff-3865-44cc-86cf-cc3bb808f897 req-865e8f07-191b-4c8e-82eb-bf537e8fd4a8 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:57.377188 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-58d5bcff-3865-44cc-86cf-cc3bb808f897 req-865e8f07-191b-4c8e-82eb-bf537e8fd4a8 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 944 time: 0.0894659 Sep 23 15:48:57.421084 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-58d5bcff-3865-44cc-86cf-cc3bb808f897 req-e848d739-7b98-44b7-b144-100586fb7d12 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382125 Sep 23 15:48:58.620320 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce02ab9-f704-4a4e-bd6d-19b0c7575427 req-959c15a4-da48-4a04-a0d0-b41d973254ae tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:48:58.621677 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6ce02ab9-f704-4a4e-bd6d-19b0c7575427 req-959c15a4-da48-4a04-a0d0-b41d973254ae tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 944 time: 0.0929630 Sep 23 15:48:58.665031 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6ce02ab9-f704-4a4e-bd6d-19b0c7575427 req-2e43b09b-a444-4840-819e-3807e34f1c49 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371058 Sep 23 15:48:58.898282 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 3a9a10a8-4547-452a-981e-ce3d95483bba details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:48:59.032160 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 3a9a10a8-4547-452a-981e-ce3d95483bba, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=3a9a10a8-4547-452a-981e-ce3d95483bba,segment=NetworkSegment(0df22f5e-5c2f-4f3e-b11b-d1a147de7f14),segment_id=0df22f5e-5c2f-4f3e-b11b-d1a147de7f14)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:48:59.046219 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '3a9a10a8-4547-452a-981e-ce3d95483bba', 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05', 'port_id': '3a9a10a8-4547-452a-981e-ce3d95483bba', 'mac_address': 'fa:16:3e:93:b0:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02450e2a-af39-4d2f-8077-602d12bdecf6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:48:59.102305 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 3a9a10a8-4547-452a-981e-ce3d95483bba is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:48:59.105889 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:59.119685 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a9a10a8-4547-452a-981e-ce3d95483bba {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:48:59.135296 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 3a9a10a8-4547-452a-981e-ce3d95483bba, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=3a9a10a8-4547-452a-981e-ce3d95483bba,segment=NetworkSegment(0df22f5e-5c2f-4f3e-b11b-d1a147de7f14),segment_id=0df22f5e-5c2f-4f3e-b11b-d1a147de7f14)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:48:59.204581 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:48:59.276933 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=3a9a10a8-4547-452a-981e-ce3d95483bba,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:48:59.409627 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['3a9a10a8-4547-452a-981e-ce3d95483bba'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:49:00.017940 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e7144-725f-49fc-a792-0742b1889a3f req-b07c9a92-8231-4be3-ae83-b3bc0eef9ecb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:00.019411 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-4c2e7144-725f-49fc-a792-0742b1889a3f req-b07c9a92-8231-4be3-ae83-b3bc0eef9ecb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 945 time: 0.0901823 Sep 23 15:49:00.063471 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-4c2e7144-725f-49fc-a792-0742b1889a3f req-da4f9bed-7c33-4736-aad5-11ee77e684a9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384927 Sep 23 15:49:00.913806 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 3a9a10a8-4547-452a-981e-ce3d95483bba up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:49:01.049657 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 3a9a10a8-4547-452a-981e-ce3d95483bba completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:49:01.054380 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 3a9a10a8-4547-452a-981e-ce3d95483bba triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:49:01.054781 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:49:01.055112 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 3a9a10a8-4547-452a-981e-ce3d95483bba Sep 23 15:49:01.169664 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 3a9a10a8-4547-452a-981e-ce3d95483bba is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:49:01.170041 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:49:01.196764 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87723078-97b5-4777-b1eb-8b74720bb122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9a10a8-4547-452a-981e-ce3d95483bba'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:49:01.199088 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8302478e-7781-4d78-87ba-7a0f111e4141" -d '{"events": [{"server_uuid": "87723078-97b5-4777-b1eb-8b74720bb122", "name": "network-vif-plugged", "status": "completed", "tag": "3a9a10a8-4547-452a-981e-ce3d95483bba"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:49:01.207615 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 3a9a10a8-4547-452a-981e-ce3d95483bba, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=3a9a10a8-4547-452a-981e-ce3d95483bba,segment=NetworkSegment(0df22f5e-5c2f-4f3e-b11b-d1a147de7f14),segment_id=0df22f5e-5c2f-4f3e-b11b-d1a147de7f14)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:49:01.243337 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d267583e-c7bd-445b-b5b9-f2869805a4a8 x-openstack-request-id: req-d267583e-c7bd-445b-b5b9-f2869805a4a8 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:49:01.243617 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87723078-97b5-4777-b1eb-8b74720bb122", "name": "network-vif-plugged", "status": "completed", "tag": "3a9a10a8-4547-452a-981e-ce3d95483bba", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:49:01.243896 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d267583e-c7bd-445b-b5b9-f2869805a4a8 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:49:01.244290 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d267583e-c7bd-445b-b5b9-f2869805a4a8'] response: {'server_uuid': '87723078-97b5-4777-b1eb-8b74720bb122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9a10a8-4547-452a-981e-ce3d95483bba', 'code': 200} Sep 23 15:49:01.263237 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21076868-c07a-41e6-a604-7a4487520710 req-5d113992-1b0a-4d61-866a-f2614fe3726d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:01.264713 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-21076868-c07a-41e6-a604-7a4487520710 req-5d113992-1b0a-4d61-866a-f2614fe3726d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 945 time: 0.0900710 Sep 23 15:49:01.272900 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:49:01.311517 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-21076868-c07a-41e6-a604-7a4487520710 req-948b7cf2-7382-4bc7-8beb-024a7765351d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409570 Sep 23 15:49:01.345735 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=3a9a10a8-4547-452a-981e-ce3d95483bba,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:49:01.633843 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7cd04f-978a-4498-954e-b44f25e00756 req-db8c6e5d-1159-4db4-af5f-b8d4e061894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:01.635234 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6e7cd04f-978a-4498-954e-b44f25e00756 req-db8c6e5d-1159-4db4-af5f-b8d4e061894f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 1099 time: 0.1206658 Sep 23 15:49:01.677506 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6e7cd04f-978a-4498-954e-b44f25e00756 req-e5a10aaa-8510-40b3-84d3-80fb0136227a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362506 Sep 23 15:49:02.106677 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f169f682-dbea-4374-8bdd-9a6632afe67d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:49:02.508852 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33317b75-c42a-4a2a-8a2b-6aec93a0b37a req-7e718170-c4df-4403-a782-3dd5f4c77290 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:02.510340 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-33317b75-c42a-4a2a-8a2b-6aec93a0b37a req-7e718170-c4df-4403-a782-3dd5f4c77290 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 946 time: 0.0875952 Sep 23 15:49:02.558417 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-33317b75-c42a-4a2a-8a2b-6aec93a0b37a req-2113bc79-b2da-41b6-9d57-eaab6c534496 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417559 Sep 23 15:49:03.101135 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:49:03.758596 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c2378-2075-442a-953f-aed008c2185b req-b45ee594-7f14-4533-acc0-4eb68e2bc25b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:03.760065 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-cd1c2378-2075-442a-953f-aed008c2185b req-b45ee594-7f14-4533-acc0-4eb68e2bc25b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 946 time: 0.0900307 Sep 23 15:49:03.803412 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-cd1c2378-2075-442a-953f-aed008c2185b req-42eed646-eeda-46b4-bade-dc74a39a9aa6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376852 Sep 23 15:49:03.998544 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b81f4-76c7-44c3-ab53-a20f0e1730d7 req-0acfec20-c0cf-4ea5-93eb-dfcf8d0a9671 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:04.000023 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8c9b81f4-76c7-44c3-ab53-a20f0e1730d7 req-0acfec20-c0cf-4ea5-93eb-dfcf8d0a9671 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 946 time: 0.0875900 Sep 23 15:49:04.039628 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:49:04.043278 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8c9b81f4-76c7-44c3-ab53-a20f0e1730d7 req-018d2be5-77d5-402b-947f-e397d7b1397b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376675 Sep 23 15:49:04.071500 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 56992) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:49:04.151695 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e3da45-ff59-44b3-ac23-fd5b59b0189f tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:04.153102 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-71e3da45-ff59-44b3-ac23-fd5b59b0189f tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 1094 time: 0.0806291 Sep 23 15:49:04.156443 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 56996) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:49:04.161099 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-15455217-191a-4715-87f3-9dcecc97f9da tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': '3a9a10a8-4547-452a-981e-ce3d95483bba', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:49:04.167013 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-15455217-191a-4715-87f3-9dcecc97f9da tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:49:04.171505 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-15455217-191a-4715-87f3-9dcecc97f9da tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:floatingip and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:49:04.174397 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-15455217-191a-4715-87f3-9dcecc97f9da tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:49:04.180081 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-15455217-191a-4715-87f3-9dcecc97f9da tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:49:04.237993 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-15455217-191a-4715-87f3-9dcecc97f9da tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for floatingip, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:49:04.373626 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-15455217-191a-4715-87f3-9dcecc97f9da tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:49:04.503514 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-15455217-191a-4715-87f3-9dcecc97f9da tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Allocated IP 172.26.10.6 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/d74d2e7c-a647-4cd2-971e-49a6a27034af) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:49:04.652548 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-15455217-191a-4715-87f3-9dcecc97f9da tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:49:04.718276 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-15455217-191a-4715-87f3-9dcecc97f9da tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:49:04.785287 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15455217-191a-4715-87f3-9dcecc97f9da tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:49:04.788194 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-15455217-191a-4715-87f3-9dcecc97f9da tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:49:04.791938 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15455217-191a-4715-87f3-9dcecc97f9da tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:49:04.821645 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15455217-191a-4715-87f3-9dcecc97f9da tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=d74d2e7c-a647-4cd2-971e-49a6a27034af,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:49:04.836923 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4548665b-6b0c-4a75-99fa-9318fab941a6 req-1784f8f6-9cf6-4dbb-b7c6-8e3a4a1b0e53 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789115 Sep 23 15:49:04.984317 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548665b-6b0c-4a75-99fa-9318fab941a6 req-955dd7b5-35e2-42de-b772-0014cd44e0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:04.985818 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4548665b-6b0c-4a75-99fa-9318fab941a6 req-955dd7b5-35e2-42de-b772-0014cd44e0c2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 1099 time: 0.0810409 Sep 23 15:49:05.061973 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b1a7d77e-4d1c-4df6-b383-57ab6d7a3453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:49:05.131679 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548665b-6b0c-4a75-99fa-9318fab941a6 req-f3fb06c8-48ae-4c77-a803-74e16dbab3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:05.133179 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4548665b-6b0c-4a75-99fa-9318fab941a6 req-f3fb06c8-48ae-4c77-a803-74e16dbab3dd service neutron] 10.222.0.72 "GET /v2.0/networks?id=59bdf704-97d4-4c54-a9e0-8d9847a4fb05 HTTP/1.1" status: 200 len: 898 time: 0.1284218 Sep 23 15:49:05.201375 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4548665b-6b0c-4a75-99fa-9318fab941a6 req-57ff5ebf-3f2a-4ad7-bfe1-2c16294775b9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a9a10a8-4547-452a-981e-ce3d95483bba HTTP/1.1" status: 200 len: 217 time: 0.0615625 Sep 23 15:49:05.265363 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548665b-6b0c-4a75-99fa-9318fab941a6 req-6db92722-e47f-4912-82f7-73ca2f829767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:05.266834 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4548665b-6b0c-4a75-99fa-9318fab941a6 req-6db92722-e47f-4912-82f7-73ca2f829767 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=02450e2a-af39-4d2f-8077-602d12bdecf6 HTTP/1.1" status: 200 len: 835 time: 0.0603449 Sep 23 15:49:05.314433 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-15455217-191a-4715-87f3-9dcecc97f9da tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:49:05.350194 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548665b-6b0c-4a75-99fa-9318fab941a6 req-7bd4dbc3-192f-4a81-b3f1-d95cf42fcf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:05.351691 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4548665b-6b0c-4a75-99fa-9318fab941a6 req-7bd4dbc3-192f-4a81-b3f1-d95cf42fcf3e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=59bdf704-97d4-4c54-a9e0-8d9847a4fb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794263 Sep 23 15:49:05.434331 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-15455217-191a-4715-87f3-9dcecc97f9da tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:49:05.540588 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:49:05.590832 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4548665b-6b0c-4a75-99fa-9318fab941a6 req-1924d370-73fd-45cc-8387-545cc75efc9e service neutron] 10.222.0.72 "GET /v2.0/networks/59bdf704-97d4-4c54-a9e0-8d9847a4fb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325294 Sep 23 15:49:05.645720 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-15455217-191a-4715-87f3-9dcecc97f9da tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:49:05.674298 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:49:05.697977 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-15455217-191a-4715-87f3-9dcecc97f9da tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:49:05.726187 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4548665b-6b0c-4a75-99fa-9318fab941a6 req-45f6b708-828f-4af8-b979-cb692c4c28bd service neutron] 10.222.0.72 "GET /v2.0/networks/59bdf704-97d4-4c54-a9e0-8d9847a4fb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293719 Sep 23 15:49:05.808856 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-15455217-191a-4715-87f3-9dcecc97f9da tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:49:05.865266 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15455217-191a-4715-87f3-9dcecc97f9da tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=d74d2e7c-a647-4cd2-971e-49a6a27034af,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:49:06.008453 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-15455217-191a-4715-87f3-9dcecc97f9da tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Floating IP 1164d818-d78d-41f1-9379-14b1c5abaed7 associated. External IP: 172.26.10.6, port: 3a9a10a8-4547-452a-981e-ce3d95483bba. Sep 23 15:49:06.353182 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15455217-191a-4715-87f3-9dcecc97f9da tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Router 511d889f-0458-4971-bdd1-2aa07e527845 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:49:06.526732 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15455217-191a-4715-87f3-9dcecc97f9da tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:49:06.537308 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f74415-2701-4a8a-a2f1-7e30a845f819 None None] Sync routers for ids ['511d889f-0458-4971-bdd1-2aa07e527845'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:49:06.547082 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f74415-2701-4a8a-a2f1-7e30a845f819 None None] Routers {'511d889f-0458-4971-bdd1-2aa07e527845'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:49:06.547697 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-d3f74415-2701-4a8a-a2f1-7e30a845f819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:49:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['511d889f-0458-4971-bdd1-2aa07e527845'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:49:06.615680 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-15455217-191a-4715-87f3-9dcecc97f9da tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:49:06.673657 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-15455217-191a-4715-87f3-9dcecc97f9da tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5162182 Sep 23 15:49:06.674189 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87723078-97b5-4777-b1eb-8b74720bb122', 'tag': '3a9a10a8-4547-452a-981e-ce3d95483bba'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:49:06.676587 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8009c2c01c24846940f3c9c2beb64f503f2d744ca5e92813e431a27377ac34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3300165-cecc-46cd-940c-ada937caef11" -d '{"events": [{"name": "network-changed", "server_uuid": "87723078-97b5-4777-b1eb-8b74720bb122", "tag": "3a9a10a8-4547-452a-981e-ce3d95483bba"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:49:06.723267 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a253c14-7c83-46f3-9013-380edeb1fe1d x-openstack-request-id: req-0a253c14-7c83-46f3-9013-380edeb1fe1d {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:49:06.723670 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87723078-97b5-4777-b1eb-8b74720bb122", "tag": "3a9a10a8-4547-452a-981e-ce3d95483bba", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:49:06.723988 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0a253c14-7c83-46f3-9013-380edeb1fe1d {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:49:06.724560 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a253c14-7c83-46f3-9013-380edeb1fe1d'] response: {'name': 'network-changed', 'server_uuid': '87723078-97b5-4777-b1eb-8b74720bb122', 'tag': '3a9a10a8-4547-452a-981e-ce3d95483bba', 'status': 'completed', 'code': 200} Sep 23 15:49:06.730631 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-d3f74415-2701-4a8a-a2f1-7e30a845f819 None None] Set router 511d889f-0458-4971-bdd1-2aa07e527845 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:49:06.897875 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3300165-cecc-46cd-940c-ada937caef11 req-8c85d3c3-7618-4a98-a254-ae9bd0968486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:06.899305 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a3300165-cecc-46cd-940c-ada937caef11 req-8c85d3c3-7618-4a98-a254-ae9bd0968486 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 1099 time: 0.1539192 Sep 23 15:49:06.907143 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54de9d3-8178-4359-9f09-3a3ea49d8260 req-686d23a6-81d1-477b-832c-9a401b6639cb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:06.908486 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a54de9d3-8178-4359-9f09-3a3ea49d8260 req-686d23a6-81d1-477b-832c-9a401b6639cb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 946 time: 0.1172128 Sep 23 15:49:07.035340 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a54de9d3-8178-4359-9f09-3a3ea49d8260 req-41a0a142-755b-473a-80c1-41cd1ed3d4e6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060088 Sep 23 15:49:07.064623 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57004) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:49:07.075759 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3300165-cecc-46cd-940c-ada937caef11 req-3eb13fba-12af-434c-8a77-344cee9bf021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:07.077627 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a3300165-cecc-46cd-940c-ada937caef11 req-3eb13fba-12af-434c-8a77-344cee9bf021 service neutron] 10.222.0.72 "GET /v2.0/networks?id=59bdf704-97d4-4c54-a9e0-8d9847a4fb05 HTTP/1.1" status: 200 len: 898 time: 0.1683145 Sep 23 15:49:07.094374 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-d3f74415-2701-4a8a-a2f1-7e30a845f819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511d889f-0458-4971-bdd1-2aa07e527845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494856833', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155'}], 'enable_snat': True}, 'gw_port_id': '118d5d19-a619-4298-a567-0df18edd65fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:48:42Z', 'updated_at': '2022-09-23T15:48:48Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '118d5d19-a619-4298-a567-0df18edd65fe', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511d889f-0458-4971-bdd1-2aa07e527845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:48:43Z', 'updated_at': '2022-09-23T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '1164d818-d78d-41f1-9379-14b1c5abaed7', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'floating_ip_address': '172.26.10.6', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '511d889f-0458-4971-bdd1-2aa07e527845', 'port_id': '3a9a10a8-4547-452a-981e-ce3d95483bba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05', 'mac_address': 'fa:16:3e:93:b0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87723078-97b5-4777-b1eb-8b74720bb122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:49:05Z', 'updated_at': '2022-09-23T15:49:05Z', 'revision_number': 0, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6168f142-f10e-424a-abda-837c568dd02e', 'name': '', 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:4d:7e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511d889f-0458-4971-bdd1-2aa07e527845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '02450e2a-af39-4d2f-8077-602d12bdecf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:48:47Z', 'updated_at': '2022-09-23T15:48:52Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '02450e2a-af39-4d2f-8077-602d12bdecf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:49:07.098272 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f74415-2701-4a8a-a2f1-7e30a845f819 None None] Checking router: 511d889f-0458-4971-bdd1-2aa07e527845 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:49:07.107236 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f74415-2701-4a8a-a2f1-7e30a845f819 None None] Routers {'511d889f-0458-4971-bdd1-2aa07e527845'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:49:07.107838 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-d3f74415-2701-4a8a-a2f1-7e30a845f819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:49:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['511d889f-0458-4971-bdd1-2aa07e527845'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:49:07.176515 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d2b33be0-5125-4ffd-9ad7-ba9dc7ca6598 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/floatingips/1164d818-d78d-41f1-9379-14b1c5abaed7 HTTP/1.1" status: 200 len: 991 time: 0.1103182 Sep 23 15:49:07.179266 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:49:07.189264 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a3300165-cecc-46cd-940c-ada937caef11 req-2ef4e1e6-1a2c-414c-890f-4800d438b512 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a9a10a8-4547-452a-981e-ce3d95483bba HTTP/1.1" status: 200 len: 999 time: 0.1048222 Sep 23 15:49:07.253308 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3300165-cecc-46cd-940c-ada937caef11 req-74eb481c-71c4-4219-8159-5182899b07e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:07.254871 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a3300165-cecc-46cd-940c-ada937caef11 req-74eb481c-71c4-4219-8159-5182899b07e2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=02450e2a-af39-4d2f-8077-602d12bdecf6 HTTP/1.1" status: 200 len: 835 time: 0.0597470 Sep 23 15:49:07.322381 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-d3f74415-2701-4a8a-a2f1-7e30a845f819 None None] Set router 511d889f-0458-4971-bdd1-2aa07e527845 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:49:07.339971 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3300165-cecc-46cd-940c-ada937caef11 req-81945f8d-3f86-4d42-bee4-3460826f9850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:07.341966 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a3300165-cecc-46cd-940c-ada937caef11 req-81945f8d-3f86-4d42-bee4-3460826f9850 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=59bdf704-97d4-4c54-a9e0-8d9847a4fb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814011 Sep 23 15:49:07.473469 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a3300165-cecc-46cd-940c-ada937caef11 req-0a6a77fe-2cc6-458d-aed3-bf086cf3b00b service neutron] 10.222.0.72 "GET /v2.0/networks/59bdf704-97d4-4c54-a9e0-8d9847a4fb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246948 Sep 23 15:49:07.602406 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a3300165-cecc-46cd-940c-ada937caef11 req-d87438e7-e439-4105-8fc3-5ee5fbcdd14d service neutron] 10.222.0.72 "GET /v2.0/networks/59bdf704-97d4-4c54-a9e0-8d9847a4fb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230249 Sep 23 15:49:07.665758 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-d3f74415-2701-4a8a-a2f1-7e30a845f819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511d889f-0458-4971-bdd1-2aa07e527845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494856833', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155'}], 'enable_snat': True}, 'gw_port_id': '118d5d19-a619-4298-a567-0df18edd65fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:48:42Z', 'updated_at': '2022-09-23T15:48:48Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '118d5d19-a619-4298-a567-0df18edd65fe', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511d889f-0458-4971-bdd1-2aa07e527845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:48:43Z', 'updated_at': '2022-09-23T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '1164d818-d78d-41f1-9379-14b1c5abaed7', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'floating_ip_address': '172.26.10.6', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '511d889f-0458-4971-bdd1-2aa07e527845', 'port_id': '3a9a10a8-4547-452a-981e-ce3d95483bba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05', 'mac_address': 'fa:16:3e:93:b0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87723078-97b5-4777-b1eb-8b74720bb122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:49:05Z', 'updated_at': '2022-09-23T15:49:05Z', 'revision_number': 0, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6168f142-f10e-424a-abda-837c568dd02e', 'name': '', 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:4d:7e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511d889f-0458-4971-bdd1-2aa07e527845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '02450e2a-af39-4d2f-8077-602d12bdecf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:48:47Z', 'updated_at': '2022-09-23T15:48:52Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '02450e2a-af39-4d2f-8077-602d12bdecf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:49:07.669787 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f74415-2701-4a8a-a2f1-7e30a845f819 None None] The sync data for ids ['511d889f-0458-4971-bdd1-2aa07e527845'] in dv-neutron-859093-1-hyperv is: [{'id': '511d889f-0458-4971-bdd1-2aa07e527845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494856833', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155'}], 'enable_snat': True}, 'gw_port_id': '118d5d19-a619-4298-a567-0df18edd65fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:48:42Z', 'updated_at': '2022-09-23T15:48:48Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '118d5d19-a619-4298-a567-0df18edd65fe', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511d889f-0458-4971-bdd1-2aa07e527845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:48:43Z', 'updated_at': '2022-09-23T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '1164d818-d78d-41f1-9379-14b1c5abaed7', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'floating_ip_address': '172.26.10.6', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '511d889f-0458-4971-bdd1-2aa07e527845', 'port_id': '3a9a10a8-4547-452a-981e-ce3d95483bba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05', 'mac_address': 'fa:16:3e:93:b0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87723078-97b5-4777-b1eb-8b74720bb122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:49:05Z', 'updated_at': '2022-09-23T15:49:05Z', 'revision_number': 0, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6168f142-f10e-424a-abda-837c568dd02e', 'name': '', 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:4d:7e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511d889f-0458-4971-bdd1-2aa07e527845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '02450e2a-af39-4d2f-8077-602d12bdecf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:48:47Z', 'updated_at': '2022-09-23T15:48:52Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '02450e2a-af39-4d2f-8077-602d12bdecf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:49:07.854559 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90a94b3-1ab6-4a09-afac-af73e26e18e3 None None] New status for floating IP 1164d818-d78d-41f1-9379-14b1c5abaed7: ACTIVE {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:49:08.178751 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57008) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:49:08.401185 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2753c280-a8c4-4ecf-993f-fcacc85be620 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/floatingips/1164d818-d78d-41f1-9379-14b1c5abaed7 HTTP/1.1" status: 200 len: 993 time: 0.2211864 Sep 23 15:49:32.094852 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c2cb34e1-6bf7-44f7-9f9a-af36d11888f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:49:33.095321 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:49:35.082827 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7bf62736-c21f-4fbf-b836-e112adeb41b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:49:35.505420 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865af03c-ba26-4a7d-bbe0-038a3c6a8fef req-7eeb6975-919d-4b83-b8db-5a9416858507 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:35.506952 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-865af03c-ba26-4a7d-bbe0-038a3c6a8fef req-7eeb6975-919d-4b83-b8db-5a9416858507 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 946 time: 0.0933712 Sep 23 15:49:35.539716 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce573c-7cd5-42c6-b3f1-a37c8b7df156 req-3aaff757-4d56-4a7b-907c-fee88c761e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:35.541312 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f8ce573c-7cd5-42c6-b3f1-a37c8b7df156 req-3aaff757-4d56-4a7b-907c-fee88c761e8a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 1099 time: 0.0794022 Sep 23 15:49:35.546293 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:49:35.553626 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-865af03c-ba26-4a7d-bbe0-038a3c6a8fef req-af95306a-b199-4bb9-900f-0b90cbdb3ac3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408866 Sep 23 15:49:35.673115 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce573c-7cd5-42c6-b3f1-a37c8b7df156 req-22e785ad-ab1c-4efa-ba1f-f3253d1e84b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:35.674500 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f8ce573c-7cd5-42c6-b3f1-a37c8b7df156 req-22e785ad-ab1c-4efa-ba1f-f3253d1e84b0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=59bdf704-97d4-4c54-a9e0-8d9847a4fb05 HTTP/1.1" status: 200 len: 898 time: 0.1268713 Sep 23 15:49:35.677664 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:49:35.779751 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f8ce573c-7cd5-42c6-b3f1-a37c8b7df156 req-84432a43-182a-4d31-8834-91bc12e1b34c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a9a10a8-4547-452a-981e-ce3d95483bba HTTP/1.1" status: 200 len: 1001 time: 0.0969038 Sep 23 15:49:35.842928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce573c-7cd5-42c6-b3f1-a37c8b7df156 req-931d87c0-7eb3-4fd7-bc30-490f304feb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:35.844441 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f8ce573c-7cd5-42c6-b3f1-a37c8b7df156 req-931d87c0-7eb3-4fd7-bc30-490f304feb5a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=02450e2a-af39-4d2f-8077-602d12bdecf6 HTTP/1.1" status: 200 len: 835 time: 0.0581160 Sep 23 15:49:36.031622 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce573c-7cd5-42c6-b3f1-a37c8b7df156 req-04b7fc39-12d8-491a-a64d-d42378866c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:36.033104 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f8ce573c-7cd5-42c6-b3f1-a37c8b7df156 req-04b7fc39-12d8-491a-a64d-d42378866c71 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=59bdf704-97d4-4c54-a9e0-8d9847a4fb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1823106 Sep 23 15:49:36.165553 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f8ce573c-7cd5-42c6-b3f1-a37c8b7df156 req-0a7cf156-6bf5-493e-b1c0-d9dd12361e47 service neutron] 10.222.0.72 "GET /v2.0/networks/59bdf704-97d4-4c54-a9e0-8d9847a4fb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250384 Sep 23 15:49:36.296432 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f8ce573c-7cd5-42c6-b3f1-a37c8b7df156 req-62409170-ddca-4457-aa3b-4e0818de6a7d service neutron] 10.222.0.72 "GET /v2.0/networks/59bdf704-97d4-4c54-a9e0-8d9847a4fb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232290 Sep 23 15:49:36.755320 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd30b4-7beb-4075-b958-0a486b30cd88 req-c977945a-9cb4-4009-82aa-0fccba855fab tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:36.756839 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8ebd30b4-7beb-4075-b958-0a486b30cd88 req-c977945a-9cb4-4009-82aa-0fccba855fab tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 946 time: 0.0885966 Sep 23 15:49:36.801100 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8ebd30b4-7beb-4075-b958-0a486b30cd88 req-35631159-1c8f-4740-ae8f-fff93bddb055 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385704 Sep 23 15:49:37.158020 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:49:38.005915 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68b84a-d3b7-446b-8bdb-a32e0cb588e3 req-bafaa1b1-3006-45bb-ad0b-d80c9b34af2f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:38.007376 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1f68b84a-d3b7-446b-8bdb-a32e0cb588e3 req-bafaa1b1-3006-45bb-ad0b-d80c9b34af2f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 946 time: 0.0910034 Sep 23 15:49:38.050172 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-1f68b84a-d3b7-446b-8bdb-a32e0cb588e3 req-a5c0ea0c-01c0-4fe9-a24a-fcc138d1604d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372260 Sep 23 15:49:39.249639 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8675952-4f0a-455e-81c5-b5c1a43118fa req-6f7c9fb3-5da2-491b-9a9b-f13887bc1840 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:39.251638 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c8675952-4f0a-455e-81c5-b5c1a43118fa req-6f7c9fb3-5da2-491b-9a9b-f13887bc1840 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 946 time: 0.0896540 Sep 23 15:49:39.294987 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c8675952-4f0a-455e-81c5-b5c1a43118fa req-dee37353-87cb-43fd-bc1b-a1a63c1bf28e tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377295 Sep 23 15:49:40.491697 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63172e2f-7a91-4e98-8bb3-8ef81c83779d req-ddbada8b-a4c2-4a40-b9bc-60b688cf2663 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:40.493143 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-63172e2f-7a91-4e98-8bb3-8ef81c83779d req-ddbada8b-a4c2-4a40-b9bc-60b688cf2663 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 946 time: 0.0860012 Sep 23 15:49:40.543110 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-63172e2f-7a91-4e98-8bb3-8ef81c83779d req-41260252-4da5-4eb4-890d-0df1a12b351b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440269 Sep 23 15:49:41.039664 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:49:41.747092 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7a7dc-fd18-4f32-9639-051aee3bfb76 req-42999d28-fd09-40ab-bd31-cba7cf2d840e tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:41.748547 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3fe7a7dc-fd18-4f32-9639-051aee3bfb76 req-42999d28-fd09-40ab-bd31-cba7cf2d840e tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 946 time: 0.0905643 Sep 23 15:49:41.793148 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3fe7a7dc-fd18-4f32-9639-051aee3bfb76 req-ba50686e-6517-46ba-b0df-9e3185b43ed4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383408 Sep 23 15:49:42.995162 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4634cd4-c5f2-441a-99cc-89ef74277beb req-ba5f5246-94ba-488f-950d-dda4b4ed8a5c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:42.996628 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e4634cd4-c5f2-441a-99cc-89ef74277beb req-ba5f5246-94ba-488f-950d-dda4b4ed8a5c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 946 time: 0.0870938 Sep 23 15:49:43.039449 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e4634cd4-c5f2-441a-99cc-89ef74277beb req-9f6ff145-73fb-40cc-914d-1089364fe5d6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371990 Sep 23 15:49:44.232809 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f768c32-7f8b-42e9-a8b2-dd2215e17a47 req-6e941fb2-de65-4eaf-8538-0df3427e1bf2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:44.234793 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4f768c32-7f8b-42e9-a8b2-dd2215e17a47 req-6e941fb2-de65-4eaf-8538-0df3427e1bf2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 946 time: 0.0859962 Sep 23 15:49:44.277672 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4f768c32-7f8b-42e9-a8b2-dd2215e17a47 req-028092a0-cde3-40e8-888c-21d61383f6e8 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372984 Sep 23 15:49:45.476901 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a2fb3-6e53-464f-b9b1-ca810a1730ab req-6107e8e6-6420-4e12-bdbe-fab7efb7a13f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:45.478490 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-650a2fb3-6e53-464f-b9b1-ca810a1730ab req-6107e8e6-6420-4e12-bdbe-fab7efb7a13f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 946 time: 0.0911639 Sep 23 15:49:45.522006 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-650a2fb3-6e53-464f-b9b1-ca810a1730ab req-6107a161-8f12-463f-bfd0-3163aad5b248 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379534 Sep 23 15:49:46.723398 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a4b10-8fb8-451f-8d02-d3d5a4c04ba0 req-78602e86-5b70-45ad-80e4-16a7c9b504d8 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:46.726761 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-244a4b10-8fb8-451f-8d02-d3d5a4c04ba0 req-78602e86-5b70-45ad-80e4-16a7c9b504d8 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 946 time: 0.0926919 Sep 23 15:49:46.769814 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-244a4b10-8fb8-451f-8d02-d3d5a4c04ba0 req-f51fb13f-3e05-4f1a-976d-f2be56a8d510 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394113 Sep 23 15:49:48.039908 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c7e16-3f3c-41a0-9b41-a9096551c408 req-b7d5a801-0210-497a-bd87-22e1f400f2e4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:49:48.041418 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-849c7e16-3f3c-41a0-9b41-a9096551c408 req-b7d5a801-0210-497a-bd87-22e1f400f2e4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 946 time: 0.1560521 Sep 23 15:49:48.090265 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-849c7e16-3f3c-41a0-9b41-a9096551c408 req-4c754ba5-a857-40a1-b3a2-99cf71c9ac75 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427742 Sep 23 15:49:48.118532 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57046) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:49:48.223389 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1527655b-1ce8-4512-9292-52bae9a31947 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/floatingips/1164d818-d78d-41f1-9379-14b1c5abaed7 HTTP/1.1" status: 200 len: 993 time: 0.1037912 Sep 23 15:50:02.163389 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7adb69b9-fe4f-418f-adc6-5835c05fb8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:03.082925 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:04.762516 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-411701cd-e16b-4089-9ac3-c45760c2e074 req-8fe20ab8-8e35-4f31-962e-87353957818f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771651 Sep 23 15:50:04.908499 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411701cd-e16b-4089-9ac3-c45760c2e074 req-bd060262-cbba-4a8c-af7c-c143981f8d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:04.909944 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-411701cd-e16b-4089-9ac3-c45760c2e074 req-bd060262-cbba-4a8c-af7c-c143981f8d22 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 1099 time: 0.0800807 Sep 23 15:50:05.055695 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411701cd-e16b-4089-9ac3-c45760c2e074 req-0674f30f-a096-4b00-96ea-c98f3ca86694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:05.057072 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-411701cd-e16b-4089-9ac3-c45760c2e074 req-0674f30f-a096-4b00-96ea-c98f3ca86694 service neutron] 10.222.0.72 "GET /v2.0/networks?id=59bdf704-97d4-4c54-a9e0-8d9847a4fb05 HTTP/1.1" status: 200 len: 898 time: 0.1272774 Sep 23 15:50:05.071700 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c76e716a-8c10-441e-8149-96742dd9a3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:05.160323 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-411701cd-e16b-4089-9ac3-c45760c2e074 req-072dde12-9657-4ca9-b82d-00023c8b79c3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a9a10a8-4547-452a-981e-ce3d95483bba HTTP/1.1" status: 200 len: 1001 time: 0.0957179 Sep 23 15:50:05.221727 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411701cd-e16b-4089-9ac3-c45760c2e074 req-bbed6537-9ef6-412c-890a-e5009c8883b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:05.223155 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-411701cd-e16b-4089-9ac3-c45760c2e074 req-bbed6537-9ef6-412c-890a-e5009c8883b6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=02450e2a-af39-4d2f-8077-602d12bdecf6 HTTP/1.1" status: 200 len: 835 time: 0.0569589 Sep 23 15:50:05.307976 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411701cd-e16b-4089-9ac3-c45760c2e074 req-b41e3ec2-8799-44c8-9c00-4dadf13383df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:05.309378 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-411701cd-e16b-4089-9ac3-c45760c2e074 req-b41e3ec2-8799-44c8-9c00-4dadf13383df service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=59bdf704-97d4-4c54-a9e0-8d9847a4fb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794048 Sep 23 15:50:05.439985 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-411701cd-e16b-4089-9ac3-c45760c2e074 req-e0b1ede3-6bce-4e11-a745-652acd2ea40e service neutron] 10.222.0.72 "GET /v2.0/networks/59bdf704-97d4-4c54-a9e0-8d9847a4fb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226122 Sep 23 15:50:05.540382 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:05.677630 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:05.684328 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-411701cd-e16b-4089-9ac3-c45760c2e074 req-064a6ce9-4834-4d27-bd7f-03a3f86201d4 service neutron] 10.222.0.72 "GET /v2.0/networks/59bdf704-97d4-4c54-a9e0-8d9847a4fb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377784 Sep 23 15:50:07.117073 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:18.039339 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:50:18.994708 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57064) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:50:19.192476 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-cf9b6cc7-91ab-4ff9-bde2-49e0b33445f0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Deleting port d74d2e7c-a647-4cd2-971e-49a6a27034af {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:50:19.192758 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cf9b6cc7-91ab-4ff9-bde2-49e0b33445f0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:19.359004 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cf9b6cc7-91ab-4ff9-bde2-49e0b33445f0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:19.359321 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cf9b6cc7-91ab-4ff9-bde2-49e0b33445f0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:19.483347 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-cf9b6cc7-91ab-4ff9-bde2-49e0b33445f0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Calling delete_port for d74d2e7c-a647-4cd2-971e-49a6a27034af owned by network:floatingip {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:50:19.688502 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cf9b6cc7-91ab-4ff9-bde2-49e0b33445f0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:19.835153 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b6cc7-91ab-4ff9-bde2-49e0b33445f0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Port': ['ID=d74d2e7c-a647-4cd2-971e-49a6a27034af,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:19.879956 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b6cc7-91ab-4ff9-bde2-49e0b33445f0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:19.880303 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b6cc7-91ab-4ff9-bde2-49e0b33445f0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:19.880642 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b6cc7-91ab-4ff9-bde2-49e0b33445f0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:19.880975 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b6cc7-91ab-4ff9-bde2-49e0b33445f0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:19.881305 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b6cc7-91ab-4ff9-bde2-49e0b33445f0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:19.881632 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b6cc7-91ab-4ff9-bde2-49e0b33445f0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:19.881952 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b6cc7-91ab-4ff9-bde2-49e0b33445f0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:19.882278 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b6cc7-91ab-4ff9-bde2-49e0b33445f0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:19.882623 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b6cc7-91ab-4ff9-bde2-49e0b33445f0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:19.882940 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b6cc7-91ab-4ff9-bde2-49e0b33445f0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:19.883258 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b6cc7-91ab-4ff9-bde2-49e0b33445f0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:19.883575 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9b6cc7-91ab-4ff9-bde2-49e0b33445f0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:19.939541 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cf9b6cc7-91ab-4ff9-bde2-49e0b33445f0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for floatingip, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:19.939541 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-cf9b6cc7-91ab-4ff9-bde2-49e0b33445f0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Floating IP 1164d818-d78d-41f1-9379-14b1c5abaed7 disassociated (deleted). External IP: 172.26.10.6, port: 3a9a10a8-4547-452a-981e-ce3d95483bba. Sep 23 15:50:20.305198 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9b6cc7-91ab-4ff9-bde2-49e0b33445f0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Router 511d889f-0458-4971-bdd1-2aa07e527845 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:50:20.484101 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9b6cc7-91ab-4ff9-bde2-49e0b33445f0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:50:20.494586 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b26b035-44d4-4c38-9396-e15b0ff0d79f None None] Sync routers for ids ['511d889f-0458-4971-bdd1-2aa07e527845'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:50:20.506730 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b26b035-44d4-4c38-9396-e15b0ff0d79f None None] Routers {'511d889f-0458-4971-bdd1-2aa07e527845'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:50:20.507408 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-2b26b035-44d4-4c38-9396-e15b0ff0d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:50:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['511d889f-0458-4971-bdd1-2aa07e527845'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:50:20.573797 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cf9b6cc7-91ab-4ff9-bde2-49e0b33445f0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:20.628899 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-cf9b6cc7-91ab-4ff9-bde2-49e0b33445f0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "DELETE /v2.0/floatingips/1164d818-d78d-41f1-9379-14b1c5abaed7 HTTP/1.1" status: 204 len: 168 time: 1.6330817 Sep 23 15:50:20.629471 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87723078-97b5-4777-b1eb-8b74720bb122', 'tag': '3a9a10a8-4547-452a-981e-ce3d95483bba'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:50:20.631808 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8009c2c01c24846940f3c9c2beb64f503f2d744ca5e92813e431a27377ac34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f815b804-faae-4a82-b493-797d9e1c2ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "87723078-97b5-4777-b1eb-8b74720bb122", "tag": "3a9a10a8-4547-452a-981e-ce3d95483bba"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:50:20.686779 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-2b26b035-44d4-4c38-9396-e15b0ff0d79f None None] Set router 511d889f-0458-4971-bdd1-2aa07e527845 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:50:20.733504 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f39a3b-c5b5-48b2-aaf7-8fa70648170b x-openstack-request-id: req-53f39a3b-c5b5-48b2-aaf7-8fa70648170b {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:50:20.733785 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87723078-97b5-4777-b1eb-8b74720bb122", "tag": "3a9a10a8-4547-452a-981e-ce3d95483bba", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:50:20.734032 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-53f39a3b-c5b5-48b2-aaf7-8fa70648170b {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:50:20.734506 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53f39a3b-c5b5-48b2-aaf7-8fa70648170b'] response: {'name': 'network-changed', 'server_uuid': '87723078-97b5-4777-b1eb-8b74720bb122', 'tag': '3a9a10a8-4547-452a-981e-ce3d95483bba', 'status': 'completed', 'code': 200} Sep 23 15:50:20.837641 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815b804-faae-4a82-b493-797d9e1c2ffd req-2e787fbf-0bd2-4124-a81d-95102b339e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:20.839156 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f815b804-faae-4a82-b493-797d9e1c2ffd req-2e787fbf-0bd2-4124-a81d-95102b339e88 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 1099 time: 0.0820978 Sep 23 15:50:20.968231 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815b804-faae-4a82-b493-797d9e1c2ffd req-4cef7881-f3b2-48c6-8e7d-69b751a0b7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:20.970349 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f815b804-faae-4a82-b493-797d9e1c2ffd req-4cef7881-f3b2-48c6-8e7d-69b751a0b7d3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=59bdf704-97d4-4c54-a9e0-8d9847a4fb05 HTTP/1.1" status: 200 len: 898 time: 0.1253877 Sep 23 15:50:21.019407 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-2b26b035-44d4-4c38-9396-e15b0ff0d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511d889f-0458-4971-bdd1-2aa07e527845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494856833', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155'}], 'enable_snat': True}, 'gw_port_id': '118d5d19-a619-4298-a567-0df18edd65fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:48:42Z', 'updated_at': '2022-09-23T15:48:48Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '118d5d19-a619-4298-a567-0df18edd65fe', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511d889f-0458-4971-bdd1-2aa07e527845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:48:43Z', 'updated_at': '2022-09-23T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '6168f142-f10e-424a-abda-837c568dd02e', 'name': '', 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:4d:7e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511d889f-0458-4971-bdd1-2aa07e527845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '02450e2a-af39-4d2f-8077-602d12bdecf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:48:47Z', 'updated_at': '2022-09-23T15:48:52Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '02450e2a-af39-4d2f-8077-602d12bdecf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:50:21.023427 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b26b035-44d4-4c38-9396-e15b0ff0d79f None None] Checking router: 511d889f-0458-4971-bdd1-2aa07e527845 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:50:21.031797 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b26b035-44d4-4c38-9396-e15b0ff0d79f None None] Routers {'511d889f-0458-4971-bdd1-2aa07e527845'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:50:21.032872 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-2b26b035-44d4-4c38-9396-e15b0ff0d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:50:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['511d889f-0458-4971-bdd1-2aa07e527845'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:50:21.044423 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f815b804-faae-4a82-b493-797d9e1c2ffd req-d2f63a05-dd93-455a-b310-2e3ba9ff1445 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a9a10a8-4547-452a-981e-ce3d95483bba HTTP/1.1" status: 200 len: 217 time: 0.0655172 Sep 23 15:50:21.109879 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815b804-faae-4a82-b493-797d9e1c2ffd req-1cf6c076-39f4-40d3-b7dc-3bab5eea740b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:21.115998 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f815b804-faae-4a82-b493-797d9e1c2ffd req-1cf6c076-39f4-40d3-b7dc-3bab5eea740b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=02450e2a-af39-4d2f-8077-602d12bdecf6 HTTP/1.1" status: 200 len: 835 time: 0.0600648 Sep 23 15:50:21.210117 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815b804-faae-4a82-b493-797d9e1c2ffd req-001b4eb9-260b-4d04-8529-eabded04d4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:21.211784 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f815b804-faae-4a82-b493-797d9e1c2ffd req-001b4eb9-260b-4d04-8529-eabded04d4fb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=59bdf704-97d4-4c54-a9e0-8d9847a4fb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0925817 Sep 23 15:50:21.264734 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-2b26b035-44d4-4c38-9396-e15b0ff0d79f None None] Set router 511d889f-0458-4971-bdd1-2aa07e527845 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:50:21.409513 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f815b804-faae-4a82-b493-797d9e1c2ffd req-1e64186a-850b-40cb-a269-7707421770a0 service neutron] 10.222.0.72 "GET /v2.0/networks/59bdf704-97d4-4c54-a9e0-8d9847a4fb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909981 Sep 23 15:50:21.421344 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d3071-b893-4322-8849-d13bd3a4285d req-a717b595-b143-4067-a770-635fa31b33b4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:21.422738 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-dc3d3071-b893-4322-8849-d13bd3a4285d req-a717b595-b143-4067-a770-635fa31b33b4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 946 time: 0.2571933 Sep 23 15:50:21.545357 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-dc3d3071-b893-4322-8849-d13bd3a4285d req-b79c3066-3c4d-4a0f-a66a-fa37011928b9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018453 Sep 23 15:50:21.573196 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-2b26b035-44d4-4c38-9396-e15b0ff0d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511d889f-0458-4971-bdd1-2aa07e527845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494856833', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155'}], 'enable_snat': True}, 'gw_port_id': '118d5d19-a619-4298-a567-0df18edd65fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:48:42Z', 'updated_at': '2022-09-23T15:48:48Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '118d5d19-a619-4298-a567-0df18edd65fe', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511d889f-0458-4971-bdd1-2aa07e527845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:48:43Z', 'updated_at': '2022-09-23T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '6168f142-f10e-424a-abda-837c568dd02e', 'name': '', 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:4d:7e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511d889f-0458-4971-bdd1-2aa07e527845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '02450e2a-af39-4d2f-8077-602d12bdecf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:48:47Z', 'updated_at': '2022-09-23T15:48:52Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '02450e2a-af39-4d2f-8077-602d12bdecf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:50:21.577396 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b26b035-44d4-4c38-9396-e15b0ff0d79f None None] The sync data for ids ['511d889f-0458-4971-bdd1-2aa07e527845'] in dv-neutron-859093-1-hyperv is: [{'id': '511d889f-0458-4971-bdd1-2aa07e527845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494856833', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155'}], 'enable_snat': True}, 'gw_port_id': '118d5d19-a619-4298-a567-0df18edd65fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:48:42Z', 'updated_at': '2022-09-23T15:48:48Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '118d5d19-a619-4298-a567-0df18edd65fe', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511d889f-0458-4971-bdd1-2aa07e527845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:48:43Z', 'updated_at': '2022-09-23T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '6168f142-f10e-424a-abda-837c568dd02e', 'name': '', 'network_id': '59bdf704-97d4-4c54-a9e0-8d9847a4fb05', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:4d:7e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511d889f-0458-4971-bdd1-2aa07e527845', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '02450e2a-af39-4d2f-8077-602d12bdecf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:48:47Z', 'updated_at': '2022-09-23T15:48:52Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '02450e2a-af39-4d2f-8077-602d12bdecf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:50:21.588911 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f815b804-faae-4a82-b493-797d9e1c2ffd req-6ba66052-3af0-4510-bfc6-3e293d65d470 service neutron] 10.222.0.72 "GET /v2.0/networks/59bdf704-97d4-4c54-a9e0-8d9847a4fb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652410 Sep 23 15:50:21.798629 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661c6b41-495d-4c2a-b5ad-87a381829873 None None] New status for floating IP 1164d818-d78d-41f1-9379-14b1c5abaed7: DOWN {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:50:22.675085 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdf58e-c26f-49ee-b4c4-5cbddf17d242 req-50da9e04-1726-4e25-bb32-1bd9129dbdb8 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:22.676543 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fcbdf58e-c26f-49ee-b4c4-5cbddf17d242 req-50da9e04-1726-4e25-bb32-1bd9129dbdb8 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.72 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 946 time: 0.0860372 Sep 23 15:50:22.751188 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-fcbdf58e-c26f-49ee-b4c4-5cbddf17d242 req-bdf062d6-11c6-40cd-885d-c91bb2a59bec tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Deleting port 3a9a10a8-4547-452a-981e-ce3d95483bba {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:50:22.751571 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fcbdf58e-c26f-49ee-b4c4-5cbddf17d242 req-bdf062d6-11c6-40cd-885d-c91bb2a59bec tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:22.753208 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7acc4-c693-41c2-a8b3-ba14158481dd req-ea4aacef-c4b3-4b5a-958b-db5edc644844 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:22.753923 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-59c7acc4-c693-41c2-a8b3-ba14158481dd req-ea4aacef-c4b3-4b5a-958b-db5edc644844 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:50:22.808604 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-59c7acc4-c693-41c2-a8b3-ba14158481dd req-ea4aacef-c4b3-4b5a-958b-db5edc644844 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:50:22.810016 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-59c7acc4-c693-41c2-a8b3-ba14158481dd req-ea4aacef-c4b3-4b5a-958b-db5edc644844 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 946 time: 0.1482902 Sep 23 15:50:22.857620 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-59c7acc4-c693-41c2-a8b3-ba14158481dd req-1d28d644-0b3d-4f1e-ab6c-7dd7a31138c8 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412328 Sep 23 15:50:22.993879 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-fcbdf58e-c26f-49ee-b4c4-5cbddf17d242 req-bdf062d6-11c6-40cd-885d-c91bb2a59bec tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] For port 3a9a10a8-4547-452a-981e-ce3d95483bba, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=3a9a10a8-4547-452a-981e-ce3d95483bba,segment=NetworkSegment(0df22f5e-5c2f-4f3e-b11b-d1a147de7f14),segment_id=0df22f5e-5c2f-4f3e-b11b-d1a147de7f14)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:50:22.994234 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fcbdf58e-c26f-49ee-b4c4-5cbddf17d242 req-bdf062d6-11c6-40cd-885d-c91bb2a59bec tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:23.117086 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-fcbdf58e-c26f-49ee-b4c4-5cbddf17d242 req-bdf062d6-11c6-40cd-885d-c91bb2a59bec tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Calling delete_port for 3a9a10a8-4547-452a-981e-ce3d95483bba owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:50:23.300185 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fcbdf58e-c26f-49ee-b4c4-5cbddf17d242 req-bdf062d6-11c6-40cd-885d-c91bb2a59bec tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:23.354016 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf062d6-11c6-40cd-885d-c91bb2a59bec tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Port': ['ID=3a9a10a8-4547-452a-981e-ce3d95483bba,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:23.400307 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf062d6-11c6-40cd-885d-c91bb2a59bec tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:23.400660 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf062d6-11c6-40cd-885d-c91bb2a59bec tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:23.401003 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf062d6-11c6-40cd-885d-c91bb2a59bec tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:23.401342 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf062d6-11c6-40cd-885d-c91bb2a59bec tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:23.401677 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf062d6-11c6-40cd-885d-c91bb2a59bec tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:23.402007 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf062d6-11c6-40cd-885d-c91bb2a59bec tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:23.402419 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf062d6-11c6-40cd-885d-c91bb2a59bec tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:23.402753 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf062d6-11c6-40cd-885d-c91bb2a59bec tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:23.403077 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf062d6-11c6-40cd-885d-c91bb2a59bec tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:23.403401 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf062d6-11c6-40cd-885d-c91bb2a59bec tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:23.403724 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf062d6-11c6-40cd-885d-c91bb2a59bec tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:23.404047 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf062d6-11c6-40cd-885d-c91bb2a59bec tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:23.450014 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbdf58e-c26f-49ee-b4c4-5cbddf17d242 req-bdf062d6-11c6-40cd-885d-c91bb2a59bec tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] No DVR routers for this DVR port 3a9a10a8-4547-452a-981e-ce3d95483bba on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:50:23.452571 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fcbdf58e-c26f-49ee-b4c4-5cbddf17d242 req-bdf062d6-11c6-40cd-885d-c91bb2a59bec tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:23.455705 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87723078-97b5-4777-b1eb-8b74720bb122', 'name': 'network-vif-deleted', 'tag': '3a9a10a8-4547-452a-981e-ce3d95483bba'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:50:23.457967 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6864a014-3d9c-4595-8dcf-ed878b176e32" -d '{"events": [{"server_uuid": "87723078-97b5-4777-b1eb-8b74720bb122", "name": "network-vif-deleted", "tag": "3a9a10a8-4547-452a-981e-ce3d95483bba"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:50:23.512851 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fcbdf58e-c26f-49ee-b4c4-5cbddf17d242 req-bdf062d6-11c6-40cd-885d-c91bb2a59bec tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.72 "DELETE /v2.0/ports/3a9a10a8-4547-452a-981e-ce3d95483bba HTTP/1.1" status: 204 len: 173 time: 0.8297129 Sep 23 15:50:23.550105 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9e61fb-34fd-4dfd-ae49-6666067b2969 x-openstack-request-id: req-4f9e61fb-34fd-4dfd-ae49-6666067b2969 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:50:23.550616 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87723078-97b5-4777-b1eb-8b74720bb122", "name": "network-vif-deleted", "tag": "3a9a10a8-4547-452a-981e-ce3d95483bba", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:50:23.550948 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4f9e61fb-34fd-4dfd-ae49-6666067b2969 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:50:23.551393 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f9e61fb-34fd-4dfd-ae49-6666067b2969'] response: {'server_uuid': '87723078-97b5-4777-b1eb-8b74720bb122', 'name': 'network-vif-deleted', 'tag': '3a9a10a8-4547-452a-981e-ce3d95483bba', 'status': 'completed', 'code': 200} Sep 23 15:50:24.029885 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-40367350-2253-4e4e-ac8b-3fa85df2ed4c req-2547c3f8-1a99-4834-9fa5-1e6aa1951b3a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=87723078-97b5-4777-b1eb-8b74720bb122 HTTP/1.1" status: 200 len: 210 time: 0.0486088 Sep 23 15:50:25.132730 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57094) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:50:25.258646 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 3a9a10a8-4547-452a-981e-ce3d95483bba no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:50:25.291366 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 3a9a10a8-4547-452a-981e-ce3d95483bba {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:50:25.291711 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 3a9a10a8-4547-452a-981e-ce3d95483bba not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:50:25.781206 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-67f14f31-f2ee-409b-9054-e0692dc877e2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:26.133796 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-67f14f31-f2ee-409b-9054-e0692dc877e2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Deleting port 6168f142-f10e-424a-abda-837c568dd02e {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:50:26.134656 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-67f14f31-f2ee-409b-9054-e0692dc877e2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:26.318434 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-67f14f31-f2ee-409b-9054-e0692dc877e2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] For port 6168f142-f10e-424a-abda-837c568dd02e, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=6168f142-f10e-424a-abda-837c568dd02e,segment=NetworkSegment(0df22f5e-5c2f-4f3e-b11b-d1a147de7f14),segment_id=0df22f5e-5c2f-4f3e-b11b-d1a147de7f14)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:50:26.318710 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-67f14f31-f2ee-409b-9054-e0692dc877e2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:26.444429 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-67f14f31-f2ee-409b-9054-e0692dc877e2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Calling delete_port for 6168f142-f10e-424a-abda-837c568dd02e owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:50:26.808523 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-67f14f31-f2ee-409b-9054-e0692dc877e2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:26.857966 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f14f31-f2ee-409b-9054-e0692dc877e2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Port': ['ID=6168f142-f10e-424a-abda-837c568dd02e,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:27.233769 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-67f14f31-f2ee-409b-9054-e0692dc877e2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:27.593739 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f14f31-f2ee-409b-9054-e0692dc877e2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Router 511d889f-0458-4971-bdd1-2aa07e527845 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:50:27.783019 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f14f31-f2ee-409b-9054-e0692dc877e2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:50:27.793242 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfc76f5-4c73-4440-9a4b-7cb23f7b1ed8 None None] Sync routers for ids ['511d889f-0458-4971-bdd1-2aa07e527845'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:50:27.796938 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-67f14f31-f2ee-409b-9054-e0692dc877e2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "PUT /v2.0/routers/511d889f-0458-4971-bdd1-2aa07e527845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6631396 Sep 23 15:50:27.800531 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57098) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:50:27.806432 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfc76f5-4c73-4440-9a4b-7cb23f7b1ed8 None None] Routers {'511d889f-0458-4971-bdd1-2aa07e527845'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:50:27.807093 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-fcfc76f5-4c73-4440-9a4b-7cb23f7b1ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:50:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['511d889f-0458-4971-bdd1-2aa07e527845'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:50:27.965476 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6450f0b-5a39-4055-aec5-bdfa9ce3efb7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Deleting subnet 02450e2a-af39-4d2f-8077-602d12bdecf6 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:50:27.968347 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6450f0b-5a39-4055-aec5-bdfa9ce3efb7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:27.994065 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-fcfc76f5-4c73-4440-9a4b-7cb23f7b1ed8 None None] Set router 511d889f-0458-4971-bdd1-2aa07e527845 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:50:28.026182 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6450f0b-5a39-4055-aec5-bdfa9ce3efb7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:28.112839 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6450f0b-5a39-4055-aec5-bdfa9ce3efb7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:28.243436 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6450f0b-5a39-4055-aec5-bdfa9ce3efb7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:28.279354 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-fcfc76f5-4c73-4440-9a4b-7cb23f7b1ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511d889f-0458-4971-bdd1-2aa07e527845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494856833', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155'}], 'enable_snat': True}, 'gw_port_id': '118d5d19-a619-4298-a567-0df18edd65fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:48:42Z', 'updated_at': '2022-09-23T15:50:26Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '118d5d19-a619-4298-a567-0df18edd65fe', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511d889f-0458-4971-bdd1-2aa07e527845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:48:43Z', 'updated_at': '2022-09-23T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:50:28.283966 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfc76f5-4c73-4440-9a4b-7cb23f7b1ed8 None None] Checking router: 511d889f-0458-4971-bdd1-2aa07e527845 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:50:28.287333 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6450f0b-5a39-4055-aec5-bdfa9ce3efb7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Subnet': ['ID=02450e2a-af39-4d2f-8077-602d12bdecf6,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:28.289292 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6450f0b-5a39-4055-aec5-bdfa9ce3efb7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:28.295760 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a6450f0b-5a39-4055-aec5-bdfa9ce3efb7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "DELETE /v2.0/subnets/02450e2a-af39-4d2f-8077-602d12bdecf6 HTTP/1.1" status: 204 len: 168 time: 0.4941549 Sep 23 15:50:28.296450 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee2f39e-59c4-4217-b1c0-a95a94ab7a70 None None] Network 59bdf704-97d4-4c54-a9e0-8d9847a4fb05 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:50:28.298519 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57102) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:50:28.312714 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfc76f5-4c73-4440-9a4b-7cb23f7b1ed8 None None] Routers {'511d889f-0458-4971-bdd1-2aa07e527845'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:50:28.313402 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-fcfc76f5-4c73-4440-9a4b-7cb23f7b1ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:50:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['511d889f-0458-4971-bdd1-2aa07e527845'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:50:28.477145 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bd9c1f39-9418-429a-a1e9-04ddfe5f0c34 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:28.656050 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bd9c1f39-9418-429a-a1e9-04ddfe5f0c34 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:28.688912 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-fcfc76f5-4c73-4440-9a4b-7cb23f7b1ed8 None None] Set router 511d889f-0458-4971-bdd1-2aa07e527845 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:50:28.717147 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-bd9c1f39-9418-429a-a1e9-04ddfe5f0c34 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Deleting port 118d5d19-a619-4298-a567-0df18edd65fe {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:50:28.717519 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bd9c1f39-9418-429a-a1e9-04ddfe5f0c34 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:28.895306 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-bd9c1f39-9418-429a-a1e9-04ddfe5f0c34 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] For port 118d5d19-a619-4298-a567-0df18edd65fe, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=118d5d19-a619-4298-a567-0df18edd65fe,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:50:28.896104 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bd9c1f39-9418-429a-a1e9-04ddfe5f0c34 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:28.963113 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f4b7d7-7fb9-4ef9-a68a-f543de6602ee None None] DHCP port deletion for 59bdf704-97d4-4c54-a9e0-8d9847a4fb05 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:50:28.972641 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-66f4b7d7-7fb9-4ef9-a68a-f543de6602ee None None] Deleting port 8e134f1a-f9e0-4e71-a422-228ae61f8457 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:50:28.973025 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-66f4b7d7-7fb9-4ef9-a68a-f543de6602ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:29.022560 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-bd9c1f39-9418-429a-a1e9-04ddfe5f0c34 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Calling delete_port for 118d5d19-a619-4298-a567-0df18edd65fe owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:50:29.152276 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-fcfc76f5-4c73-4440-9a4b-7cb23f7b1ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '511d889f-0458-4971-bdd1-2aa07e527845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494856833', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155'}], 'enable_snat': True}, 'gw_port_id': '118d5d19-a619-4298-a567-0df18edd65fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:48:42Z', 'updated_at': '2022-09-23T15:50:26Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '118d5d19-a619-4298-a567-0df18edd65fe', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511d889f-0458-4971-bdd1-2aa07e527845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:48:43Z', 'updated_at': '2022-09-23T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:50:29.173260 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfc76f5-4c73-4440-9a4b-7cb23f7b1ed8 None None] The sync data for ids ['511d889f-0458-4971-bdd1-2aa07e527845'] in dv-neutron-859093-1-hyperv is: [{'id': '511d889f-0458-4971-bdd1-2aa07e527845', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494856833', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155'}], 'enable_snat': True}, 'gw_port_id': '118d5d19-a619-4298-a567-0df18edd65fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:48:42Z', 'updated_at': '2022-09-23T15:50:26Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '118d5d19-a619-4298-a567-0df18edd65fe', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '511d889f-0458-4971-bdd1-2aa07e527845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:48:43Z', 'updated_at': '2022-09-23T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:50:29.195119 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-66f4b7d7-7fb9-4ef9-a68a-f543de6602ee None None] For port 8e134f1a-f9e0-4e71-a422-228ae61f8457, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8e134f1a-f9e0-4e71-a422-228ae61f8457,segment=NetworkSegment(0df22f5e-5c2f-4f3e-b11b-d1a147de7f14),segment_id=0df22f5e-5c2f-4f3e-b11b-d1a147de7f14)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:50:29.195561 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-66f4b7d7-7fb9-4ef9-a68a-f543de6602ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:29.271732 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bd9c1f39-9418-429a-a1e9-04ddfe5f0c34 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:29.319453 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-66f4b7d7-7fb9-4ef9-a68a-f543de6602ee None None] Calling delete_port for 8e134f1a-f9e0-4e71-a422-228ae61f8457 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:50:29.320124 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c1f39-9418-429a-a1e9-04ddfe5f0c34 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Port': ['ID=118d5d19-a619-4298-a567-0df18edd65fe,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:29.421941 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bd9c1f39-9418-429a-a1e9-04ddfe5f0c34 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:29.465986 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-66f4b7d7-7fb9-4ef9-a68a-f543de6602ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:29.519443 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4b7d7-7fb9-4ef9-a68a-f543de6602ee None None] Pushing event deleted for resources: {'Port': ['ID=8e134f1a-f9e0-4e71-a422-228ae61f8457,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:29.524611 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f4b7d7-7fb9-4ef9-a68a-f543de6602ee None None] No DVR routers for this DVR port 8e134f1a-f9e0-4e71-a422-228ae61f8457 on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:50:29.531259 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4b7d7-7fb9-4ef9-a68a-f543de6602ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:29.531745 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4b7d7-7fb9-4ef9-a68a-f543de6602ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:29.531993 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4b7d7-7fb9-4ef9-a68a-f543de6602ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:29.532756 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4b7d7-7fb9-4ef9-a68a-f543de6602ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:29.533072 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4b7d7-7fb9-4ef9-a68a-f543de6602ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:29.533402 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4b7d7-7fb9-4ef9-a68a-f543de6602ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:29.533723 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4b7d7-7fb9-4ef9-a68a-f543de6602ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:29.534048 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4b7d7-7fb9-4ef9-a68a-f543de6602ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:29.534389 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4b7d7-7fb9-4ef9-a68a-f543de6602ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:29.534711 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4b7d7-7fb9-4ef9-a68a-f543de6602ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:29.535032 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4b7d7-7fb9-4ef9-a68a-f543de6602ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:29.536131 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f4b7d7-7fb9-4ef9-a68a-f543de6602ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:29.712652 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bd9c1f39-9418-429a-a1e9-04ddfe5f0c34 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:29.714912 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bd9c1f39-9418-429a-a1e9-04ddfe5f0c34 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:29.796250 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bd9c1f39-9418-429a-a1e9-04ddfe5f0c34 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:29.796720 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9c1f39-9418-429a-a1e9-04ddfe5f0c34 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Fanout notify agent at l3_agent the message router_deleted on router 511d889f-0458-4971-bdd1-2aa07e527845 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:50:29.814862 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bd9c1f39-9418-429a-a1e9-04ddfe5f0c34 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:29.816150 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-bd9c1f39-9418-429a-a1e9-04ddfe5f0c34 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "DELETE /v2.0/routers/511d889f-0458-4971-bdd1-2aa07e527845 HTTP/1.1" status: 204 len: 168 time: 1.5167241 Sep 23 15:50:29.819118 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57106) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:50:29.935439 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-64146f5a-4c09-4d4b-b4da-d8e1b717ffe7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:30.068862 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-64146f5a-4c09-4d4b-b4da-d8e1b717ffe7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:30.093613 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-64146f5a-4c09-4d4b-b4da-d8e1b717ffe7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59bdf704-97d4-4c54-a9e0-8d9847a4fb05']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:50:30.105293 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-64146f5a-4c09-4d4b-b4da-d8e1b717ffe7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df22f5e-5c2f-4f3e-b11b-d1a147de7f14') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:50:30.105587 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-64146f5a-4c09-4d4b-b4da-d8e1b717ffe7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df22f5e-5c2f-4f3e-b11b-d1a147de7f14') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:50:30.116640 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-64146f5a-4c09-4d4b-b4da-d8e1b717ffe7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:30.133403 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-64146f5a-4c09-4d4b-b4da-d8e1b717ffe7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:30.139332 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64146f5a-4c09-4d4b-b4da-d8e1b717ffe7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:50:30.139745 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-64146f5a-4c09-4d4b-b4da-d8e1b717ffe7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:30.207738 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 0df22f5e-5c2f-4f3e-b11b-d1a147de7f14 resource provider aggregate not found Sep 23 15:50:30.228016 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 0df22f5e-5c2f-4f3e-b11b-d1a147de7f14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0df22f5e-5c2f-4f3e-b11b-d1a147de7f14 found for delete ", "request_id": "req-0a88f013-8f64-4d2c-b545-bb3708495b2c"}]} Sep 23 15:50:30.284029 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 6168f142-f10e-424a-abda-837c568dd02e no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:50:30.294300 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-64146f5a-4c09-4d4b-b4da-d8e1b717ffe7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:30.317664 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-64146f5a-4c09-4d4b-b4da-d8e1b717ffe7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:30.320280 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 6168f142-f10e-424a-abda-837c568dd02e {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:50:30.320653 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 6168f142-f10e-424a-abda-837c568dd02e not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:50:30.321058 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8e134f1a-f9e0-4e71-a422-228ae61f8457 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:50:30.324443 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64146f5a-4c09-4d4b-b4da-d8e1b717ffe7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Network': ['ID=59bdf704-97d4-4c54-a9e0-8d9847a4fb05,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:30.354730 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 8e134f1a-f9e0-4e71-a422-228ae61f8457 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:50:30.355077 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8e134f1a-f9e0-4e71-a422-228ae61f8457 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:50:30.355490 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 118d5d19-a619-4298-a567-0df18edd65fe no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:50:30.378244 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-64146f5a-4c09-4d4b-b4da-d8e1b717ffe7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "DELETE /v2.0/networks/59bdf704-97d4-4c54-a9e0-8d9847a4fb05 HTTP/1.1" status: 204 len: 168 time: 0.5551176 Sep 23 15:50:30.380366 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57114) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:50:30.391689 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 118d5d19-a619-4298-a567-0df18edd65fe {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:50:30.392724 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 118d5d19-a619-4298-a567-0df18edd65fe not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:50:30.454694 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9103a26d-875a-4c24-93c6-d87e718b754c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:30.487052 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9103a26d-875a-4c24-93c6-d87e718b754c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:30.591415 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9103a26d-875a-4c24-93c6-d87e718b754c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:30.609956 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103a26d-875a-4c24-93c6-d87e718b754c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:30.681559 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-9103a26d-875a-4c24-93c6-d87e718b754c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:30.682789 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9103a26d-875a-4c24-93c6-d87e718b754c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "DELETE /v2.0/security-groups/0f3cf7d1-7e51-498d-92d4-9ae4eb6d6fb2 HTTP/1.1" status: 204 len: 168 time: 0.3029127 Sep 23 15:50:30.903368 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57122) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:50:30.909233 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-6ad8a291-f14e-49f6-90d6-ed9b8da7c70c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1795649249', 'description': 'tempest-secgroup-smoke-1795649249 description', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:50:30.915567 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6ad8a291-f14e-49f6-90d6-ed9b8da7c70c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:50:30.919853 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6ad8a291-f14e-49f6-90d6-ed9b8da7c70c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:50:30.923457 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6ad8a291-f14e-49f6-90d6-ed9b8da7c70c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:50:30.929592 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6ad8a291-f14e-49f6-90d6-ed9b8da7c70c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:50:30.974364 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6ad8a291-f14e-49f6-90d6-ed9b8da7c70c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:30.995709 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6ad8a291-f14e-49f6-90d6-ed9b8da7c70c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:50:30.999818 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6ad8a291-f14e-49f6-90d6-ed9b8da7c70c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:50:31.002879 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6ad8a291-f14e-49f6-90d6-ed9b8da7c70c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:50:31.008706 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6ad8a291-f14e-49f6-90d6-ed9b8da7c70c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:50:31.076740 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6ad8a291-f14e-49f6-90d6-ed9b8da7c70c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:31.145807 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6ad8a291-f14e-49f6-90d6-ed9b8da7c70c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:31.189578 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8a291-f14e-49f6-90d6-ed9b8da7c70c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd686fbd-f119-4894-9491-eb5f65f2e315,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:31.242844 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6ad8a291-f14e-49f6-90d6-ed9b8da7c70c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:31.244123 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6ad8a291-f14e-49f6-90d6-ed9b8da7c70c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3397331 Sep 23 15:50:31.247104 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57126) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:50:31.252394 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-49b12485-0d23-4a02-850e-a321aa5dc80a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': 'bd686fbd-f119-4894-9491-eb5f65f2e315', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:50:31.258860 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-49b12485-0d23-4a02-850e-a321aa5dc80a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:50:31.263137 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-49b12485-0d23-4a02-850e-a321aa5dc80a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:50:31.266212 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-49b12485-0d23-4a02-850e-a321aa5dc80a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:50:31.273073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-49b12485-0d23-4a02-850e-a321aa5dc80a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:50:31.340671 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-49b12485-0d23-4a02-850e-a321aa5dc80a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:31.400003 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-49b12485-0d23-4a02-850e-a321aa5dc80a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:31.481683 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-49b12485-0d23-4a02-850e-a321aa5dc80a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:31.505187 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b12485-0d23-4a02-850e-a321aa5dc80a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da5d7f2-5216-4945-a91c-e079d181bc09,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:31.580509 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-49b12485-0d23-4a02-850e-a321aa5dc80a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:31.581613 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-49b12485-0d23-4a02-850e-a321aa5dc80a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3335927 Sep 23 15:50:31.584472 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57130) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:50:31.589321 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-89cac6bf-9d46-477f-af83-2e057fdffbfa tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': 'bd686fbd-f119-4894-9491-eb5f65f2e315', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:50:31.595320 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-89cac6bf-9d46-477f-af83-2e057fdffbfa tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:50:31.599144 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-89cac6bf-9d46-477f-af83-2e057fdffbfa tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:50:31.602007 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-89cac6bf-9d46-477f-af83-2e057fdffbfa tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:50:31.607616 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-89cac6bf-9d46-477f-af83-2e057fdffbfa tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:50:31.694636 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-89cac6bf-9d46-477f-af83-2e057fdffbfa tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:31.754173 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-89cac6bf-9d46-477f-af83-2e057fdffbfa tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:31.848086 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-89cac6bf-9d46-477f-af83-2e057fdffbfa tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:31.872107 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cac6bf-9d46-477f-af83-2e057fdffbfa tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082ff4cf-18a6-41e8-9650-ad950a30e0c8,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:31.961935 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-89cac6bf-9d46-477f-af83-2e057fdffbfa tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:31.963180 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-89cac6bf-9d46-477f-af83-2e057fdffbfa tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3778083 Sep 23 15:50:31.965907 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57134) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:50:31.970732 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-75614be5-06f6-4813-bda4-26301f8fb0a5 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': 'bd686fbd-f119-4894-9491-eb5f65f2e315', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:50:31.976620 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-75614be5-06f6-4813-bda4-26301f8fb0a5 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:50:31.980521 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-75614be5-06f6-4813-bda4-26301f8fb0a5 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:50:31.983389 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-75614be5-06f6-4813-bda4-26301f8fb0a5 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:50:31.990169 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-75614be5-06f6-4813-bda4-26301f8fb0a5 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:50:32.088639 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-75614be5-06f6-4813-bda4-26301f8fb0a5 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:32.116444 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ef6a797b-0a97-4f7b-9c4a-68317580116f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:32.257181 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-75614be5-06f6-4813-bda4-26301f8fb0a5 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:32.316939 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-75614be5-06f6-4813-bda4-26301f8fb0a5 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:32.340552 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75614be5-06f6-4813-bda4-26301f8fb0a5 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6e4653-bb83-439b-8c4d-1bd5d3061f19,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:32.408606 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-75614be5-06f6-4813-bda4-26301f8fb0a5 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:32.409783 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-75614be5-06f6-4813-bda4-26301f8fb0a5 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4429164 Sep 23 15:50:32.412715 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57138) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:50:32.419295 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-c9f906b2-69e1-4858-9550-50703d42ff51 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': 'bd686fbd-f119-4894-9491-eb5f65f2e315', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:50:32.424401 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-c9f906b2-69e1-4858-9550-50703d42ff51 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:50:32.428170 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-c9f906b2-69e1-4858-9550-50703d42ff51 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:50:32.431070 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-c9f906b2-69e1-4858-9550-50703d42ff51 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:50:32.436802 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-c9f906b2-69e1-4858-9550-50703d42ff51 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:50:32.517230 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c9f906b2-69e1-4858-9550-50703d42ff51 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:32.579824 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c9f906b2-69e1-4858-9550-50703d42ff51 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:32.636902 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c9f906b2-69e1-4858-9550-50703d42ff51 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:32.661712 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f906b2-69e1-4858-9550-50703d42ff51 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b22e6c7-2527-449d-a92a-c7a30e00cbe2,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:32.722722 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c9f906b2-69e1-4858-9550-50703d42ff51 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:32.723956 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c9f906b2-69e1-4858-9550-50703d42ff51 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3102813 Sep 23 15:50:32.726790 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57142) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:50:32.734138 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-eb88e987-79c0-49a7-ac24-cd0a10ae3835 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': 'bd686fbd-f119-4894-9491-eb5f65f2e315', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:50:32.737661 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-eb88e987-79c0-49a7-ac24-cd0a10ae3835 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:50:32.741659 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-eb88e987-79c0-49a7-ac24-cd0a10ae3835 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:50:32.744567 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-eb88e987-79c0-49a7-ac24-cd0a10ae3835 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:50:32.751218 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-eb88e987-79c0-49a7-ac24-cd0a10ae3835 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:50:32.832728 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.securitygroups_db [None req-eb88e987-79c0-49a7-ac24-cd0a10ae3835 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Project 04ba3b533aed4ca1b027ca3a04d161ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:50:32.838477 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eb88e987-79c0-49a7-ac24-cd0a10ae3835 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:32.902306 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eb88e987-79c0-49a7-ac24-cd0a10ae3835 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:32.979603 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eb88e987-79c0-49a7-ac24-cd0a10ae3835 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:33.005549 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88e987-79c0-49a7-ac24-cd0a10ae3835 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab99b4a-e7ff-4720-9b21-662151e3881a,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:33.071009 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-eb88e987-79c0-49a7-ac24-cd0a10ae3835 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:33.072181 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-eb88e987-79c0-49a7-ac24-cd0a10ae3835 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3444831 Sep 23 15:50:33.075025 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57146) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:50:33.080881 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-a1717347-ae03-4dec-bb6f-3a4e827abfcb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': 'bd686fbd-f119-4894-9491-eb5f65f2e315', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:50:33.086892 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a1717347-ae03-4dec-bb6f-3a4e827abfcb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:50:33.090658 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a1717347-ae03-4dec-bb6f-3a4e827abfcb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:50:33.093458 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a1717347-ae03-4dec-bb6f-3a4e827abfcb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:50:33.099167 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-a1717347-ae03-4dec-bb6f-3a4e827abfcb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:50:33.099624 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:33.173962 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.securitygroups_db [None req-a1717347-ae03-4dec-bb6f-3a4e827abfcb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Project 04ba3b533aed4ca1b027ca3a04d161ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:50:33.180417 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a1717347-ae03-4dec-bb6f-3a4e827abfcb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:33.244207 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a1717347-ae03-4dec-bb6f-3a4e827abfcb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:33.293864 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a1717347-ae03-4dec-bb6f-3a4e827abfcb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:33.317538 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1717347-ae03-4dec-bb6f-3a4e827abfcb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd09936-d135-4d63-a8a0-467c09d3faed,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:33.368058 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a1717347-ae03-4dec-bb6f-3a4e827abfcb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:33.369161 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a1717347-ae03-4dec-bb6f-3a4e827abfcb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2932308 Sep 23 15:50:33.372041 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57150) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:50:33.378080 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-dc5e501c-0163-4507-93a5-a6b75a7ac5cc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'network': {'name': 'tempest-network-smoke--1674051351', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'port_security_enabled': True}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:50:33.382981 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-dc5e501c-0163-4507-93a5-a6b75a7ac5cc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:50:33.387004 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-dc5e501c-0163-4507-93a5-a6b75a7ac5cc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:network and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:50:33.389750 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-dc5e501c-0163-4507-93a5-a6b75a7ac5cc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:50:33.395383 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-dc5e501c-0163-4507-93a5-a6b75a7ac5cc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:50:33.442514 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5e501c-0163-4507-93a5-a6b75a7ac5cc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Made reservation on behalf of 04ba3b533aed4ca1b027ca3a04d161ce for: {'network': 1} {{(pid=89738) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:50:33.445822 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dc5e501c-0163-4507-93a5-a6b75a7ac5cc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:33.472148 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc5e501c-0163-4507-93a5-a6b75a7ac5cc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=89738) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:50:33.480310 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dc5e501c-0163-4507-93a5-a6b75a7ac5cc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:33.480642 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.segments_db [None req-dc5e501c-0163-4507-93a5-a6b75a7ac5cc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Added segment 843de584-39bb-4473-b6ee-65a3e8c987dd of type vlan for network bf19f3fa-9c73-426b-a882-afc0373947ec Sep 23 15:50:33.506447 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dc5e501c-0163-4507-93a5-a6b75a7ac5cc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:33.590470 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dc5e501c-0163-4507-93a5-a6b75a7ac5cc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:33.595981 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5e501c-0163-4507-93a5-a6b75a7ac5cc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:33.600195 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dc5e501c-0163-4507-93a5-a6b75a7ac5cc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:33.708158 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e501c-0163-4507-93a5-a6b75a7ac5cc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Network': ['ID=bf19f3fa-9c73-426b-a882-afc0373947ec,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:33.718847 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network bf19f3fa-9c73-426b-a882-afc0373947ec details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:50:33.757908 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-dc5e501c-0163-4507-93a5-a6b75a7ac5cc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3847432 Sep 23 15:50:33.760788 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57154) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:50:33.765922 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-d4c10ffe-aed9-43bd-8b60-d00c710bf4ab tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-69399438', 'admin_state_up': True, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:50:33.774177 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d4c10ffe-aed9-43bd-8b60-d00c710bf4ab tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:50:33.778287 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d4c10ffe-aed9-43bd-8b60-d00c710bf4ab tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:router and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:50:33.781608 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d4c10ffe-aed9-43bd-8b60-d00c710bf4ab tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:50:33.788598 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d4c10ffe-aed9-43bd-8b60-d00c710bf4ab tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:50:33.859959 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d4c10ffe-aed9-43bd-8b60-d00c710bf4ab tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:33.861689 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d4c10ffe-aed9-43bd-8b60-d00c710bf4ab tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:33.876045 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d4c10ffe-aed9-43bd-8b60-d00c710bf4ab tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:34.177188 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d4c10ffe-aed9-43bd-8b60-d00c710bf4ab tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:34.523018 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d4c10ffe-aed9-43bd-8b60-d00c710bf4ab tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router_gateway, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:34.551883 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d4c10ffe-aed9-43bd-8b60-d00c710bf4ab tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:34.692032 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-d4c10ffe-aed9-43bd-8b60-d00c710bf4ab tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Allocated IP 172.26.10.185 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/f019422d-1960-4bd8-aaa2-2fde0667e0da) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:50:34.838640 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d4c10ffe-aed9-43bd-8b60-d00c710bf4ab tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:34.923574 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d4c10ffe-aed9-43bd-8b60-d00c710bf4ab tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:34.986091 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c10ffe-aed9-43bd-8b60-d00c710bf4ab tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:50:34.988781 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-d4c10ffe-aed9-43bd-8b60-d00c710bf4ab tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:50:34.992458 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c10ffe-aed9-43bd-8b60-d00c710bf4ab tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:50:35.071770 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6421e94b-fdea-4fc5-ac6d-c2bf02d0389b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:35.128190 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c10ffe-aed9-43bd-8b60-d00c710bf4ab tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=f019422d-1960-4bd8-aaa2-2fde0667e0da,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:35.545866 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:35.557372 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d4c10ffe-aed9-43bd-8b60-d00c710bf4ab tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router_gateway, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:35.710723 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:35.899140 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d4c10ffe-aed9-43bd-8b60-d00c710bf4ab tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:36.185492 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c10ffe-aed9-43bd-8b60-d00c710bf4ab tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Router 05c99c9a-c033-460f-9f78-a4fb18679714 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89738) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:50:36.359443 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c10ffe-aed9-43bd-8b60-d00c710bf4ab tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:50:36.370176 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b536af9-e0ab-4a61-8ed4-4c043f710441 None None] Sync routers for ids ['05c99c9a-c033-460f-9f78-a4fb18679714'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:50:36.379836 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b536af9-e0ab-4a61-8ed4-4c043f710441 None None] Routers {'05c99c9a-c033-460f-9f78-a4fb18679714'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:50:36.380431 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-2b536af9-e0ab-4a61-8ed4-4c043f710441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:50:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['05c99c9a-c033-460f-9f78-a4fb18679714'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:50:36.437302 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d4c10ffe-aed9-43bd-8b60-d00c710bf4ab tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:36.439154 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d4c10ffe-aed9-43bd-8b60-d00c710bf4ab tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6773536 Sep 23 15:50:36.442374 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57158) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:50:36.483702 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-78df3bc2-7eb4-4623-bfc9-20febf9add7f tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=04ba3b533aed4ca1b027ca3a04d161ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402367 Sep 23 15:50:36.486807 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57162) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:50:36.553310 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-2b536af9-e0ab-4a61-8ed4-4c043f710441 None None] Set router 05c99c9a-c033-460f-9f78-a4fb18679714 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:50:36.730849 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66322c41-e224-471f-8177-a4e090b62f86 tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:36.732637 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-66322c41-e224-471f-8177-a4e090b62f86 tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2449377 Sep 23 15:50:36.735709 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57166) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:50:36.779011 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-9c54573d-3dfb-40af-b169-fcdccb782154 tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=61b1518d-d511-4beb-b056-d894a2c85079&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418222 Sep 23 15:50:36.781248 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57170) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:50:36.786705 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-30c6d5cf-8987-4d5d-85f1-40dfd4927ced tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1979289019', 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:50:36.877398 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-2b536af9-e0ab-4a61-8ed4-4c043f710441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69399438', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185'}], 'enable_snat': True}, 'gw_port_id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:50:33Z', 'updated_at': '2022-09-23T15:50:35Z', 'revision_number': 3, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:50:34Z', 'updated_at': '2022-09-23T15:50:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:50:36.881177 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b536af9-e0ab-4a61-8ed4-4c043f710441 None None] Checking router: 05c99c9a-c033-460f-9f78-a4fb18679714 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:50:36.881523 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b536af9-e0ab-4a61-8ed4-4c043f710441 None None] Updating router 05c99c9a-c033-460f-9f78-a4fb18679714 port f019422d-1960-4bd8-aaa2-2fde0667e0da binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:50:36.897834 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-30c6d5cf-8987-4d5d-85f1-40dfd4927ced tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:50:36.901702 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-30c6d5cf-8987-4d5d-85f1-40dfd4927ced tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:subnet and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:50:36.904610 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-30c6d5cf-8987-4d5d-85f1-40dfd4927ced tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:50:36.911538 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-30c6d5cf-8987-4d5d-85f1-40dfd4927ced tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:50:36.931559 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2b536af9-e0ab-4a61-8ed4-4c043f710441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:36.985572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c6d5cf-8987-4d5d-85f1-40dfd4927ced tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Made reservation on behalf of 04ba3b533aed4ca1b027ca3a04d161ce for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:50:36.989101 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-30c6d5cf-8987-4d5d-85f1-40dfd4927ced tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:37.139267 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:37.250427 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2b536af9-e0ab-4a61-8ed4-4c043f710441 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:37.261933 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-2b536af9-e0ab-4a61-8ed4-4c043f710441 None None] Transition to ACTIVE for port object f019422d-1960-4bd8-aaa2-2fde0667e0da will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:50:37.264991 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-30c6d5cf-8987-4d5d-85f1-40dfd4927ced tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:37.344872 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2b536af9-e0ab-4a61-8ed4-4c043f710441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:37.345261 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6d5cf-8987-4d5d-85f1-40dfd4927ced tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Subnet': ['ID=07a7a710-52d0-4026-b858-4c12cc6eb890,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:37.354010 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c6d5cf-8987-4d5d-85f1-40dfd4927ced tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Checking segment: {'id': '843de584-39bb-4473-b6ee-65a3e8c987dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:50:37.354401 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c6d5cf-8987-4d5d-85f1-40dfd4927ced tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network hostable DHCP agents. Network: bf19f3fa-9c73-426b-a882-afc0373947ec, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:50:37.406827 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-2b536af9-e0ab-4a61-8ed4-4c043f710441 None None] Attempting to bind port f019422d-1960-4bd8-aaa2-2fde0667e0da on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:50:37.407418 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-2b536af9-e0ab-4a61-8ed4-4c043f710441 None None] Attempting to bind port f019422d-1960-4bd8-aaa2-2fde0667e0da by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:50:37.407559 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b536af9-e0ab-4a61-8ed4-4c043f710441 None None] Attempting to bind port f019422d-1960-4bd8-aaa2-2fde0667e0da on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:50:37.417476 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b536af9-e0ab-4a61-8ed4-4c043f710441 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:50:37.417867 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b536af9-e0ab-4a61-8ed4-4c043f710441 None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:50:37.423047 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2b536af9-e0ab-4a61-8ed4-4c043f710441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:37.423047 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b536af9-e0ab-4a61-8ed4-4c043f710441 None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:50:37.423047 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-2b536af9-e0ab-4a61-8ed4-4c043f710441 None None] Bound port: f019422d-1960-4bd8-aaa2-2fde0667e0da, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:50:37.423047 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2b536af9-e0ab-4a61-8ed4-4c043f710441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:37.442016 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c6d5cf-8987-4d5d-85f1-40dfd4927ced tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network bf19f3fa-9c73-426b-a882-afc0373947ec is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:50:37.465530 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038f779-e651-47ea-a41b-971ff6dd5242 None None] Pushing event updated for resources: {'Port': ['ID=f019422d-1960-4bd8-aaa2-2fde0667e0da,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:37.477347 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038f779-e651-47ea-a41b-971ff6dd5242 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:37.480405 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038f779-e651-47ea-a41b-971ff6dd5242 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:37.480405 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038f779-e651-47ea-a41b-971ff6dd5242 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:37.480405 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038f779-e651-47ea-a41b-971ff6dd5242 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:37.480405 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038f779-e651-47ea-a41b-971ff6dd5242 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:37.480405 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038f779-e651-47ea-a41b-971ff6dd5242 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:37.480405 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038f779-e651-47ea-a41b-971ff6dd5242 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:37.480405 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038f779-e651-47ea-a41b-971ff6dd5242 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:37.480405 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038f779-e651-47ea-a41b-971ff6dd5242 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:37.480405 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038f779-e651-47ea-a41b-971ff6dd5242 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:37.480405 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038f779-e651-47ea-a41b-971ff6dd5242 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:37.481396 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038f779-e651-47ea-a41b-971ff6dd5242 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:50:37.509088 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-2b536af9-e0ab-4a61-8ed4-4c043f710441 None None] For port f019422d-1960-4bd8-aaa2-2fde0667e0da, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:50:37.510171 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-2b536af9-e0ab-4a61-8ed4-4c043f710441 None None] For port f019422d-1960-4bd8-aaa2-2fde0667e0da, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f019422d-1960-4bd8-aaa2-2fde0667e0da,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:50:37.528515 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-30c6d5cf-8987-4d5d-85f1-40dfd4927ced tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, bf19f3fa-9c73-426b-a882-afc0373947ec) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:50:37.533073 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c6d5cf-8987-4d5d-85f1-40dfd4927ced tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:37.537902 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-30c6d5cf-8987-4d5d-85f1-40dfd4927ced tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:37.538653 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556baffd-552b-43bb-a183-567e2b70387c None None] Network bf19f3fa-9c73-426b-a882-afc0373947ec requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:50:37.586165 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2b536af9-e0ab-4a61-8ed4-4c043f710441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:37.621906 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-30c6d5cf-8987-4d5d-85f1-40dfd4927ced tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8393371 Sep 23 15:50:37.625399 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57174) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:50:37.648880 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b536af9-e0ab-4a61-8ed4-4c043f710441 None None] Routers {'05c99c9a-c033-460f-9f78-a4fb18679714'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:50:37.649461 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-2b536af9-e0ab-4a61-8ed4-4c043f710441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:50:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['05c99c9a-c033-460f-9f78-a4fb18679714'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:50:37.734507 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038f779-e651-47ea-a41b-971ff6dd5242 None None] Pushing event updated for resources: {'Port': ['ID=f019422d-1960-4bd8-aaa2-2fde0667e0da,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:37.771131 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f30554-855a-45b5-a8e4-69824e98754e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-bf19f3fa-9c73-426b-a882-afc0373947ec', 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'fixed_ips': [{'subnet_id': '07a7a710-52d0-4026-b858-4c12cc6eb890'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:50:37.772116 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-76f30554-855a-45b5-a8e4-69824e98754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:37.843577 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-2b536af9-e0ab-4a61-8ed4-4c043f710441 None None] Set router 05c99c9a-c033-460f-9f78-a4fb18679714 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:50:37.947937 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-76f30554-855a-45b5-a8e4-69824e98754e None None] Allocated IP 172.20.0.2 (bf19f3fa-9c73-426b-a882-afc0373947ec/07a7a710-52d0-4026-b858-4c12cc6eb890/c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:50:38.147995 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-2b536af9-e0ab-4a61-8ed4-4c043f710441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69399438', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185'}], 'enable_snat': True}, 'gw_port_id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:50:33Z', 'updated_at': '2022-09-23T15:50:35Z', 'revision_number': 3, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:50:34Z', 'updated_at': '2022-09-23T15:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:50:38.152208 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b536af9-e0ab-4a61-8ed4-4c043f710441 None None] The sync data for ids ['05c99c9a-c033-460f-9f78-a4fb18679714'] in dv-neutron-859093-1-hyperv is: [{'id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69399438', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185'}], 'enable_snat': True}, 'gw_port_id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:50:33Z', 'updated_at': '2022-09-23T15:50:35Z', 'revision_number': 3, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:50:34Z', 'updated_at': '2022-09-23T15:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:50:38.218539 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-76f30554-855a-45b5-a8e4-69824e98754e None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:38.229180 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-76f30554-855a-45b5-a8e4-69824e98754e None None] Transition to ACTIVE for port object c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:50:38.251470 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-76f30554-855a-45b5-a8e4-69824e98754e None None] Transition to ACTIVE for port object c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:50:38.329451 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-76f30554-855a-45b5-a8e4-69824e98754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:38.410074 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f30554-855a-45b5-a8e4-69824e98754e None None] Network bf19f3fa-9c73-426b-a882-afc0373947ec is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:50:38.413280 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-76f30554-855a-45b5-a8e4-69824e98754e None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:50:38.419449 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f30554-855a-45b5-a8e4-69824e98754e None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:50:38.438432 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f30554-855a-45b5-a8e4-69824e98754e None None] Pushing event updated for resources: {'Port': ['ID=c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:38.490263 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-03d113e0-bbe0-42e1-9be6-0e5f35aa11f7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:38.549715 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-76f30554-855a-45b5-a8e4-69824e98754e None None] Attempting to bind port c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:50:38.550139 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-76f30554-855a-45b5-a8e4-69824e98754e None None] Attempting to bind port c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '843de584-39bb-4473-b6ee-65a3e8c987dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:50:38.550530 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f30554-855a-45b5-a8e4-69824e98754e None None] Attempting to bind port c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab on network bf19f3fa-9c73-426b-a882-afc0373947ec {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:50:38.556156 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f30554-855a-45b5-a8e4-69824e98754e None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:50:38.556525 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f30554-855a-45b5-a8e4-69824e98754e None None] Checking segment: {'id': '843de584-39bb-4473-b6ee-65a3e8c987dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:50:38.556938 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-76f30554-855a-45b5-a8e4-69824e98754e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:38.557325 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f30554-855a-45b5-a8e4-69824e98754e None None] Bound using segment: {'id': '843de584-39bb-4473-b6ee-65a3e8c987dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:50:38.558009 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-76f30554-855a-45b5-a8e4-69824e98754e None None] Bound port: c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843de584-39bb-4473-b6ee-65a3e8c987dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:50:38.558414 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-76f30554-855a-45b5-a8e4-69824e98754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:38.658270 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-76f30554-855a-45b5-a8e4-69824e98754e None None] For port c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:50:38.661549 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-76f30554-855a-45b5-a8e4-69824e98754e None None] For port c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab,segment=NetworkSegment(843de584-39bb-4473-b6ee-65a3e8c987dd),segment_id=843de584-39bb-4473-b6ee-65a3e8c987dd)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:50:38.753120 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-76f30554-855a-45b5-a8e4-69824e98754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:38.928840 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-03d113e0-bbe0-42e1-9be6-0e5f35aa11f7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Allocated IP 172.20.0.1 (bf19f3fa-9c73-426b-a882-afc0373947ec/07a7a710-52d0-4026-b858-4c12cc6eb890/a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:50:38.930215 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f30554-855a-45b5-a8e4-69824e98754e None None] Pushing event updated for resources: {'Port': ['ID=c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:39.135577 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-03d113e0-bbe0-42e1-9be6-0e5f35aa11f7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:39.146025 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-03d113e0-bbe0-42e1-9be6-0e5f35aa11f7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Transition to ACTIVE for port object a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:50:39.270610 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-03d113e0-bbe0-42e1-9be6-0e5f35aa11f7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:39.342633 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d113e0-bbe0-42e1-9be6-0e5f35aa11f7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network bf19f3fa-9c73-426b-a882-afc0373947ec is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:50:39.345713 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-03d113e0-bbe0-42e1-9be6-0e5f35aa11f7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:50:39.349530 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d113e0-bbe0-42e1-9be6-0e5f35aa11f7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:50:39.380248 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d113e0-bbe0-42e1-9be6-0e5f35aa11f7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:39.409455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-03d113e0-bbe0-42e1-9be6-0e5f35aa11f7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:39.600809 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-03d113e0-bbe0-42e1-9be6-0e5f35aa11f7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:40.018804 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-03d113e0-bbe0-42e1-9be6-0e5f35aa11f7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:40.099230 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-03d113e0-bbe0-42e1-9be6-0e5f35aa11f7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:40.200219 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:50:40.212773 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-03d113e0-bbe0-42e1-9be6-0e5f35aa11f7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:40.244078 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d113e0-bbe0-42e1-9be6-0e5f35aa11f7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:40.322667 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:50:40.329762 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f019422d-1960-4bd8-aaa2-2fde0667e0da up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:50:40.364421 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d113e0-bbe0-42e1-9be6-0e5f35aa11f7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network bf19f3fa-9c73-426b-a882-afc0373947ec is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:50:40.365675 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-03d113e0-bbe0-42e1-9be6-0e5f35aa11f7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:50:40.405083 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6968d62-65f1-456b-a648-1834e57e395e None None] Network bf19f3fa-9c73-426b-a882-afc0373947ec requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:50:40.493241 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port f019422d-1960-4bd8-aaa2-2fde0667e0da completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:50:40.504574 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port f019422d-1960-4bd8-aaa2-2fde0667e0da triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:50:40.504950 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:40.508436 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port f019422d-1960-4bd8-aaa2-2fde0667e0da Sep 23 15:50:40.587234 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2b71bd77-ddbe-4fb8-993b-618c7b4eeb46 None None] Provisioning for port c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:50:40.625921 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2b71bd77-ddbe-4fb8-993b-618c7b4eeb46 None None] Provisioning complete for port c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:50:40.626218 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2b71bd77-ddbe-4fb8-993b-618c7b4eeb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:40.626578 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2b71bd77-ddbe-4fb8-993b-618c7b4eeb46 None None] Attempt 1 to provision port c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab Sep 23 15:50:40.673132 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d113e0-bbe0-42e1-9be6-0e5f35aa11f7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Router 05c99c9a-c033-460f-9f78-a4fb18679714 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:50:40.841156 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port f019422d-1960-4bd8-aaa2-2fde0667e0da is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:50:40.841540 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:40.858294 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d113e0-bbe0-42e1-9be6-0e5f35aa11f7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:50:40.871105 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-03d113e0-bbe0-42e1-9be6-0e5f35aa11f7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "PUT /v2.0/routers/05c99c9a-c033-460f-9f78-a4fb18679714/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2439294 Sep 23 15:50:40.876303 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d8036b-4b23-478b-a055-f4a2ab28c9c5 None None] Sync routers for ids ['05c99c9a-c033-460f-9f78-a4fb18679714'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:50:40.889590 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port f019422d-1960-4bd8-aaa2-2fde0667e0da, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f019422d-1960-4bd8-aaa2-2fde0667e0da,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:50:40.892661 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2b71bd77-ddbe-4fb8-993b-618c7b4eeb46 None None] Current status of the port c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:50:40.893037 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2b71bd77-ddbe-4fb8-993b-618c7b4eeb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:40.911335 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d8036b-4b23-478b-a055-f4a2ab28c9c5 None None] Routers {'05c99c9a-c033-460f-9f78-a4fb18679714'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:50:40.911982 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-65d8036b-4b23-478b-a055-f4a2ab28c9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:50:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['05c99c9a-c033-460f-9f78-a4fb18679714'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:50:40.968382 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:41.034733 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-2d40deb6-bab2-4846-a88a-49c44fb2f548 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:50:41.063610 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-2b71bd77-ddbe-4fb8-993b-618c7b4eeb46 None None] For port c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab,segment=NetworkSegment(843de584-39bb-4473-b6ee-65a3e8c987dd),segment_id=843de584-39bb-4473-b6ee-65a3e8c987dd)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:50:41.095317 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-2d40deb6-bab2-4846-a88a-49c44fb2f548 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:50:41.096841 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-2d40deb6-bab2-4846-a88a-49c44fb2f548 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1795649249&fields=id&tenant_id=04ba3b533aed4ca1b027ca3a04d161ce HTTP/1.1" status: 200 len: 267 time: 0.1015122 Sep 23 15:50:41.135959 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2b71bd77-ddbe-4fb8-993b-618c7b4eeb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:41.158465 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=f019422d-1960-4bd8-aaa2-2fde0667e0da,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:41.234528 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-65d8036b-4b23-478b-a055-f4a2ab28c9c5 None None] Set router 05c99c9a-c033-460f-9f78-a4fb18679714 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:50:41.265130 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-0128c6b4-cef9-4bf0-944c-5ff0af3a9abc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:41.265844 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-0128c6b4-cef9-4bf0-944c-5ff0af3a9abc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:network {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:50:41.340261 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-0128c6b4-cef9-4bf0-944c-5ff0af3a9abc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:network {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:50:41.341396 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-0128c6b4-cef9-4bf0-944c-5ff0af3a9abc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/networks?id=bf19f3fa-9c73-426b-a882-afc0373947ec HTTP/1.1" status: 200 len: 797 time: 0.2370839 Sep 23 15:50:41.359278 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-52b78716-4319-4b97-a9b4-6371fc37cd79 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/quotas/04ba3b533aed4ca1b027ca3a04d161ce HTTP/1.1" status: 200 len: 375 time: 0.0111506 Sep 23 15:50:41.361138 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71bd77-ddbe-4fb8-993b-618c7b4eeb46 None None] Pushing event updated for resources: {'Port': ['ID=c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:41.430845 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-cb28a9f7-ce16-4993-915c-c151482c69ec None None] Provisioning for port a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:50:41.449596 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-cb28a9f7-ce16-4993-915c-c151482c69ec None None] Provisioning complete for port a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:50:41.449982 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cb28a9f7-ce16-4993-915c-c151482c69ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:41.450413 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-cb28a9f7-ce16-4993-915c-c151482c69ec None None] Attempt 1 to provision port a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 Sep 23 15:50:41.460671 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-6b824cab-d5b8-49ca-bbf2-ff6962ddd3ee tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:50:41.528341 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-6b824cab-d5b8-49ca-bbf2-ff6962ddd3ee tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:50:41.532302 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-6b824cab-d5b8-49ca-bbf2-ff6962ddd3ee tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1642203 Sep 23 15:50:41.570788 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-cb28a9f7-ce16-4993-915c-c151482c69ec None None] Port a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:50:41.668683 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-65d8036b-4b23-478b-a055-f4a2ab28c9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69399438', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185'}], 'enable_snat': True}, 'gw_port_id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:50:33Z', 'updated_at': '2022-09-23T15:50:39Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:50:34Z', 'updated_at': '2022-09-23T15:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9', 'name': '', 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:af:65:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '07a7a710-52d0-4026-b858-4c12cc6eb890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:50:38Z', 'updated_at': '2022-09-23T15:50:39Z', 'revision_number': 2, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '07a7a710-52d0-4026-b858-4c12cc6eb890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:50:41.673034 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d8036b-4b23-478b-a055-f4a2ab28c9c5 None None] Checking router: 05c99c9a-c033-460f-9f78-a4fb18679714 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:50:41.673389 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d8036b-4b23-478b-a055-f4a2ab28c9c5 None None] Updating router 05c99c9a-c033-460f-9f78-a4fb18679714 port a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:50:41.722600 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-235d23eb-d86d-4ea5-8e5e-848ed56e57b5 service neutron] 10.222.0.67 "GET /v2.0/networks/bf19f3fa-9c73-426b-a882-afc0373947ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797934 Sep 23 15:50:41.728232 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-65d8036b-4b23-478b-a055-f4a2ab28c9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:41.856710 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-89bc0808-f687-48a2-9d06-26a012862ffc service neutron] 10.222.0.67 "GET /v2.0/networks/bf19f3fa-9c73-426b-a882-afc0373947ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284440 Sep 23 15:50:42.076277 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-cb28a9f7-ce16-4993-915c-c151482c69ec None None] Attempt 2 to provision port a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 Sep 23 15:50:42.136727 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-cb28a9f7-ce16-4993-915c-c151482c69ec None None] Port a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:50:42.138345 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-65d8036b-4b23-478b-a055-f4a2ab28c9c5 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:42.143557 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-845bd435-1236-43da-aeec-0535a66dc684 req-f10d72e3-9ca9-4a53-9570-d2b2c901f441 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:50:42.151971 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:50:42.158567 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-845bd435-1236-43da-aeec-0535a66dc684 req-f10d72e3-9ca9-4a53-9570-d2b2c901f441 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:50:42.160631 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-845bd435-1236-43da-aeec-0535a66dc684 req-f10d72e3-9ca9-4a53-9570-d2b2c901f441 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 210 time: 0.0771894 Sep 23 15:50:42.198717 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-65d8036b-4b23-478b-a055-f4a2ab28c9c5 None None] Transition to ACTIVE for port object a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:50:42.227633 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:50:42.228004 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:42.228340 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab Sep 23 15:50:42.284134 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-65d8036b-4b23-478b-a055-f4a2ab28c9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:42.534915 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133e733-3693-47e3-92f3-d2a2e7c2b729 None None] Pushing event updated for resources: {'Port': ['ID=a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:42.553113 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-65d8036b-4b23-478b-a055-f4a2ab28c9c5 None None] Attempting to bind port a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:50:42.553386 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-65d8036b-4b23-478b-a055-f4a2ab28c9c5 None None] Attempting to bind port a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '843de584-39bb-4473-b6ee-65a3e8c987dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:50:42.553741 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d8036b-4b23-478b-a055-f4a2ab28c9c5 None None] Attempting to bind port a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 on network bf19f3fa-9c73-426b-a882-afc0373947ec {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:50:42.558150 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:50:42.559196 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f019422d-1960-4bd8-aaa2-2fde0667e0da up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:50:42.590800 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d8036b-4b23-478b-a055-f4a2ab28c9c5 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:50:42.591167 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d8036b-4b23-478b-a055-f4a2ab28c9c5 None None] Checking segment: {'id': '843de584-39bb-4473-b6ee-65a3e8c987dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:50:42.591562 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-65d8036b-4b23-478b-a055-f4a2ab28c9c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:42.591942 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d8036b-4b23-478b-a055-f4a2ab28c9c5 None None] Bound using segment: {'id': '843de584-39bb-4473-b6ee-65a3e8c987dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:50:42.592399 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-65d8036b-4b23-478b-a055-f4a2ab28c9c5 None None] Bound port: a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843de584-39bb-4473-b6ee-65a3e8c987dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:50:42.592762 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-65d8036b-4b23-478b-a055-f4a2ab28c9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:42.652387 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-cb28a9f7-ce16-4993-915c-c151482c69ec None None] Attempt 3 to provision port a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 Sep 23 15:50:42.739648 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-cb28a9f7-ce16-4993-915c-c151482c69ec None None] Port a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:50:42.755318 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port f019422d-1960-4bd8-aaa2-2fde0667e0da triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:50:42.755685 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:42.756011 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port f019422d-1960-4bd8-aaa2-2fde0667e0da Sep 23 15:50:42.785209 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-65d8036b-4b23-478b-a055-f4a2ab28c9c5 None None] For port a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:50:42.806448 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-65d8036b-4b23-478b-a055-f4a2ab28c9c5 None None] For port a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9,segment=NetworkSegment(843de584-39bb-4473-b6ee-65a3e8c987dd),segment_id=843de584-39bb-4473-b6ee-65a3e8c987dd)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:50:42.880354 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port f019422d-1960-4bd8-aaa2-2fde0667e0da is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:50:42.900157 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-65d8036b-4b23-478b-a055-f4a2ab28c9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:42.999403 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d8036b-4b23-478b-a055-f4a2ab28c9c5 None None] Routers {'05c99c9a-c033-460f-9f78-a4fb18679714'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:50:43.000014 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-65d8036b-4b23-478b-a055-f4a2ab28c9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:50:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['05c99c9a-c033-460f-9f78-a4fb18679714'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:50:43.088141 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133e733-3693-47e3-92f3-d2a2e7c2b729 None None] Pushing event updated for resources: {'Port': ['ID=a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:43.194992 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-65d8036b-4b23-478b-a055-f4a2ab28c9c5 None None] Set router 05c99c9a-c033-460f-9f78-a4fb18679714 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:50:43.242548 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-cb28a9f7-ce16-4993-915c-c151482c69ec None None] Attempt 4 to provision port a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 Sep 23 15:50:43.324410 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8fa4f3bc-ff48-4879-861d-e9b269cce71a req-52025ce4-72c7-4bc5-a1f3-d273b593c11b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 210 time: 0.0508537 Sep 23 15:50:43.436223 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-cb28a9f7-ce16-4993-915c-c151482c69ec None None] Port a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:50:43.478345 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-cb28a9f7-ce16-4993-915c-c151482c69ec None None] Provisioning complete for port c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:50:43.478702 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cb28a9f7-ce16-4993-915c-c151482c69ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:43.479029 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-cb28a9f7-ce16-4993-915c-c151482c69ec None None] Attempt 1 to provision port c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab Sep 23 15:50:43.662175 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-cb28a9f7-ce16-4993-915c-c151482c69ec None None] Current status of the port c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:50:43.669316 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-65d8036b-4b23-478b-a055-f4a2ab28c9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69399438', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185'}], 'enable_snat': True}, 'gw_port_id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:50:33Z', 'updated_at': '2022-09-23T15:50:39Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:50:34Z', 'updated_at': '2022-09-23T15:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9', 'name': '', 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:af:65:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '07a7a710-52d0-4026-b858-4c12cc6eb890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:50:38Z', 'updated_at': '2022-09-23T15:50:42Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '07a7a710-52d0-4026-b858-4c12cc6eb890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:50:43.673823 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d8036b-4b23-478b-a055-f4a2ab28c9c5 None None] The sync data for ids ['05c99c9a-c033-460f-9f78-a4fb18679714'] in dv-neutron-859093-1-hyperv is: [{'id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69399438', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185'}], 'enable_snat': True}, 'gw_port_id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:50:33Z', 'updated_at': '2022-09-23T15:50:39Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:50:34Z', 'updated_at': '2022-09-23T15:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9', 'name': '', 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:af:65:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '07a7a710-52d0-4026-b858-4c12cc6eb890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:50:38Z', 'updated_at': '2022-09-23T15:50:42Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '07a7a710-52d0-4026-b858-4c12cc6eb890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:50:44.163135 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:50:44.224757 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-2de32818-b633-4fcc-b2dc-7a9ce6b90fd3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:44.226401 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-2de32818-b633-4fcc-b2dc-7a9ce6b90fd3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.72 "GET /v2.0/networks?id=bf19f3fa-9c73-426b-a882-afc0373947ec HTTP/1.1" status: 200 len: 797 time: 0.1698382 Sep 23 15:50:44.278555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-98479b09-cf00-4a53-a0c0-011d586cc777 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:50:44.290797 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-98479b09-cf00-4a53-a0c0-011d586cc777 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:50:44.292010 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-98479b09-cf00-4a53-a0c0-011d586cc777 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04ba3b533aed4ca1b027ca3a04d161ce HTTP/1.1" status: 200 len: 380 time: 0.0568724 Sep 23 15:50:44.301313 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-e9f98c6a-f177-4d65-bd90-00798b05208d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'port': {'device_id': 'cff96688-f77c-4cf9-bd5a-133a58715ea6', 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec', 'admin_state_up': True, 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'security_groups': ['bd686fbd-f119-4894-9491-eb5f65f2e315']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:50:44.311499 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:50:44.317822 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:50:44.318462 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:44.319095 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 Sep 23 15:50:44.480903 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:50:44.481617 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:44.507517 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-e9f98c6a-f177-4d65-bd90-00798b05208d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:50:44.523110 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9,segment=NetworkSegment(843de584-39bb-4473-b6ee-65a3e8c987dd),segment_id=843de584-39bb-4473-b6ee-65a3e8c987dd)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:50:44.528040 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f63ff47e-cd2b-46d0-b569-cbcb34c10a84 req-b5f069a0-e571-4ff3-a37a-435f497705eb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 210 time: 0.0576618 Sep 23 15:50:44.532343 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-e9f98c6a-f177-4d65-bd90-00798b05208d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:50:44.630740 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-e9f98c6a-f177-4d65-bd90-00798b05208d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Made reservation on behalf of 04ba3b533aed4ca1b027ca3a04d161ce for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:50:44.630982 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:44.634359 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-e9f98c6a-f177-4d65-bd90-00798b05208d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:44.701270 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:44.805580 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-e9f98c6a-f177-4d65-bd90-00798b05208d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Allocated IP 172.20.0.11 (bf19f3fa-9c73-426b-a882-afc0373947ec/07a7a710-52d0-4026-b858-4c12cc6eb890/003963a5-2fe4-45f5-ac3b-e929357fc68e) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:50:44.994552 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-e9f98c6a-f177-4d65-bd90-00798b05208d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:45.009239 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-e9f98c6a-f177-4d65-bd90-00798b05208d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Transition to ACTIVE for port object 003963a5-2fe4-45f5-ac3b-e929357fc68e will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:50:45.100061 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-e9f98c6a-f177-4d65-bd90-00798b05208d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:45.172983 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-e9f98c6a-f177-4d65-bd90-00798b05208d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network bf19f3fa-9c73-426b-a882-afc0373947ec is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:50:45.176082 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-e9f98c6a-f177-4d65-bd90-00798b05208d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:50:45.179833 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-e9f98c6a-f177-4d65-bd90-00798b05208d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:50:45.210100 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f98c6a-f177-4d65-bd90-00798b05208d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=003963a5-2fe4-45f5-ac3b-e929357fc68e,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:45.252048 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-e9f98c6a-f177-4d65-bd90-00798b05208d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:45.252717 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-e9f98c6a-f177-4d65-bd90-00798b05208d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:45.362989 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-e9f98c6a-f177-4d65-bd90-00798b05208d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0656183 Sep 23 15:50:45.374049 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-a62ba381-a3e3-4ff4-808d-6af6badae9c1 service neutron] Request body: {'port': {'device_id': 'cff96688-f77c-4cf9-bd5a-133a58715ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:50:45.477269 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0dd33fbe-c4c0-4843-97a6-9a2338a921d6 None None] Provisioning for port 003963a5-2fe4-45f5-ac3b-e929357fc68e completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:50:45.482080 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0dd33fbe-c4c0-4843-97a6-9a2338a921d6 None None] Provisioning complete for port 003963a5-2fe4-45f5-ac3b-e929357fc68e triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:50:45.482698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0dd33fbe-c4c0-4843-97a6-9a2338a921d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:45.482797 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0dd33fbe-c4c0-4843-97a6-9a2338a921d6 None None] Attempt 1 to provision port 003963a5-2fe4-45f5-ac3b-e929357fc68e Sep 23 15:50:45.486516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-a62ba381-a3e3-4ff4-808d-6af6badae9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:45.539746 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0dd33fbe-c4c0-4843-97a6-9a2338a921d6 None None] Port 003963a5-2fe4-45f5-ac3b-e929357fc68e cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:50:45.739588 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a50ed-faf5-4f9d-9250-a595782fc0f2 req-66234d90-9769-4c52-92ba-98c39c04c3cc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:45.741552 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-bd8a50ed-faf5-4f9d-9250-a595782fc0f2 req-66234d90-9769-4c52-92ba-98c39c04c3cc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 932 time: 0.0989611 Sep 23 15:50:45.803136 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-bd8a50ed-faf5-4f9d-9250-a595782fc0f2 req-54cb5fa3-848d-4e30-8048-5e0cefd641dc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475936 Sep 23 15:50:45.944947 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-a62ba381-a3e3-4ff4-808d-6af6badae9c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 003963a5-2fe4-45f5-ac3b-e929357fc68e {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:50:45.952534 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-a62ba381-a3e3-4ff4-808d-6af6badae9c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:45.967160 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-a62ba381-a3e3-4ff4-808d-6af6badae9c1 service neutron] Transition to ACTIVE for port object 003963a5-2fe4-45f5-ac3b-e929357fc68e will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:50:46.036844 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-a62ba381-a3e3-4ff4-808d-6af6badae9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:46.041078 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0dd33fbe-c4c0-4843-97a6-9a2338a921d6 None None] Attempt 2 to provision port 003963a5-2fe4-45f5-ac3b-e929357fc68e Sep 23 15:50:46.095977 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0dd33fbe-c4c0-4843-97a6-9a2338a921d6 None None] Port 003963a5-2fe4-45f5-ac3b-e929357fc68e cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:50:46.161222 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:50:46.232138 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:50:46.232507 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:46.232840 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 Sep 23 15:50:46.235908 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ba381-a3e3-4ff4-808d-6af6badae9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=003963a5-2fe4-45f5-ac3b-e929357fc68e,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:46.276024 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-a62ba381-a3e3-4ff4-808d-6af6badae9c1 service neutron] Attempting to bind port 003963a5-2fe4-45f5-ac3b-e929357fc68e on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:50:46.276755 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-a62ba381-a3e3-4ff4-808d-6af6badae9c1 service neutron] Attempting to bind port 003963a5-2fe4-45f5-ac3b-e929357fc68e by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '843de584-39bb-4473-b6ee-65a3e8c987dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:50:46.276755 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-a62ba381-a3e3-4ff4-808d-6af6badae9c1 service neutron] Attempting to bind port 003963a5-2fe4-45f5-ac3b-e929357fc68e on network bf19f3fa-9c73-426b-a882-afc0373947ec {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:50:46.280946 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-a62ba381-a3e3-4ff4-808d-6af6badae9c1 service neutron] Port 003963a5-2fe4-45f5-ac3b-e929357fc68e on network bf19f3fa-9c73-426b-a882-afc0373947ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:50:46.281263 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-a62ba381-a3e3-4ff4-808d-6af6badae9c1 service neutron] Attempting to bind port 003963a5-2fe4-45f5-ac3b-e929357fc68e on network bf19f3fa-9c73-426b-a882-afc0373947ec {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:50:46.286673 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-a62ba381-a3e3-4ff4-808d-6af6badae9c1 service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:50:46.287007 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-a62ba381-a3e3-4ff4-808d-6af6badae9c1 service neutron] Checking segment: {'id': '843de584-39bb-4473-b6ee-65a3e8c987dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:50:46.287387 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-a62ba381-a3e3-4ff4-808d-6af6badae9c1 service neutron] Bound using segment: {'id': '843de584-39bb-4473-b6ee-65a3e8c987dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:50:46.287810 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-a62ba381-a3e3-4ff4-808d-6af6badae9c1 service neutron] Bound port: 003963a5-2fe4-45f5-ac3b-e929357fc68e, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843de584-39bb-4473-b6ee-65a3e8c987dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:50:46.288154 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-a62ba381-a3e3-4ff4-808d-6af6badae9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:46.350923 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:50:46.380373 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-a62ba381-a3e3-4ff4-808d-6af6badae9c1 service neutron] For port 003963a5-2fe4-45f5-ac3b-e929357fc68e, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:50:46.383323 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-a62ba381-a3e3-4ff4-808d-6af6badae9c1 service neutron] For port 003963a5-2fe4-45f5-ac3b-e929357fc68e, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=003963a5-2fe4-45f5-ac3b-e929357fc68e,segment=NetworkSegment(843de584-39bb-4473-b6ee-65a3e8c987dd),segment_id=843de584-39bb-4473-b6ee-65a3e8c987dd)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:50:46.443060 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-a62ba381-a3e3-4ff4-808d-6af6badae9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:46.473526 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-a62ba381-a3e3-4ff4-808d-6af6badae9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:46.474141 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-a62ba381-a3e3-4ff4-808d-6af6badae9c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:46.475561 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-a62ba381-a3e3-4ff4-808d-6af6badae9c1 service neutron] 10.222.0.72 "PUT /v2.0/ports/003963a5-2fe4-45f5-ac3b-e929357fc68e HTTP/1.1" status: 200 len: 1094 time: 1.1056244 Sep 23 15:50:46.475991 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff96688-f77c-4cf9-bd5a-133a58715ea6', 'tag': '003963a5-2fe4-45f5-ac3b-e929357fc68e'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:50:46.478307 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445324c9-03c7-40e2-b58d-b95f37e4fe6c" -d '{"events": [{"name": "network-changed", "server_uuid": "cff96688-f77c-4cf9-bd5a-133a58715ea6", "tag": "003963a5-2fe4-45f5-ac3b-e929357fc68e"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:50:46.519483 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ba381-a3e3-4ff4-808d-6af6badae9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=003963a5-2fe4-45f5-ac3b-e929357fc68e,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:46.526213 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225a2c0f-12fa-4f15-974e-b4d15a35df91 x-openstack-request-id: req-225a2c0f-12fa-4f15-974e-b4d15a35df91 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:50:46.526518 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff96688-f77c-4cf9-bd5a-133a58715ea6", "tag": "003963a5-2fe4-45f5-ac3b-e929357fc68e", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:50:46.526801 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-225a2c0f-12fa-4f15-974e-b4d15a35df91 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:50:46.527179 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-225a2c0f-12fa-4f15-974e-b4d15a35df91'] response: {'name': 'network-changed', 'server_uuid': 'cff96688-f77c-4cf9-bd5a-133a58715ea6', 'tag': '003963a5-2fe4-45f5-ac3b-e929357fc68e', 'status': 'completed', 'code': 200} Sep 23 15:50:46.597128 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0dd33fbe-c4c0-4843-97a6-9a2338a921d6 None None] Attempt 3 to provision port 003963a5-2fe4-45f5-ac3b-e929357fc68e Sep 23 15:50:46.626592 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445324c9-03c7-40e2-b58d-b95f37e4fe6c req-1ab483aa-063a-4460-9eb3-44fe2121c028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:46.627982 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-445324c9-03c7-40e2-b58d-b95f37e4fe6c req-1ab483aa-063a-4460-9eb3-44fe2121c028 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 1097 time: 0.0823989 Sep 23 15:50:46.658408 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0dd33fbe-c4c0-4843-97a6-9a2338a921d6 None None] Port 003963a5-2fe4-45f5-ac3b-e929357fc68e had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:50:46.769831 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445324c9-03c7-40e2-b58d-b95f37e4fe6c req-cd3c02d9-0b8d-411f-acc6-5cd2be9eb5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:46.771494 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-445324c9-03c7-40e2-b58d-b95f37e4fe6c req-cd3c02d9-0b8d-411f-acc6-5cd2be9eb5e5 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1362667 Sep 23 15:50:46.911211 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445324c9-03c7-40e2-b58d-b95f37e4fe6c req-9e971781-2fad-4acd-9e03-bab716229af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:46.912563 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-445324c9-03c7-40e2-b58d-b95f37e4fe6c req-9e971781-2fad-4acd-9e03-bab716229af3 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1346350 Sep 23 15:50:47.007403 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d0d3a-96c9-4fcb-860d-3a615a7ffbe0 req-9a193a81-3502-4e30-ba31-cc08c0fa159b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:47.008860 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-fe4d0d3a-96c9-4fcb-860d-3a615a7ffbe0 req-9a193a81-3502-4e30-ba31-cc08c0fa159b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 944 time: 0.0918801 Sep 23 15:50:47.028570 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-dee12fca-d7c3-4d14-8c73-51da5b429024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:47.030061 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-dee12fca-d7c3-4d14-8c73-51da5b429024 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 1097 time: 0.0783579 Sep 23 15:50:47.054052 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-fe4d0d3a-96c9-4fcb-860d-3a615a7ffbe0 req-7d491622-ddeb-41b4-9d8e-f3f864f235e5 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392992 Sep 23 15:50:47.100735 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-5f1e764c-ac63-48ca-9ae1-cacd71174783 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=003963a5-2fe4-45f5-ac3b-e929357fc68e HTTP/1.1" status: 200 len: 217 time: 0.0635130 Sep 23 15:50:47.162113 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-a29563d4-39c5-402d-92e2-efc09c5a263d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:47.163449 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-a29563d4-39c5-402d-92e2-efc09c5a263d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=07a7a710-52d0-4026-b858-4c12cc6eb890 HTTP/1.1" status: 200 len: 835 time: 0.0565257 Sep 23 15:50:47.249347 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-d82577bc-50c2-4990-a0fc-b479ab745f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:47.251413 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-d82577bc-50c2-4990-a0fc-b479ab745f7c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf19f3fa-9c73-426b-a882-afc0373947ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821030 Sep 23 15:50:47.383052 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-5e91761a-c5e7-4aa9-a307-b8ac122b8b96 service neutron] 10.222.0.72 "GET /v2.0/networks/bf19f3fa-9c73-426b-a882-afc0373947ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254735 Sep 23 15:50:47.511579 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-70d0a29e-440d-45e6-ad08-b3cf10588ce7 req-3e5c4b50-ebd6-4647-8d72-b8453051eb0e service neutron] 10.222.0.72 "GET /v2.0/networks/bf19f3fa-9c73-426b-a882-afc0373947ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224778 Sep 23 15:50:48.344694 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cef3d2-da0d-4993-8c44-f5409a804067 req-5ef70804-3da5-42de-874a-de34707c361a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:48.345231 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-e8cef3d2-da0d-4993-8c44-f5409a804067 req-5ef70804-3da5-42de-874a-de34707c361a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:50:48.431083 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-e8cef3d2-da0d-4993-8c44-f5409a804067 req-5ef70804-3da5-42de-874a-de34707c361a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:50:48.432214 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e8cef3d2-da0d-4993-8c44-f5409a804067 req-5ef70804-3da5-42de-874a-de34707c361a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 944 time: 0.2669585 Sep 23 15:50:48.476705 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e8cef3d2-da0d-4993-8c44-f5409a804067 req-982ede6b-8917-4d20-b590-8a7a0cc3f606 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386696 Sep 23 15:50:49.001777 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [req-ee5dd30b-48eb-428f-a355-e2d2b1c735ab req-e1152d2d-8efa-4469-b820-297e36eae1a6 service neutron] (89738) timed out ('10.222.0.67', 53036) {{(pid=89738) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 23 15:50:49.351150 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 003963a5-2fe4-45f5-ac3b-e929357fc68e details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:50:49.519873 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 003963a5-2fe4-45f5-ac3b-e929357fc68e, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=003963a5-2fe4-45f5-ac3b-e929357fc68e,segment=NetworkSegment(843de584-39bb-4473-b6ee-65a3e8c987dd),segment_id=843de584-39bb-4473-b6ee-65a3e8c987dd)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:50:49.534510 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '003963a5-2fe4-45f5-ac3b-e929357fc68e', 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec', 'port_id': '003963a5-2fe4-45f5-ac3b-e929357fc68e', 'mac_address': 'fa:16:3e:08:f6:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a7a710-52d0-4026-b858-4c12cc6eb890', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:50:49.592300 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 003963a5-2fe4-45f5-ac3b-e929357fc68e is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:50:49.592690 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:49.611205 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 003963a5-2fe4-45f5-ac3b-e929357fc68e {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:50:49.632582 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 003963a5-2fe4-45f5-ac3b-e929357fc68e, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=003963a5-2fe4-45f5-ac3b-e929357fc68e,segment=NetworkSegment(843de584-39bb-4473-b6ee-65a3e8c987dd),segment_id=843de584-39bb-4473-b6ee-65a3e8c987dd)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:50:49.688308 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a6e70-44bb-4397-81e1-39b1b08f242c req-77ab4c11-32f9-443a-b2ed-7e3d2908cbcf tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:49.689774 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7d3a6e70-44bb-4397-81e1-39b1b08f242c req-77ab4c11-32f9-443a-b2ed-7e3d2908cbcf tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 944 time: 0.0974636 Sep 23 15:50:49.705226 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:49.736999 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7d3a6e70-44bb-4397-81e1-39b1b08f242c req-d436588c-6f5c-4da7-8731-c4c6616f4a2d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410924 Sep 23 15:50:49.777229 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=003963a5-2fe4-45f5-ac3b-e929357fc68e,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:49.924808 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['003963a5-2fe4-45f5-ac3b-e929357fc68e'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:50:50.952057 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a87257-e5ca-4339-80d3-4d26cba3b40e req-c0a32791-33b7-4545-8fdd-6fac88dc8c1c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:50.953797 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-18a87257-e5ca-4339-80d3-4d26cba3b40e req-c0a32791-33b7-4545-8fdd-6fac88dc8c1c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 945 time: 0.1023519 Sep 23 15:50:50.997951 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-18a87257-e5ca-4339-80d3-4d26cba3b40e req-e89c7bbf-36f7-42f8-8ca2-969a97c5f287 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379181 Sep 23 15:50:51.380782 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 003963a5-2fe4-45f5-ac3b-e929357fc68e up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:50:51.493321 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 003963a5-2fe4-45f5-ac3b-e929357fc68e completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:50:51.497953 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 003963a5-2fe4-45f5-ac3b-e929357fc68e triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:50:51.498363 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:51.498835 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 003963a5-2fe4-45f5-ac3b-e929357fc68e Sep 23 15:50:51.613662 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 003963a5-2fe4-45f5-ac3b-e929357fc68e is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:50:51.614038 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:51.639500 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff96688-f77c-4cf9-bd5a-133a58715ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003963a5-2fe4-45f5-ac3b-e929357fc68e'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:50:51.642295 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ee7f74-b545-47b0-ab4e-4c122c8c8f48" -d '{"events": [{"server_uuid": "cff96688-f77c-4cf9-bd5a-133a58715ea6", "name": "network-vif-plugged", "status": "completed", "tag": "003963a5-2fe4-45f5-ac3b-e929357fc68e"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:50:51.650249 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 003963a5-2fe4-45f5-ac3b-e929357fc68e, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=003963a5-2fe4-45f5-ac3b-e929357fc68e,segment=NetworkSegment(843de584-39bb-4473-b6ee-65a3e8c987dd),segment_id=843de584-39bb-4473-b6ee-65a3e8c987dd)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:50:51.699463 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:51.745270 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3f50ad-dc7c-4339-8175-e35f31ac5756 x-openstack-request-id: req-4c3f50ad-dc7c-4339-8175-e35f31ac5756 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:50:51.745270 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff96688-f77c-4cf9-bd5a-133a58715ea6", "name": "network-vif-plugged", "status": "completed", "tag": "003963a5-2fe4-45f5-ac3b-e929357fc68e", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:50:51.745270 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4c3f50ad-dc7c-4339-8175-e35f31ac5756 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:50:51.745270 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c3f50ad-dc7c-4339-8175-e35f31ac5756'] response: {'server_uuid': 'cff96688-f77c-4cf9-bd5a-133a58715ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003963a5-2fe4-45f5-ac3b-e929357fc68e', 'code': 200} Sep 23 15:50:51.770290 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=003963a5-2fe4-45f5-ac3b-e929357fc68e,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:52.214767 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374b4af-8c66-47c1-ba16-05bef0bdb8e3 req-90b13bb1-013c-420f-9943-b39eae99f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:52.216235 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e374b4af-8c66-47c1-ba16-05bef0bdb8e3 req-90b13bb1-013c-420f-9943-b39eae99f315 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 1099 time: 0.1428556 Sep 23 15:50:52.245194 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3255e-f5cb-49fd-ae3c-e6db8fe9af94 req-21facedd-1031-4f70-863e-70bc3b045c93 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:52.246609 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7fb3255e-f5cb-49fd-ae3c-e6db8fe9af94 req-21facedd-1031-4f70-863e-70bc3b045c93 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 946 time: 0.1297281 Sep 23 15:50:52.285597 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e374b4af-8c66-47c1-ba16-05bef0bdb8e3 req-98bb099f-2991-44b7-9def-0f674622a71c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615118 Sep 23 15:50:52.307583 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7fb3255e-f5cb-49fd-ae3c-e6db8fe9af94 req-28aae796-1bf3-44c4-bdf7-6514eef80a26 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548284 Sep 23 15:50:53.513751 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a576156-362d-4f25-9db3-71c8d4e36c86 req-43b09d0f-b445-40c8-9864-436fc638c38f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:53.515223 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3a576156-362d-4f25-9db3-71c8d4e36c86 req-43b09d0f-b445-40c8-9864-436fc638c38f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 946 time: 0.0887284 Sep 23 15:50:53.562449 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3a576156-362d-4f25-9db3-71c8d4e36c86 req-1de50fac-175b-419d-a8bf-ff1e77556357 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404451 Sep 23 15:50:54.756620 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e30ec-fe2e-42a6-b610-93d96cbd8e28 req-7da6bd92-1e76-445d-96a7-1a21f05b619a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:54.758061 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6c4e30ec-fe2e-42a6-b610-93d96cbd8e28 req-7da6bd92-1e76-445d-96a7-1a21f05b619a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 946 time: 0.0862112 Sep 23 15:50:54.801905 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6c4e30ec-fe2e-42a6-b610-93d96cbd8e28 req-251e6c9d-9ad0-432f-a028-052d2bd11023 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381539 Sep 23 15:50:54.996731 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9e3d9-e47e-45ca-b9f8-ac3cd944e7d5 req-50029729-be53-40f7-8e35-74e6d47c9c98 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:54.998182 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ffe9e3d9-e47e-45ca-b9f8-ac3cd944e7d5 req-50029729-be53-40f7-8e35-74e6d47c9c98 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 946 time: 0.0869381 Sep 23 15:50:55.038256 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:50:55.042587 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ffe9e3d9-e47e-45ca-b9f8-ac3cd944e7d5 req-e10c3f0e-d108-49e7-a7ac-130f570c1839 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382075 Sep 23 15:50:55.070514 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57238) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:50:55.150971 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3565f1b4-013d-4abd-b8c8-b0b637ab8c57 tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:55.152450 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3565f1b4-013d-4abd-b8c8-b0b637ab8c57 tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 1094 time: 0.0810013 Sep 23 15:50:55.155235 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57242) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:50:55.159956 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-0f7fdbd4-eaf7-4ae9-8545-ff13c7920eff tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': '003963a5-2fe4-45f5-ac3b-e929357fc68e', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:50:55.165786 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0f7fdbd4-eaf7-4ae9-8545-ff13c7920eff tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:50:55.169712 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0f7fdbd4-eaf7-4ae9-8545-ff13c7920eff tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:floatingip and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:50:55.173000 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-0f7fdbd4-eaf7-4ae9-8545-ff13c7920eff tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:50:55.178843 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-0f7fdbd4-eaf7-4ae9-8545-ff13c7920eff tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:50:55.265215 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f7fdbd4-eaf7-4ae9-8545-ff13c7920eff tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for floatingip, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:55.399618 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f7fdbd4-eaf7-4ae9-8545-ff13c7920eff tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:55.532842 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-0f7fdbd4-eaf7-4ae9-8545-ff13c7920eff tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Allocated IP 172.26.10.17 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/cab15ace-68a6-44e7-abe9-5326b70804ea) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:50:55.680944 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f7fdbd4-eaf7-4ae9-8545-ff13c7920eff tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:55.768723 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f7fdbd4-eaf7-4ae9-8545-ff13c7920eff tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:55.833325 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7fdbd4-eaf7-4ae9-8545-ff13c7920eff tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:50:55.835951 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-0f7fdbd4-eaf7-4ae9-8545-ff13c7920eff tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:50:55.839721 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7fdbd4-eaf7-4ae9-8545-ff13c7920eff tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:50:55.873510 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fdbd4-eaf7-4ae9-8545-ff13c7920eff tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=cab15ace-68a6-44e7-abe9-5326b70804ea,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:56.350981 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f7fdbd4-eaf7-4ae9-8545-ff13c7920eff tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:56.460982 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f7fdbd4-eaf7-4ae9-8545-ff13c7920eff tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:56.661560 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f7fdbd4-eaf7-4ae9-8545-ff13c7920eff tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:56.710629 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f7fdbd4-eaf7-4ae9-8545-ff13c7920eff tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:56.817185 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f7fdbd4-eaf7-4ae9-8545-ff13c7920eff tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:56.864629 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fdbd4-eaf7-4ae9-8545-ff13c7920eff tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=cab15ace-68a6-44e7-abe9-5326b70804ea,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:50:56.988066 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-0f7fdbd4-eaf7-4ae9-8545-ff13c7920eff tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Floating IP 138b5c65-2b0b-4d7d-8059-2a0ea79598f1 associated. External IP: 172.26.10.17, port: 003963a5-2fe4-45f5-ac3b-e929357fc68e. Sep 23 15:50:57.339597 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7fdbd4-eaf7-4ae9-8545-ff13c7920eff tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Router 05c99c9a-c033-460f-9f78-a4fb18679714 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:50:57.513583 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7fdbd4-eaf7-4ae9-8545-ff13c7920eff tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:50:57.523406 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b9e901-c8e0-4ec4-99f4-a15950da28aa None None] Sync routers for ids ['05c99c9a-c033-460f-9f78-a4fb18679714'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:50:57.532672 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b9e901-c8e0-4ec4-99f4-a15950da28aa None None] Routers {'05c99c9a-c033-460f-9f78-a4fb18679714'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:50:57.533291 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-b3b9e901-c8e0-4ec4-99f4-a15950da28aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:50:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['05c99c9a-c033-460f-9f78-a4fb18679714'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:50:57.602761 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-0f7fdbd4-eaf7-4ae9-8545-ff13c7920eff tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:50:57.661151 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0f7fdbd4-eaf7-4ae9-8545-ff13c7920eff tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5049109 Sep 23 15:50:57.661734 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff96688-f77c-4cf9-bd5a-133a58715ea6', 'tag': '003963a5-2fe4-45f5-ac3b-e929357fc68e'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:50:57.664154 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8009c2c01c24846940f3c9c2beb64f503f2d744ca5e92813e431a27377ac34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c85778d-81ef-4f17-b344-6bc539ce276c" -d '{"events": [{"name": "network-changed", "server_uuid": "cff96688-f77c-4cf9-bd5a-133a58715ea6", "tag": "003963a5-2fe4-45f5-ac3b-e929357fc68e"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:50:57.708256 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7429c34a-4f68-4343-8d34-4d085a073ced x-openstack-request-id: req-7429c34a-4f68-4343-8d34-4d085a073ced {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:50:57.708256 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff96688-f77c-4cf9-bd5a-133a58715ea6", "tag": "003963a5-2fe4-45f5-ac3b-e929357fc68e", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:50:57.708256 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7429c34a-4f68-4343-8d34-4d085a073ced {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:50:57.708775 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7429c34a-4f68-4343-8d34-4d085a073ced'] response: {'name': 'network-changed', 'server_uuid': 'cff96688-f77c-4cf9-bd5a-133a58715ea6', 'tag': '003963a5-2fe4-45f5-ac3b-e929357fc68e', 'status': 'completed', 'code': 200} Sep 23 15:50:57.736951 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-b3b9e901-c8e0-4ec4-99f4-a15950da28aa None None] Set router 05c99c9a-c033-460f-9f78-a4fb18679714 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:50:57.875060 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85778d-81ef-4f17-b344-6bc539ce276c req-263c7937-fc75-42e0-b095-e0020eadd56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:57.876460 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3c85778d-81ef-4f17-b344-6bc539ce276c req-263c7937-fc75-42e0-b095-e0020eadd56c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 1099 time: 0.1471872 Sep 23 15:50:57.884656 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ae2ae-1194-4181-8d3b-76744e16a296 req-d34f3f3f-57d7-404a-8c21-e06be437c63d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:57.886000 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f81ae2ae-1194-4181-8d3b-76744e16a296 req-d34f3f3f-57d7-404a-8c21-e06be437c63d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 946 time: 0.1130757 Sep 23 15:50:58.008398 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f81ae2ae-1194-4181-8d3b-76744e16a296 req-fa3082b6-7a30-4e2e-95ba-7c64eaa78d6a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043012 Sep 23 15:50:58.037532 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57250) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:50:58.044883 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85778d-81ef-4f17-b344-6bc539ce276c req-f9ac81f3-2583-490a-9b22-22c0fd0f0f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:58.046607 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3c85778d-81ef-4f17-b344-6bc539ce276c req-f9ac81f3-2583-490a-9b22-22c0fd0f0f0c service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf19f3fa-9c73-426b-a882-afc0373947ec HTTP/1.1" status: 200 len: 898 time: 0.1597116 Sep 23 15:50:58.095030 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-b3b9e901-c8e0-4ec4-99f4-a15950da28aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69399438', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185'}], 'enable_snat': True}, 'gw_port_id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:50:33Z', 'updated_at': '2022-09-23T15:50:39Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:50:34Z', 'updated_at': '2022-09-23T15:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '138b5c65-2b0b-4d7d-8059-2a0ea79598f1', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'floating_ip_address': '172.26.10.17', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'port_id': '003963a5-2fe4-45f5-ac3b-e929357fc68e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec', 'mac_address': 'fa:16:3e:08:f6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff96688-f77c-4cf9-bd5a-133a58715ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:50:56Z', 'updated_at': '2022-09-23T15:50:56Z', 'revision_number': 0, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9', 'name': '', 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:af:65:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '07a7a710-52d0-4026-b858-4c12cc6eb890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:50:38Z', 'updated_at': '2022-09-23T15:50:44Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '07a7a710-52d0-4026-b858-4c12cc6eb890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:50:58.101179 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b9e901-c8e0-4ec4-99f4-a15950da28aa None None] Checking router: 05c99c9a-c033-460f-9f78-a4fb18679714 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:50:58.111494 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b9e901-c8e0-4ec4-99f4-a15950da28aa None None] Routers {'05c99c9a-c033-460f-9f78-a4fb18679714'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:50:58.112385 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-b3b9e901-c8e0-4ec4-99f4-a15950da28aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:50:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['05c99c9a-c033-460f-9f78-a4fb18679714'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:50:58.156992 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3c85778d-81ef-4f17-b344-6bc539ce276c req-f01407e1-72e3-47cf-9b10-ac1e9b3ad12a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=003963a5-2fe4-45f5-ac3b-e929357fc68e HTTP/1.1" status: 200 len: 1000 time: 0.1033080 Sep 23 15:50:58.226667 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85778d-81ef-4f17-b344-6bc539ce276c req-4a4d5bce-e71b-45fe-8c55-1de3b6462972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:58.228112 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3c85778d-81ef-4f17-b344-6bc539ce276c req-4a4d5bce-e71b-45fe-8c55-1de3b6462972 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=07a7a710-52d0-4026-b858-4c12cc6eb890 HTTP/1.1" status: 200 len: 835 time: 0.0637050 Sep 23 15:50:58.264547 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-aa738ad6-b1bb-4d51-8b0d-457d02de2361 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/floatingips/138b5c65-2b0b-4d7d-8059-2a0ea79598f1 HTTP/1.1" status: 200 len: 992 time: 0.2256911 Sep 23 15:50:58.291282 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-b3b9e901-c8e0-4ec4-99f4-a15950da28aa None None] Set router 05c99c9a-c033-460f-9f78-a4fb18679714 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:50:58.312047 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85778d-81ef-4f17-b344-6bc539ce276c req-659f5012-6c15-442a-8bed-7e498100e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:50:58.313559 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3c85778d-81ef-4f17-b344-6bc539ce276c req-659f5012-6c15-442a-8bed-7e498100e2c9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf19f3fa-9c73-426b-a882-afc0373947ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794950 Sep 23 15:50:58.449911 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3c85778d-81ef-4f17-b344-6bc539ce276c req-208b27de-8706-46ab-a533-4bd74b455a0c service neutron] 10.222.0.72 "GET /v2.0/networks/bf19f3fa-9c73-426b-a882-afc0373947ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301930 Sep 23 15:50:58.592229 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3c85778d-81ef-4f17-b344-6bc539ce276c req-026ad4c7-b3a6-413a-a616-f18ad451c1cc service neutron] 10.222.0.72 "GET /v2.0/networks/bf19f3fa-9c73-426b-a882-afc0373947ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365209 Sep 23 15:50:58.645101 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-b3b9e901-c8e0-4ec4-99f4-a15950da28aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69399438', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185'}], 'enable_snat': True}, 'gw_port_id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:50:33Z', 'updated_at': '2022-09-23T15:50:39Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:50:34Z', 'updated_at': '2022-09-23T15:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '138b5c65-2b0b-4d7d-8059-2a0ea79598f1', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'floating_ip_address': '172.26.10.17', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'port_id': '003963a5-2fe4-45f5-ac3b-e929357fc68e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec', 'mac_address': 'fa:16:3e:08:f6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff96688-f77c-4cf9-bd5a-133a58715ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:50:56Z', 'updated_at': '2022-09-23T15:50:56Z', 'revision_number': 0, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9', 'name': '', 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:af:65:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '07a7a710-52d0-4026-b858-4c12cc6eb890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:50:38Z', 'updated_at': '2022-09-23T15:50:44Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '07a7a710-52d0-4026-b858-4c12cc6eb890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:50:58.649008 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b9e901-c8e0-4ec4-99f4-a15950da28aa None None] The sync data for ids ['05c99c9a-c033-460f-9f78-a4fb18679714'] in dv-neutron-859093-1-hyperv is: [{'id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69399438', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185'}], 'enable_snat': True}, 'gw_port_id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:50:33Z', 'updated_at': '2022-09-23T15:50:39Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:50:34Z', 'updated_at': '2022-09-23T15:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '138b5c65-2b0b-4d7d-8059-2a0ea79598f1', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'floating_ip_address': '172.26.10.17', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'port_id': '003963a5-2fe4-45f5-ac3b-e929357fc68e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec', 'mac_address': 'fa:16:3e:08:f6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff96688-f77c-4cf9-bd5a-133a58715ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:50:56Z', 'updated_at': '2022-09-23T15:50:56Z', 'revision_number': 0, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9', 'name': '', 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:af:65:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '07a7a710-52d0-4026-b858-4c12cc6eb890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:50:38Z', 'updated_at': '2022-09-23T15:50:44Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '07a7a710-52d0-4026-b858-4c12cc6eb890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:50:58.831273 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b5e35f-119b-4352-b48b-092af58d9df4 None None] New status for floating IP 138b5c65-2b0b-4d7d-8059-2a0ea79598f1: ACTIVE {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:50:59.268820 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57254) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:50:59.377325 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3058825e-f7e2-440c-acdb-cd087b325060 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/floatingips/138b5c65-2b0b-4d7d-8059-2a0ea79598f1 HTTP/1.1" status: 200 len: 994 time: 0.1049182 Sep 23 15:51:02.202061 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-91602e09-47b8-4ad8-8489-27c5cebb0f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:51:03.139040 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:51:04.815076 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4fde610c-0d7a-4e17-a6c6-84127738308f req-20afd2d0-1a7c-453b-8c20-974b173c8c34 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804398 Sep 23 15:51:04.961456 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde610c-0d7a-4e17-a6c6-84127738308f req-beff832f-7f98-4b10-80cf-00b400262cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:04.962961 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4fde610c-0d7a-4e17-a6c6-84127738308f req-beff832f-7f98-4b10-80cf-00b400262cb7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 1099 time: 0.0795109 Sep 23 15:51:05.099639 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6d177da7-60f3-40bf-9df6-cd692ff4e5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:51:05.104705 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde610c-0d7a-4e17-a6c6-84127738308f req-5bbfab09-bcb4-4d72-8ee8-38e9540e6613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:05.106143 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4fde610c-0d7a-4e17-a6c6-84127738308f req-5bbfab09-bcb4-4d72-8ee8-38e9540e6613 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf19f3fa-9c73-426b-a882-afc0373947ec HTTP/1.1" status: 200 len: 898 time: 0.1249151 Sep 23 15:51:05.301039 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4fde610c-0d7a-4e17-a6c6-84127738308f req-e4dfba3f-e2eb-47ff-bea4-4e5ffab92e31 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=003963a5-2fe4-45f5-ac3b-e929357fc68e HTTP/1.1" status: 200 len: 1002 time: 0.1886098 Sep 23 15:51:05.365941 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde610c-0d7a-4e17-a6c6-84127738308f req-78ea2c28-f1ea-45c1-bff0-e95dcdbaf44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:05.367323 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4fde610c-0d7a-4e17-a6c6-84127738308f req-78ea2c28-f1ea-45c1-bff0-e95dcdbaf44f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=07a7a710-52d0-4026-b858-4c12cc6eb890 HTTP/1.1" status: 200 len: 835 time: 0.0596755 Sep 23 15:51:05.449177 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde610c-0d7a-4e17-a6c6-84127738308f req-38f4f4b1-196a-4769-9a04-ee29a8f85cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:05.450689 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4fde610c-0d7a-4e17-a6c6-84127738308f req-38f4f4b1-196a-4769-9a04-ee29a8f85cfc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf19f3fa-9c73-426b-a882-afc0373947ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770979 Sep 23 15:51:05.544169 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:51:05.582186 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4fde610c-0d7a-4e17-a6c6-84127738308f req-3b5a3725-2498-4bfd-a422-b4e99b56e161 service neutron] 10.222.0.72 "GET /v2.0/networks/bf19f3fa-9c73-426b-a882-afc0373947ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252170 Sep 23 15:51:05.705003 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:51:05.713543 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4fde610c-0d7a-4e17-a6c6-84127738308f req-11e0cd7f-6724-4869-9511-5cc80156a463 service neutron] 10.222.0.72 "GET /v2.0/networks/bf19f3fa-9c73-426b-a882-afc0373947ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245477 Sep 23 15:51:07.144771 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:51:30.153485 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ca058-6425-4518-93bd-8773ba063e46 req-ad2f3da5-2a32-4d5d-b29b-a82c0d2fde26 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:30.155016 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-302ca058-6425-4518-93bd-8773ba063e46 req-ad2f3da5-2a32-4d5d-b29b-a82c0d2fde26 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 946 time: 0.0862134 Sep 23 15:51:30.159846 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57280) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:51:30.208349 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-302ca058-6425-4518-93bd-8773ba063e46 req-787eaa74-32f6-4859-afa3-969d53b7aa31 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460680 Sep 23 15:51:30.363217 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2a6fe224-375a-472e-b9b5-1129deb5e1c3 req-ccfb453b-3fbf-4b94-a9e9-5a15121deb03 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2021611 Sep 23 15:51:31.416738 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c202f6a-d6f8-4e4f-8d91-3e17b91bcc3d req-f0959957-de91-44b0-b687-6ab3b4084dec tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:31.418218 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9c202f6a-d6f8-4e4f-8d91-3e17b91bcc3d req-f0959957-de91-44b0-b687-6ab3b4084dec tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 946 time: 0.0956981 Sep 23 15:51:31.464055 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9c202f6a-d6f8-4e4f-8d91-3e17b91bcc3d req-5eacb8c2-5662-44a9-bf10-a269242465bc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397666 Sep 23 15:51:32.036592 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:51:32.115951 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4cd568e8-a79c-485f-b4e9-a033523b5837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:51:32.413382 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fe224-375a-472e-b9b5-1129deb5e1c3 req-e37d5d38-8a6f-4b8e-9e0b-1d27b0ac9f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:32.414774 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a6fe224-375a-472e-b9b5-1129deb5e1c3 req-e37d5d38-8a6f-4b8e-9e0b-1d27b0ac9f46 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 1099 time: 0.0778451 Sep 23 15:51:32.544990 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fe224-375a-472e-b9b5-1129deb5e1c3 req-def380eb-4337-4b22-9bee-6183ced35b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:32.546469 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a6fe224-375a-472e-b9b5-1129deb5e1c3 req-def380eb-4337-4b22-9bee-6183ced35b98 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf19f3fa-9c73-426b-a882-afc0373947ec HTTP/1.1" status: 200 len: 898 time: 0.1258600 Sep 23 15:51:32.651555 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a6fe224-375a-472e-b9b5-1129deb5e1c3 req-3140ee49-25db-417b-8888-42cc8913a042 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=003963a5-2fe4-45f5-ac3b-e929357fc68e HTTP/1.1" status: 200 len: 1002 time: 0.0983083 Sep 23 15:51:32.661393 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551d2b0-f73f-4480-921d-783941e01fe2 req-55e6f4d2-41e6-41aa-971e-ea6901ad712f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:32.662866 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d551d2b0-f73f-4480-921d-783941e01fe2 req-55e6f4d2-41e6-41aa-971e-ea6901ad712f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 946 time: 0.0883977 Sep 23 15:51:32.706698 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d551d2b0-f73f-4480-921d-783941e01fe2 req-d7fe696d-6645-40ae-ae6d-d07989c7ca50 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380080 Sep 23 15:51:32.714641 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fe224-375a-472e-b9b5-1129deb5e1c3 req-f02c920a-36f1-4a59-97ed-6e3ed0aabcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:32.716079 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a6fe224-375a-472e-b9b5-1129deb5e1c3 req-f02c920a-36f1-4a59-97ed-6e3ed0aabcdf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=07a7a710-52d0-4026-b858-4c12cc6eb890 HTTP/1.1" status: 200 len: 835 time: 0.0575731 Sep 23 15:51:32.806733 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fe224-375a-472e-b9b5-1129deb5e1c3 req-d054344b-bbff-44b0-97c9-75db82bde5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:32.808200 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a6fe224-375a-472e-b9b5-1129deb5e1c3 req-d054344b-bbff-44b0-97c9-75db82bde5dd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf19f3fa-9c73-426b-a882-afc0373947ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0855539 Sep 23 15:51:32.941840 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a6fe224-375a-472e-b9b5-1129deb5e1c3 req-bc24d27b-7c6e-4633-ac08-50bc1636b70c service neutron] 10.222.0.72 "GET /v2.0/networks/bf19f3fa-9c73-426b-a882-afc0373947ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268678 Sep 23 15:51:33.074440 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a6fe224-375a-472e-b9b5-1129deb5e1c3 req-90c2447d-613a-46c6-9100-a7427f993421 service neutron] 10.222.0.72 "GET /v2.0/networks/bf19f3fa-9c73-426b-a882-afc0373947ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265357 Sep 23 15:51:33.121839 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:51:33.904852 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7f239-c7ee-4d50-8d6b-da52ed7d7ece req-e7898b62-2a6e-4537-810f-de811fccf45b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:33.906300 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9da7f239-c7ee-4d50-8d6b-da52ed7d7ece req-e7898b62-2a6e-4537-810f-de811fccf45b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 946 time: 0.0857437 Sep 23 15:51:33.953140 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9da7f239-c7ee-4d50-8d6b-da52ed7d7ece req-19e60686-fa06-4524-8a8d-0e74a72c3a8b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405011 Sep 23 15:51:35.058979 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e8fd46ce-cb0c-4e02-a200-68b6bf6f8a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:51:35.154011 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436ef91-769e-4dd9-a6de-4a4b653c9739 req-dad418eb-363f-4236-9714-c980ec8cbdc2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:35.155390 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3436ef91-769e-4dd9-a6de-4a4b653c9739 req-dad418eb-363f-4236-9714-c980ec8cbdc2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 946 time: 0.0885081 Sep 23 15:51:35.199309 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-3436ef91-769e-4dd9-a6de-4a4b653c9739 req-9503a23d-3d35-4012-9145-07eb7feef49b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378029 Sep 23 15:51:35.532990 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:51:35.675984 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:51:36.393226 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8370b-aa89-4b61-8dc3-e5c70d350e52 req-9d6b7911-5af1-43f4-896b-3c03171a54cb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:36.394596 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7ec8370b-aa89-4b61-8dc3-e5c70d350e52 req-9d6b7911-5af1-43f4-896b-3c03171a54cb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 946 time: 0.0861938 Sep 23 15:51:36.437046 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7ec8370b-aa89-4b61-8dc3-e5c70d350e52 req-f1747e26-a5ca-4c37-8683-379eae72d845 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368345 Sep 23 15:51:37.144864 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:51:37.632803 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a98ae-12b5-4dcf-8f56-48970d326f53 req-499bb0fd-6141-45e5-95fe-0c36fd6d1488 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:37.634261 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-965a98ae-12b5-4dcf-8f56-48970d326f53 req-499bb0fd-6141-45e5-95fe-0c36fd6d1488 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 946 time: 0.0869963 Sep 23 15:51:37.680691 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-965a98ae-12b5-4dcf-8f56-48970d326f53 req-e34d8fb1-dd4a-4720-a1a0-07effe123e11 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408878 Sep 23 15:51:38.988843 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1076178-0555-4cd3-b495-458d3c0b4771 req-4137d6fb-d7fa-473b-87dd-e06cdc610b41 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:38.990292 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f1076178-0555-4cd3-b495-458d3c0b4771 req-4137d6fb-d7fa-473b-87dd-e06cdc610b41 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 946 time: 0.1938446 Sep 23 15:51:39.034783 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f1076178-0555-4cd3-b495-458d3c0b4771 req-bdbaea88-bf53-496d-91ba-26e574af3fc1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382297 Sep 23 15:51:40.229810 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df3bd0-89e4-470f-822c-8c1539ad27c4 req-18f85a43-4f74-462e-b568-e79e6fc995ce tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:40.231280 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d0df3bd0-89e4-470f-822c-8c1539ad27c4 req-18f85a43-4f74-462e-b568-e79e6fc995ce tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 946 time: 0.0861585 Sep 23 15:51:40.277644 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d0df3bd0-89e4-470f-822c-8c1539ad27c4 req-3980a523-932f-4585-b615-25fed5762544 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407553 Sep 23 15:51:41.472216 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab546ad-aea7-4589-8567-7760fb594007 req-b287aebd-1906-4418-84bb-304b22bca266 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:41.473651 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6ab546ad-aea7-4589-8567-7760fb594007 req-b287aebd-1906-4418-84bb-304b22bca266 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 946 time: 0.0857575 Sep 23 15:51:41.516673 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6ab546ad-aea7-4589-8567-7760fb594007 req-825e8ae9-2aa8-4bcc-b881-6082d54287da tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373092 Sep 23 15:51:42.714678 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b41b78-3e6f-4d21-ae8f-0d99268b5664 req-502c3d41-083a-4966-a060-480362e8165c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:42.716122 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f5b41b78-3e6f-4d21-ae8f-0d99268b5664 req-502c3d41-083a-4966-a060-480362e8165c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 946 time: 0.0901029 Sep 23 15:51:42.759718 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f5b41b78-3e6f-4d21-ae8f-0d99268b5664 req-34046ae8-f5f6-4d22-be68-aea0d7e25101 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374138 Sep 23 15:51:43.962245 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7caefa9-8bbc-4e1f-b227-9a21d822e7bc req-902b20c3-fd18-493b-8516-8ae3bfcf0d13 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:43.963723 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c7caefa9-8bbc-4e1f-b227-9a21d822e7bc req-902b20c3-fd18-493b-8516-8ae3bfcf0d13 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 946 time: 0.0904751 Sep 23 15:51:44.006815 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c7caefa9-8bbc-4e1f-b227-9a21d822e7bc req-9a334da7-344c-44ab-abef-baff8c47de04 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374835 Sep 23 15:51:45.089031 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a6fe224-375a-472e-b9b5-1129deb5e1c3 req-7967147b-cb97-42df-b3c9-4dd85fd32824 service neutron] 10.222.0.72 "GET /v2.0/ports/003963a5-2fe4-45f5-ac3b-e929357fc68e/bindings/hv-neutron-8590 HTTP/1.1" status: 200 len: 384 time: 0.0784419 Sep 23 15:51:45.206232 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b67d2c-96bd-4930-8160-928d450b27a6 req-d35f5fbc-295e-4d36-85d0-18f440de88ec tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:45.207703 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c3b67d2c-96bd-4930-8160-928d450b27a6 req-d35f5fbc-295e-4d36-85d0-18f440de88ec tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 946 time: 0.0890727 Sep 23 15:51:45.254887 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c3b67d2c-96bd-4930-8160-928d450b27a6 req-d4a31123-44e1-4fbe-bee9-98185cba45ff tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414784 Sep 23 15:51:45.666091 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fe224-375a-472e-b9b5-1129deb5e1c3 req-50a792a8-ef9b-47fd-9492-f4eafbbfb369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:45.667573 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a6fe224-375a-472e-b9b5-1129deb5e1c3 req-50a792a8-ef9b-47fd-9492-f4eafbbfb369 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6&tenant_id=04ba3b533aed4ca1b027ca3a04d161ce HTTP/1.1" status: 200 len: 1099 time: 0.0780215 Sep 23 15:51:45.769559 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fe224-375a-472e-b9b5-1129deb5e1c3 req-3d2d3768-948c-435b-afac-6319ad77be94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:45.771053 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a6fe224-375a-472e-b9b5-1129deb5e1c3 req-3d2d3768-948c-435b-afac-6319ad77be94 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 1099 time: 0.0827727 Sep 23 15:51:45.901686 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fe224-375a-472e-b9b5-1129deb5e1c3 req-32bef29f-e65e-4103-a2f0-7ad436b1b947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:45.903156 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a6fe224-375a-472e-b9b5-1129deb5e1c3 req-32bef29f-e65e-4103-a2f0-7ad436b1b947 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf19f3fa-9c73-426b-a882-afc0373947ec HTTP/1.1" status: 200 len: 898 time: 0.1267755 Sep 23 15:51:46.001263 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a6fe224-375a-472e-b9b5-1129deb5e1c3 req-7f1166d2-ac2d-4c30-851a-c1a025acfb6b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=003963a5-2fe4-45f5-ac3b-e929357fc68e HTTP/1.1" status: 200 len: 1002 time: 0.0921538 Sep 23 15:51:46.065341 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fe224-375a-472e-b9b5-1129deb5e1c3 req-f5dc8728-e56c-4b71-be8c-62b7c754538b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:46.066750 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a6fe224-375a-472e-b9b5-1129deb5e1c3 req-f5dc8728-e56c-4b71-be8c-62b7c754538b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=07a7a710-52d0-4026-b858-4c12cc6eb890 HTTP/1.1" status: 200 len: 835 time: 0.0593386 Sep 23 15:51:46.151004 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fe224-375a-472e-b9b5-1129deb5e1c3 req-fe735296-7b62-4d99-a56c-c3d406415a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:46.152497 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a6fe224-375a-472e-b9b5-1129deb5e1c3 req-fe735296-7b62-4d99-a56c-c3d406415a93 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf19f3fa-9c73-426b-a882-afc0373947ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802462 Sep 23 15:51:46.286043 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a6fe224-375a-472e-b9b5-1129deb5e1c3 req-a02fc0e4-2423-4843-a4da-05c3c1f48268 service neutron] 10.222.0.72 "GET /v2.0/networks/bf19f3fa-9c73-426b-a882-afc0373947ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269650 Sep 23 15:51:46.475522 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a6fe224-375a-472e-b9b5-1129deb5e1c3 req-375aad6a-7f14-4f0e-8c3d-4273e1309088 service neutron] 10.222.0.72 "GET /v2.0/networks/bf19f3fa-9c73-426b-a882-afc0373947ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831248 Sep 23 15:51:46.502101 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e7227-d59d-4704-9209-83c411bee32f req-63f6bbfa-a461-43b4-9e50-3819dfb66e54 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:46.503578 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7d2e7227-d59d-4704-9209-83c411bee32f req-63f6bbfa-a461-43b4-9e50-3819dfb66e54 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 946 time: 0.1305389 Sep 23 15:51:46.548315 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7d2e7227-d59d-4704-9209-83c411bee32f req-e6a9ac63-950f-4466-aaeb-d9e236609eea tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388181 Sep 23 15:51:47.628841 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 003963a5-2fe4-45f5-ac3b-e929357fc68e details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:51:47.631788 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 003963a5-2fe4-45f5-ac3b-e929357fc68e no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:51:47.750594 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367074e-2d8a-4f5c-a281-c2052d0efbb9 req-d47e0415-335f-40f3-abb1-662fcc7c5c23 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:47.752574 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7367074e-2d8a-4f5c-a281-c2052d0efbb9 req-d47e0415-335f-40f3-abb1-662fcc7c5c23 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 946 time: 0.0862427 Sep 23 15:51:47.799728 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7367074e-2d8a-4f5c-a281-c2052d0efbb9 req-3446720f-5fcf-4d4f-9dfb-9805e93d5fa7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399497 Sep 23 15:51:47.882361 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 003963a5-2fe4-45f5-ac3b-e929357fc68e is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:51:47.882723 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:51:47.926397 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff96688-f77c-4cf9-bd5a-133a58715ea6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '003963a5-2fe4-45f5-ac3b-e929357fc68e'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:51:47.928644 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e960bc8-4de7-44c4-8918-6d57400193db" -d '{"events": [{"server_uuid": "cff96688-f77c-4cf9-bd5a-133a58715ea6", "name": "network-vif-unplugged", "status": "completed", "tag": "003963a5-2fe4-45f5-ac3b-e929357fc68e"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:51:47.933419 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 003963a5-2fe4-45f5-ac3b-e929357fc68e, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=003963a5-2fe4-45f5-ac3b-e929357fc68e,segment=NetworkSegment(843de584-39bb-4473-b6ee-65a3e8c987dd),segment_id=843de584-39bb-4473-b6ee-65a3e8c987dd)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:51:47.947837 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 003963a5-2fe4-45f5-ac3b-e929357fc68e, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=003963a5-2fe4-45f5-ac3b-e929357fc68e,segment=NetworkSegment(843de584-39bb-4473-b6ee-65a3e8c987dd),segment_id=843de584-39bb-4473-b6ee-65a3e8c987dd)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:51:47.950190 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '003963a5-2fe4-45f5-ac3b-e929357fc68e', 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec', 'port_id': '003963a5-2fe4-45f5-ac3b-e929357fc68e', 'mac_address': 'fa:16:3e:08:f6:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a7a710-52d0-4026-b858-4c12cc6eb890', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:51:47.981566 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Sep 2022 15:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535e885f-1bb6-439b-a584-c765de945f17 x-openstack-request-id: req-535e885f-1bb6-439b-a584-c765de945f17 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:51:47.981864 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff96688-f77c-4cf9-bd5a-133a58715ea6", "name": "network-vif-unplugged", "status": "completed", "tag": "003963a5-2fe4-45f5-ac3b-e929357fc68e", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:51:47.982119 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-535e885f-1bb6-439b-a584-c765de945f17 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:51:47.982542 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-535e885f-1bb6-439b-a584-c765de945f17'] response: {'server_uuid': 'cff96688-f77c-4cf9-bd5a-133a58715ea6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '003963a5-2fe4-45f5-ac3b-e929357fc68e', 'code': 200} Sep 23 15:51:48.009593 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 003963a5-2fe4-45f5-ac3b-e929357fc68e is: ACTIVE; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:51:48.009974 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:51:48.023037 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:51:48.065940 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 003963a5-2fe4-45f5-ac3b-e929357fc68e {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:51:48.147194 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=003963a5-2fe4-45f5-ac3b-e929357fc68e,revision_number=6']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:51:48.155138 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:51:48.155494 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:51:48.155839 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:51:48.156171 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:51:48.156498 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:51:48.156824 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:51:48.157149 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:51:48.157471 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:51:48.157793 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:51:48.158168 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:51:48.158516 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:51:48.158838 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:51:48.162260 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:51:48.162642 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:51:48.714538 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 003963a5-2fe4-45f5-ac3b-e929357fc68e is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:51:48.715249 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:51:48.731510 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 003963a5-2fe4-45f5-ac3b-e929357fc68e {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:51:48.746744 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 003963a5-2fe4-45f5-ac3b-e929357fc68e, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=003963a5-2fe4-45f5-ac3b-e929357fc68e,segment=NetworkSegment(843de584-39bb-4473-b6ee-65a3e8c987dd),segment_id=843de584-39bb-4473-b6ee-65a3e8c987dd)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:51:48.813336 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:51:48.880149 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['003963a5-2fe4-45f5-ac3b-e929357fc68e'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:51:48.931801 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=003963a5-2fe4-45f5-ac3b-e929357fc68e,revision_number=7']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:51:49.011486 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae7148-7907-4b3f-9313-582153248d27 req-c9dfd4a1-4b39-4f46-ab45-00cac0a999f8 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:49.013085 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f0ae7148-7907-4b3f-9313-582153248d27 req-c9dfd4a1-4b39-4f46-ab45-00cac0a999f8 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 945 time: 0.0938425 Sep 23 15:51:49.058103 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f0ae7148-7907-4b3f-9313-582153248d27 req-d7f310a8-5dbc-4cd6-84ff-bcf912e1b813 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385537 Sep 23 15:51:49.496760 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff188f1-8e3e-4652-a70b-e422fd24b818 req-7a506f53-e693-48b3-93e3-a65cf1d5ea9b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:49.500367 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2ff188f1-8e3e-4652-a70b-e422fd24b818 req-7a506f53-e693-48b3-93e3-a65cf1d5ea9b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 945 time: 0.0895219 Sep 23 15:51:49.555383 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2ff188f1-8e3e-4652-a70b-e422fd24b818 req-6f79a6de-4530-4dd9-8ddb-8b910a24ba48 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508070 Sep 23 15:51:49.569615 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b1b00-1fc7-4f63-932e-ede86512d04e req-00cdd533-8cc3-4050-a083-7dccd32b2590 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:49.571056 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6e9b1b00-1fc7-4f63-932e-ede86512d04e req-00cdd533-8cc3-4050-a083-7dccd32b2590 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.72 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6&tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&binding%3Ahost_id=hv-neutron-8590 HTTP/1.1" status: 200 len: 945 time: 0.0971854 Sep 23 15:51:49.638046 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 003963a5-2fe4-45f5-ac3b-e929357fc68e up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:51:49.716768 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 003963a5-2fe4-45f5-ac3b-e929357fc68e triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:51:49.717449 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:51:49.717449 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 003963a5-2fe4-45f5-ac3b-e929357fc68e Sep 23 15:51:49.806108 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35b0ed-684e-490f-be83-0ce6a2f50d85 req-208fd980-57b2-4920-912c-ea1d5facba2d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:49.809271 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4e35b0ed-684e-490f-be83-0ce6a2f50d85 req-208fd980-57b2-4920-912c-ea1d5facba2d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 945 time: 0.1219108 Sep 23 15:51:49.812253 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b1b00-1fc7-4f63-932e-ede86512d04e req-e61da2a8-ee97-4aea-bdae-a79f3174a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:49.813719 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6e9b1b00-1fc7-4f63-932e-ede86512d04e req-e61da2a8-ee97-4aea-bdae-a79f3174a74d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 1098 time: 0.1724291 Sep 23 15:51:49.850270 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 003963a5-2fe4-45f5-ac3b-e929357fc68e is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:51:49.850593 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:51:49.884967 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 003963a5-2fe4-45f5-ac3b-e929357fc68e, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=003963a5-2fe4-45f5-ac3b-e929357fc68e,segment=NetworkSegment(843de584-39bb-4473-b6ee-65a3e8c987dd),segment_id=843de584-39bb-4473-b6ee-65a3e8c987dd)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:51:49.939109 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:51:49.988868 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff96688-f77c-4cf9-bd5a-133a58715ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003963a5-2fe4-45f5-ac3b-e929357fc68e'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:51:49.991325 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b553561d-1160-4ae4-943b-85d1c8346f72" -d '{"events": [{"server_uuid": "cff96688-f77c-4cf9-bd5a-133a58715ea6", "name": "network-vif-plugged", "status": "completed", "tag": "003963a5-2fe4-45f5-ac3b-e929357fc68e"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:51:50.021674 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=003963a5-2fe4-45f5-ac3b-e929357fc68e,revision_number=8']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:51:50.046032 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dc9aca-9407-423d-b40e-5d587ca4c373 x-openstack-request-id: req-57dc9aca-9407-423d-b40e-5d587ca4c373 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:51:50.046355 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff96688-f77c-4cf9-bd5a-133a58715ea6", "name": "network-vif-plugged", "status": "completed", "tag": "003963a5-2fe4-45f5-ac3b-e929357fc68e", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:51:50.046618 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-57dc9aca-9407-423d-b40e-5d587ca4c373 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:51:50.047021 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57dc9aca-9407-423d-b40e-5d587ca4c373'] response: {'server_uuid': 'cff96688-f77c-4cf9-bd5a-133a58715ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003963a5-2fe4-45f5-ac3b-e929357fc68e', 'code': 200} Sep 23 15:51:50.068242 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4e35b0ed-684e-490f-be83-0ce6a2f50d85 req-67d59d63-3904-42bd-957f-43e1a35c32fe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486765 Sep 23 15:51:50.108398 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b1b00-1fc7-4f63-932e-ede86512d04e req-79ddd7e1-08d5-41ba-96f6-ff1e34b276ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:50.109653 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6e9b1b00-1fc7-4f63-932e-ede86512d04e req-79ddd7e1-08d5-41ba-96f6-ff1e34b276ec service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf19f3fa-9c73-426b-a882-afc0373947ec HTTP/1.1" status: 200 len: 898 time: 0.2753689 Sep 23 15:51:50.213955 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6e9b1b00-1fc7-4f63-932e-ede86512d04e req-4562d143-35a9-4302-9219-b75dc74f15fa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=003963a5-2fe4-45f5-ac3b-e929357fc68e HTTP/1.1" status: 200 len: 1002 time: 0.0972612 Sep 23 15:51:50.278578 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b1b00-1fc7-4f63-932e-ede86512d04e req-33ececab-6eaa-407d-8d88-f70097956dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:50.280350 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6e9b1b00-1fc7-4f63-932e-ede86512d04e req-33ececab-6eaa-407d-8d88-f70097956dd0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=07a7a710-52d0-4026-b858-4c12cc6eb890 HTTP/1.1" status: 200 len: 835 time: 0.0602622 Sep 23 15:51:50.368184 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b1b00-1fc7-4f63-932e-ede86512d04e req-355d7f35-64a8-48db-8180-54aa89c860db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:50.369561 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6e9b1b00-1fc7-4f63-932e-ede86512d04e req-355d7f35-64a8-48db-8180-54aa89c860db service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf19f3fa-9c73-426b-a882-afc0373947ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819416 Sep 23 15:51:50.502221 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6e9b1b00-1fc7-4f63-932e-ede86512d04e req-feb75efd-a899-421d-a45e-a14d4b2a0545 service neutron] 10.222.0.72 "GET /v2.0/networks/bf19f3fa-9c73-426b-a882-afc0373947ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259511 Sep 23 15:51:50.633307 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6e9b1b00-1fc7-4f63-932e-ede86512d04e req-3007699f-80cb-4789-bfc2-70e08dc84b80 service neutron] 10.222.0.72 "GET /v2.0/networks/bf19f3fa-9c73-426b-a882-afc0373947ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245136 Sep 23 15:51:51.266158 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736f608-18c4-42b9-985b-47df491d2d6e req-23b88ec9-e1a4-46cc-9f89-e73c37d1809c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:51.267687 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-5736f608-18c4-42b9-985b-47df491d2d6e req-23b88ec9-e1a4-46cc-9f89-e73c37d1809c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 946 time: 0.0888381 Sep 23 15:51:51.311036 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-5736f608-18c4-42b9-985b-47df491d2d6e req-b67e247b-b520-4924-9bbc-247dae0833d8 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376742 Sep 23 15:51:52.519882 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fab4a-7465-4664-93c4-8d13cc957624 req-55448c99-1757-4264-bc14-957505650d63 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:51:52.521334 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ff8fab4a-7465-4664-93c4-8d13cc957624 req-55448c99-1757-4264-bc14-957505650d63 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 946 time: 0.0992224 Sep 23 15:51:52.563815 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ff8fab4a-7465-4664-93c4-8d13cc957624 req-4a345b77-f422-40d9-ae80-cd7591d06b2c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368235 Sep 23 15:51:52.593582 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57360) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:51:52.698947 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-682e7618-6fae-402f-98c7-dd5e85b43f76 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/floatingips/138b5c65-2b0b-4d7d-8059-2a0ea79598f1 HTTP/1.1" status: 200 len: 994 time: 0.1042588 Sep 23 15:52:02.126606 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-664f0cd5-e00f-43c5-8b19-ff812f72efd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:03.109690 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:05.058524 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1a3f3065-7786-4872-a71c-7826e82a9b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:05.543871 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:05.686770 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:05.776690 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c192ee44-e5fd-4a1d-97e3-2815ab8db9f3 req-47828980-0e3b-4e16-a68b-b5d079776b19 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808146 Sep 23 15:52:05.919418 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192ee44-e5fd-4a1d-97e3-2815ab8db9f3 req-c73e0ff9-144e-40a7-84b9-ff4bf36fc8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:05.920858 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c192ee44-e5fd-4a1d-97e3-2815ab8db9f3 req-c73e0ff9-144e-40a7-84b9-ff4bf36fc8a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 1099 time: 0.0767460 Sep 23 15:52:06.060119 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192ee44-e5fd-4a1d-97e3-2815ab8db9f3 req-08ca3b5e-c6ae-46cd-b68c-b9b718a06801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:06.061526 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c192ee44-e5fd-4a1d-97e3-2815ab8db9f3 req-08ca3b5e-c6ae-46cd-b68c-b9b718a06801 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf19f3fa-9c73-426b-a882-afc0373947ec HTTP/1.1" status: 200 len: 898 time: 0.1228018 Sep 23 15:52:06.167053 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c192ee44-e5fd-4a1d-97e3-2815ab8db9f3 req-c5c7884b-7ee2-432f-861a-850b149b5401 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=003963a5-2fe4-45f5-ac3b-e929357fc68e HTTP/1.1" status: 200 len: 1002 time: 0.0981889 Sep 23 15:52:06.230068 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192ee44-e5fd-4a1d-97e3-2815ab8db9f3 req-dab7af4d-9164-43e3-97f7-29f0ded40d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:06.231464 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c192ee44-e5fd-4a1d-97e3-2815ab8db9f3 req-dab7af4d-9164-43e3-97f7-29f0ded40d3c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=07a7a710-52d0-4026-b858-4c12cc6eb890 HTTP/1.1" status: 200 len: 835 time: 0.0569570 Sep 23 15:52:06.314721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192ee44-e5fd-4a1d-97e3-2815ab8db9f3 req-edf60d5b-b5a1-4714-befa-d35bc4acabd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:06.316931 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c192ee44-e5fd-4a1d-97e3-2815ab8db9f3 req-edf60d5b-b5a1-4714-befa-d35bc4acabd9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf19f3fa-9c73-426b-a882-afc0373947ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781946 Sep 23 15:52:06.447586 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c192ee44-e5fd-4a1d-97e3-2815ab8db9f3 req-eb75a96a-7c9f-47ed-a665-6bcfcaf811a8 service neutron] 10.222.0.72 "GET /v2.0/networks/bf19f3fa-9c73-426b-a882-afc0373947ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251230 Sep 23 15:52:06.679306 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c192ee44-e5fd-4a1d-97e3-2815ab8db9f3 req-1838b3e5-7030-4301-abac-83de35929b3a service neutron] 10.222.0.72 "GET /v2.0/networks/bf19f3fa-9c73-426b-a882-afc0373947ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250381 Sep 23 15:52:07.218993 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:09.035458 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:52:19.298895 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57382) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:52:19.499816 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-4be9e739-f71c-4b0d-9b8f-04c7a806bcde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Deleting port cab15ace-68a6-44e7-abe9-5326b70804ea {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:52:19.500196 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4be9e739-f71c-4b0d-9b8f-04c7a806bcde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:19.666226 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4be9e739-f71c-4b0d-9b8f-04c7a806bcde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:19.666491 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4be9e739-f71c-4b0d-9b8f-04c7a806bcde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:19.787510 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-4be9e739-f71c-4b0d-9b8f-04c7a806bcde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Calling delete_port for cab15ace-68a6-44e7-abe9-5326b70804ea owned by network:floatingip {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:52:19.972874 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4be9e739-f71c-4b0d-9b8f-04c7a806bcde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:20.021271 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be9e739-f71c-4b0d-9b8f-04c7a806bcde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Port': ['ID=cab15ace-68a6-44e7-abe9-5326b70804ea,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:20.069555 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9e739-f71c-4b0d-9b8f-04c7a806bcde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:20.069905 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9e739-f71c-4b0d-9b8f-04c7a806bcde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:20.070249 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9e739-f71c-4b0d-9b8f-04c7a806bcde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:20.070614 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9e739-f71c-4b0d-9b8f-04c7a806bcde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:20.070953 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9e739-f71c-4b0d-9b8f-04c7a806bcde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:20.071288 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9e739-f71c-4b0d-9b8f-04c7a806bcde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:20.071618 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9e739-f71c-4b0d-9b8f-04c7a806bcde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:20.071945 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9e739-f71c-4b0d-9b8f-04c7a806bcde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:20.072272 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9e739-f71c-4b0d-9b8f-04c7a806bcde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:20.072595 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9e739-f71c-4b0d-9b8f-04c7a806bcde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:20.072924 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9e739-f71c-4b0d-9b8f-04c7a806bcde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:20.073247 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be9e739-f71c-4b0d-9b8f-04c7a806bcde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:20.128697 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4be9e739-f71c-4b0d-9b8f-04c7a806bcde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for floatingip, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:20.128936 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-4be9e739-f71c-4b0d-9b8f-04c7a806bcde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Floating IP 138b5c65-2b0b-4d7d-8059-2a0ea79598f1 disassociated (deleted). External IP: 172.26.10.17, port: 003963a5-2fe4-45f5-ac3b-e929357fc68e. Sep 23 15:52:20.475599 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be9e739-f71c-4b0d-9b8f-04c7a806bcde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Router 05c99c9a-c033-460f-9f78-a4fb18679714 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:52:20.761219 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be9e739-f71c-4b0d-9b8f-04c7a806bcde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:52:20.772154 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57c592-72df-4e91-9471-df1f35457696 None None] Sync routers for ids ['05c99c9a-c033-460f-9f78-a4fb18679714'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:52:20.785460 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e57c592-72df-4e91-9471-df1f35457696 None None] Routers {'05c99c9a-c033-460f-9f78-a4fb18679714'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:52:20.786214 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-6e57c592-72df-4e91-9471-df1f35457696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:52:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['05c99c9a-c033-460f-9f78-a4fb18679714'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:52:20.835867 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4be9e739-f71c-4b0d-9b8f-04c7a806bcde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:20.890760 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4be9e739-f71c-4b0d-9b8f-04c7a806bcde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "DELETE /v2.0/floatingips/138b5c65-2b0b-4d7d-8059-2a0ea79598f1 HTTP/1.1" status: 204 len: 168 time: 1.5907648 Sep 23 15:52:20.891335 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff96688-f77c-4cf9-bd5a-133a58715ea6', 'tag': '003963a5-2fe4-45f5-ac3b-e929357fc68e'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:52:20.893745 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a5ec40-cfb8-44ec-96a1-aa80459aecae" -d '{"events": [{"name": "network-changed", "server_uuid": "cff96688-f77c-4cf9-bd5a-133a58715ea6", "tag": "003963a5-2fe4-45f5-ac3b-e929357fc68e"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:52:20.948526 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f93819d-404d-4da4-8b68-52f60868fda0 x-openstack-request-id: req-2f93819d-404d-4da4-8b68-52f60868fda0 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:52:20.948815 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff96688-f77c-4cf9-bd5a-133a58715ea6", "tag": "003963a5-2fe4-45f5-ac3b-e929357fc68e", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:52:20.949063 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2f93819d-404d-4da4-8b68-52f60868fda0 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:52:20.949462 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f93819d-404d-4da4-8b68-52f60868fda0'] response: {'name': 'network-changed', 'server_uuid': 'cff96688-f77c-4cf9-bd5a-133a58715ea6', 'tag': '003963a5-2fe4-45f5-ac3b-e929357fc68e', 'status': 'completed', 'code': 200} Sep 23 15:52:20.963771 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-6e57c592-72df-4e91-9471-df1f35457696 None None] Set router 05c99c9a-c033-460f-9f78-a4fb18679714 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:52:21.056375 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5ec40-cfb8-44ec-96a1-aa80459aecae req-5ea815e7-2711-49e5-9b92-99f3d5a7489b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:21.056375 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-19a5ec40-cfb8-44ec-96a1-aa80459aecae req-5ea815e7-2711-49e5-9b92-99f3d5a7489b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 1099 time: 0.0826080 Sep 23 15:52:21.186341 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5ec40-cfb8-44ec-96a1-aa80459aecae req-1d3f59ac-c806-47e2-8341-dd0deafcbcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:21.187778 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-19a5ec40-cfb8-44ec-96a1-aa80459aecae req-1d3f59ac-c806-47e2-8341-dd0deafcbcb3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bf19f3fa-9c73-426b-a882-afc0373947ec HTTP/1.1" status: 200 len: 898 time: 0.1265783 Sep 23 15:52:21.262777 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-19a5ec40-cfb8-44ec-96a1-aa80459aecae req-f2acf34d-0184-46f4-900b-508f82781d41 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=003963a5-2fe4-45f5-ac3b-e929357fc68e HTTP/1.1" status: 200 len: 217 time: 0.0667968 Sep 23 15:52:21.316143 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-6e57c592-72df-4e91-9471-df1f35457696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69399438', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185'}], 'enable_snat': True}, 'gw_port_id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:50:33Z', 'updated_at': '2022-09-23T15:50:39Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:50:34Z', 'updated_at': '2022-09-23T15:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9', 'name': '', 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:af:65:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '07a7a710-52d0-4026-b858-4c12cc6eb890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:50:38Z', 'updated_at': '2022-09-23T15:50:44Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '07a7a710-52d0-4026-b858-4c12cc6eb890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:52:21.320682 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57c592-72df-4e91-9471-df1f35457696 None None] Checking router: 05c99c9a-c033-460f-9f78-a4fb18679714 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:52:21.326918 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5ec40-cfb8-44ec-96a1-aa80459aecae req-b1b81618-045b-49ec-baf3-bb0bc963eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:21.328615 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-19a5ec40-cfb8-44ec-96a1-aa80459aecae req-b1b81618-045b-49ec-baf3-bb0bc963eac2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=07a7a710-52d0-4026-b858-4c12cc6eb890 HTTP/1.1" status: 200 len: 835 time: 0.0596528 Sep 23 15:52:21.329510 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e57c592-72df-4e91-9471-df1f35457696 None None] Routers {'05c99c9a-c033-460f-9f78-a4fb18679714'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:52:21.330159 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-6e57c592-72df-4e91-9471-df1f35457696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:52:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['05c99c9a-c033-460f-9f78-a4fb18679714'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:52:21.422050 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5ec40-cfb8-44ec-96a1-aa80459aecae req-847f0993-2ad4-4b18-8def-484216581015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:21.423679 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-19a5ec40-cfb8-44ec-96a1-aa80459aecae req-847f0993-2ad4-4b18-8def-484216581015 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bf19f3fa-9c73-426b-a882-afc0373947ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0884628 Sep 23 15:52:21.465972 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1d9ff-e33d-4677-871f-2ebe2a82e34c req-da4babf7-a010-45c1-825e-cfb3ed28f183 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:21.467472 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ede1d9ff-e33d-4677-871f-2ebe2a82e34c req-da4babf7-a010-45c1-825e-cfb3ed28f183 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 946 time: 0.0952384 Sep 23 15:52:21.513877 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-6e57c592-72df-4e91-9471-df1f35457696 None None] Set router 05c99c9a-c033-460f-9f78-a4fb18679714 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:52:21.518960 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ede1d9ff-e33d-4677-871f-2ebe2a82e34c req-f601c3ae-c048-4e8c-890e-b75df9ec39f7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454373 Sep 23 15:52:21.560152 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-19a5ec40-cfb8-44ec-96a1-aa80459aecae req-aa2c848e-1b05-4be6-8982-1fd17732910c service neutron] 10.222.0.72 "GET /v2.0/networks/bf19f3fa-9c73-426b-a882-afc0373947ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290791 Sep 23 15:52:21.702625 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-19a5ec40-cfb8-44ec-96a1-aa80459aecae req-88bdf809-7117-421f-b643-c820ec87a894 service neutron] 10.222.0.72 "GET /v2.0/networks/bf19f3fa-9c73-426b-a882-afc0373947ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259520 Sep 23 15:52:21.822046 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-6e57c592-72df-4e91-9471-df1f35457696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69399438', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185'}], 'enable_snat': True}, 'gw_port_id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:50:33Z', 'updated_at': '2022-09-23T15:50:39Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:50:34Z', 'updated_at': '2022-09-23T15:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9', 'name': '', 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:af:65:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '07a7a710-52d0-4026-b858-4c12cc6eb890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:50:38Z', 'updated_at': '2022-09-23T15:50:44Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '07a7a710-52d0-4026-b858-4c12cc6eb890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:52:21.825978 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57c592-72df-4e91-9471-df1f35457696 None None] The sync data for ids ['05c99c9a-c033-460f-9f78-a4fb18679714'] in dv-neutron-859093-1-hyperv is: [{'id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69399438', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185'}], 'enable_snat': True}, 'gw_port_id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:50:33Z', 'updated_at': '2022-09-23T15:50:39Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:50:34Z', 'updated_at': '2022-09-23T15:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': 'a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9', 'name': '', 'network_id': 'bf19f3fa-9c73-426b-a882-afc0373947ec', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:af:65:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '07a7a710-52d0-4026-b858-4c12cc6eb890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:50:38Z', 'updated_at': '2022-09-23T15:50:44Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '07a7a710-52d0-4026-b858-4c12cc6eb890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:52:22.030862 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1214a281-2aea-4b66-aafa-781c48096eb1 None None] New status for floating IP 138b5c65-2b0b-4d7d-8059-2a0ea79598f1: DOWN {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:52:22.764905 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3965d-54f8-4ace-bb03-b04ed9ab5390 req-9a9236a6-e21a-44e3-8e69-fdb4ebdcf3fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:22.765596 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-ddb3965d-54f8-4ace-bb03-b04ed9ab5390 req-9a9236a6-e21a-44e3-8e69-fdb4ebdcf3fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:52:22.847004 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-ddb3965d-54f8-4ace-bb03-b04ed9ab5390 req-9a9236a6-e21a-44e3-8e69-fdb4ebdcf3fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:52:22.848342 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ddb3965d-54f8-4ace-bb03-b04ed9ab5390 req-9a9236a6-e21a-44e3-8e69-fdb4ebdcf3fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 946 time: 0.1708283 Sep 23 15:52:22.893392 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ddb3965d-54f8-4ace-bb03-b04ed9ab5390 req-95c29c8d-35f1-4f09-aa09-5a93304e23ef tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd686fbd-f119-4894-9491-eb5f65f2e315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387568 Sep 23 15:52:23.102842 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5ea86-340b-4c02-b7d0-0e71cd973d02 req-aa557e3b-6f54-4a37-a104-415f8690e44c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:23.104158 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-50c5ea86-340b-4c02-b7d0-0e71cd973d02 req-aa557e3b-6f54-4a37-a104-415f8690e44c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.72 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 946 time: 0.0902138 Sep 23 15:52:23.172879 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-50c5ea86-340b-4c02-b7d0-0e71cd973d02 req-0750a390-d058-4d08-a158-84dc5e23645d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Deleting port 003963a5-2fe4-45f5-ac3b-e929357fc68e {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:52:23.173208 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-50c5ea86-340b-4c02-b7d0-0e71cd973d02 req-0750a390-d058-4d08-a158-84dc5e23645d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:23.431675 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-50c5ea86-340b-4c02-b7d0-0e71cd973d02 req-0750a390-d058-4d08-a158-84dc5e23645d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] For port 003963a5-2fe4-45f5-ac3b-e929357fc68e, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=003963a5-2fe4-45f5-ac3b-e929357fc68e,segment=NetworkSegment(843de584-39bb-4473-b6ee-65a3e8c987dd),segment_id=843de584-39bb-4473-b6ee-65a3e8c987dd)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:52:23.431947 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-50c5ea86-340b-4c02-b7d0-0e71cd973d02 req-0750a390-d058-4d08-a158-84dc5e23645d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:23.551249 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-50c5ea86-340b-4c02-b7d0-0e71cd973d02 req-0750a390-d058-4d08-a158-84dc5e23645d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Calling delete_port for 003963a5-2fe4-45f5-ac3b-e929357fc68e owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:52:23.880754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-50c5ea86-340b-4c02-b7d0-0e71cd973d02 req-0750a390-d058-4d08-a158-84dc5e23645d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:23.931700 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750a390-d058-4d08-a158-84dc5e23645d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Port': ['ID=003963a5-2fe4-45f5-ac3b-e929357fc68e,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:24.018844 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c5ea86-340b-4c02-b7d0-0e71cd973d02 req-0750a390-d058-4d08-a158-84dc5e23645d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] No DVR routers for this DVR port 003963a5-2fe4-45f5-ac3b-e929357fc68e on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:52:24.021282 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-50c5ea86-340b-4c02-b7d0-0e71cd973d02 req-0750a390-d058-4d08-a158-84dc5e23645d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:24.023897 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff96688-f77c-4cf9-bd5a-133a58715ea6', 'name': 'network-vif-deleted', 'tag': '003963a5-2fe4-45f5-ac3b-e929357fc68e'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:52:24.026166 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d95533-7a16-415a-ba2e-915325e4797c" -d '{"events": [{"server_uuid": "cff96688-f77c-4cf9-bd5a-133a58715ea6", "name": "network-vif-deleted", "tag": "003963a5-2fe4-45f5-ac3b-e929357fc68e"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:52:24.069115 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7d7e2906-288f-4b91-884a-bd75f2d78cc6 req-4267a1e4-94a9-48a9-8052-4667d1faaedc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff96688-f77c-4cf9-bd5a-133a58715ea6 HTTP/1.1" status: 200 len: 210 time: 0.0517111 Sep 23 15:52:24.069638 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79555618-e76f-4b52-8a1d-e6389eb2fcce x-openstack-request-id: req-79555618-e76f-4b52-8a1d-e6389eb2fcce {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:52:24.069638 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff96688-f77c-4cf9-bd5a-133a58715ea6", "name": "network-vif-deleted", "tag": "003963a5-2fe4-45f5-ac3b-e929357fc68e", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:52:24.069875 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-79555618-e76f-4b52-8a1d-e6389eb2fcce {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:52:24.070271 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79555618-e76f-4b52-8a1d-e6389eb2fcce'] response: {'server_uuid': 'cff96688-f77c-4cf9-bd5a-133a58715ea6', 'name': 'network-vif-deleted', 'tag': '003963a5-2fe4-45f5-ac3b-e929357fc68e', 'status': 'completed', 'code': 200} Sep 23 15:52:24.093191 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-50c5ea86-340b-4c02-b7d0-0e71cd973d02 req-0750a390-d058-4d08-a158-84dc5e23645d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.72 "DELETE /v2.0/ports/003963a5-2fe4-45f5-ac3b-e929357fc68e HTTP/1.1" status: 204 len: 173 time: 0.9833395 Sep 23 15:52:25.175572 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57402) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:52:25.813656 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-45484109-75e6-435a-9979-9b8954b8c589 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:26.171981 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-45484109-75e6-435a-9979-9b8954b8c589 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Deleting port a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:52:26.172316 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-45484109-75e6-435a-9979-9b8954b8c589 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:26.357509 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-45484109-75e6-435a-9979-9b8954b8c589 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] For port a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9,segment=NetworkSegment(843de584-39bb-4473-b6ee-65a3e8c987dd),segment_id=843de584-39bb-4473-b6ee-65a3e8c987dd)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:52:26.358228 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-45484109-75e6-435a-9979-9b8954b8c589 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:26.482643 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-45484109-75e6-435a-9979-9b8954b8c589 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Calling delete_port for a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:52:26.704168 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-45484109-75e6-435a-9979-9b8954b8c589 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:26.890716 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45484109-75e6-435a-9979-9b8954b8c589 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Port': ['ID=a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:26.909103 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45484109-75e6-435a-9979-9b8954b8c589 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:26.909452 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45484109-75e6-435a-9979-9b8954b8c589 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:26.909788 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45484109-75e6-435a-9979-9b8954b8c589 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:26.910120 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45484109-75e6-435a-9979-9b8954b8c589 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:26.910471 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45484109-75e6-435a-9979-9b8954b8c589 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:26.911419 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45484109-75e6-435a-9979-9b8954b8c589 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:26.911747 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45484109-75e6-435a-9979-9b8954b8c589 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:26.912071 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45484109-75e6-435a-9979-9b8954b8c589 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:26.912392 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45484109-75e6-435a-9979-9b8954b8c589 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:26.912712 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45484109-75e6-435a-9979-9b8954b8c589 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:26.913033 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45484109-75e6-435a-9979-9b8954b8c589 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:26.913351 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45484109-75e6-435a-9979-9b8954b8c589 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:27.148085 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-45484109-75e6-435a-9979-9b8954b8c589 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:27.511028 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45484109-75e6-435a-9979-9b8954b8c589 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Router 05c99c9a-c033-460f-9f78-a4fb18679714 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:52:27.683959 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45484109-75e6-435a-9979-9b8954b8c589 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:52:27.694599 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c2d7e7-2479-43b6-9b69-571426d6f7d9 None None] Sync routers for ids ['05c99c9a-c033-460f-9f78-a4fb18679714'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:52:27.697065 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-45484109-75e6-435a-9979-9b8954b8c589 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "PUT /v2.0/routers/05c99c9a-c033-460f-9f78-a4fb18679714/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5198600 Sep 23 15:52:27.699769 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57406) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:52:27.704583 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c2d7e7-2479-43b6-9b69-571426d6f7d9 None None] Routers {'05c99c9a-c033-460f-9f78-a4fb18679714'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:52:27.705225 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-30c2d7e7-2479-43b6-9b69-571426d6f7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:52:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['05c99c9a-c033-460f-9f78-a4fb18679714'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:52:27.768706 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e70524b-cf1b-44ec-961a-63e264631155 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Deleting subnet 07a7a710-52d0-4026-b858-4c12cc6eb890 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:52:27.772296 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8e70524b-cf1b-44ec-961a-63e264631155 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:27.784576 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 003963a5-2fe4-45f5-ac3b-e929357fc68e no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:52:27.822595 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 003963a5-2fe4-45f5-ac3b-e929357fc68e {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:52:27.822937 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 003963a5-2fe4-45f5-ac3b-e929357fc68e not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:52:27.827604 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8e70524b-cf1b-44ec-961a-63e264631155 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:27.891158 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-30c2d7e7-2479-43b6-9b69-571426d6f7d9 None None] Set router 05c99c9a-c033-460f-9f78-a4fb18679714 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:52:27.912937 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8e70524b-cf1b-44ec-961a-63e264631155 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:28.064181 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8e70524b-cf1b-44ec-961a-63e264631155 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:28.104546 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70524b-cf1b-44ec-961a-63e264631155 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Subnet': ['ID=07a7a710-52d0-4026-b858-4c12cc6eb890,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:28.106540 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8e70524b-cf1b-44ec-961a-63e264631155 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:28.111471 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e50a89-94e9-41c4-a465-3af9ce53236f None None] Network bf19f3fa-9c73-426b-a882-afc0373947ec requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:52:28.116026 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8e70524b-cf1b-44ec-961a-63e264631155 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "DELETE /v2.0/subnets/07a7a710-52d0-4026-b858-4c12cc6eb890 HTTP/1.1" status: 204 len: 168 time: 0.4121625 Sep 23 15:52:28.116878 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57410) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:52:28.191471 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-30c2d7e7-2479-43b6-9b69-571426d6f7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69399438', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185'}], 'enable_snat': True}, 'gw_port_id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:50:33Z', 'updated_at': '2022-09-23T15:52:26Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:50:34Z', 'updated_at': '2022-09-23T15:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:52:28.197161 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c2d7e7-2479-43b6-9b69-571426d6f7d9 None None] Checking router: 05c99c9a-c033-460f-9f78-a4fb18679714 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:52:28.207700 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c2d7e7-2479-43b6-9b69-571426d6f7d9 None None] Routers {'05c99c9a-c033-460f-9f78-a4fb18679714'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:52:28.208297 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-30c2d7e7-2479-43b6-9b69-571426d6f7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:52:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['05c99c9a-c033-460f-9f78-a4fb18679714'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:52:28.323391 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a7c66444-f584-4960-8b66-1b70921cb6a0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:28.419707 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e38b43-b63a-40e3-9d50-dcc22e1e18a4 None None] DHCP port deletion for bf19f3fa-9c73-426b-a882-afc0373947ec request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:52:28.423934 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-92e38b43-b63a-40e3-9d50-dcc22e1e18a4 None None] Deleting port c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:52:28.424083 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-30c2d7e7-2479-43b6-9b69-571426d6f7d9 None None] Set router 05c99c9a-c033-460f-9f78-a4fb18679714 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:52:28.424307 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-92e38b43-b63a-40e3-9d50-dcc22e1e18a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:28.518530 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a7c66444-f584-4960-8b66-1b70921cb6a0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:28.635940 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-a7c66444-f584-4960-8b66-1b70921cb6a0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Deleting port f019422d-1960-4bd8-aaa2-2fde0667e0da {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:52:28.636311 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a7c66444-f584-4960-8b66-1b70921cb6a0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:28.677929 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-92e38b43-b63a-40e3-9d50-dcc22e1e18a4 None None] For port c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab,segment=NetworkSegment(843de584-39bb-4473-b6ee-65a3e8c987dd),segment_id=843de584-39bb-4473-b6ee-65a3e8c987dd)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:52:28.678353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-92e38b43-b63a-40e3-9d50-dcc22e1e18a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:28.718120 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-30c2d7e7-2479-43b6-9b69-571426d6f7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69399438', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185'}], 'enable_snat': True}, 'gw_port_id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:50:33Z', 'updated_at': '2022-09-23T15:52:26Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:50:34Z', 'updated_at': '2022-09-23T15:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:52:28.722060 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c2d7e7-2479-43b6-9b69-571426d6f7d9 None None] The sync data for ids ['05c99c9a-c033-460f-9f78-a4fb18679714'] in dv-neutron-859093-1-hyperv is: [{'id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69399438', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185'}], 'enable_snat': True}, 'gw_port_id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:50:33Z', 'updated_at': '2022-09-23T15:52:26Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'f019422d-1960-4bd8-aaa2-2fde0667e0da', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ea:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c99c9a-c033-460f-9f78-a4fb18679714', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:50:34Z', 'updated_at': '2022-09-23T15:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:52:28.804740 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-92e38b43-b63a-40e3-9d50-dcc22e1e18a4 None None] Calling delete_port for c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:52:28.822888 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-a7c66444-f584-4960-8b66-1b70921cb6a0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] For port f019422d-1960-4bd8-aaa2-2fde0667e0da, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=f019422d-1960-4bd8-aaa2-2fde0667e0da,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:52:28.823273 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a7c66444-f584-4960-8b66-1b70921cb6a0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:28.926544 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-92e38b43-b63a-40e3-9d50-dcc22e1e18a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:28.948840 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-a7c66444-f584-4960-8b66-1b70921cb6a0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Calling delete_port for f019422d-1960-4bd8-aaa2-2fde0667e0da owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:52:28.973982 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e38b43-b63a-40e3-9d50-dcc22e1e18a4 None None] Pushing event deleted for resources: {'Port': ['ID=c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:28.975970 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e38b43-b63a-40e3-9d50-dcc22e1e18a4 None None] No DVR routers for this DVR port c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:52:29.184156 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a7c66444-f584-4960-8b66-1b70921cb6a0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:29.230939 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c66444-f584-4960-8b66-1b70921cb6a0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Port': ['ID=f019422d-1960-4bd8-aaa2-2fde0667e0da,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:29.334843 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a7c66444-f584-4960-8b66-1b70921cb6a0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:29.615124 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a7c66444-f584-4960-8b66-1b70921cb6a0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:29.617483 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a7c66444-f584-4960-8b66-1b70921cb6a0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:29.703695 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a7c66444-f584-4960-8b66-1b70921cb6a0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:29.704213 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c66444-f584-4960-8b66-1b70921cb6a0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Fanout notify agent at l3_agent the message router_deleted on router 05c99c9a-c033-460f-9f78-a4fb18679714 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:52:29.719144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a7c66444-f584-4960-8b66-1b70921cb6a0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:29.720270 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a7c66444-f584-4960-8b66-1b70921cb6a0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "DELETE /v2.0/routers/05c99c9a-c033-460f-9f78-a4fb18679714 HTTP/1.1" status: 204 len: 168 time: 1.6029022 Sep 23 15:52:29.723146 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57414) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:52:29.850180 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-77f6d822-dfbb-497e-898f-b92c212e6618 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:30.086665 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-77f6d822-dfbb-497e-898f-b92c212e6618 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:30.111701 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-77f6d822-dfbb-497e-898f-b92c212e6618 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf19f3fa-9c73-426b-a882-afc0373947ec']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:52:30.124403 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-77f6d822-dfbb-497e-898f-b92c212e6618 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843de584-39bb-4473-b6ee-65a3e8c987dd') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:52:30.124403 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-77f6d822-dfbb-497e-898f-b92c212e6618 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843de584-39bb-4473-b6ee-65a3e8c987dd') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:52:30.136358 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-77f6d822-dfbb-497e-898f-b92c212e6618 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:30.154338 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-77f6d822-dfbb-497e-898f-b92c212e6618 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:30.161505 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f6d822-dfbb-497e-898f-b92c212e6618 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:52:30.161904 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-77f6d822-dfbb-497e-898f-b92c212e6618 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:30.193969 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:52:30.228600 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:52:30.228944 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device c659c7ed-ff06-42e1-8fe2-d3e522c6b8ab not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:52:30.229353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f019422d-1960-4bd8-aaa2-2fde0667e0da no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:52:30.260665 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 843de584-39bb-4473-b6ee-65a3e8c987dd resource provider aggregate not found Sep 23 15:52:30.271098 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: f019422d-1960-4bd8-aaa2-2fde0667e0da {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:52:30.271441 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device f019422d-1960-4bd8-aaa2-2fde0667e0da not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:52:30.271843 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:52:30.278724 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 843de584-39bb-4473-b6ee-65a3e8c987dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 843de584-39bb-4473-b6ee-65a3e8c987dd found for delete ", "request_id": "req-9a93bd06-8530-44d3-ba99-0d87e4c8adc6"}]} Sep 23 15:52:30.305338 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:52:30.305682 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a2e4d504-4ba6-48bc-acd3-4a50e6ba22f9 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:52:30.332697 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-77f6d822-dfbb-497e-898f-b92c212e6618 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:30.355406 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-77f6d822-dfbb-497e-898f-b92c212e6618 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:30.364626 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6d822-dfbb-497e-898f-b92c212e6618 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Network': ['ID=bf19f3fa-9c73-426b-a882-afc0373947ec,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:30.441677 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-77f6d822-dfbb-497e-898f-b92c212e6618 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "DELETE /v2.0/networks/bf19f3fa-9c73-426b-a882-afc0373947ec HTTP/1.1" status: 204 len: 168 time: 0.7173123 Sep 23 15:52:30.444902 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57424) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:52:30.521445 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c2887ab1-3deb-4876-b300-35029b1a3fe8 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:30.551139 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c2887ab1-3deb-4876-b300-35029b1a3fe8 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:30.732509 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c2887ab1-3deb-4876-b300-35029b1a3fe8 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:30.751829 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2887ab1-3deb-4876-b300-35029b1a3fe8 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd686fbd-f119-4894-9491-eb5f65f2e315,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:30.823772 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-c2887ab1-3deb-4876-b300-35029b1a3fe8 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:30.824904 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-c2887ab1-3deb-4876-b300-35029b1a3fe8 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "DELETE /v2.0/security-groups/bd686fbd-f119-4894-9491-eb5f65f2e315 HTTP/1.1" status: 204 len: 168 time: 0.3788528 Sep 23 15:52:31.033225 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57432) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:52:31.038762 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-97b4b3c4-c168-4945-b19f-c61927b63bde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-19129043', 'description': 'tempest-secgroup-smoke-19129043 description', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:52:31.045200 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-97b4b3c4-c168-4945-b19f-c61927b63bde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:52:31.049343 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-97b4b3c4-c168-4945-b19f-c61927b63bde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:52:31.052733 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-97b4b3c4-c168-4945-b19f-c61927b63bde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:52:31.058496 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-97b4b3c4-c168-4945-b19f-c61927b63bde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:52:31.120798 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-97b4b3c4-c168-4945-b19f-c61927b63bde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:31.141457 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-97b4b3c4-c168-4945-b19f-c61927b63bde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:52:31.145359 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-97b4b3c4-c168-4945-b19f-c61927b63bde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:52:31.148238 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-97b4b3c4-c168-4945-b19f-c61927b63bde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:52:31.154011 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-97b4b3c4-c168-4945-b19f-c61927b63bde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:52:31.225398 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-97b4b3c4-c168-4945-b19f-c61927b63bde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:31.303863 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-97b4b3c4-c168-4945-b19f-c61927b63bde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:31.352899 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4b3c4-c168-4945-b19f-c61927b63bde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97b9ac38-61f8-4e44-b097-7e0742d895ba,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:31.400972 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-97b4b3c4-c168-4945-b19f-c61927b63bde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:31.402227 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-97b4b3c4-c168-4945-b19f-c61927b63bde tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3678505 Sep 23 15:52:31.405192 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57436) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:52:31.410174 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-f30a8c35-2cba-4557-b564-49bbec6a5717 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': '97b9ac38-61f8-4e44-b097-7e0742d895ba', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:52:31.416686 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f30a8c35-2cba-4557-b564-49bbec6a5717 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:52:31.420583 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f30a8c35-2cba-4557-b564-49bbec6a5717 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:52:31.423465 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-f30a8c35-2cba-4557-b564-49bbec6a5717 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:52:31.429780 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-f30a8c35-2cba-4557-b564-49bbec6a5717 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:52:31.521602 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f30a8c35-2cba-4557-b564-49bbec6a5717 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:31.581361 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f30a8c35-2cba-4557-b564-49bbec6a5717 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:31.635113 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f30a8c35-2cba-4557-b564-49bbec6a5717 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:31.658270 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a8c35-2cba-4557-b564-49bbec6a5717 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f997e84e-8a67-4766-bb01-454d7875df96,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:31.709403 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-f30a8c35-2cba-4557-b564-49bbec6a5717 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:31.710914 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-f30a8c35-2cba-4557-b564-49bbec6a5717 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3047390 Sep 23 15:52:31.713621 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57440) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:52:31.718696 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-b0d074c9-c150-48f6-9964-455bf5590694 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': '97b9ac38-61f8-4e44-b097-7e0742d895ba', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:52:31.725193 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b0d074c9-c150-48f6-9964-455bf5590694 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:52:31.729004 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b0d074c9-c150-48f6-9964-455bf5590694 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:52:31.731927 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-b0d074c9-c150-48f6-9964-455bf5590694 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:52:31.737525 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-b0d074c9-c150-48f6-9964-455bf5590694 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:52:31.801684 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0d074c9-c150-48f6-9964-455bf5590694 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:31.862479 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0d074c9-c150-48f6-9964-455bf5590694 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:31.943637 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0d074c9-c150-48f6-9964-455bf5590694 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:31.970076 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d074c9-c150-48f6-9964-455bf5590694 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b81a5e-0ac7-4950-a93c-ab57f1490246,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:32.046675 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-b0d074c9-c150-48f6-9964-455bf5590694 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:32.047911 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b0d074c9-c150-48f6-9964-455bf5590694 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3333280 Sep 23 15:52:32.050710 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57444) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:52:32.056254 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-04408b8e-7cb4-49d0-b9e2-f45c92555417 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': '97b9ac38-61f8-4e44-b097-7e0742d895ba', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:52:32.062118 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-04408b8e-7cb4-49d0-b9e2-f45c92555417 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:52:32.066439 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-04408b8e-7cb4-49d0-b9e2-f45c92555417 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:52:32.069858 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-04408b8e-7cb4-49d0-b9e2-f45c92555417 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:52:32.075537 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-04408b8e-7cb4-49d0-b9e2-f45c92555417 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:52:32.155164 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fe34ef72-ea07-4720-aadb-64e2324377bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:32.172747 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-04408b8e-7cb4-49d0-b9e2-f45c92555417 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:32.238181 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-04408b8e-7cb4-49d0-b9e2-f45c92555417 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:32.309455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-04408b8e-7cb4-49d0-b9e2-f45c92555417 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:32.336451 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04408b8e-7cb4-49d0-b9e2-f45c92555417 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd1c27d-5e62-42f8-a4c9-181b1797d1c0,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:32.389371 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-04408b8e-7cb4-49d0-b9e2-f45c92555417 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:32.390571 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-04408b8e-7cb4-49d0-b9e2-f45c92555417 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3385210 Sep 23 15:52:32.393180 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57448) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:52:32.399220 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-73010957-da32-4af9-bf28-f0292a59a88a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': '97b9ac38-61f8-4e44-b097-7e0742d895ba', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:52:32.411789 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-73010957-da32-4af9-bf28-f0292a59a88a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:52:32.416529 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-73010957-da32-4af9-bf28-f0292a59a88a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:52:32.419506 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-73010957-da32-4af9-bf28-f0292a59a88a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:52:32.425107 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-73010957-da32-4af9-bf28-f0292a59a88a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:52:32.487585 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-73010957-da32-4af9-bf28-f0292a59a88a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:32.550853 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-73010957-da32-4af9-bf28-f0292a59a88a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:32.600748 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-73010957-da32-4af9-bf28-f0292a59a88a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:32.624204 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73010957-da32-4af9-bf28-f0292a59a88a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad18904-2209-4c39-9026-07c4b7139284,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:32.704195 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-73010957-da32-4af9-bf28-f0292a59a88a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:32.705337 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-73010957-da32-4af9-bf28-f0292a59a88a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3112068 Sep 23 15:52:32.708025 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57452) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:52:32.713153 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-b6a89437-951d-44f0-b222-6a33979deb51 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': '97b9ac38-61f8-4e44-b097-7e0742d895ba', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:52:32.718983 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b6a89437-951d-44f0-b222-6a33979deb51 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:52:32.723000 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b6a89437-951d-44f0-b222-6a33979deb51 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:52:32.726029 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b6a89437-951d-44f0-b222-6a33979deb51 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:52:32.731952 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b6a89437-951d-44f0-b222-6a33979deb51 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:52:32.789215 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.securitygroups_db [None req-b6a89437-951d-44f0-b222-6a33979deb51 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Project 04ba3b533aed4ca1b027ca3a04d161ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:52:32.796016 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b6a89437-951d-44f0-b222-6a33979deb51 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:32.860035 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b6a89437-951d-44f0-b222-6a33979deb51 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:32.926869 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b6a89437-951d-44f0-b222-6a33979deb51 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:32.951753 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a89437-951d-44f0-b222-6a33979deb51 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27613cbf-51b0-4728-92f8-91df330fa178,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:33.029603 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b6a89437-951d-44f0-b222-6a33979deb51 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:33.030816 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b6a89437-951d-44f0-b222-6a33979deb51 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3218791 Sep 23 15:52:33.033518 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57456) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:52:33.038830 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-fcfb75aa-6eff-4a08-8ca1-0aa23c4a9342 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': '97b9ac38-61f8-4e44-b097-7e0742d895ba', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:52:33.044646 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-fcfb75aa-6eff-4a08-8ca1-0aa23c4a9342 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:52:33.048797 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-fcfb75aa-6eff-4a08-8ca1-0aa23c4a9342 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:52:33.052697 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-fcfb75aa-6eff-4a08-8ca1-0aa23c4a9342 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:52:33.058762 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-fcfb75aa-6eff-4a08-8ca1-0aa23c4a9342 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:52:33.137475 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:33.148940 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.securitygroups_db [None req-fcfb75aa-6eff-4a08-8ca1-0aa23c4a9342 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Project 04ba3b533aed4ca1b027ca3a04d161ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:52:33.155610 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fcfb75aa-6eff-4a08-8ca1-0aa23c4a9342 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:33.222402 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fcfb75aa-6eff-4a08-8ca1-0aa23c4a9342 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:33.297518 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fcfb75aa-6eff-4a08-8ca1-0aa23c4a9342 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:33.320061 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb75aa-6eff-4a08-8ca1-0aa23c4a9342 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6f18df-8c25-44ba-a968-06fb35786013,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:33.389031 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fcfb75aa-6eff-4a08-8ca1-0aa23c4a9342 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:33.390218 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-fcfb75aa-6eff-4a08-8ca1-0aa23c4a9342 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3557825 Sep 23 15:52:33.393021 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57460) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:52:33.399009 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-6ad66cb6-3eb8-4998-8261-afdf910a7dbd tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'network': {'name': 'tempest-network-smoke--357303311', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'port_security_enabled': True}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:52:33.403898 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-6ad66cb6-3eb8-4998-8261-afdf910a7dbd tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:52:33.409484 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-6ad66cb6-3eb8-4998-8261-afdf910a7dbd tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:network and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:52:33.411552 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-6ad66cb6-3eb8-4998-8261-afdf910a7dbd tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:52:33.417205 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-6ad66cb6-3eb8-4998-8261-afdf910a7dbd tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:52:33.509067 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad66cb6-3eb8-4998-8261-afdf910a7dbd tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Made reservation on behalf of 04ba3b533aed4ca1b027ca3a04d161ce for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:52:33.512573 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6ad66cb6-3eb8-4998-8261-afdf910a7dbd tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:33.540228 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad66cb6-3eb8-4998-8261-afdf910a7dbd tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:52:33.548781 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6ad66cb6-3eb8-4998-8261-afdf910a7dbd tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:33.549106 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-6ad66cb6-3eb8-4998-8261-afdf910a7dbd tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Added segment ed3900b9-5b87-4d55-b03a-335b11a01280 of type vlan for network c1ee14aa-43a4-4cf2-8e9e-ca043d70958f Sep 23 15:52:33.575179 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6ad66cb6-3eb8-4998-8261-afdf910a7dbd tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:33.680434 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6ad66cb6-3eb8-4998-8261-afdf910a7dbd tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:33.685940 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad66cb6-3eb8-4998-8261-afdf910a7dbd tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:33.690509 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6ad66cb6-3eb8-4998-8261-afdf910a7dbd tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:33.794929 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad66cb6-3eb8-4998-8261-afdf910a7dbd tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Network': ['ID=c1ee14aa-43a4-4cf2-8e9e-ca043d70958f,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:33.804847 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network c1ee14aa-43a4-4cf2-8e9e-ca043d70958f details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:52:33.875784 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6ad66cb6-3eb8-4998-8261-afdf910a7dbd tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4817181 Sep 23 15:52:33.878498 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57464) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:52:33.883988 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-ef968a8a-c3c2-40bf-846e-3775caa010fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-99349539', 'admin_state_up': True, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:52:33.890981 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ef968a8a-c3c2-40bf-846e-3775caa010fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:52:33.895418 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ef968a8a-c3c2-40bf-846e-3775caa010fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:router and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:52:33.898240 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ef968a8a-c3c2-40bf-846e-3775caa010fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:52:33.904795 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ef968a8a-c3c2-40bf-846e-3775caa010fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:52:33.977850 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef968a8a-c3c2-40bf-846e-3775caa010fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:33.978920 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef968a8a-c3c2-40bf-846e-3775caa010fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:33.993747 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef968a8a-c3c2-40bf-846e-3775caa010fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:34.340041 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef968a8a-c3c2-40bf-846e-3775caa010fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:34.733266 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef968a8a-c3c2-40bf-846e-3775caa010fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router_gateway, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:34.761467 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef968a8a-c3c2-40bf-846e-3775caa010fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:34.893546 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-ef968a8a-c3c2-40bf-846e-3775caa010fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Allocated IP 172.26.10.3 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/b96b64aa-997c-4a9f-9553-adc824f34d70) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:52:35.063783 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fc73ea7c-62b1-4fdc-950b-f412322dd977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:35.144725 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef968a8a-c3c2-40bf-846e-3775caa010fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:35.223972 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef968a8a-c3c2-40bf-846e-3775caa010fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:35.287001 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef968a8a-c3c2-40bf-846e-3775caa010fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:52:35.289653 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-ef968a8a-c3c2-40bf-846e-3775caa010fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:52:35.293434 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef968a8a-c3c2-40bf-846e-3775caa010fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:52:35.330332 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef968a8a-c3c2-40bf-846e-3775caa010fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=b96b64aa-997c-4a9f-9553-adc824f34d70,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:35.595114 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:35.726265 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:35.792966 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef968a8a-c3c2-40bf-846e-3775caa010fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router_gateway, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:36.128142 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef968a8a-c3c2-40bf-846e-3775caa010fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:36.366484 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef968a8a-c3c2-40bf-846e-3775caa010fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Router f994da47-adef-42ea-9478-c841548b580a is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:52:36.546785 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef968a8a-c3c2-40bf-846e-3775caa010fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:52:36.556807 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93bf7b3-8e00-4a3f-8a12-96eef55a2089 None None] Sync routers for ids ['f994da47-adef-42ea-9478-c841548b580a'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:52:36.565904 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93bf7b3-8e00-4a3f-8a12-96eef55a2089 None None] Routers {'f994da47-adef-42ea-9478-c841548b580a'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:52:36.566675 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-e93bf7b3-8e00-4a3f-8a12-96eef55a2089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:52:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['f994da47-adef-42ea-9478-c841548b580a'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:52:36.611928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ef968a8a-c3c2-40bf-846e-3775caa010fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:36.613166 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ef968a8a-c3c2-40bf-846e-3775caa010fb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.7332323 Sep 23 15:52:36.616393 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57468) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:52:36.750979 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-e93bf7b3-8e00-4a3f-8a12-96eef55a2089 None None] Set router f994da47-adef-42ea-9478-c841548b580a gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:52:36.855762 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1b50bfbb-16c7-46b4-a1b1-5ec8585ea80b tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=04ba3b533aed4ca1b027ca3a04d161ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2377973 Sep 23 15:52:36.858585 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57476) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:52:36.987697 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fd5b25-077d-4751-b65a-b61d9f08b998 tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:36.989200 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a2fd5b25-077d-4751-b65a-b61d9f08b998 tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297159 Sep 23 15:52:36.992081 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57480) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:52:37.030153 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-492050eb-682a-4898-b343-6b3a1a421c6a tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=61b1518d-d511-4beb-b056-d894a2c85079&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370436 Sep 23 15:52:37.032709 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57484) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:52:37.034137 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-e93bf7b3-8e00-4a3f-8a12-96eef55a2089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f994da47-adef-42ea-9478-c841548b580a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99349539', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:52:33Z', 'updated_at': '2022-09-23T15:52:35Z', 'revision_number': 3, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f994da47-adef-42ea-9478-c841548b580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:52:34Z', 'updated_at': '2022-09-23T15:52:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:52:37.038580 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-7e700972-e058-41e4-8693-ed15f414be7b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-993706079', 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:52:37.038744 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93bf7b3-8e00-4a3f-8a12-96eef55a2089 None None] Checking router: f994da47-adef-42ea-9478-c841548b580a for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:52:37.039126 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93bf7b3-8e00-4a3f-8a12-96eef55a2089 None None] Updating router f994da47-adef-42ea-9478-c841548b580a port b96b64aa-997c-4a9f-9553-adc824f34d70 binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:52:37.105531 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e93bf7b3-8e00-4a3f-8a12-96eef55a2089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:37.147527 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-7e700972-e058-41e4-8693-ed15f414be7b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:52:37.150465 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:37.151553 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7e700972-e058-41e4-8693-ed15f414be7b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:subnet and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:52:37.154460 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7e700972-e058-41e4-8693-ed15f414be7b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:52:37.160871 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-7e700972-e058-41e4-8693-ed15f414be7b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:52:37.205953 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e700972-e058-41e4-8693-ed15f414be7b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Made reservation on behalf of 04ba3b533aed4ca1b027ca3a04d161ce for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:52:37.210053 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7e700972-e058-41e4-8693-ed15f414be7b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:37.467875 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e93bf7b3-8e00-4a3f-8a12-96eef55a2089 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:37.478987 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e93bf7b3-8e00-4a3f-8a12-96eef55a2089 None None] Transition to ACTIVE for port object b96b64aa-997c-4a9f-9553-adc824f34d70 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:52:37.480839 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7e700972-e058-41e4-8693-ed15f414be7b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:37.560536 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e93bf7b3-8e00-4a3f-8a12-96eef55a2089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:37.561162 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e700972-e058-41e4-8693-ed15f414be7b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Subnet': ['ID=5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:37.571872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e700972-e058-41e4-8693-ed15f414be7b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Checking segment: {'id': 'ed3900b9-5b87-4d55-b03a-335b11a01280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:52:37.571872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e700972-e058-41e4-8693-ed15f414be7b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network hostable DHCP agents. Network: c1ee14aa-43a4-4cf2-8e9e-ca043d70958f, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:52:37.623389 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e93bf7b3-8e00-4a3f-8a12-96eef55a2089 None None] Attempting to bind port b96b64aa-997c-4a9f-9553-adc824f34d70 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:52:37.623755 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e93bf7b3-8e00-4a3f-8a12-96eef55a2089 None None] Attempting to bind port b96b64aa-997c-4a9f-9553-adc824f34d70 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:52:37.624113 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93bf7b3-8e00-4a3f-8a12-96eef55a2089 None None] Attempting to bind port b96b64aa-997c-4a9f-9553-adc824f34d70 on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:52:37.633864 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93bf7b3-8e00-4a3f-8a12-96eef55a2089 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:52:37.640646 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93bf7b3-8e00-4a3f-8a12-96eef55a2089 None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:52:37.640646 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e93bf7b3-8e00-4a3f-8a12-96eef55a2089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:37.640646 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93bf7b3-8e00-4a3f-8a12-96eef55a2089 None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:52:37.640646 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-e93bf7b3-8e00-4a3f-8a12-96eef55a2089 None None] Bound port: b96b64aa-997c-4a9f-9553-adc824f34d70, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:52:37.640646 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e93bf7b3-8e00-4a3f-8a12-96eef55a2089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:37.658010 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e700972-e058-41e4-8693-ed15f414be7b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network c1ee14aa-43a4-4cf2-8e9e-ca043d70958f is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:52:37.684406 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b454961-a69a-453a-90d5-258e07a2458d None None] Pushing event updated for resources: {'Port': ['ID=b96b64aa-997c-4a9f-9553-adc824f34d70,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:37.716489 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e93bf7b3-8e00-4a3f-8a12-96eef55a2089 None None] For port b96b64aa-997c-4a9f-9553-adc824f34d70, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:52:37.719538 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e93bf7b3-8e00-4a3f-8a12-96eef55a2089 None None] For port b96b64aa-997c-4a9f-9553-adc824f34d70, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=b96b64aa-997c-4a9f-9553-adc824f34d70,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:52:37.732001 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-7e700972-e058-41e4-8693-ed15f414be7b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, c1ee14aa-43a4-4cf2-8e9e-ca043d70958f) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:52:37.738098 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e700972-e058-41e4-8693-ed15f414be7b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:37.738098 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7e700972-e058-41e4-8693-ed15f414be7b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:37.741116 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45e60a9-be32-4cc4-becb-4aa2f3d268ae None None] Network c1ee14aa-43a4-4cf2-8e9e-ca043d70958f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:52:37.804369 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e93bf7b3-8e00-4a3f-8a12-96eef55a2089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:37.810005 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7e700972-e058-41e4-8693-ed15f414be7b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7735155 Sep 23 15:52:37.810435 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57488) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:52:37.890731 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93bf7b3-8e00-4a3f-8a12-96eef55a2089 None None] Routers {'f994da47-adef-42ea-9478-c841548b580a'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:52:37.891377 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-e93bf7b3-8e00-4a3f-8a12-96eef55a2089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:52:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['f994da47-adef-42ea-9478-c841548b580a'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:52:38.003481 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b454961-a69a-453a-90d5-258e07a2458d None None] Pushing event updated for resources: {'Port': ['ID=b96b64aa-997c-4a9f-9553-adc824f34d70,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:38.179937 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-e93bf7b3-8e00-4a3f-8a12-96eef55a2089 None None] Set router f994da47-adef-42ea-9478-c841548b580a gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:52:38.312606 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d516c1f5-5684-458b-9769-53601b296767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-c1ee14aa-43a4-4cf2-8e9e-ca043d70958f', 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'fixed_ips': [{'subnet_id': '5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:52:38.313419 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d516c1f5-5684-458b-9769-53601b296767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:38.502261 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b8719330-82b7-4b89-978b-c3f697217848 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:38.608993 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-d516c1f5-5684-458b-9769-53601b296767 None None] Allocated IP 172.20.0.2 (c1ee14aa-43a4-4cf2-8e9e-ca043d70958f/5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2/dcbb5529-53fa-430c-ad97-3ded9113ee44) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:52:38.707942 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-e93bf7b3-8e00-4a3f-8a12-96eef55a2089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f994da47-adef-42ea-9478-c841548b580a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99349539', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:52:33Z', 'updated_at': '2022-09-23T15:52:35Z', 'revision_number': 3, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f994da47-adef-42ea-9478-c841548b580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:52:34Z', 'updated_at': '2022-09-23T15:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:52:38.716432 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93bf7b3-8e00-4a3f-8a12-96eef55a2089 None None] The sync data for ids ['f994da47-adef-42ea-9478-c841548b580a'] in dv-neutron-859093-1-hyperv is: [{'id': 'f994da47-adef-42ea-9478-c841548b580a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99349539', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:52:33Z', 'updated_at': '2022-09-23T15:52:35Z', 'revision_number': 3, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f994da47-adef-42ea-9478-c841548b580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:52:34Z', 'updated_at': '2022-09-23T15:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:52:38.865507 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d516c1f5-5684-458b-9769-53601b296767 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:38.876605 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d516c1f5-5684-458b-9769-53601b296767 None None] Transition to ACTIVE for port object dcbb5529-53fa-430c-ad97-3ded9113ee44 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:52:38.896275 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d516c1f5-5684-458b-9769-53601b296767 None None] Transition to ACTIVE for port object dcbb5529-53fa-430c-ad97-3ded9113ee44 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:52:38.972311 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d516c1f5-5684-458b-9769-53601b296767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:39.075873 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-b8719330-82b7-4b89-978b-c3f697217848 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Allocated IP 172.20.0.1 (c1ee14aa-43a4-4cf2-8e9e-ca043d70958f/5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2/5e711c1c-c27e-4ae5-be41-c2d5330af255) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:52:39.099663 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d516c1f5-5684-458b-9769-53601b296767 None None] Network c1ee14aa-43a4-4cf2-8e9e-ca043d70958f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:52:39.102792 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-d516c1f5-5684-458b-9769-53601b296767 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:52:39.106800 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d516c1f5-5684-458b-9769-53601b296767 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:52:39.112779 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516c1f5-5684-458b-9769-53601b296767 None None] Pushing event updated for resources: {'Port': ['ID=dcbb5529-53fa-430c-ad97-3ded9113ee44,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:39.214911 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d516c1f5-5684-458b-9769-53601b296767 None None] Attempting to bind port dcbb5529-53fa-430c-ad97-3ded9113ee44 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:52:39.215306 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d516c1f5-5684-458b-9769-53601b296767 None None] Attempting to bind port dcbb5529-53fa-430c-ad97-3ded9113ee44 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'ed3900b9-5b87-4d55-b03a-335b11a01280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:52:39.215672 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d516c1f5-5684-458b-9769-53601b296767 None None] Attempting to bind port dcbb5529-53fa-430c-ad97-3ded9113ee44 on network c1ee14aa-43a4-4cf2-8e9e-ca043d70958f {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:52:39.221038 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d516c1f5-5684-458b-9769-53601b296767 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:52:39.221403 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d516c1f5-5684-458b-9769-53601b296767 None None] Checking segment: {'id': 'ed3900b9-5b87-4d55-b03a-335b11a01280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:52:39.221797 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d516c1f5-5684-458b-9769-53601b296767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:39.222180 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d516c1f5-5684-458b-9769-53601b296767 None None] Bound using segment: {'id': 'ed3900b9-5b87-4d55-b03a-335b11a01280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:52:39.222746 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-d516c1f5-5684-458b-9769-53601b296767 None None] Bound port: dcbb5529-53fa-430c-ad97-3ded9113ee44, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3900b9-5b87-4d55-b03a-335b11a01280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:52:39.223277 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d516c1f5-5684-458b-9769-53601b296767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:39.247782 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b8719330-82b7-4b89-978b-c3f697217848 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:39.264971 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-b8719330-82b7-4b89-978b-c3f697217848 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Transition to ACTIVE for port object 5e711c1c-c27e-4ae5-be41-c2d5330af255 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:52:39.317678 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d516c1f5-5684-458b-9769-53601b296767 None None] For port dcbb5529-53fa-430c-ad97-3ded9113ee44, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:52:39.321134 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d516c1f5-5684-458b-9769-53601b296767 None None] For port dcbb5529-53fa-430c-ad97-3ded9113ee44, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=dcbb5529-53fa-430c-ad97-3ded9113ee44,segment=NetworkSegment(ed3900b9-5b87-4d55-b03a-335b11a01280),segment_id=ed3900b9-5b87-4d55-b03a-335b11a01280)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:52:39.355388 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b8719330-82b7-4b89-978b-c3f697217848 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:39.372631 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d516c1f5-5684-458b-9769-53601b296767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:39.429626 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8719330-82b7-4b89-978b-c3f697217848 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network c1ee14aa-43a4-4cf2-8e9e-ca043d70958f is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:52:39.433127 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-b8719330-82b7-4b89-978b-c3f697217848 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:52:39.436776 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8719330-82b7-4b89-978b-c3f697217848 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:52:39.449636 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516c1f5-5684-458b-9769-53601b296767 None None] Pushing event updated for resources: {'Port': ['ID=dcbb5529-53fa-430c-ad97-3ded9113ee44,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:39.470514 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8719330-82b7-4b89-978b-c3f697217848 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=5e711c1c-c27e-4ae5-be41-c2d5330af255,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:39.505649 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b8719330-82b7-4b89-978b-c3f697217848 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:39.724302 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b8719330-82b7-4b89-978b-c3f697217848 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:40.137822 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b8719330-82b7-4b89-978b-c3f697217848 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:40.195330 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b8719330-82b7-4b89-978b-c3f697217848 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:40.235785 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device dcbb5529-53fa-430c-ad97-3ded9113ee44 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:52:40.312051 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8719330-82b7-4b89-978b-c3f697217848 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=5e711c1c-c27e-4ae5-be41-c2d5330af255,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:40.314761 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b8719330-82b7-4b89-978b-c3f697217848 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:40.354800 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port dcbb5529-53fa-430c-ad97-3ded9113ee44 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:52:40.360161 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device b96b64aa-997c-4a9f-9553-adc824f34d70 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:52:40.450488 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8719330-82b7-4b89-978b-c3f697217848 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network c1ee14aa-43a4-4cf2-8e9e-ca043d70958f is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:52:40.451630 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-b8719330-82b7-4b89-978b-c3f697217848 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:52:40.475298 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port b96b64aa-997c-4a9f-9553-adc824f34d70 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:52:40.480761 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port b96b64aa-997c-4a9f-9553-adc824f34d70 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:52:40.482671 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:40.482671 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port b96b64aa-997c-4a9f-9553-adc824f34d70 Sep 23 15:52:40.608830 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port b96b64aa-997c-4a9f-9553-adc824f34d70 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:52:40.609101 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:40.627653 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port b96b64aa-997c-4a9f-9553-adc824f34d70, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=b96b64aa-997c-4a9f-9553-adc824f34d70,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:52:40.709467 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:40.766008 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8719330-82b7-4b89-978b-c3f697217848 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Router f994da47-adef-42ea-9478-c841548b580a has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:52:40.785194 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=b96b64aa-997c-4a9f-9553-adc824f34d70,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:40.959271 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8719330-82b7-4b89-978b-c3f697217848 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:52:40.970797 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5405050b-e600-40bc-9925-d5ceb3bad29f None None] Sync routers for ids ['f994da47-adef-42ea-9478-c841548b580a'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:52:40.972496 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8bcef9-d4af-4ecb-9daa-ca0442b8a1b7 None None] Network c1ee14aa-43a4-4cf2-8e9e-ca043d70958f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:52:40.975698 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b8719330-82b7-4b89-978b-c3f697217848 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "PUT /v2.0/routers/f994da47-adef-42ea-9478-c841548b580a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1641536 Sep 23 15:52:40.990719 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5405050b-e600-40bc-9925-d5ceb3bad29f None None] Routers {'f994da47-adef-42ea-9478-c841548b580a'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:52:40.991457 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-5405050b-e600-40bc-9925-d5ceb3bad29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:52:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['f994da47-adef-42ea-9478-c841548b580a'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:52:41.142747 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-2b324691-a37b-47e0-aae0-d491b15ee3e0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:52:41.171554 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-5405050b-e600-40bc-9925-d5ceb3bad29f None None] Set router f994da47-adef-42ea-9478-c841548b580a gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:52:41.201256 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-fb5adb7a-8542-436c-9074-8cd09671ab00 None None] Provisioning for port dcbb5529-53fa-430c-ad97-3ded9113ee44 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:52:41.212386 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-2b324691-a37b-47e0-aae0-d491b15ee3e0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:52:41.213773 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-2b324691-a37b-47e0-aae0-d491b15ee3e0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-19129043&fields=id&tenant_id=04ba3b533aed4ca1b027ca3a04d161ce HTTP/1.1" status: 200 len: 267 time: 0.1123896 Sep 23 15:52:41.213921 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-fb5adb7a-8542-436c-9074-8cd09671ab00 None None] Provisioning complete for port dcbb5529-53fa-430c-ad97-3ded9113ee44 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:52:41.214194 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fb5adb7a-8542-436c-9074-8cd09671ab00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:41.214550 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-fb5adb7a-8542-436c-9074-8cd09671ab00 None None] Attempt 1 to provision port dcbb5529-53fa-430c-ad97-3ded9113ee44 Sep 23 15:52:41.357612 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-fb5adb7a-8542-436c-9074-8cd09671ab00 None None] Current status of the port dcbb5529-53fa-430c-ad97-3ded9113ee44 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:52:41.358344 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fb5adb7a-8542-436c-9074-8cd09671ab00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:41.383717 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-e67e788d-0b70-4b24-934b-b0ee616ed0cf tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:41.384583 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-e67e788d-0b70-4b24-934b-b0ee616ed0cf tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:network {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:52:41.395190 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-fb5adb7a-8542-436c-9074-8cd09671ab00 None None] For port dcbb5529-53fa-430c-ad97-3ded9113ee44, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=dcbb5529-53fa-430c-ad97-3ded9113ee44,segment=NetworkSegment(ed3900b9-5b87-4d55-b03a-335b11a01280),segment_id=ed3900b9-5b87-4d55-b03a-335b11a01280)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:52:41.498626 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fb5adb7a-8542-436c-9074-8cd09671ab00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:41.501731 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-5405050b-e600-40bc-9925-d5ceb3bad29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f994da47-adef-42ea-9478-c841548b580a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99349539', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:52:33Z', 'updated_at': '2022-09-23T15:52:39Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f994da47-adef-42ea-9478-c841548b580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:52:34Z', 'updated_at': '2022-09-23T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '5e711c1c-c27e-4ae5-be41-c2d5330af255', 'name': '', 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:8f:ea:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f994da47-adef-42ea-9478-c841548b580a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:52:38Z', 'updated_at': '2022-09-23T15:52:39Z', 'revision_number': 2, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:52:41.506668 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5405050b-e600-40bc-9925-d5ceb3bad29f None None] Checking router: f994da47-adef-42ea-9478-c841548b580a for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:52:41.507244 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5405050b-e600-40bc-9925-d5ceb3bad29f None None] Updating router f994da47-adef-42ea-9478-c841548b580a port 5e711c1c-c27e-4ae5-be41-c2d5330af255 binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:52:41.526158 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-e67e788d-0b70-4b24-934b-b0ee616ed0cf tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:network {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:52:41.527667 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-e67e788d-0b70-4b24-934b-b0ee616ed0cf tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/networks?id=c1ee14aa-43a4-4cf2-8e9e-ca043d70958f HTTP/1.1" status: 200 len: 796 time: 0.3054214 Sep 23 15:52:41.549685 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-81b227ba-746d-46a6-8e5b-9b0f6a7606a4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/quotas/04ba3b533aed4ca1b027ca3a04d161ce HTTP/1.1" status: 200 len: 375 time: 0.0157473 Sep 23 15:52:41.564259 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5405050b-e600-40bc-9925-d5ceb3bad29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:41.571921 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5adb7a-8542-436c-9074-8cd09671ab00 None None] Pushing event updated for resources: {'Port': ['ID=dcbb5529-53fa-430c-ad97-3ded9113ee44,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:41.624524 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8cae685f-1d17-4b0a-b488-8f8b7c53a31b None None] Provisioning complete for port dcbb5529-53fa-430c-ad97-3ded9113ee44 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:52:41.625282 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8cae685f-1d17-4b0a-b488-8f8b7c53a31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:41.625651 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8cae685f-1d17-4b0a-b488-8f8b7c53a31b None None] Attempt 1 to provision port dcbb5529-53fa-430c-ad97-3ded9113ee44 Sep 23 15:52:41.652637 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-3aafdddd-3910-46f1-9167-b043a03ea3ad tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:52:41.715116 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-3aafdddd-3910-46f1-9167-b043a03ea3ad tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:52:41.716765 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-3aafdddd-3910-46f1-9167-b043a03ea3ad tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1660142 Sep 23 15:52:41.771305 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8cae685f-1d17-4b0a-b488-8f8b7c53a31b None None] Current status of the port dcbb5529-53fa-430c-ad97-3ded9113ee44 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:52:41.834797 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8cae685f-1d17-4b0a-b488-8f8b7c53a31b None None] Provisioning for port 5e711c1c-c27e-4ae5-be41-c2d5330af255 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:52:41.840969 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8cae685f-1d17-4b0a-b488-8f8b7c53a31b None None] Provisioning complete for port 5e711c1c-c27e-4ae5-be41-c2d5330af255 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:52:41.841555 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8cae685f-1d17-4b0a-b488-8f8b7c53a31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:41.841953 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8cae685f-1d17-4b0a-b488-8f8b7c53a31b None None] Attempt 1 to provision port 5e711c1c-c27e-4ae5-be41-c2d5330af255 Sep 23 15:52:41.896768 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-15e3120b-b561-4d26-a83d-40ce307c40ce service neutron] 10.222.0.67 "GET /v2.0/networks/c1ee14aa-43a4-4cf2-8e9e-ca043d70958f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668999 Sep 23 15:52:41.919487 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8cae685f-1d17-4b0a-b488-8f8b7c53a31b None None] Port 5e711c1c-c27e-4ae5-be41-c2d5330af255 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:52:42.016711 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5405050b-e600-40bc-9925-d5ceb3bad29f None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:42.028323 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-5405050b-e600-40bc-9925-d5ceb3bad29f None None] Transition to ACTIVE for port object 5e711c1c-c27e-4ae5-be41-c2d5330af255 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:52:42.038068 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-f13edbcb-949f-4d86-93d5-15d0fa99573a service neutron] 10.222.0.67 "GET /v2.0/networks/c1ee14aa-43a4-4cf2-8e9e-ca043d70958f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355541 Sep 23 15:52:42.115366 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5405050b-e600-40bc-9925-d5ceb3bad29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:42.215787 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device dcbb5529-53fa-430c-ad97-3ded9113ee44 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:52:42.290928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-1c93233f-77a6-471d-a884-04ae0d8113fe req-c440272d-2d0a-45dd-8d61-3c3e82d43850 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:52:42.302246 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port dcbb5529-53fa-430c-ad97-3ded9113ee44 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:52:42.302738 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:42.303141 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port dcbb5529-53fa-430c-ad97-3ded9113ee44 Sep 23 15:52:42.305143 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-1c93233f-77a6-471d-a884-04ae0d8113fe req-c440272d-2d0a-45dd-8d61-3c3e82d43850 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:52:42.317049 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1c93233f-77a6-471d-a884-04ae0d8113fe req-c440272d-2d0a-45dd-8d61-3c3e82d43850 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 210 time: 0.0822780 Sep 23 15:52:42.327857 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976687d7-6e51-4f32-9326-c574583c6ba2 None None] Pushing event updated for resources: {'Port': ['ID=5e711c1c-c27e-4ae5-be41-c2d5330af255,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:42.337261 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976687d7-6e51-4f32-9326-c574583c6ba2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:42.337601 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976687d7-6e51-4f32-9326-c574583c6ba2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:42.337936 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976687d7-6e51-4f32-9326-c574583c6ba2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:42.338263 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976687d7-6e51-4f32-9326-c574583c6ba2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:42.338610 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976687d7-6e51-4f32-9326-c574583c6ba2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:42.338949 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976687d7-6e51-4f32-9326-c574583c6ba2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:42.339256 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976687d7-6e51-4f32-9326-c574583c6ba2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:42.339572 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976687d7-6e51-4f32-9326-c574583c6ba2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:42.340881 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976687d7-6e51-4f32-9326-c574583c6ba2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:42.340881 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976687d7-6e51-4f32-9326-c574583c6ba2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:42.340881 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976687d7-6e51-4f32-9326-c574583c6ba2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:42.340881 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976687d7-6e51-4f32-9326-c574583c6ba2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:42.349811 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5405050b-e600-40bc-9925-d5ceb3bad29f None None] Attempting to bind port 5e711c1c-c27e-4ae5-be41-c2d5330af255 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:52:42.350079 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5405050b-e600-40bc-9925-d5ceb3bad29f None None] Attempting to bind port 5e711c1c-c27e-4ae5-be41-c2d5330af255 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'ed3900b9-5b87-4d55-b03a-335b11a01280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:52:42.350465 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5405050b-e600-40bc-9925-d5ceb3bad29f None None] Attempting to bind port 5e711c1c-c27e-4ae5-be41-c2d5330af255 on network c1ee14aa-43a4-4cf2-8e9e-ca043d70958f {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:52:42.355834 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5405050b-e600-40bc-9925-d5ceb3bad29f None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:52:42.356214 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5405050b-e600-40bc-9925-d5ceb3bad29f None None] Checking segment: {'id': 'ed3900b9-5b87-4d55-b03a-335b11a01280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:52:42.356593 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5405050b-e600-40bc-9925-d5ceb3bad29f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:42.356979 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5405050b-e600-40bc-9925-d5ceb3bad29f None None] Bound using segment: {'id': 'ed3900b9-5b87-4d55-b03a-335b11a01280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:52:42.357434 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5405050b-e600-40bc-9925-d5ceb3bad29f None None] Bound port: 5e711c1c-c27e-4ae5-be41-c2d5330af255, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3900b9-5b87-4d55-b03a-335b11a01280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:52:42.357801 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5405050b-e600-40bc-9925-d5ceb3bad29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:42.430801 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8cae685f-1d17-4b0a-b488-8f8b7c53a31b None None] Attempt 2 to provision port 5e711c1c-c27e-4ae5-be41-c2d5330af255 Sep 23 15:52:42.455882 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-5405050b-e600-40bc-9925-d5ceb3bad29f None None] For port 5e711c1c-c27e-4ae5-be41-c2d5330af255, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:52:42.459788 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-5405050b-e600-40bc-9925-d5ceb3bad29f None None] For port 5e711c1c-c27e-4ae5-be41-c2d5330af255, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5e711c1c-c27e-4ae5-be41-c2d5330af255,segment=NetworkSegment(ed3900b9-5b87-4d55-b03a-335b11a01280),segment_id=ed3900b9-5b87-4d55-b03a-335b11a01280)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:52:42.485368 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port dcbb5529-53fa-430c-ad97-3ded9113ee44 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:52:42.486458 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device b96b64aa-997c-4a9f-9553-adc824f34d70 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:52:42.521485 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5405050b-e600-40bc-9925-d5ceb3bad29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:42.536475 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8cae685f-1d17-4b0a-b488-8f8b7c53a31b None None] Port 5e711c1c-c27e-4ae5-be41-c2d5330af255 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:52:42.562303 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port b96b64aa-997c-4a9f-9553-adc824f34d70 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:52:42.562698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:42.563025 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port b96b64aa-997c-4a9f-9553-adc824f34d70 Sep 23 15:52:42.585338 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5405050b-e600-40bc-9925-d5ceb3bad29f None None] Routers {'f994da47-adef-42ea-9478-c841548b580a'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:52:42.586493 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-5405050b-e600-40bc-9925-d5ceb3bad29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:52:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['f994da47-adef-42ea-9478-c841548b580a'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:52:42.677695 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976687d7-6e51-4f32-9326-c574583c6ba2 None None] Pushing event updated for resources: {'Port': ['ID=5e711c1c-c27e-4ae5-be41-c2d5330af255,revision_number=4']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:42.680445 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port b96b64aa-997c-4a9f-9553-adc824f34d70 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:52:42.781452 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-5405050b-e600-40bc-9925-d5ceb3bad29f None None] Set router f994da47-adef-42ea-9478-c841548b580a gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:52:43.037610 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-8cae685f-1d17-4b0a-b488-8f8b7c53a31b None None] Attempt 3 to provision port 5e711c1c-c27e-4ae5-be41-c2d5330af255 Sep 23 15:52:43.089925 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-5405050b-e600-40bc-9925-d5ceb3bad29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f994da47-adef-42ea-9478-c841548b580a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99349539', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:52:33Z', 'updated_at': '2022-09-23T15:52:39Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f994da47-adef-42ea-9478-c841548b580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:52:34Z', 'updated_at': '2022-09-23T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '5e711c1c-c27e-4ae5-be41-c2d5330af255', 'name': '', 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:8f:ea:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f994da47-adef-42ea-9478-c841548b580a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:52:38Z', 'updated_at': '2022-09-23T15:52:42Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:52:43.093844 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5405050b-e600-40bc-9925-d5ceb3bad29f None None] The sync data for ids ['f994da47-adef-42ea-9478-c841548b580a'] in dv-neutron-859093-1-hyperv is: [{'id': 'f994da47-adef-42ea-9478-c841548b580a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99349539', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:52:33Z', 'updated_at': '2022-09-23T15:52:39Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f994da47-adef-42ea-9478-c841548b580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:52:34Z', 'updated_at': '2022-09-23T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '5e711c1c-c27e-4ae5-be41-c2d5330af255', 'name': '', 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:8f:ea:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f994da47-adef-42ea-9478-c841548b580a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:52:38Z', 'updated_at': '2022-09-23T15:52:42Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:52:43.129902 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8cae685f-1d17-4b0a-b488-8f8b7c53a31b None None] Port 5e711c1c-c27e-4ae5-be41-c2d5330af255 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:52:43.485731 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b17fc580-f522-4101-b943-8406fc51882d req-2d6a0d4d-d507-496b-b02e-0670deb7f8d1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 210 time: 0.0560818 Sep 23 15:52:44.211503 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5e711c1c-c27e-4ae5-be41-c2d5330af255 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:52:44.372046 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 5e711c1c-c27e-4ae5-be41-c2d5330af255 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:52:44.377257 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 5e711c1c-c27e-4ae5-be41-c2d5330af255 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:52:44.377630 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:44.378068 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 5e711c1c-c27e-4ae5-be41-c2d5330af255 Sep 23 15:52:44.495404 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 5e711c1c-c27e-4ae5-be41-c2d5330af255 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:52:44.495786 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:44.509501 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-a4cb144d-b2e2-4a63-8fad-6c55cc8cb592 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:44.510179 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-a4cb144d-b2e2-4a63-8fad-6c55cc8cb592 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:network {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:52:44.524061 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-a4cb144d-b2e2-4a63-8fad-6c55cc8cb592 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:network {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:52:44.525637 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-a4cb144d-b2e2-4a63-8fad-6c55cc8cb592 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.72 "GET /v2.0/networks?id=c1ee14aa-43a4-4cf2-8e9e-ca043d70958f HTTP/1.1" status: 200 len: 796 time: 0.1626616 Sep 23 15:52:44.530732 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 5e711c1c-c27e-4ae5-be41-c2d5330af255, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5e711c1c-c27e-4ae5-be41-c2d5330af255,segment=NetworkSegment(ed3900b9-5b87-4d55-b03a-335b11a01280),segment_id=ed3900b9-5b87-4d55-b03a-335b11a01280)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:52:44.580405 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-4c24f5cc-075f-4691-bd62-44908f1a8794 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04ba3b533aed4ca1b027ca3a04d161ce HTTP/1.1" status: 200 len: 378 time: 0.0439394 Sep 23 15:52:44.589119 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-6a85a96b-1fbb-4ab4-9e66-810c95ee789c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'port': {'device_id': '7cbc6017-331b-4ad4-87c9-b6cde7ff848f', 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f', 'admin_state_up': True, 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'security_groups': ['97b9ac38-61f8-4e44-b097-7e0742d895ba']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:52:44.612161 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:44.687207 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=5e711c1c-c27e-4ae5-be41-c2d5330af255,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:44.725158 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e1cbae43-ab65-4594-99cc-37e7816b7ae0 req-82b70fb8-8fc6-47ba-b462-ae00f2d99231 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 210 time: 0.0692201 Sep 23 15:52:44.781195 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-6a85a96b-1fbb-4ab4-9e66-810c95ee789c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:52:44.791604 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-6a85a96b-1fbb-4ab4-9e66-810c95ee789c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:52:44.851968 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-6a85a96b-1fbb-4ab4-9e66-810c95ee789c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Made reservation on behalf of 04ba3b533aed4ca1b027ca3a04d161ce for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:52:44.855519 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-6a85a96b-1fbb-4ab4-9e66-810c95ee789c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:45.022108 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-6a85a96b-1fbb-4ab4-9e66-810c95ee789c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Allocated IP 172.20.0.14 (c1ee14aa-43a4-4cf2-8e9e-ca043d70958f/5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2/21664297-395a-4e89-978b-611e4b2eecc4) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:52:45.208066 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-6a85a96b-1fbb-4ab4-9e66-810c95ee789c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:45.223661 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-6a85a96b-1fbb-4ab4-9e66-810c95ee789c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Transition to ACTIVE for port object 21664297-395a-4e89-978b-611e4b2eecc4 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:52:45.303508 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-6a85a96b-1fbb-4ab4-9e66-810c95ee789c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:45.373393 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-6a85a96b-1fbb-4ab4-9e66-810c95ee789c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network c1ee14aa-43a4-4cf2-8e9e-ca043d70958f is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:52:45.376296 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-6a85a96b-1fbb-4ab4-9e66-810c95ee789c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:52:45.380278 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-6a85a96b-1fbb-4ab4-9e66-810c95ee789c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:52:45.416891 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85a96b-1fbb-4ab4-9e66-810c95ee789c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=21664297-395a-4e89-978b-611e4b2eecc4,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:45.448383 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-6a85a96b-1fbb-4ab4-9e66-810c95ee789c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:45.449010 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-6a85a96b-1fbb-4ab4-9e66-810c95ee789c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:45.527093 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-6a85a96b-1fbb-4ab4-9e66-810c95ee789c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9416831 Sep 23 15:52:45.541168 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-1d5f158a-492e-4f94-88d7-e5370a0b1276 service neutron] Request body: {'port': {'device_id': '7cbc6017-331b-4ad4-87c9-b6cde7ff848f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:52:45.640779 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1741150c-82b7-42d7-8f19-12c00626e461 None None] Provisioning for port 21664297-395a-4e89-978b-611e4b2eecc4 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:52:45.646462 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1741150c-82b7-42d7-8f19-12c00626e461 None None] Provisioning complete for port 21664297-395a-4e89-978b-611e4b2eecc4 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:52:45.646803 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1741150c-82b7-42d7-8f19-12c00626e461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:45.647132 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1741150c-82b7-42d7-8f19-12c00626e461 None None] Attempt 1 to provision port 21664297-395a-4e89-978b-611e4b2eecc4 Sep 23 15:52:45.655760 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-1d5f158a-492e-4f94-88d7-e5370a0b1276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:45.701106 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1741150c-82b7-42d7-8f19-12c00626e461 None None] Port 21664297-395a-4e89-978b-611e4b2eecc4 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:52:45.926340 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8edcb8-d8d1-4271-b0f6-6d9c7a2f8523 req-cf1ae2e2-7d41-4968-8862-337b314f3f57 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:45.927942 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2f8edcb8-d8d1-4271-b0f6-6d9c7a2f8523 req-cf1ae2e2-7d41-4968-8862-337b314f3f57 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 932 time: 0.0879259 Sep 23 15:52:45.974955 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2f8edcb8-d8d1-4271-b0f6-6d9c7a2f8523 req-b7f6c5d0-2627-47ea-90f2-2742a826e92d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=97b9ac38-61f8-4e44-b097-7e0742d895ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409999 Sep 23 15:52:46.033750 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:52:46.116891 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-1d5f158a-492e-4f94-88d7-e5370a0b1276 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21664297-395a-4e89-978b-611e4b2eecc4 {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:52:46.124335 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-1d5f158a-492e-4f94-88d7-e5370a0b1276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:46.139263 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-1d5f158a-492e-4f94-88d7-e5370a0b1276 service neutron] Transition to ACTIVE for port object 21664297-395a-4e89-978b-611e4b2eecc4 will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:52:46.194045 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5e711c1c-c27e-4ae5-be41-c2d5330af255 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:52:46.212027 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-1d5f158a-492e-4f94-88d7-e5370a0b1276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:46.217757 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1741150c-82b7-42d7-8f19-12c00626e461 None None] Attempt 2 to provision port 21664297-395a-4e89-978b-611e4b2eecc4 Sep 23 15:52:46.295469 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1741150c-82b7-42d7-8f19-12c00626e461 None None] Port 21664297-395a-4e89-978b-611e4b2eecc4 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:52:46.309504 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 5e711c1c-c27e-4ae5-be41-c2d5330af255 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:52:46.309871 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:46.310200 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 5e711c1c-c27e-4ae5-be41-c2d5330af255 Sep 23 15:52:46.401083 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f158a-492e-4f94-88d7-e5370a0b1276 service neutron] Pushing event updated for resources: {'Port': ['ID=21664297-395a-4e89-978b-611e4b2eecc4,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:46.427414 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 5e711c1c-c27e-4ae5-be41-c2d5330af255 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:52:46.438203 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-1d5f158a-492e-4f94-88d7-e5370a0b1276 service neutron] Attempting to bind port 21664297-395a-4e89-978b-611e4b2eecc4 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:52:46.438561 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-1d5f158a-492e-4f94-88d7-e5370a0b1276 service neutron] Attempting to bind port 21664297-395a-4e89-978b-611e4b2eecc4 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': 'ed3900b9-5b87-4d55-b03a-335b11a01280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:52:46.438886 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-1d5f158a-492e-4f94-88d7-e5370a0b1276 service neutron] Attempting to bind port 21664297-395a-4e89-978b-611e4b2eecc4 on network c1ee14aa-43a4-4cf2-8e9e-ca043d70958f {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:52:46.443551 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-1d5f158a-492e-4f94-88d7-e5370a0b1276 service neutron] Port 21664297-395a-4e89-978b-611e4b2eecc4 on network c1ee14aa-43a4-4cf2-8e9e-ca043d70958f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:52:46.443866 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-1d5f158a-492e-4f94-88d7-e5370a0b1276 service neutron] Attempting to bind port 21664297-395a-4e89-978b-611e4b2eecc4 on network c1ee14aa-43a4-4cf2-8e9e-ca043d70958f {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:52:46.448892 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-1d5f158a-492e-4f94-88d7-e5370a0b1276 service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:52:46.449223 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-1d5f158a-492e-4f94-88d7-e5370a0b1276 service neutron] Checking segment: {'id': 'ed3900b9-5b87-4d55-b03a-335b11a01280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:52:46.449596 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-1d5f158a-492e-4f94-88d7-e5370a0b1276 service neutron] Bound using segment: {'id': 'ed3900b9-5b87-4d55-b03a-335b11a01280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:52:46.450011 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-1d5f158a-492e-4f94-88d7-e5370a0b1276 service neutron] Bound port: 21664297-395a-4e89-978b-611e4b2eecc4, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3900b9-5b87-4d55-b03a-335b11a01280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:52:46.450372 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-1d5f158a-492e-4f94-88d7-e5370a0b1276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:46.539823 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-1d5f158a-492e-4f94-88d7-e5370a0b1276 service neutron] For port 21664297-395a-4e89-978b-611e4b2eecc4, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:52:46.543091 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-1d5f158a-492e-4f94-88d7-e5370a0b1276 service neutron] For port 21664297-395a-4e89-978b-611e4b2eecc4, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=21664297-395a-4e89-978b-611e4b2eecc4,segment=NetworkSegment(ed3900b9-5b87-4d55-b03a-335b11a01280),segment_id=ed3900b9-5b87-4d55-b03a-335b11a01280)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:52:46.624167 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-1d5f158a-492e-4f94-88d7-e5370a0b1276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:46.655561 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-1d5f158a-492e-4f94-88d7-e5370a0b1276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:46.656169 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-1d5f158a-492e-4f94-88d7-e5370a0b1276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:46.657633 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-1d5f158a-492e-4f94-88d7-e5370a0b1276 service neutron] 10.222.0.72 "PUT /v2.0/ports/21664297-395a-4e89-978b-611e4b2eecc4 HTTP/1.1" status: 200 len: 1094 time: 1.1208963 Sep 23 15:52:46.658049 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbc6017-331b-4ad4-87c9-b6cde7ff848f', 'tag': '21664297-395a-4e89-978b-611e4b2eecc4'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:52:46.660422 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc56305d-4c9f-40c7-8d14-1cdec8ee56ec" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbc6017-331b-4ad4-87c9-b6cde7ff848f", "tag": "21664297-395a-4e89-978b-611e4b2eecc4"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:52:46.703591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f158a-492e-4f94-88d7-e5370a0b1276 service neutron] Pushing event updated for resources: {'Port': ['ID=21664297-395a-4e89-978b-611e4b2eecc4,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:46.796913 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1741150c-82b7-42d7-8f19-12c00626e461 None None] Attempt 3 to provision port 21664297-395a-4e89-978b-611e4b2eecc4 Sep 23 15:52:46.851527 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b36a110-c696-46e7-9663-ae1cb9f65b3e x-openstack-request-id: req-4b36a110-c696-46e7-9663-ae1cb9f65b3e {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:52:46.851821 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbc6017-331b-4ad4-87c9-b6cde7ff848f", "tag": "21664297-395a-4e89-978b-611e4b2eecc4", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:52:46.852073 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4b36a110-c696-46e7-9663-ae1cb9f65b3e {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:52:46.852468 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b36a110-c696-46e7-9663-ae1cb9f65b3e'] response: {'name': 'network-changed', 'server_uuid': '7cbc6017-331b-4ad4-87c9-b6cde7ff848f', 'tag': '21664297-395a-4e89-978b-611e4b2eecc4', 'status': 'completed', 'code': 200} Sep 23 15:52:46.867389 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-b19401fa-9b66-4767-b6eb-5f025fddcbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:46.868867 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-b19401fa-9b66-4767-b6eb-5f025fddcbb5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 1097 time: 0.0905786 Sep 23 15:52:46.870571 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1741150c-82b7-42d7-8f19-12c00626e461 None None] Port 21664297-395a-4e89-978b-611e4b2eecc4 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:52:46.936576 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-9a28b0f1-030e-4664-8799-e34782767444 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21664297-395a-4e89-978b-611e4b2eecc4 HTTP/1.1" status: 200 len: 217 time: 0.0602891 Sep 23 15:52:47.000845 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-76e2c5ff-0623-4239-9ea2-62b5e91c4be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:47.002221 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-76e2c5ff-0623-4239-9ea2-62b5e91c4be9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2 HTTP/1.1" status: 200 len: 834 time: 0.0594041 Sep 23 15:52:47.084345 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-ba1c1ce8-f3c2-48da-8225-73b79bf0066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:47.085811 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-ba1c1ce8-f3c2-48da-8225-73b79bf0066d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c1ee14aa-43a4-4cf2-8e9e-ca043d70958f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775294 Sep 23 15:52:47.177007 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82caae80-b653-46a6-8300-e05954b99f4b req-3f801021-e1a1-4c77-91b2-c5e2482a3230 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:47.178507 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-82caae80-b653-46a6-8300-e05954b99f4b req-3f801021-e1a1-4c77-91b2-c5e2482a3230 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 944 time: 0.0907800 Sep 23 15:52:47.216427 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-32b9bbdc-410e-43f1-bb8b-67e46f5861e8 service neutron] 10.222.0.72 "GET /v2.0/networks/c1ee14aa-43a4-4cf2-8e9e-ca043d70958f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242259 Sep 23 15:52:47.223807 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-82caae80-b653-46a6-8300-e05954b99f4b req-e753721d-977b-4dcd-af23-ab8d078f5251 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=97b9ac38-61f8-4e44-b097-7e0742d895ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397048 Sep 23 15:52:47.352819 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fd81fcc9-13a0-4f90-9bc1-abec621727f1 req-8fa0fe9b-f348-4957-9e83-ff1fe874eb8e service neutron] 10.222.0.72 "GET /v2.0/networks/c1ee14aa-43a4-4cf2-8e9e-ca043d70958f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299109 Sep 23 15:52:47.551794 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56305d-4c9f-40c7-8d14-1cdec8ee56ec req-7309a2d3-aa5f-41fc-be17-4bea0f3ea897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:47.553546 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-dc56305d-4c9f-40c7-8d14-1cdec8ee56ec req-7309a2d3-aa5f-41fc-be17-4bea0f3ea897 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 1097 time: 0.0819874 Sep 23 15:52:47.689931 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56305d-4c9f-40c7-8d14-1cdec8ee56ec req-3d935a8f-6843-47a5-997f-12de0bff0928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:47.692014 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-dc56305d-4c9f-40c7-8d14-1cdec8ee56ec req-3d935a8f-6843-47a5-997f-12de0bff0928 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c1ee14aa-43a4-4cf2-8e9e-ca043d70958f HTTP/1.1" status: 200 len: 897 time: 0.1315954 Sep 23 15:52:47.759316 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-dc56305d-4c9f-40c7-8d14-1cdec8ee56ec req-a588232e-f5c5-424d-878a-44cdf822fe55 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21664297-395a-4e89-978b-611e4b2eecc4 HTTP/1.1" status: 200 len: 217 time: 0.0616508 Sep 23 15:52:47.826745 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56305d-4c9f-40c7-8d14-1cdec8ee56ec req-ccc402a2-20d7-4776-8ec5-ce01aed3461e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:47.828439 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-dc56305d-4c9f-40c7-8d14-1cdec8ee56ec req-ccc402a2-20d7-4776-8ec5-ce01aed3461e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2 HTTP/1.1" status: 200 len: 834 time: 0.0625327 Sep 23 15:52:47.909761 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56305d-4c9f-40c7-8d14-1cdec8ee56ec req-ccf851c6-d39f-4598-b2c2-36b5e1cf1f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:47.911773 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-dc56305d-4c9f-40c7-8d14-1cdec8ee56ec req-ccf851c6-d39f-4598-b2c2-36b5e1cf1f07 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c1ee14aa-43a4-4cf2-8e9e-ca043d70958f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763807 Sep 23 15:52:48.148436 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-dc56305d-4c9f-40c7-8d14-1cdec8ee56ec req-62fb0fe0-e436-4d36-adf5-0881ec76498e service neutron] 10.222.0.72 "GET /v2.0/networks/c1ee14aa-43a4-4cf2-8e9e-ca043d70958f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297268 Sep 23 15:52:48.278249 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-dc56305d-4c9f-40c7-8d14-1cdec8ee56ec req-d2de9809-7656-48fb-9454-e0b262f1cb74 service neutron] 10.222.0.72 "GET /v2.0/networks/c1ee14aa-43a4-4cf2-8e9e-ca043d70958f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234438 Sep 23 15:52:48.428392 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abdda7-f251-4fe5-9b66-e4306282232f req-e62e6430-db08-4555-8337-3731345d8e44 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:48.428991 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-13abdda7-f251-4fe5-9b66-e4306282232f req-e62e6430-db08-4555-8337-3731345d8e44 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:52:48.543106 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-13abdda7-f251-4fe5-9b66-e4306282232f req-e62e6430-db08-4555-8337-3731345d8e44 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:52:48.544254 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-13abdda7-f251-4fe5-9b66-e4306282232f req-e62e6430-db08-4555-8337-3731345d8e44 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 944 time: 0.2039092 Sep 23 15:52:48.590479 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-13abdda7-f251-4fe5-9b66-e4306282232f req-be499dec-973a-4df5-ab65-9bfa00b7edd8 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=97b9ac38-61f8-4e44-b097-7e0742d895ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404494 Sep 23 15:52:49.810273 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d71e1-2e61-420c-8ecd-77eb81bfeef7 req-27e4438b-28b9-4f44-a301-76fabcf7f69d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:49.811783 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-638d71e1-2e61-420c-8ecd-77eb81bfeef7 req-27e4438b-28b9-4f44-a301-76fabcf7f69d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 944 time: 0.0967267 Sep 23 15:52:49.856593 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-638d71e1-2e61-420c-8ecd-77eb81bfeef7 req-1fe0a82b-e27a-48ce-ad9d-21ea5ffd533c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=97b9ac38-61f8-4e44-b097-7e0742d895ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389609 Sep 23 15:52:49.885270 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 21664297-395a-4e89-978b-611e4b2eecc4 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:52:50.017743 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 21664297-395a-4e89-978b-611e4b2eecc4, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=21664297-395a-4e89-978b-611e4b2eecc4,segment=NetworkSegment(ed3900b9-5b87-4d55-b03a-335b11a01280),segment_id=ed3900b9-5b87-4d55-b03a-335b11a01280)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:52:50.034334 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '21664297-395a-4e89-978b-611e4b2eecc4', 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f', 'port_id': '21664297-395a-4e89-978b-611e4b2eecc4', 'mac_address': 'fa:16:3e:45:4a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:52:50.089554 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 21664297-395a-4e89-978b-611e4b2eecc4 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:52:50.089934 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:50.109669 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21664297-395a-4e89-978b-611e4b2eecc4 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:52:50.124825 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 21664297-395a-4e89-978b-611e4b2eecc4, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=21664297-395a-4e89-978b-611e4b2eecc4,segment=NetworkSegment(ed3900b9-5b87-4d55-b03a-335b11a01280),segment_id=ed3900b9-5b87-4d55-b03a-335b11a01280)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:52:50.189111 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:50.257024 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=21664297-395a-4e89-978b-611e4b2eecc4,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:50.264646 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:50.264983 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:50.265318 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:50.265646 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:50.265967 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:50.266299 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:50.266644 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:50.266965 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:50.267284 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:50.267603 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:50.267921 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:50.268236 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:52:50.413773 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['21664297-395a-4e89-978b-611e4b2eecc4'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:52:51.054096 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6c374-1fc2-493f-978a-c14510f79e4e req-d780f0f1-2adb-4a3e-ac68-49e99fba7eeb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:51.055572 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6fd6c374-1fc2-493f-978a-c14510f79e4e req-d780f0f1-2adb-4a3e-ac68-49e99fba7eeb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 945 time: 0.0889642 Sep 23 15:52:51.099454 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6fd6c374-1fc2-493f-978a-c14510f79e4e req-e30b74cd-7865-4d2c-94db-5310205ac368 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=97b9ac38-61f8-4e44-b097-7e0742d895ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381804 Sep 23 15:52:51.907778 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 21664297-395a-4e89-978b-611e4b2eecc4 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:52:52.034396 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 21664297-395a-4e89-978b-611e4b2eecc4 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:52:52.039350 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 21664297-395a-4e89-978b-611e4b2eecc4 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:52:52.039749 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:52.040083 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 21664297-395a-4e89-978b-611e4b2eecc4 Sep 23 15:52:52.162115 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 21664297-395a-4e89-978b-611e4b2eecc4 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:52:52.162515 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:52.188948 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbc6017-331b-4ad4-87c9-b6cde7ff848f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21664297-395a-4e89-978b-611e4b2eecc4'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:52:52.191264 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428638c9-aaf5-494c-b199-3230b0c238aa" -d '{"events": [{"server_uuid": "7cbc6017-331b-4ad4-87c9-b6cde7ff848f", "name": "network-vif-plugged", "status": "completed", "tag": "21664297-395a-4e89-978b-611e4b2eecc4"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:52:52.200248 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 21664297-395a-4e89-978b-611e4b2eecc4, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=21664297-395a-4e89-978b-611e4b2eecc4,segment=NetworkSegment(ed3900b9-5b87-4d55-b03a-335b11a01280),segment_id=ed3900b9-5b87-4d55-b03a-335b11a01280)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:52:52.234861 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a781b0a3-b52c-44fe-a705-6f2d8d7afcad x-openstack-request-id: req-a781b0a3-b52c-44fe-a705-6f2d8d7afcad {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:52:52.235155 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbc6017-331b-4ad4-87c9-b6cde7ff848f", "name": "network-vif-plugged", "status": "completed", "tag": "21664297-395a-4e89-978b-611e4b2eecc4", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:52:52.235412 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a781b0a3-b52c-44fe-a705-6f2d8d7afcad {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:52:52.235809 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a781b0a3-b52c-44fe-a705-6f2d8d7afcad'] response: {'server_uuid': '7cbc6017-331b-4ad4-87c9-b6cde7ff848f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21664297-395a-4e89-978b-611e4b2eecc4', 'code': 200} Sep 23 15:52:52.258089 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:52.297001 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920225cd-22d2-48cc-854c-53bef30b01f6 req-0d95d8be-02d7-4213-b191-2cdc36a57c28 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:52.298496 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-920225cd-22d2-48cc-854c-53bef30b01f6 req-0d95d8be-02d7-4213-b191-2cdc36a57c28 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 945 time: 0.0892148 Sep 23 15:52:52.333324 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=21664297-395a-4e89-978b-611e4b2eecc4,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:52.344002 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-920225cd-22d2-48cc-854c-53bef30b01f6 req-704873c7-ad7f-420a-accf-149ff4ce4cc5 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=97b9ac38-61f8-4e44-b097-7e0742d895ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389764 Sep 23 15:52:52.575242 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcc87f-a412-4119-993a-cdfc8e97f518 req-74eb043a-a7d4-4ced-bde6-b6d343e5f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:52.576695 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-31bcc87f-a412-4119-993a-cdfc8e97f518 req-74eb043a-a7d4-4ced-bde6-b6d343e5f737 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 1099 time: 0.0765007 Sep 23 15:52:52.618582 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-31bcc87f-a412-4119-993a-cdfc8e97f518 req-08f2ae78-11df-452f-93b1-2560d3e93a80 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=97b9ac38-61f8-4e44-b097-7e0742d895ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344977 Sep 23 15:52:53.617974 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f2f5e-2bc4-420f-aee7-42e538040ebc req-43907fa5-e03a-473b-9431-bd5b959f7953 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:53.619469 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8c5f2f5e-2bc4-420f-aee7-42e538040ebc req-43907fa5-e03a-473b-9431-bd5b959f7953 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 946 time: 0.0908542 Sep 23 15:52:53.666011 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8c5f2f5e-2bc4-420f-aee7-42e538040ebc req-eab186de-6232-421b-8030-b9ab540b7449 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=97b9ac38-61f8-4e44-b097-7e0742d895ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402670 Sep 23 15:52:54.866958 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd9633-020d-4027-8d0f-523528e9d9f3 req-746490f5-107a-4112-a987-16d0c5aca77a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:54.868410 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cfcd9633-020d-4027-8d0f-523528e9d9f3 req-746490f5-107a-4112-a987-16d0c5aca77a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 946 time: 0.0907609 Sep 23 15:52:54.912229 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cfcd9633-020d-4027-8d0f-523528e9d9f3 req-009e7281-6b59-4dd9-8639-4e85a5d28236 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=97b9ac38-61f8-4e44-b097-7e0742d895ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382206 Sep 23 15:52:55.105348 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26ec3c-6a82-4f1f-a76a-722e6b6881c5 req-4906e06b-f402-4383-ab58-2e0bf5640f63 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:55.106823 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ff26ec3c-6a82-4f1f-a76a-722e6b6881c5 req-4906e06b-f402-4383-ab58-2e0bf5640f63 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 946 time: 0.0861435 Sep 23 15:52:55.154083 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ff26ec3c-6a82-4f1f-a76a-722e6b6881c5 req-b9998340-0127-49ec-9926-7e487726de30 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=97b9ac38-61f8-4e44-b097-7e0742d895ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415411 Sep 23 15:52:55.182368 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57552) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:52:55.259948 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4461fa-d1db-4796-8b41-74be06ce841b tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:55.261439 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1f4461fa-d1db-4796-8b41-74be06ce841b tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 1094 time: 0.0781150 Sep 23 15:52:55.264186 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57556) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:52:55.268992 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-5b805e55-ec9b-45bb-9089-5e4aa02b9a47 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': '21664297-395a-4e89-978b-611e4b2eecc4', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:52:55.274971 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5b805e55-ec9b-45bb-9089-5e4aa02b9a47 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:52:55.278828 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-5b805e55-ec9b-45bb-9089-5e4aa02b9a47 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:floatingip and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:52:55.281611 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-5b805e55-ec9b-45bb-9089-5e4aa02b9a47 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:52:55.287856 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-5b805e55-ec9b-45bb-9089-5e4aa02b9a47 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:52:55.360231 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5b805e55-ec9b-45bb-9089-5e4aa02b9a47 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for floatingip, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:55.494745 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5b805e55-ec9b-45bb-9089-5e4aa02b9a47 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:55.629073 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-5b805e55-ec9b-45bb-9089-5e4aa02b9a47 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Allocated IP 172.26.10.10 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/c52a3e6b-f160-4b90-8019-f19e6233bb1c) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:52:55.774126 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5b805e55-ec9b-45bb-9089-5e4aa02b9a47 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:55.864155 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5b805e55-ec9b-45bb-9089-5e4aa02b9a47 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:55.927732 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b805e55-ec9b-45bb-9089-5e4aa02b9a47 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:52:55.930279 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-5b805e55-ec9b-45bb-9089-5e4aa02b9a47 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:52:55.934045 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b805e55-ec9b-45bb-9089-5e4aa02b9a47 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:52:55.971636 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b805e55-ec9b-45bb-9089-5e4aa02b9a47 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=c52a3e6b-f160-4b90-8019-f19e6233bb1c,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:56.448032 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5b805e55-ec9b-45bb-9089-5e4aa02b9a47 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:56.583942 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5b805e55-ec9b-45bb-9089-5e4aa02b9a47 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:56.788900 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5b805e55-ec9b-45bb-9089-5e4aa02b9a47 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:56.851480 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5b805e55-ec9b-45bb-9089-5e4aa02b9a47 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:56.955591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b805e55-ec9b-45bb-9089-5e4aa02b9a47 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=c52a3e6b-f160-4b90-8019-f19e6233bb1c,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:52:56.960108 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5b805e55-ec9b-45bb-9089-5e4aa02b9a47 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:57.130143 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-5b805e55-ec9b-45bb-9089-5e4aa02b9a47 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Floating IP 9633d195-fe44-4194-ae5d-661aa89e8692 associated. External IP: 172.26.10.10, port: 21664297-395a-4e89-978b-611e4b2eecc4. Sep 23 15:52:57.473964 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b805e55-ec9b-45bb-9089-5e4aa02b9a47 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Router f994da47-adef-42ea-9478-c841548b580a has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:52:57.646277 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b805e55-ec9b-45bb-9089-5e4aa02b9a47 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:52:57.656148 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5bdf20-f4fc-4923-a76b-e06da1c93180 None None] Sync routers for ids ['f994da47-adef-42ea-9478-c841548b580a'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:52:57.665355 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5bdf20-f4fc-4923-a76b-e06da1c93180 None None] Routers {'f994da47-adef-42ea-9478-c841548b580a'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:52:57.665967 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-7d5bdf20-f4fc-4923-a76b-e06da1c93180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:52:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['f994da47-adef-42ea-9478-c841548b580a'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:52:57.737850 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5b805e55-ec9b-45bb-9089-5e4aa02b9a47 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:52:57.798859 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5b805e55-ec9b-45bb-9089-5e4aa02b9a47 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5336359 Sep 23 15:52:57.799814 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbc6017-331b-4ad4-87c9-b6cde7ff848f', 'tag': '21664297-395a-4e89-978b-611e4b2eecc4'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:52:57.802848 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca18db8-4258-4707-bb8c-5af2aef7e04a" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbc6017-331b-4ad4-87c9-b6cde7ff848f", "tag": "21664297-395a-4e89-978b-611e4b2eecc4"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:52:57.853042 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b920482-c0d3-4d79-bd44-1519af72d4dc x-openstack-request-id: req-3b920482-c0d3-4d79-bd44-1519af72d4dc {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:52:57.853335 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbc6017-331b-4ad4-87c9-b6cde7ff848f", "tag": "21664297-395a-4e89-978b-611e4b2eecc4", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:52:57.853590 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3b920482-c0d3-4d79-bd44-1519af72d4dc {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:52:57.854341 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b920482-c0d3-4d79-bd44-1519af72d4dc'] response: {'name': 'network-changed', 'server_uuid': '7cbc6017-331b-4ad4-87c9-b6cde7ff848f', 'tag': '21664297-395a-4e89-978b-611e4b2eecc4', 'status': 'completed', 'code': 200} Sep 23 15:52:57.877046 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-7d5bdf20-f4fc-4923-a76b-e06da1c93180 None None] Set router f994da47-adef-42ea-9478-c841548b580a gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:52:57.954784 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca18db8-4258-4707-bb8c-5af2aef7e04a req-57c3c532-a91d-4dba-8add-72ea951c529b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:57.956277 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4ca18db8-4258-4707-bb8c-5af2aef7e04a req-57c3c532-a91d-4dba-8add-72ea951c529b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 1099 time: 0.0809886 Sep 23 15:52:57.986747 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ad9d6-026b-40dc-93ec-97357d854627 req-3ad4892f-d5ec-45a6-8fcd-6b6ab903f898 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:57.988526 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ff6ad9d6-026b-40dc-93ec-97357d854627 req-3ad4892f-d5ec-45a6-8fcd-6b6ab903f898 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 946 time: 0.0891302 Sep 23 15:52:58.041578 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ff6ad9d6-026b-40dc-93ec-97357d854627 req-01f25687-c5b6-40ae-aaad-b8d0d54b3f86 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=97b9ac38-61f8-4e44-b097-7e0742d895ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464673 Sep 23 15:52:58.071525 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57564) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:52:58.185372 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-959f2d75-6093-40bd-9d51-90d39e3df82a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/floatingips/9633d195-fe44-4194-ae5d-661aa89e8692 HTTP/1.1" status: 200 len: 992 time: 0.1121118 Sep 23 15:52:58.210713 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca18db8-4258-4707-bb8c-5af2aef7e04a req-0e199b13-8ed3-41a9-b134-a7de78ad9fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:58.212154 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4ca18db8-4258-4707-bb8c-5af2aef7e04a req-0e199b13-8ed3-41a9-b134-a7de78ad9fe8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c1ee14aa-43a4-4cf2-8e9e-ca043d70958f HTTP/1.1" status: 200 len: 897 time: 0.2495871 Sep 23 15:52:58.243326 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-7d5bdf20-f4fc-4923-a76b-e06da1c93180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f994da47-adef-42ea-9478-c841548b580a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99349539', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:52:33Z', 'updated_at': '2022-09-23T15:52:39Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f994da47-adef-42ea-9478-c841548b580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:52:34Z', 'updated_at': '2022-09-23T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '9633d195-fe44-4194-ae5d-661aa89e8692', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'floating_ip_address': '172.26.10.10', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'f994da47-adef-42ea-9478-c841548b580a', 'port_id': '21664297-395a-4e89-978b-611e4b2eecc4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f', 'mac_address': 'fa:16:3e:45:4a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbc6017-331b-4ad4-87c9-b6cde7ff848f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:52:56Z', 'updated_at': '2022-09-23T15:52:56Z', 'revision_number': 0, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e711c1c-c27e-4ae5-be41-c2d5330af255', 'name': '', 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:8f:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f994da47-adef-42ea-9478-c841548b580a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:52:38Z', 'updated_at': '2022-09-23T15:52:44Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:52:58.247173 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5bdf20-f4fc-4923-a76b-e06da1c93180 None None] Checking router: f994da47-adef-42ea-9478-c841548b580a for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:52:58.255932 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5bdf20-f4fc-4923-a76b-e06da1c93180 None None] Routers {'f994da47-adef-42ea-9478-c841548b580a'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:52:58.256522 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-7d5bdf20-f4fc-4923-a76b-e06da1c93180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:52:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['f994da47-adef-42ea-9478-c841548b580a'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:52:58.314500 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4ca18db8-4258-4707-bb8c-5af2aef7e04a req-4e428fcf-5b58-47ee-9151-83b75cf52fe3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21664297-395a-4e89-978b-611e4b2eecc4 HTTP/1.1" status: 200 len: 1000 time: 0.0960188 Sep 23 15:52:58.377852 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca18db8-4258-4707-bb8c-5af2aef7e04a req-adb61bf8-b804-4070-8dc4-df648ed58372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:58.379866 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4ca18db8-4258-4707-bb8c-5af2aef7e04a req-adb61bf8-b804-4070-8dc4-df648ed58372 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2 HTTP/1.1" status: 200 len: 834 time: 0.0592372 Sep 23 15:52:58.433598 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-7d5bdf20-f4fc-4923-a76b-e06da1c93180 None None] Set router f994da47-adef-42ea-9478-c841548b580a gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:52:58.461810 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca18db8-4258-4707-bb8c-5af2aef7e04a req-a3c7b61f-d752-4108-b474-d42f311a426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:52:58.463299 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4ca18db8-4258-4707-bb8c-5af2aef7e04a req-a3c7b61f-d752-4108-b474-d42f311a426e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c1ee14aa-43a4-4cf2-8e9e-ca043d70958f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780544 Sep 23 15:52:58.595758 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4ca18db8-4258-4707-bb8c-5af2aef7e04a req-b9cc9bad-16b3-4f9d-8823-b66495da997d service neutron] 10.222.0.72 "GET /v2.0/networks/c1ee14aa-43a4-4cf2-8e9e-ca043d70958f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260891 Sep 23 15:52:58.730814 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4ca18db8-4258-4707-bb8c-5af2aef7e04a req-cfaa6c3a-4e7a-4f3f-b9f7-e8a78cd8ab79 service neutron] 10.222.0.72 "GET /v2.0/networks/c1ee14aa-43a4-4cf2-8e9e-ca043d70958f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289079 Sep 23 15:52:58.785367 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-7d5bdf20-f4fc-4923-a76b-e06da1c93180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f994da47-adef-42ea-9478-c841548b580a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99349539', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:52:33Z', 'updated_at': '2022-09-23T15:52:39Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f994da47-adef-42ea-9478-c841548b580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:52:34Z', 'updated_at': '2022-09-23T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '9633d195-fe44-4194-ae5d-661aa89e8692', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'floating_ip_address': '172.26.10.10', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'f994da47-adef-42ea-9478-c841548b580a', 'port_id': '21664297-395a-4e89-978b-611e4b2eecc4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f', 'mac_address': 'fa:16:3e:45:4a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbc6017-331b-4ad4-87c9-b6cde7ff848f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:52:56Z', 'updated_at': '2022-09-23T15:52:56Z', 'revision_number': 0, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e711c1c-c27e-4ae5-be41-c2d5330af255', 'name': '', 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:8f:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f994da47-adef-42ea-9478-c841548b580a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:52:38Z', 'updated_at': '2022-09-23T15:52:44Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:52:58.789924 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5bdf20-f4fc-4923-a76b-e06da1c93180 None None] The sync data for ids ['f994da47-adef-42ea-9478-c841548b580a'] in dv-neutron-859093-1-hyperv is: [{'id': 'f994da47-adef-42ea-9478-c841548b580a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99349539', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:52:33Z', 'updated_at': '2022-09-23T15:52:39Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f994da47-adef-42ea-9478-c841548b580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:52:34Z', 'updated_at': '2022-09-23T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '9633d195-fe44-4194-ae5d-661aa89e8692', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'floating_ip_address': '172.26.10.10', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'f994da47-adef-42ea-9478-c841548b580a', 'port_id': '21664297-395a-4e89-978b-611e4b2eecc4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f', 'mac_address': 'fa:16:3e:45:4a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbc6017-331b-4ad4-87c9-b6cde7ff848f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:52:56Z', 'updated_at': '2022-09-23T15:52:56Z', 'revision_number': 0, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e711c1c-c27e-4ae5-be41-c2d5330af255', 'name': '', 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:8f:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f994da47-adef-42ea-9478-c841548b580a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:52:38Z', 'updated_at': '2022-09-23T15:52:44Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:52:58.980975 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb57029-8c56-47ef-aa0b-d6c84e7700aa None None] New status for floating IP 9633d195-fe44-4194-ae5d-661aa89e8692: ACTIVE {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:52:59.189279 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57568) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:52:59.392256 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8ad10f17-d551-4ff0-a7fc-e11574b601a4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/floatingips/9633d195-fe44-4194-ae5d-661aa89e8692 HTTP/1.1" status: 200 len: 994 time: 0.2019153 Sep 23 15:53:02.120182 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7f26389c-f6ee-4779-9854-f425ef79ef3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:53:03.160843 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:53:05.057532 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0d7ab571-e533-4d39-a541-adf9c32da3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:53:05.542941 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:53:05.702773 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:53:05.792674 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-90f8fd36-917e-4cc7-8d88-0aaed96a8dd4 req-214ab14f-d080-4e73-a890-f4d28cd88b12 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803878 Sep 23 15:53:05.939227 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8fd36-917e-4cc7-8d88-0aaed96a8dd4 req-ffc8bd75-443b-4f5e-bd62-8f3b8867130e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:53:05.940708 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-90f8fd36-917e-4cc7-8d88-0aaed96a8dd4 req-ffc8bd75-443b-4f5e-bd62-8f3b8867130e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 1099 time: 0.0774672 Sep 23 15:53:06.085616 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8fd36-917e-4cc7-8d88-0aaed96a8dd4 req-daf82384-405e-464d-87d5-e8482b717485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:53:06.087010 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-90f8fd36-917e-4cc7-8d88-0aaed96a8dd4 req-daf82384-405e-464d-87d5-e8482b717485 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c1ee14aa-43a4-4cf2-8e9e-ca043d70958f HTTP/1.1" status: 200 len: 897 time: 0.1260273 Sep 23 15:53:06.189296 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-90f8fd36-917e-4cc7-8d88-0aaed96a8dd4 req-da01f38b-4dc6-4ca0-bc1c-20059b13beaa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21664297-395a-4e89-978b-611e4b2eecc4 HTTP/1.1" status: 200 len: 1002 time: 0.0958633 Sep 23 15:53:06.250136 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8fd36-917e-4cc7-8d88-0aaed96a8dd4 req-566e0435-3bb0-4146-84e4-e488d896eee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:53:06.251559 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-90f8fd36-917e-4cc7-8d88-0aaed96a8dd4 req-566e0435-3bb0-4146-84e4-e488d896eee6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2 HTTP/1.1" status: 200 len: 834 time: 0.0562477 Sep 23 15:53:06.336547 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8fd36-917e-4cc7-8d88-0aaed96a8dd4 req-a55ebb97-0560-443f-b95a-fa4865feb3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:53:06.337912 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-90f8fd36-917e-4cc7-8d88-0aaed96a8dd4 req-a55ebb97-0560-443f-b95a-fa4865feb3c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c1ee14aa-43a4-4cf2-8e9e-ca043d70958f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791030 Sep 23 15:53:06.348411 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [req-90f8fd36-917e-4cc7-8d88-0aaed96a8dd4 req-6703a36c-df04-4de5-9463-6cc582fb4a2d service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 15:53:06.349314 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-90f8fd36-917e-4cc7-8d88-0aaed96a8dd4 req-6703a36c-df04-4de5-9463-6cc582fb4a2d service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047209 Sep 23 15:53:06.477938 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-90f8fd36-917e-4cc7-8d88-0aaed96a8dd4 req-4247bfcc-8949-45b2-ab12-476c7faec68b service neutron] 10.222.0.72 "GET /v2.0/networks/c1ee14aa-43a4-4cf2-8e9e-ca043d70958f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226742 Sep 23 15:53:06.607191 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-90f8fd36-917e-4cc7-8d88-0aaed96a8dd4 req-490bf1e4-435b-4999-917e-15f395cdabd9 service neutron] 10.222.0.72 "GET /v2.0/networks/c1ee14aa-43a4-4cf2-8e9e-ca043d70958f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227787 Sep 23 15:53:07.137568 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:53:23.033655 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:53:26.336343 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71531f-fb8a-46e7-b370-168cb3a325a4 req-5522ee63-92b7-4251-afde-254474faeca7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:53:26.337815 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ca71531f-fb8a-46e7-b370-168cb3a325a4 req-5522ee63-92b7-4251-afde-254474faeca7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 946 time: 0.0869832 Sep 23 15:53:26.382681 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ca71531f-fb8a-46e7-b370-168cb3a325a4 req-ce55e50b-563b-4d43-80a5-146fc1e8485c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=97b9ac38-61f8-4e44-b097-7e0742d895ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388799 Sep 23 15:53:27.587079 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c8f2b-bed8-4711-a8c5-473d3e330346 req-e475afd9-6f2f-4bb6-9cec-af473b8ed4b5 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:53:27.588511 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-be9c8f2b-bed8-4711-a8c5-473d3e330346 req-e475afd9-6f2f-4bb6-9cec-af473b8ed4b5 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 946 time: 0.0908408 Sep 23 15:53:27.631449 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-be9c8f2b-bed8-4711-a8c5-473d3e330346 req-f29f27fd-46c8-4b27-8ab0-247edee9fc84 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=97b9ac38-61f8-4e44-b097-7e0742d895ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372944 Sep 23 15:53:28.926937 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415c79e-5e10-414e-a2ae-023f4d74dab2 req-305373e0-5cfb-4a5f-b6b8-076ebad41ad6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:53:28.928287 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0415c79e-5e10-414e-a2ae-023f4d74dab2 req-305373e0-5cfb-4a5f-b6b8-076ebad41ad6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 946 time: 0.1859336 Sep 23 15:53:28.973544 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0415c79e-5e10-414e-a2ae-023f4d74dab2 req-b948622a-5003-47ef-a6d0-89df6305db56 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=97b9ac38-61f8-4e44-b097-7e0742d895ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395322 Sep 23 15:53:30.172823 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66aab99-de65-4729-8646-cf3028f22296 req-d42a7d25-908f-4c05-8a5b-0099b0fb8927 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:53:30.174278 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e66aab99-de65-4729-8646-cf3028f22296 req-d42a7d25-908f-4c05-8a5b-0099b0fb8927 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 946 time: 0.0904398 Sep 23 15:53:30.218424 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e66aab99-de65-4729-8646-cf3028f22296 req-c88464da-7302-4524-8ca0-431cda20c676 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=97b9ac38-61f8-4e44-b097-7e0742d895ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385220 Sep 23 15:53:31.420315 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d73ead-c510-4783-855c-a0d9c0f247e0 req-d304b9b9-f607-46be-b029-ba2754047223 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:53:31.421772 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a3d73ead-c510-4783-855c-a0d9c0f247e0 req-d304b9b9-f607-46be-b029-ba2754047223 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 946 time: 0.0908921 Sep 23 15:53:31.468139 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a3d73ead-c510-4783-855c-a0d9c0f247e0 req-f0a1cea5-b8a3-4031-a689-f5c4cc5f6d7f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=97b9ac38-61f8-4e44-b097-7e0742d895ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388975 Sep 23 15:53:32.119414 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d61bf799-e6fa-45ce-977b-ad329b932f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:53:32.663510 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7c4b6-063f-45f7-a909-3fb11630b128 req-ced988cf-4d07-4c5d-8dc7-8ad5d6467647 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:53:32.664998 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e3d7c4b6-063f-45f7-a909-3fb11630b128 req-ced988cf-4d07-4c5d-8dc7-8ad5d6467647 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 946 time: 0.0868578 Sep 23 15:53:32.712261 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e3d7c4b6-063f-45f7-a909-3fb11630b128 req-c1cc88d7-32f9-46d4-857f-f02213086b30 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=97b9ac38-61f8-4e44-b097-7e0742d895ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417140 Sep 23 15:53:33.136623 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:53:33.911417 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be63b80-93f7-46d6-9f78-ee70838f9d16 req-93f0fa4a-1168-4819-8cb7-89df41511e27 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:53:33.912869 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0be63b80-93f7-46d6-9f78-ee70838f9d16 req-93f0fa4a-1168-4819-8cb7-89df41511e27 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 946 time: 0.0897017 Sep 23 15:53:33.960524 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0be63b80-93f7-46d6-9f78-ee70838f9d16 req-4b249f37-7cc5-44ff-9d1e-ced5f6dabf6b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=97b9ac38-61f8-4e44-b097-7e0742d895ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411983 Sep 23 15:53:35.119877 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d3ba1927-6774-4628-9aae-66927f2f0ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:53:35.160488 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce713d-59be-4d66-8122-a9ea3c24e46d req-3678df06-81bb-4430-a777-febc762d281e tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:53:35.161945 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cdce713d-59be-4d66-8122-a9ea3c24e46d req-3678df06-81bb-4430-a777-febc762d281e tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 946 time: 0.0896342 Sep 23 15:53:35.207161 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cdce713d-59be-4d66-8122-a9ea3c24e46d req-acb4fb35-db81-4993-93a8-8db5517e8185 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=97b9ac38-61f8-4e44-b097-7e0742d895ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388825 Sep 23 15:53:35.548179 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:53:35.730938 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:53:36.404706 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485573a-fe75-4f76-8184-b9a0adb071f8 req-bd20b36e-3c7e-41e1-a8ec-d4a3daaf5016 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:53:36.406172 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7485573a-fe75-4f76-8184-b9a0adb071f8 req-bd20b36e-3c7e-41e1-a8ec-d4a3daaf5016 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 946 time: 0.0885839 Sep 23 15:53:36.448871 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7485573a-fe75-4f76-8184-b9a0adb071f8 req-9253d998-440b-48d5-a280-ebaac32a0ec3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=97b9ac38-61f8-4e44-b097-7e0742d895ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370715 Sep 23 15:53:37.187962 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:53:37.647338 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1574daf-fd31-49bd-a8f8-0639cbb6e54a req-0901296a-3ac9-4b5c-ac15-7006ff9ab386 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:53:37.648791 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f1574daf-fd31-49bd-a8f8-0639cbb6e54a req-0901296a-3ac9-4b5c-ac15-7006ff9ab386 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 946 time: 0.0899494 Sep 23 15:53:37.692607 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f1574daf-fd31-49bd-a8f8-0639cbb6e54a req-76a2992e-46a5-4cc2-941e-ba9ec6304820 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=97b9ac38-61f8-4e44-b097-7e0742d895ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382357 Sep 23 15:53:37.721328 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57616) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:53:37.827940 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8c6e079f-638f-4775-920d-9327619f81fc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/floatingips/9633d195-fe44-4194-ae5d-661aa89e8692 HTTP/1.1" status: 200 len: 994 time: 0.1055160 Sep 23 15:53:39.432337 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec52cb-b0cb-4d16-b930-a5a5a2ecb973 req-97855a0b-1a56-4e4b-baaf-679bb28275b2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:53:39.433805 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ecec52cb-b0cb-4d16-b930-a5a5a2ecb973 req-97855a0b-1a56-4e4b-baaf-679bb28275b2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 946 time: 0.0942717 Sep 23 15:53:39.531425 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ecec52cb-b0cb-4d16-b930-a5a5a2ecb973 req-cdeb2d3b-a748-4495-a1c4-28768dd7bc5d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=97b9ac38-61f8-4e44-b097-7e0742d895ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916519 Sep 23 15:53:39.551852 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d265ec8-0f9a-4de5-97c0-9455780a44da req-c5c55243-089b-4b63-84e3-3ace5cad3c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:53:39.553343 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3d265ec8-0f9a-4de5-97c0-9455780a44da req-c5c55243-089b-4b63-84e3-3ace5cad3c80 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 1099 time: 0.0944748 Sep 23 15:53:39.684162 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d265ec8-0f9a-4de5-97c0-9455780a44da req-2b0657c0-4f3b-45f9-a7d5-b5361d2d2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:53:39.685724 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3d265ec8-0f9a-4de5-97c0-9455780a44da req-2b0657c0-4f3b-45f9-a7d5-b5361d2d2054 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c1ee14aa-43a4-4cf2-8e9e-ca043d70958f HTTP/1.1" status: 200 len: 897 time: 0.1267657 Sep 23 15:53:39.790401 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3d265ec8-0f9a-4de5-97c0-9455780a44da req-a2cfa591-48ad-4dec-9ff0-a21890978396 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21664297-395a-4e89-978b-611e4b2eecc4 HTTP/1.1" status: 200 len: 1002 time: 0.0964403 Sep 23 15:53:39.858215 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d265ec8-0f9a-4de5-97c0-9455780a44da req-312871d3-4070-4b06-b2d8-6aecdc7dfafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:53:39.859690 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3d265ec8-0f9a-4de5-97c0-9455780a44da req-312871d3-4070-4b06-b2d8-6aecdc7dfafe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2 HTTP/1.1" status: 200 len: 834 time: 0.0650988 Sep 23 15:53:39.942052 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d265ec8-0f9a-4de5-97c0-9455780a44da req-1851201a-314a-4d35-a3ac-83d52cd50bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:53:39.943568 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3d265ec8-0f9a-4de5-97c0-9455780a44da req-1851201a-314a-4d35-a3ac-83d52cd50bb2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c1ee14aa-43a4-4cf2-8e9e-ca043d70958f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779579 Sep 23 15:53:40.071934 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3d265ec8-0f9a-4de5-97c0-9455780a44da req-75fb8945-f538-4ee6-9715-0ccd51fb07e3 service neutron] 10.222.0.72 "GET /v2.0/networks/c1ee14aa-43a4-4cf2-8e9e-ca043d70958f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214654 Sep 23 15:53:40.216239 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3d265ec8-0f9a-4de5-97c0-9455780a44da req-8422a553-4c93-45c8-b8c9-b1f758349219 service neutron] 10.222.0.72 "GET /v2.0/networks/c1ee14aa-43a4-4cf2-8e9e-ca043d70958f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377120 Sep 23 15:53:40.740813 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63192dcc-2a41-4db6-99ef-7474690bcc0e req-36ec21ba-4a8d-4feb-9573-55139d704ff7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:53:40.742371 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-63192dcc-2a41-4db6-99ef-7474690bcc0e req-36ec21ba-4a8d-4feb-9573-55139d704ff7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 946 time: 0.0872729 Sep 23 15:53:40.787012 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-63192dcc-2a41-4db6-99ef-7474690bcc0e req-c77e1084-009f-4441-bb3f-03f5fb030e3f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=97b9ac38-61f8-4e44-b097-7e0742d895ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390861 Sep 23 15:53:41.994731 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c0659-ffba-4595-8e5f-62f50f2c4975 req-e945e94d-6060-412d-8868-bdd5c1104df2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:53:41.996186 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1c8c0659-ffba-4595-8e5f-62f50f2c4975 req-e945e94d-6060-412d-8868-bdd5c1104df2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 946 time: 0.0907767 Sep 23 15:53:42.040224 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1c8c0659-ffba-4595-8e5f-62f50f2c4975 req-c89f8924-f47c-433d-8dbb-ed8874f28b90 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=97b9ac38-61f8-4e44-b097-7e0742d895ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383773 Sep 23 15:53:42.069000 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57632) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:53:42.172088 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-681d41f6-ac9a-4e71-8c9e-71f5609a7044 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/floatingips/9633d195-fe44-4194-ae5d-661aa89e8692 HTTP/1.1" status: 200 len: 994 time: 0.1020274 Sep 23 15:54:00.032389 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:54:02.119366 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f4e453f5-509c-4948-b731-367cb1b29bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:03.136612 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:05.061699 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fbf06eec-1b52-4c50-9571-4927137a74a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:05.530248 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:05.696012 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:07.164922 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:07.796507 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3c55787a-361e-40c3-842d-730095e2c0bf req-2bf29a66-f0fd-42d5-b662-00f363679129 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1141422 Sep 23 15:54:07.948928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55787a-361e-40c3-842d-730095e2c0bf req-c6865cff-3151-43d2-b7b7-59188e0cd639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:07.950297 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3c55787a-361e-40c3-842d-730095e2c0bf req-c6865cff-3151-43d2-b7b7-59188e0cd639 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 1099 time: 0.0811074 Sep 23 15:54:08.093765 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55787a-361e-40c3-842d-730095e2c0bf req-14645da9-79a1-499b-8d0e-665822986177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:08.095273 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3c55787a-361e-40c3-842d-730095e2c0bf req-14645da9-79a1-499b-8d0e-665822986177 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c1ee14aa-43a4-4cf2-8e9e-ca043d70958f HTTP/1.1" status: 200 len: 897 time: 0.1257672 Sep 23 15:54:08.294936 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3c55787a-361e-40c3-842d-730095e2c0bf req-96c66484-fb4b-44ff-aa4a-f180800b6636 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21664297-395a-4e89-978b-611e4b2eecc4 HTTP/1.1" status: 200 len: 1002 time: 0.1931188 Sep 23 15:54:08.356573 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55787a-361e-40c3-842d-730095e2c0bf req-4c54fef8-b1ce-43f6-8a98-cc8e597af11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:08.357951 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3c55787a-361e-40c3-842d-730095e2c0bf req-4c54fef8-b1ce-43f6-8a98-cc8e597af11a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2 HTTP/1.1" status: 200 len: 834 time: 0.0561843 Sep 23 15:54:08.443242 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55787a-361e-40c3-842d-730095e2c0bf req-0ad22f0f-58b4-424d-afc0-e5e057e8f6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:08.445221 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3c55787a-361e-40c3-842d-730095e2c0bf req-0ad22f0f-58b4-424d-afc0-e5e057e8f6ef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c1ee14aa-43a4-4cf2-8e9e-ca043d70958f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799537 Sep 23 15:54:08.575494 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3c55787a-361e-40c3-842d-730095e2c0bf req-a8e7c45c-af75-496d-9ad6-3c64cb5bd383 service neutron] 10.222.0.72 "GET /v2.0/networks/c1ee14aa-43a4-4cf2-8e9e-ca043d70958f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237075 Sep 23 15:54:08.714575 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3c55787a-361e-40c3-842d-730095e2c0bf req-12ddaf90-03d0-4283-84dd-a39a024085ea service neutron] 10.222.0.72 "GET /v2.0/networks/c1ee14aa-43a4-4cf2-8e9e-ca043d70958f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332085 Sep 23 15:54:12.579233 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57664) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:54:12.781527 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-95fa68fa-96ff-42f6-b202-55b5fb495792 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Deleting port c52a3e6b-f160-4b90-8019-f19e6233bb1c {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:54:12.781867 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-95fa68fa-96ff-42f6-b202-55b5fb495792 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:12.951013 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-95fa68fa-96ff-42f6-b202-55b5fb495792 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:12.951235 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-95fa68fa-96ff-42f6-b202-55b5fb495792 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:13.076286 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-95fa68fa-96ff-42f6-b202-55b5fb495792 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Calling delete_port for c52a3e6b-f160-4b90-8019-f19e6233bb1c owned by network:floatingip {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:54:13.364693 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-95fa68fa-96ff-42f6-b202-55b5fb495792 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:13.415022 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa68fa-96ff-42f6-b202-55b5fb495792 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Port': ['ID=c52a3e6b-f160-4b90-8019-f19e6233bb1c,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:13.460839 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fa68fa-96ff-42f6-b202-55b5fb495792 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:13.461196 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fa68fa-96ff-42f6-b202-55b5fb495792 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:13.461543 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fa68fa-96ff-42f6-b202-55b5fb495792 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:13.461887 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fa68fa-96ff-42f6-b202-55b5fb495792 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:13.462221 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fa68fa-96ff-42f6-b202-55b5fb495792 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:13.462578 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fa68fa-96ff-42f6-b202-55b5fb495792 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:13.462908 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fa68fa-96ff-42f6-b202-55b5fb495792 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:13.463236 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fa68fa-96ff-42f6-b202-55b5fb495792 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:13.463561 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fa68fa-96ff-42f6-b202-55b5fb495792 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:13.463885 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fa68fa-96ff-42f6-b202-55b5fb495792 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:13.464208 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fa68fa-96ff-42f6-b202-55b5fb495792 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:13.464550 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fa68fa-96ff-42f6-b202-55b5fb495792 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:13.522735 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-95fa68fa-96ff-42f6-b202-55b5fb495792 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for floatingip, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:13.523587 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-95fa68fa-96ff-42f6-b202-55b5fb495792 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Floating IP 9633d195-fe44-4194-ae5d-661aa89e8692 disassociated (deleted). External IP: 172.26.10.10, port: 21664297-395a-4e89-978b-611e4b2eecc4. Sep 23 15:54:13.870300 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fa68fa-96ff-42f6-b202-55b5fb495792 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Router f994da47-adef-42ea-9478-c841548b580a has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:54:14.049134 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fa68fa-96ff-42f6-b202-55b5fb495792 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:54:14.059024 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b135af2-cd35-4708-8645-780d566da34c None None] Sync routers for ids ['f994da47-adef-42ea-9478-c841548b580a'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:54:14.067943 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b135af2-cd35-4708-8645-780d566da34c None None] Routers {'f994da47-adef-42ea-9478-c841548b580a'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:54:14.068487 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-2b135af2-cd35-4708-8645-780d566da34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:54:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['f994da47-adef-42ea-9478-c841548b580a'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:54:14.119539 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-95fa68fa-96ff-42f6-b202-55b5fb495792 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:14.176777 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-95fa68fa-96ff-42f6-b202-55b5fb495792 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "DELETE /v2.0/floatingips/9633d195-fe44-4194-ae5d-661aa89e8692 HTTP/1.1" status: 204 len: 168 time: 1.5964608 Sep 23 15:54:14.177464 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbc6017-331b-4ad4-87c9-b6cde7ff848f', 'tag': '21664297-395a-4e89-978b-611e4b2eecc4'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:54:14.180433 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8009c2c01c24846940f3c9c2beb64f503f2d744ca5e92813e431a27377ac34c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3249e3e-5c67-4468-88cd-aabac5bcd9e4" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbc6017-331b-4ad4-87c9-b6cde7ff848f", "tag": "21664297-395a-4e89-978b-611e4b2eecc4"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:54:14.226941 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6a2c2b-4b74-49cc-bd77-973977641a87 x-openstack-request-id: req-1b6a2c2b-4b74-49cc-bd77-973977641a87 {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:54:14.227525 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbc6017-331b-4ad4-87c9-b6cde7ff848f", "tag": "21664297-395a-4e89-978b-611e4b2eecc4", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:54:14.227658 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1b6a2c2b-4b74-49cc-bd77-973977641a87 {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:54:14.228059 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b6a2c2b-4b74-49cc-bd77-973977641a87'] response: {'name': 'network-changed', 'server_uuid': '7cbc6017-331b-4ad4-87c9-b6cde7ff848f', 'tag': '21664297-395a-4e89-978b-611e4b2eecc4', 'status': 'completed', 'code': 200} Sep 23 15:54:14.297945 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-2b135af2-cd35-4708-8645-780d566da34c None None] Set router f994da47-adef-42ea-9478-c841548b580a gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:54:14.329288 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3249e3e-5c67-4468-88cd-aabac5bcd9e4 req-775ea49f-395a-4f4f-ae3e-ba673481ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:14.330951 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e3249e3e-5c67-4468-88cd-aabac5bcd9e4 req-775ea49f-395a-4f4f-ae3e-ba673481ac92 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 1099 time: 0.0804894 Sep 23 15:54:14.467047 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3249e3e-5c67-4468-88cd-aabac5bcd9e4 req-84d82fe4-9b79-4c65-9452-d5963ce99795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:14.468907 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e3249e3e-5c67-4468-88cd-aabac5bcd9e4 req-84d82fe4-9b79-4c65-9452-d5963ce99795 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c1ee14aa-43a4-4cf2-8e9e-ca043d70958f HTTP/1.1" status: 200 len: 897 time: 0.1310036 Sep 23 15:54:14.541887 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e3249e3e-5c67-4468-88cd-aabac5bcd9e4 req-e8040265-779c-4af6-a2c5-1b569a8e6fa9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21664297-395a-4e89-978b-611e4b2eecc4 HTTP/1.1" status: 200 len: 217 time: 0.0661011 Sep 23 15:54:14.604615 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3249e3e-5c67-4468-88cd-aabac5bcd9e4 req-8acf96b0-9244-4fac-bae1-046d8990f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:14.606517 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e3249e3e-5c67-4468-88cd-aabac5bcd9e4 req-8acf96b0-9244-4fac-bae1-046d8990f2c0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2 HTTP/1.1" status: 200 len: 834 time: 0.0588913 Sep 23 15:54:14.625647 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-2b135af2-cd35-4708-8645-780d566da34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f994da47-adef-42ea-9478-c841548b580a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99349539', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:52:33Z', 'updated_at': '2022-09-23T15:52:39Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f994da47-adef-42ea-9478-c841548b580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:52:34Z', 'updated_at': '2022-09-23T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '5e711c1c-c27e-4ae5-be41-c2d5330af255', 'name': '', 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:8f:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f994da47-adef-42ea-9478-c841548b580a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:52:38Z', 'updated_at': '2022-09-23T15:52:44Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:54:14.629975 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b135af2-cd35-4708-8645-780d566da34c None None] Checking router: f994da47-adef-42ea-9478-c841548b580a for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:54:14.638826 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b135af2-cd35-4708-8645-780d566da34c None None] Routers {'f994da47-adef-42ea-9478-c841548b580a'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:54:14.639432 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-2b135af2-cd35-4708-8645-780d566da34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:54:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['f994da47-adef-42ea-9478-c841548b580a'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:54:14.694931 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3249e3e-5c67-4468-88cd-aabac5bcd9e4 req-0618159a-458a-4ba9-94f6-a5c95a66c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:14.697394 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e3249e3e-5c67-4468-88cd-aabac5bcd9e4 req-0618159a-458a-4ba9-94f6-a5c95a66c5be service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c1ee14aa-43a4-4cf2-8e9e-ca043d70958f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833941 Sep 23 15:54:14.773420 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cfbe7-7e1c-41c7-8c7e-588b20f16d2b req-05efaf79-536c-4cd1-ac54-31506e109d36 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:14.774165 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-0d9cfbe7-7e1c-41c7-8c7e-588b20f16d2b req-05efaf79-536c-4cd1-ac54-31506e109d36 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:54:14.828751 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-2b135af2-cd35-4708-8645-780d566da34c None None] Set router f994da47-adef-42ea-9478-c841548b580a gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:54:14.842693 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e3249e3e-5c67-4468-88cd-aabac5bcd9e4 req-5967a7d1-30c2-4fc8-aec0-b997ed3cd4e0 service neutron] 10.222.0.72 "GET /v2.0/networks/c1ee14aa-43a4-4cf2-8e9e-ca043d70958f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393635 Sep 23 15:54:14.885041 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-0d9cfbe7-7e1c-41c7-8c7e-588b20f16d2b req-05efaf79-536c-4cd1-ac54-31506e109d36 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:54:14.886477 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-0d9cfbe7-7e1c-41c7-8c7e-588b20f16d2b req-05efaf79-536c-4cd1-ac54-31506e109d36 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 946 time: 0.2089148 Sep 23 15:54:14.939510 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-0d9cfbe7-7e1c-41c7-8c7e-588b20f16d2b req-c2ca6a86-9406-4f40-9c89-7be96dfa323f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=97b9ac38-61f8-4e44-b097-7e0742d895ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460849 Sep 23 15:54:14.983462 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e3249e3e-5c67-4468-88cd-aabac5bcd9e4 req-dbf5c419-a98d-4c25-94b2-94be6b37950d service neutron] 10.222.0.72 "GET /v2.0/networks/c1ee14aa-43a4-4cf2-8e9e-ca043d70958f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341588 Sep 23 15:54:15.155925 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-2b135af2-cd35-4708-8645-780d566da34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f994da47-adef-42ea-9478-c841548b580a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99349539', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:52:33Z', 'updated_at': '2022-09-23T15:52:39Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f994da47-adef-42ea-9478-c841548b580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:52:34Z', 'updated_at': '2022-09-23T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '5e711c1c-c27e-4ae5-be41-c2d5330af255', 'name': '', 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:8f:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f994da47-adef-42ea-9478-c841548b580a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:52:38Z', 'updated_at': '2022-09-23T15:52:44Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:54:15.159789 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b135af2-cd35-4708-8645-780d566da34c None None] The sync data for ids ['f994da47-adef-42ea-9478-c841548b580a'] in dv-neutron-859093-1-hyperv is: [{'id': 'f994da47-adef-42ea-9478-c841548b580a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99349539', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:52:33Z', 'updated_at': '2022-09-23T15:52:39Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f994da47-adef-42ea-9478-c841548b580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:52:34Z', 'updated_at': '2022-09-23T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '5e711c1c-c27e-4ae5-be41-c2d5330af255', 'name': '', 'network_id': 'c1ee14aa-43a4-4cf2-8e9e-ca043d70958f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:8f:ea:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f994da47-adef-42ea-9478-c841548b580a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:52:38Z', 'updated_at': '2022-09-23T15:52:44Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:54:15.381250 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e5846-c038-4263-ac41-5863f6483833 None None] New status for floating IP 9633d195-fe44-4194-ae5d-661aa89e8692: DOWN {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:54:16.137824 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bb421-9be4-443f-9f94-27c4745f4f0e req-b84e6c15-c311-46c7-874f-03557f8ac600 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:16.139318 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-623bb421-9be4-443f-9f94-27c4745f4f0e req-b84e6c15-c311-46c7-874f-03557f8ac600 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 946 time: 0.0868919 Sep 23 15:54:16.241181 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-623bb421-9be4-443f-9f94-27c4745f4f0e req-769aab6f-88bc-4344-ba3b-2f631b988fdc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=97b9ac38-61f8-4e44-b097-7e0742d895ba&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627730 Sep 23 15:54:16.263596 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a13340-723e-430d-867e-139d0f176c07 req-0471db09-d524-4606-9016-e9973da05c2b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:16.264854 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-13a13340-723e-430d-867e-139d0f176c07 req-0471db09-d524-4606-9016-e9973da05c2b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.72 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 946 time: 0.1216109 Sep 23 15:54:16.333732 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-13a13340-723e-430d-867e-139d0f176c07 req-5f68c745-385e-4167-aafe-01e362fa17e4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Deleting port 21664297-395a-4e89-978b-611e4b2eecc4 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:54:16.334067 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-13a13340-723e-430d-867e-139d0f176c07 req-5f68c745-385e-4167-aafe-01e362fa17e4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:16.682195 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-13a13340-723e-430d-867e-139d0f176c07 req-5f68c745-385e-4167-aafe-01e362fa17e4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] For port 21664297-395a-4e89-978b-611e4b2eecc4, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=21664297-395a-4e89-978b-611e4b2eecc4,segment=NetworkSegment(ed3900b9-5b87-4d55-b03a-335b11a01280),segment_id=ed3900b9-5b87-4d55-b03a-335b11a01280)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:54:16.682574 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-13a13340-723e-430d-867e-139d0f176c07 req-5f68c745-385e-4167-aafe-01e362fa17e4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:16.803820 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-13a13340-723e-430d-867e-139d0f176c07 req-5f68c745-385e-4167-aafe-01e362fa17e4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Calling delete_port for 21664297-395a-4e89-978b-611e4b2eecc4 owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:54:16.982063 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-13a13340-723e-430d-867e-139d0f176c07 req-5f68c745-385e-4167-aafe-01e362fa17e4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:17.032274 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68c745-385e-4167-aafe-01e362fa17e4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Port': ['ID=21664297-395a-4e89-978b-611e4b2eecc4,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:17.077890 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f68c745-385e-4167-aafe-01e362fa17e4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:17.078237 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f68c745-385e-4167-aafe-01e362fa17e4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:17.078851 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f68c745-385e-4167-aafe-01e362fa17e4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:17.079182 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f68c745-385e-4167-aafe-01e362fa17e4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:17.079509 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f68c745-385e-4167-aafe-01e362fa17e4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:17.079835 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f68c745-385e-4167-aafe-01e362fa17e4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:17.080159 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f68c745-385e-4167-aafe-01e362fa17e4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:17.080479 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f68c745-385e-4167-aafe-01e362fa17e4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:17.080801 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f68c745-385e-4167-aafe-01e362fa17e4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:17.081118 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f68c745-385e-4167-aafe-01e362fa17e4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:17.081435 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f68c745-385e-4167-aafe-01e362fa17e4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:17.081753 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f68c745-385e-4167-aafe-01e362fa17e4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:17.129613 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a13340-723e-430d-867e-139d0f176c07 req-5f68c745-385e-4167-aafe-01e362fa17e4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] No DVR routers for this DVR port 21664297-395a-4e89-978b-611e4b2eecc4 on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:54:17.132587 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-13a13340-723e-430d-867e-139d0f176c07 req-5f68c745-385e-4167-aafe-01e362fa17e4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:17.135045 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbc6017-331b-4ad4-87c9-b6cde7ff848f', 'name': 'network-vif-deleted', 'tag': '21664297-395a-4e89-978b-611e4b2eecc4'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:54:17.137382 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9d06a8-9600-484f-9ff6-360e71ab9140" -d '{"events": [{"server_uuid": "7cbc6017-331b-4ad4-87c9-b6cde7ff848f", "name": "network-vif-deleted", "tag": "21664297-395a-4e89-978b-611e4b2eecc4"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:54:17.183219 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243fec41-1b24-40f9-aed7-277fa1d56ce7 x-openstack-request-id: req-243fec41-1b24-40f9-aed7-277fa1d56ce7 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:54:17.185020 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbc6017-331b-4ad4-87c9-b6cde7ff848f", "name": "network-vif-deleted", "tag": "21664297-395a-4e89-978b-611e4b2eecc4", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:54:17.185020 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-243fec41-1b24-40f9-aed7-277fa1d56ce7 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:54:17.185020 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-243fec41-1b24-40f9-aed7-277fa1d56ce7'] response: {'server_uuid': '7cbc6017-331b-4ad4-87c9-b6cde7ff848f', 'name': 'network-vif-deleted', 'tag': '21664297-395a-4e89-978b-611e4b2eecc4', 'status': 'completed', 'code': 200} Sep 23 15:54:17.205537 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-13a13340-723e-430d-867e-139d0f176c07 req-5f68c745-385e-4167-aafe-01e362fa17e4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.72 "DELETE /v2.0/ports/21664297-395a-4e89-978b-611e4b2eecc4 HTTP/1.1" status: 204 len: 173 time: 0.9350963 Sep 23 15:54:17.408612 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-7b81085c-6507-4421-beff-281a75796710 req-3782e79e-fbfd-40ea-b393-ad774902ecfb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:54:17.473473 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-7b81085c-6507-4421-beff-281a75796710 req-3782e79e-fbfd-40ea-b393-ad774902ecfb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:54:17.474759 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7b81085c-6507-4421-beff-281a75796710 req-3782e79e-fbfd-40ea-b393-ad774902ecfb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cbc6017-331b-4ad4-87c9-b6cde7ff848f HTTP/1.1" status: 200 len: 210 time: 0.1208234 Sep 23 15:54:18.576902 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57686) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:54:19.240387 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bb7b815b-4d97-405a-b96b-a4a2f8fe08a7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:19.596175 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b815b-4d97-405a-b96b-a4a2f8fe08a7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Deleting port 5e711c1c-c27e-4ae5-be41-c2d5330af255 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:54:19.596850 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bb7b815b-4d97-405a-b96b-a4a2f8fe08a7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:19.783618 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-bb7b815b-4d97-405a-b96b-a4a2f8fe08a7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] For port 5e711c1c-c27e-4ae5-be41-c2d5330af255, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5e711c1c-c27e-4ae5-be41-c2d5330af255,segment=NetworkSegment(ed3900b9-5b87-4d55-b03a-335b11a01280),segment_id=ed3900b9-5b87-4d55-b03a-335b11a01280)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:54:19.783973 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bb7b815b-4d97-405a-b96b-a4a2f8fe08a7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:19.911636 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b815b-4d97-405a-b96b-a4a2f8fe08a7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Calling delete_port for 5e711c1c-c27e-4ae5-be41-c2d5330af255 owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:54:20.152977 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bb7b815b-4d97-405a-b96b-a4a2f8fe08a7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:20.202163 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b815b-4d97-405a-b96b-a4a2f8fe08a7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Port': ['ID=5e711c1c-c27e-4ae5-be41-c2d5330af255,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:20.342799 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 21664297-395a-4e89-978b-611e4b2eecc4 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:54:20.390873 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 21664297-395a-4e89-978b-611e4b2eecc4 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:54:20.391551 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 21664297-395a-4e89-978b-611e4b2eecc4 not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:54:20.489201 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bb7b815b-4d97-405a-b96b-a4a2f8fe08a7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:20.954944 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7b815b-4d97-405a-b96b-a4a2f8fe08a7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Router f994da47-adef-42ea-9478-c841548b580a has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:54:21.136335 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7b815b-4d97-405a-b96b-a4a2f8fe08a7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:54:21.145850 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11db7372-5d28-452d-aca4-456b093c898a None None] Sync routers for ids ['f994da47-adef-42ea-9478-c841548b580a'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:54:21.155309 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11db7372-5d28-452d-aca4-456b093c898a None None] Routers {'f994da47-adef-42ea-9478-c841548b580a'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:54:21.155917 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-11db7372-5d28-452d-aca4-456b093c898a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:54:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['f994da47-adef-42ea-9478-c841548b580a'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:54:21.217840 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bb7b815b-4d97-405a-b96b-a4a2f8fe08a7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "PUT /v2.0/routers/f994da47-adef-42ea-9478-c841548b580a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6397891 Sep 23 15:54:21.220596 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57690) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:54:21.289833 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc2689e4-add3-4d8a-ac75-f637861c1c01 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Deleting subnet 5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2 {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:54:21.292974 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bc2689e4-add3-4d8a-ac75-f637861c1c01 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:21.329370 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-11db7372-5d28-452d-aca4-456b093c898a None None] Set router f994da47-adef-42ea-9478-c841548b580a gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:54:21.347524 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bc2689e4-add3-4d8a-ac75-f637861c1c01 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:21.432510 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bc2689e4-add3-4d8a-ac75-f637861c1c01 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:21.571473 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bc2689e4-add3-4d8a-ac75-f637861c1c01 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:21.610745 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2689e4-add3-4d8a-ac75-f637861c1c01 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Subnet': ['ID=5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:21.615910 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bc2689e4-add3-4d8a-ac75-f637861c1c01 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:21.622987 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bc2689e4-add3-4d8a-ac75-f637861c1c01 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "DELETE /v2.0/subnets/5bd011a9-4a83-4cc6-a6ab-7759b8b0f6e2 HTTP/1.1" status: 204 len: 168 time: 0.4014337 Sep 23 15:54:21.625616 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57694) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:54:21.625854 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6499ec6-4535-475d-b82d-afca04c991bc None None] Network c1ee14aa-43a4-4cf2-8e9e-ca043d70958f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:54:21.812788 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-75feb9c7-4a17-4637-a3ad-7c4c189810b7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:21.813384 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-11db7372-5d28-452d-aca4-456b093c898a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f994da47-adef-42ea-9478-c841548b580a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99349539', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:52:33Z', 'updated_at': '2022-09-23T15:54:20Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f994da47-adef-42ea-9478-c841548b580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:52:34Z', 'updated_at': '2022-09-23T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:54:21.824416 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11db7372-5d28-452d-aca4-456b093c898a None None] Checking router: f994da47-adef-42ea-9478-c841548b580a for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:54:21.837507 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11db7372-5d28-452d-aca4-456b093c898a None None] Routers {'f994da47-adef-42ea-9478-c841548b580a'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:54:21.838134 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-11db7372-5d28-452d-aca4-456b093c898a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:54:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['f994da47-adef-42ea-9478-c841548b580a'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:54:21.990888 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cf158b-bf9a-4e92-921c-d216afcdbf17 None None] DHCP port deletion for c1ee14aa-43a4-4cf2-8e9e-ca043d70958f request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:54:21.995491 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-75feb9c7-4a17-4637-a3ad-7c4c189810b7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:21.999385 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-38cf158b-bf9a-4e92-921c-d216afcdbf17 None None] Deleting port dcbb5529-53fa-430c-ad97-3ded9113ee44 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:54:21.999749 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-38cf158b-bf9a-4e92-921c-d216afcdbf17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:22.061878 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-75feb9c7-4a17-4637-a3ad-7c4c189810b7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Deleting port b96b64aa-997c-4a9f-9553-adc824f34d70 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:54:22.062240 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-75feb9c7-4a17-4637-a3ad-7c4c189810b7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:22.066787 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-11db7372-5d28-452d-aca4-456b093c898a None None] Set router f994da47-adef-42ea-9478-c841548b580a gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:54:22.296841 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device dcbb5529-53fa-430c-ad97-3ded9113ee44 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:54:22.359464 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-75feb9c7-4a17-4637-a3ad-7c4c189810b7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] For port b96b64aa-997c-4a9f-9553-adc824f34d70, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=b96b64aa-997c-4a9f-9553-adc824f34d70,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:54:22.359736 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-75feb9c7-4a17-4637-a3ad-7c4c189810b7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:22.482850 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-75feb9c7-4a17-4637-a3ad-7c4c189810b7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Calling delete_port for b96b64aa-997c-4a9f-9553-adc824f34d70 owned by network:router_gateway {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:54:22.512930 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-38cf158b-bf9a-4e92-921c-d216afcdbf17 None None] For port dcbb5529-53fa-430c-ad97-3ded9113ee44, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=dcbb5529-53fa-430c-ad97-3ded9113ee44,segment=NetworkSegment(ed3900b9-5b87-4d55-b03a-335b11a01280),segment_id=ed3900b9-5b87-4d55-b03a-335b11a01280)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:54:22.513314 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-38cf158b-bf9a-4e92-921c-d216afcdbf17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:22.680090 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-38cf158b-bf9a-4e92-921c-d216afcdbf17 None None] Calling delete_port for dcbb5529-53fa-430c-ad97-3ded9113ee44 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:54:22.702236 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-75feb9c7-4a17-4637-a3ad-7c4c189810b7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:22.784931 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port dcbb5529-53fa-430c-ad97-3ded9113ee44 is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:54:22.785391 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:22.785981 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75feb9c7-4a17-4637-a3ad-7c4c189810b7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Port': ['ID=b96b64aa-997c-4a9f-9553-adc824f34d70,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:22.838275 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port dcbb5529-53fa-430c-ad97-3ded9113ee44, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=dcbb5529-53fa-430c-ad97-3ded9113ee44,segment=NetworkSegment(ed3900b9-5b87-4d55-b03a-335b11a01280),segment_id=ed3900b9-5b87-4d55-b03a-335b11a01280)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:54:22.843132 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-11db7372-5d28-452d-aca4-456b093c898a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f994da47-adef-42ea-9478-c841548b580a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99349539', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:52:33Z', 'updated_at': '2022-09-23T15:54:20Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f994da47-adef-42ea-9478-c841548b580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:52:34Z', 'updated_at': '2022-09-23T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:54:22.847163 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11db7372-5d28-452d-aca4-456b093c898a None None] The sync data for ids ['f994da47-adef-42ea-9478-c841548b580a'] in dv-neutron-859093-1-hyperv is: [{'id': 'f994da47-adef-42ea-9478-c841548b580a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99349539', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3'}], 'enable_snat': True}, 'gw_port_id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:52:33Z', 'updated_at': '2022-09-23T15:54:20Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': 'b96b64aa-997c-4a9f-9553-adc824f34d70', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f994da47-adef-42ea-9478-c841548b580a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:52:34Z', 'updated_at': '2022-09-23T15:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:54:22.869785 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-75feb9c7-4a17-4637-a3ad-7c4c189810b7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:22.880256 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:22.937123 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-38cf158b-bf9a-4e92-921c-d216afcdbf17 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:54:22.937364 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-38cf158b-bf9a-4e92-921c-d216afcdbf17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:54:22.958978 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=dcbb5529-53fa-430c-ad97-3ded9113ee44,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:22.966815 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:22.967157 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:22.967496 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:22.967828 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:22.968156 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:22.968488 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:22.968839 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:22.969161 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:22.969487 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:22.969807 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:22.970123 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:22.970470 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:23.056380 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-75feb9c7-4a17-4637-a3ad-7c4c189810b7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:23.058566 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-75feb9c7-4a17-4637-a3ad-7c4c189810b7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:23.135756 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-75feb9c7-4a17-4637-a3ad-7c4c189810b7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:23.136185 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75feb9c7-4a17-4637-a3ad-7c4c189810b7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Fanout notify agent at l3_agent the message router_deleted on router f994da47-adef-42ea-9478-c841548b580a {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:54:23.151400 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-75feb9c7-4a17-4637-a3ad-7c4c189810b7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:23.152458 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-75feb9c7-4a17-4637-a3ad-7c4c189810b7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "DELETE /v2.0/routers/f994da47-adef-42ea-9478-c841548b580a HTTP/1.1" status: 204 len: 168 time: 1.5257156 Sep 23 15:54:23.155207 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57698) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:54:23.272067 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-810c3240-0d4c-4904-a12a-0619b4f1eaf3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:23.283222 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-810c3240-0d4c-4904-a12a-0619b4f1eaf3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Deleting port dcbb5529-53fa-430c-ad97-3ded9113ee44 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:54:23.283554 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-810c3240-0d4c-4904-a12a-0619b4f1eaf3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:23.438722 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-38cf158b-bf9a-4e92-921c-d216afcdbf17 None None] Deleting port dcbb5529-53fa-430c-ad97-3ded9113ee44 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:54:23.439456 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-38cf158b-bf9a-4e92-921c-d216afcdbf17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:23.497380 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-810c3240-0d4c-4904-a12a-0619b4f1eaf3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] For port dcbb5529-53fa-430c-ad97-3ded9113ee44, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=dcbb5529-53fa-430c-ad97-3ded9113ee44,segment=NetworkSegment(ed3900b9-5b87-4d55-b03a-335b11a01280),segment_id=ed3900b9-5b87-4d55-b03a-335b11a01280)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:54:23.497741 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-810c3240-0d4c-4904-a12a-0619b4f1eaf3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:23.621766 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-810c3240-0d4c-4904-a12a-0619b4f1eaf3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Calling delete_port for dcbb5529-53fa-430c-ad97-3ded9113ee44 owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:54:23.643019 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-38cf158b-bf9a-4e92-921c-d216afcdbf17 None None] For port dcbb5529-53fa-430c-ad97-3ded9113ee44, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=dcbb5529-53fa-430c-ad97-3ded9113ee44,segment=NetworkSegment(ed3900b9-5b87-4d55-b03a-335b11a01280),segment_id=ed3900b9-5b87-4d55-b03a-335b11a01280)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:54:23.643410 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-38cf158b-bf9a-4e92-921c-d216afcdbf17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:23.763286 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-38cf158b-bf9a-4e92-921c-d216afcdbf17 None None] Calling delete_port for dcbb5529-53fa-430c-ad97-3ded9113ee44 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:54:23.764789 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-810c3240-0d4c-4904-a12a-0619b4f1eaf3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:23.816715 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c3240-0d4c-4904-a12a-0619b4f1eaf3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Port': ['ID=dcbb5529-53fa-430c-ad97-3ded9113ee44,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:23.829561 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810c3240-0d4c-4904-a12a-0619b4f1eaf3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] No DVR routers for this DVR port dcbb5529-53fa-430c-ad97-3ded9113ee44 on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:54:23.846463 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-38cf158b-bf9a-4e92-921c-d216afcdbf17 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 15:54:23.846820 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-38cf158b-bf9a-4e92-921c-d216afcdbf17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:54:24.051642 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-810c3240-0d4c-4904-a12a-0619b4f1eaf3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:24.075958 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-810c3240-0d4c-4904-a12a-0619b4f1eaf3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ee14aa-43a4-4cf2-8e9e-ca043d70958f']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:54:24.088303 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-810c3240-0d4c-4904-a12a-0619b4f1eaf3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed3900b9-5b87-4d55-b03a-335b11a01280') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:54:24.088597 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-810c3240-0d4c-4904-a12a-0619b4f1eaf3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed3900b9-5b87-4d55-b03a-335b11a01280') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:54:24.099428 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-810c3240-0d4c-4904-a12a-0619b4f1eaf3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:24.114537 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-810c3240-0d4c-4904-a12a-0619b4f1eaf3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:24.120333 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-810c3240-0d4c-4904-a12a-0619b4f1eaf3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:54:24.120635 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-810c3240-0d4c-4904-a12a-0619b4f1eaf3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:24.187179 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment ed3900b9-5b87-4d55-b03a-335b11a01280 resource provider aggregate not found Sep 23 15:54:24.211876 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment ed3900b9-5b87-4d55-b03a-335b11a01280 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed3900b9-5b87-4d55-b03a-335b11a01280 found for delete ", "request_id": "req-7f716ce8-bd12-4340-86a6-d182e9f448fe"}]} Sep 23 15:54:24.244333 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device b96b64aa-997c-4a9f-9553-adc824f34d70 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:54:24.269063 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-38cf158b-bf9a-4e92-921c-d216afcdbf17 None None] Deleting port dcbb5529-53fa-430c-ad97-3ded9113ee44 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:54:24.269447 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-38cf158b-bf9a-4e92-921c-d216afcdbf17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:24.290352 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-810c3240-0d4c-4904-a12a-0619b4f1eaf3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:24.307543 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-810c3240-0d4c-4904-a12a-0619b4f1eaf3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:24.313161 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: b96b64aa-997c-4a9f-9553-adc824f34d70 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:54:24.313509 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device b96b64aa-997c-4a9f-9553-adc824f34d70 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:54:24.313922 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5e711c1c-c27e-4ae5-be41-c2d5330af255 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:54:24.318468 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c3240-0d4c-4904-a12a-0619b4f1eaf3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Network': ['ID=c1ee14aa-43a4-4cf2-8e9e-ca043d70958f,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:24.365772 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-810c3240-0d4c-4904-a12a-0619b4f1eaf3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "DELETE /v2.0/networks/c1ee14aa-43a4-4cf2-8e9e-ca043d70958f HTTP/1.1" status: 204 len: 168 time: 1.2094290 Sep 23 15:54:24.368506 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57706) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:54:24.377374 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-38cf158b-bf9a-4e92-921c-d216afcdbf17 None None] The port 'dcbb5529-53fa-430c-ad97-3ded9113ee44' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 15:54:24.378636 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 5e711c1c-c27e-4ae5-be41-c2d5330af255 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:54:24.378980 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5e711c1c-c27e-4ae5-be41-c2d5330af255 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:54:24.441936 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-531236c2-09d1-4fe5-8024-bed83bd119d7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:24.471566 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-531236c2-09d1-4fe5-8024-bed83bd119d7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:24.599154 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-531236c2-09d1-4fe5-8024-bed83bd119d7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:24.618713 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531236c2-09d1-4fe5-8024-bed83bd119d7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b9ac38-61f8-4e44-b097-7e0742d895ba,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:24.695617 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-531236c2-09d1-4fe5-8024-bed83bd119d7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:24.696742 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-531236c2-09d1-4fe5-8024-bed83bd119d7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "DELETE /v2.0/security-groups/97b9ac38-61f8-4e44-b097-7e0742d895ba HTTP/1.1" status: 204 len: 168 time: 0.3271692 Sep 23 15:54:24.922544 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57714) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:54:24.927604 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-9ab16013-b588-4bd0-8f6c-24a25ab21251 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1756207944', 'description': 'tempest-secgroup-smoke-1756207944 description', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:54:24.934460 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9ab16013-b588-4bd0-8f6c-24a25ab21251 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:54:24.938713 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9ab16013-b588-4bd0-8f6c-24a25ab21251 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:54:24.941745 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9ab16013-b588-4bd0-8f6c-24a25ab21251 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:54:24.948052 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9ab16013-b588-4bd0-8f6c-24a25ab21251 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:54:25.039226 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9ab16013-b588-4bd0-8f6c-24a25ab21251 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:25.059334 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9ab16013-b588-4bd0-8f6c-24a25ab21251 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:54:25.063187 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9ab16013-b588-4bd0-8f6c-24a25ab21251 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:54:25.066066 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9ab16013-b588-4bd0-8f6c-24a25ab21251 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:54:25.071799 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9ab16013-b588-4bd0-8f6c-24a25ab21251 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:54:25.139110 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9ab16013-b588-4bd0-8f6c-24a25ab21251 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:25.192766 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9ab16013-b588-4bd0-8f6c-24a25ab21251 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:25.236799 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab16013-b588-4bd0-8f6c-24a25ab21251 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e68747-9038-40bb-a695-f1a40cd7ed7b,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:25.307401 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9ab16013-b588-4bd0-8f6c-24a25ab21251 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:25.308654 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9ab16013-b588-4bd0-8f6c-24a25ab21251 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3851094 Sep 23 15:54:25.311630 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57718) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:54:25.316627 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-746507f3-5c25-43cc-aad8-592a30f916b6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': 'a3e68747-9038-40bb-a695-f1a40cd7ed7b', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:54:25.322913 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-746507f3-5c25-43cc-aad8-592a30f916b6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:54:25.326879 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-746507f3-5c25-43cc-aad8-592a30f916b6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:54:25.330073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-746507f3-5c25-43cc-aad8-592a30f916b6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:54:25.336461 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-746507f3-5c25-43cc-aad8-592a30f916b6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:54:25.439201 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-746507f3-5c25-43cc-aad8-592a30f916b6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:25.498073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-746507f3-5c25-43cc-aad8-592a30f916b6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:25.638958 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-746507f3-5c25-43cc-aad8-592a30f916b6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:25.664373 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746507f3-5c25-43cc-aad8-592a30f916b6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7551ed04-411c-48eb-8627-acf8995bf444,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:25.718556 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-746507f3-5c25-43cc-aad8-592a30f916b6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:25.719712 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-746507f3-5c25-43cc-aad8-592a30f916b6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4071312 Sep 23 15:54:25.722501 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57722) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:54:25.727380 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-8735615a-233c-4325-b74f-22e7e6c847f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': 'a3e68747-9038-40bb-a695-f1a40cd7ed7b', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:54:25.733203 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8735615a-233c-4325-b74f-22e7e6c847f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:54:25.737076 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8735615a-233c-4325-b74f-22e7e6c847f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:54:25.740012 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-8735615a-233c-4325-b74f-22e7e6c847f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:54:25.745596 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-8735615a-233c-4325-b74f-22e7e6c847f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:54:25.816651 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8735615a-233c-4325-b74f-22e7e6c847f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:25.877040 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8735615a-233c-4325-b74f-22e7e6c847f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:25.930555 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8735615a-233c-4325-b74f-22e7e6c847f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:25.954303 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735615a-233c-4325-b74f-22e7e6c847f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d1ac3e-38aa-4594-9905-6fca64926a7f,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:26.004743 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-8735615a-233c-4325-b74f-22e7e6c847f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:26.005925 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-8735615a-233c-4325-b74f-22e7e6c847f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2825198 Sep 23 15:54:26.009369 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57726) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:54:26.014262 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-6eb1bb31-4f29-401d-b509-c1a308741295 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': 'a3e68747-9038-40bb-a695-f1a40cd7ed7b', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:54:26.020108 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6eb1bb31-4f29-401d-b509-c1a308741295 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:54:26.024116 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6eb1bb31-4f29-401d-b509-c1a308741295 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:54:26.027073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-6eb1bb31-4f29-401d-b509-c1a308741295 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:54:26.032922 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-6eb1bb31-4f29-401d-b509-c1a308741295 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:54:26.119976 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6eb1bb31-4f29-401d-b509-c1a308741295 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:26.183998 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6eb1bb31-4f29-401d-b509-c1a308741295 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:26.273189 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6eb1bb31-4f29-401d-b509-c1a308741295 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:26.297754 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1bb31-4f29-401d-b509-c1a308741295 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2065dd2-584b-486b-9daa-c7ffc52787f5,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:26.370265 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-6eb1bb31-4f29-401d-b509-c1a308741295 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:26.371562 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6eb1bb31-4f29-401d-b509-c1a308741295 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3612926 Sep 23 15:54:26.374445 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57730) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:54:26.379422 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-7280e329-524f-436f-ab42-b14ce8a57077 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': 'a3e68747-9038-40bb-a695-f1a40cd7ed7b', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:54:26.385633 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-7280e329-524f-436f-ab42-b14ce8a57077 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:54:26.389427 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7280e329-524f-436f-ab42-b14ce8a57077 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:54:26.392384 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7280e329-524f-436f-ab42-b14ce8a57077 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:54:26.398591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-7280e329-524f-436f-ab42-b14ce8a57077 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:54:26.490535 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7280e329-524f-436f-ab42-b14ce8a57077 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:26.552594 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7280e329-524f-436f-ab42-b14ce8a57077 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:26.609795 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7280e329-524f-436f-ab42-b14ce8a57077 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:26.634196 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280e329-524f-436f-ab42-b14ce8a57077 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba5d77c-0e05-4726-927d-7cad19e7c181,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:26.718487 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7280e329-524f-436f-ab42-b14ce8a57077 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:26.719669 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7280e329-524f-436f-ab42-b14ce8a57077 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3442187 Sep 23 15:54:26.722286 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57734) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:54:26.727110 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-fe97bf8c-c58f-4008-9946-30284547c635 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': 'a3e68747-9038-40bb-a695-f1a40cd7ed7b', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:54:26.732979 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-fe97bf8c-c58f-4008-9946-30284547c635 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:54:26.736868 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-fe97bf8c-c58f-4008-9946-30284547c635 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:54:26.739761 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-fe97bf8c-c58f-4008-9946-30284547c635 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:54:26.745971 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-fe97bf8c-c58f-4008-9946-30284547c635 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:54:26.827404 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.securitygroups_db [None req-fe97bf8c-c58f-4008-9946-30284547c635 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Project 04ba3b533aed4ca1b027ca3a04d161ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:54:26.834498 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fe97bf8c-c58f-4008-9946-30284547c635 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:26.899194 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fe97bf8c-c58f-4008-9946-30284547c635 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:26.953077 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fe97bf8c-c58f-4008-9946-30284547c635 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:26.976026 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97bf8c-c58f-4008-9946-30284547c635 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ffbd440-8cd2-419d-99ba-76e22b9ac50b,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:27.028357 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-fe97bf8c-c58f-4008-9946-30284547c635 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:27.029415 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-fe97bf8c-c58f-4008-9946-30284547c635 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3060219 Sep 23 15:54:27.031980 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57738) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:54:27.036798 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-ba8356d9-6b72-4479-ae5d-47da32627163 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'security_group_rule': {'security_group_id': 'a3e68747-9038-40bb-a695-f1a40cd7ed7b', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:54:27.043290 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ba8356d9-6b72-4479-ae5d-47da32627163 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:54:27.047072 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ba8356d9-6b72-4479-ae5d-47da32627163 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:security_group_rule and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:54:27.049875 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ba8356d9-6b72-4479-ae5d-47da32627163 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:54:27.056227 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ba8356d9-6b72-4479-ae5d-47da32627163 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:54:27.112747 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.securitygroups_db [None req-ba8356d9-6b72-4479-ae5d-47da32627163 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Project 04ba3b533aed4ca1b027ca3a04d161ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:54:27.119670 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ba8356d9-6b72-4479-ae5d-47da32627163 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:27.185518 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ba8356d9-6b72-4479-ae5d-47da32627163 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:27.232672 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ba8356d9-6b72-4479-ae5d-47da32627163 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:27.255453 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8356d9-6b72-4479-ae5d-47da32627163 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7623913-f9a7-47b2-ab02-b41ed6f9b5fb,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:27.313306 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ba8356d9-6b72-4479-ae5d-47da32627163 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:27.314553 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ba8356d9-6b72-4479-ae5d-47da32627163 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2816648 Sep 23 15:54:27.317348 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57742) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:54:27.322888 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-eeb92742-801a-4a53-a28c-53fbba666ebe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'network': {'name': 'tempest-network-smoke--1725131359', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'port_security_enabled': True}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:54:27.327795 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-eeb92742-801a-4a53-a28c-53fbba666ebe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:54:27.332151 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-eeb92742-801a-4a53-a28c-53fbba666ebe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:network and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:54:27.334971 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-eeb92742-801a-4a53-a28c-53fbba666ebe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:54:27.340640 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-eeb92742-801a-4a53-a28c-53fbba666ebe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:54:27.387111 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb92742-801a-4a53-a28c-53fbba666ebe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Made reservation on behalf of 04ba3b533aed4ca1b027ca3a04d161ce for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:54:27.390508 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-eeb92742-801a-4a53-a28c-53fbba666ebe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:27.418859 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb92742-801a-4a53-a28c-53fbba666ebe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:54:27.427585 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-eeb92742-801a-4a53-a28c-53fbba666ebe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:27.427978 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-eeb92742-801a-4a53-a28c-53fbba666ebe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Added segment 3d0ae9bb-aa32-4685-8df6-cddc4c90f827 of type vlan for network 6ece5353-8df0-45bf-8651-11c6a79c4a1f Sep 23 15:54:27.453380 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-eeb92742-801a-4a53-a28c-53fbba666ebe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:27.518566 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-eeb92742-801a-4a53-a28c-53fbba666ebe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:27.524502 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb92742-801a-4a53-a28c-53fbba666ebe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:27.525080 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-eeb92742-801a-4a53-a28c-53fbba666ebe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:27.632686 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb92742-801a-4a53-a28c-53fbba666ebe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Network': ['ID=6ece5353-8df0-45bf-8651-11c6a79c4a1f,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:27.643478 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 6ece5353-8df0-45bf-8651-11c6a79c4a1f details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:54:27.679516 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-eeb92742-801a-4a53-a28c-53fbba666ebe tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3611283 Sep 23 15:54:27.682170 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57746) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:54:27.687622 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-325ea298-e504-4d85-b66a-67e8464b689d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1221933751', 'admin_state_up': True, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:54:27.695110 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-325ea298-e504-4d85-b66a-67e8464b689d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:54:27.699169 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-325ea298-e504-4d85-b66a-67e8464b689d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:router and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:54:27.702151 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-325ea298-e504-4d85-b66a-67e8464b689d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:54:27.709301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-325ea298-e504-4d85-b66a-67e8464b689d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:54:27.759576 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-325ea298-e504-4d85-b66a-67e8464b689d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:27.760635 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-325ea298-e504-4d85-b66a-67e8464b689d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:27.776089 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-325ea298-e504-4d85-b66a-67e8464b689d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:28.087703 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-325ea298-e504-4d85-b66a-67e8464b689d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:28.532643 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-325ea298-e504-4d85-b66a-67e8464b689d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router_gateway, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:28.561411 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-325ea298-e504-4d85-b66a-67e8464b689d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:28.697788 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-325ea298-e504-4d85-b66a-67e8464b689d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Allocated IP 172.26.10.91 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/8300a03f-e5ee-49df-847a-77f2731a4004) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:54:28.841390 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-325ea298-e504-4d85-b66a-67e8464b689d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:28.918983 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-325ea298-e504-4d85-b66a-67e8464b689d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:28.986444 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325ea298-e504-4d85-b66a-67e8464b689d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:54:28.989139 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-325ea298-e504-4d85-b66a-67e8464b689d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:54:28.993509 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325ea298-e504-4d85-b66a-67e8464b689d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:54:29.029658 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ea298-e504-4d85-b66a-67e8464b689d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=8300a03f-e5ee-49df-847a-77f2731a4004,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:29.484848 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-325ea298-e504-4d85-b66a-67e8464b689d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router_gateway, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:29.815172 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-325ea298-e504-4d85-b66a-67e8464b689d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:30.164552 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325ea298-e504-4d85-b66a-67e8464b689d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Router ad0737c3-87f2-4021-8295-c226f3236ab4 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:54:30.344679 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325ea298-e504-4d85-b66a-67e8464b689d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:54:30.357276 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398ed9bc-4916-45dc-831f-37a9b7d7cc73 None None] Sync routers for ids ['ad0737c3-87f2-4021-8295-c226f3236ab4'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:54:30.366264 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398ed9bc-4916-45dc-831f-37a9b7d7cc73 None None] Routers {'ad0737c3-87f2-4021-8295-c226f3236ab4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:54:30.366879 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-398ed9bc-4916-45dc-831f-37a9b7d7cc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:54:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['ad0737c3-87f2-4021-8295-c226f3236ab4'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:54:30.410196 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-325ea298-e504-4d85-b66a-67e8464b689d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:30.414780 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-325ea298-e504-4d85-b66a-67e8464b689d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7284873 Sep 23 15:54:30.415029 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57750) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:54:30.458284 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-66f49bbf-fbed-4361-acdf-270f02ce86d6 tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=04ba3b533aed4ca1b027ca3a04d161ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395660 Sep 23 15:54:30.458507 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57754) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:54:30.547175 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-398ed9bc-4916-45dc-831f-37a9b7d7cc73 None None] Set router ad0737c3-87f2-4021-8295-c226f3236ab4 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:54:30.588337 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d57b48-402b-4073-a371-4bcc8f4c0edf tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:30.592376 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b1d57b48-402b-4073-a371-4bcc8f4c0edf tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303892 Sep 23 15:54:30.592606 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57758) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:54:30.632398 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-fae1575c-5907-4ffd-8b18-5aed844365df tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=61b1518d-d511-4beb-b056-d894a2c85079&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387547 Sep 23 15:54:30.635563 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57762) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:54:30.640867 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-ea65ec72-11b9-4d1a-86a9-1b01490eaa80 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-418222267', 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f', 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:54:30.753596 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ea65ec72-11b9-4d1a-86a9-1b01490eaa80 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:54:30.757954 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ea65ec72-11b9-4d1a-86a9-1b01490eaa80 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:subnet and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:54:30.761295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ea65ec72-11b9-4d1a-86a9-1b01490eaa80 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:54:30.767795 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ea65ec72-11b9-4d1a-86a9-1b01490eaa80 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:54:30.844308 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-398ed9bc-4916-45dc-831f-37a9b7d7cc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221933751', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91'}], 'enable_snat': True}, 'gw_port_id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:54:27Z', 'updated_at': '2022-09-23T15:54:29Z', 'revision_number': 3, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:54:28Z', 'updated_at': '2022-09-23T15:54:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:54:30.847694 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398ed9bc-4916-45dc-831f-37a9b7d7cc73 None None] Checking router: ad0737c3-87f2-4021-8295-c226f3236ab4 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:54:30.848063 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398ed9bc-4916-45dc-831f-37a9b7d7cc73 None None] Updating router ad0737c3-87f2-4021-8295-c226f3236ab4 port 8300a03f-e5ee-49df-847a-77f2731a4004 binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:54:30.856144 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea65ec72-11b9-4d1a-86a9-1b01490eaa80 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Made reservation on behalf of 04ba3b533aed4ca1b027ca3a04d161ce for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:54:30.860121 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ea65ec72-11b9-4d1a-86a9-1b01490eaa80 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:30.905082 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-398ed9bc-4916-45dc-831f-37a9b7d7cc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:31.141953 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ea65ec72-11b9-4d1a-86a9-1b01490eaa80 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:31.223393 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65ec72-11b9-4d1a-86a9-1b01490eaa80 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Subnet': ['ID=1919c063-7754-4a56-bfcc-fed23720f30d,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:31.234054 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea65ec72-11b9-4d1a-86a9-1b01490eaa80 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Checking segment: {'id': '3d0ae9bb-aa32-4685-8df6-cddc4c90f827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:54:31.234451 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea65ec72-11b9-4d1a-86a9-1b01490eaa80 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network hostable DHCP agents. Network: 6ece5353-8df0-45bf-8651-11c6a79c4a1f, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:54:31.242934 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-398ed9bc-4916-45dc-831f-37a9b7d7cc73 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:31.260141 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-398ed9bc-4916-45dc-831f-37a9b7d7cc73 None None] Transition to ACTIVE for port object 8300a03f-e5ee-49df-847a-77f2731a4004 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:54:31.318784 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea65ec72-11b9-4d1a-86a9-1b01490eaa80 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network 6ece5353-8df0-45bf-8651-11c6a79c4a1f is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:54:31.347351 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-398ed9bc-4916-45dc-831f-37a9b7d7cc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:31.406231 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-398ed9bc-4916-45dc-831f-37a9b7d7cc73 None None] Attempting to bind port 8300a03f-e5ee-49df-847a-77f2731a4004 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:54:31.406898 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-398ed9bc-4916-45dc-831f-37a9b7d7cc73 None None] Attempting to bind port 8300a03f-e5ee-49df-847a-77f2731a4004 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:54:31.406898 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398ed9bc-4916-45dc-831f-37a9b7d7cc73 None None] Attempting to bind port 8300a03f-e5ee-49df-847a-77f2731a4004 on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:54:31.417684 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398ed9bc-4916-45dc-831f-37a9b7d7cc73 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:54:31.418064 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398ed9bc-4916-45dc-831f-37a9b7d7cc73 None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:54:31.418487 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-398ed9bc-4916-45dc-831f-37a9b7d7cc73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:31.418876 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398ed9bc-4916-45dc-831f-37a9b7d7cc73 None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:54:31.419332 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-398ed9bc-4916-45dc-831f-37a9b7d7cc73 None None] Bound port: 8300a03f-e5ee-49df-847a-77f2731a4004, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:54:31.419697 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-398ed9bc-4916-45dc-831f-37a9b7d7cc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:31.421694 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-ea65ec72-11b9-4d1a-86a9-1b01490eaa80 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 6ece5353-8df0-45bf-8651-11c6a79c4a1f) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:54:31.425812 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea65ec72-11b9-4d1a-86a9-1b01490eaa80 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:31.426438 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ea65ec72-11b9-4d1a-86a9-1b01490eaa80 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:31.430174 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f314817-24d2-4caa-9ca8-b97c56da8462 None None] Network 6ece5353-8df0-45bf-8651-11c6a79c4a1f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:54:31.463875 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c343e3-fab6-4c38-8059-2454103801d7 None None] Pushing event updated for resources: {'Port': ['ID=8300a03f-e5ee-49df-847a-77f2731a4004,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:31.475737 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c343e3-fab6-4c38-8059-2454103801d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:31.476079 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c343e3-fab6-4c38-8059-2454103801d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:31.476413 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c343e3-fab6-4c38-8059-2454103801d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:31.477475 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c343e3-fab6-4c38-8059-2454103801d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:31.477711 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c343e3-fab6-4c38-8059-2454103801d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:31.478036 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c343e3-fab6-4c38-8059-2454103801d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:31.478378 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c343e3-fab6-4c38-8059-2454103801d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:31.478702 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c343e3-fab6-4c38-8059-2454103801d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:31.479025 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c343e3-fab6-4c38-8059-2454103801d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:31.479352 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c343e3-fab6-4c38-8059-2454103801d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:31.479659 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c343e3-fab6-4c38-8059-2454103801d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:31.479975 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c343e3-fab6-4c38-8059-2454103801d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:54:31.511067 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-398ed9bc-4916-45dc-831f-37a9b7d7cc73 None None] For port 8300a03f-e5ee-49df-847a-77f2731a4004, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:54:31.514132 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-398ed9bc-4916-45dc-831f-37a9b7d7cc73 None None] For port 8300a03f-e5ee-49df-847a-77f2731a4004, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8300a03f-e5ee-49df-847a-77f2731a4004,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:54:31.519673 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ea65ec72-11b9-4d1a-86a9-1b01490eaa80 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8830471 Sep 23 15:54:31.522488 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57766) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:54:31.553599 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-398ed9bc-4916-45dc-831f-37a9b7d7cc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:31.643405 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398ed9bc-4916-45dc-831f-37a9b7d7cc73 None None] Routers {'ad0737c3-87f2-4021-8295-c226f3236ab4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:54:31.643405 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-398ed9bc-4916-45dc-831f-37a9b7d7cc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:54:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['ad0737c3-87f2-4021-8295-c226f3236ab4'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:54:31.660393 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd993c21-e422-4a89-ab66-808d02ff3f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-6ece5353-8df0-45bf-8651-11c6a79c4a1f', 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'fixed_ips': [{'subnet_id': '1919c063-7754-4a56-bfcc-fed23720f30d'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:54:31.661227 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd993c21-e422-4a89-ab66-808d02ff3f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:31.733109 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c343e3-fab6-4c38-8059-2454103801d7 None None] Pushing event updated for resources: {'Port': ['ID=8300a03f-e5ee-49df-847a-77f2731a4004,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:31.826258 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-fd993c21-e422-4a89-ab66-808d02ff3f1f None None] Allocated IP 172.20.0.2 (6ece5353-8df0-45bf-8651-11c6a79c4a1f/1919c063-7754-4a56-bfcc-fed23720f30d/e0d420f8-2d3e-4870-99ea-76006539e3be) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:54:31.858524 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-398ed9bc-4916-45dc-831f-37a9b7d7cc73 None None] Set router ad0737c3-87f2-4021-8295-c226f3236ab4 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:54:32.052583 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd993c21-e422-4a89-ab66-808d02ff3f1f None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:32.064861 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-fd993c21-e422-4a89-ab66-808d02ff3f1f None None] Transition to ACTIVE for port object e0d420f8-2d3e-4870-99ea-76006539e3be will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:54:32.090514 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-fd993c21-e422-4a89-ab66-808d02ff3f1f None None] Transition to ACTIVE for port object e0d420f8-2d3e-4870-99ea-76006539e3be will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:54:32.131417 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd993c21-e422-4a89-ab66-808d02ff3f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:32.149757 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-398ed9bc-4916-45dc-831f-37a9b7d7cc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221933751', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91'}], 'enable_snat': True}, 'gw_port_id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:54:27Z', 'updated_at': '2022-09-23T15:54:29Z', 'revision_number': 3, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:54:28Z', 'updated_at': '2022-09-23T15:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:54:32.153779 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398ed9bc-4916-45dc-831f-37a9b7d7cc73 None None] The sync data for ids ['ad0737c3-87f2-4021-8295-c226f3236ab4'] in dv-neutron-859093-1-hyperv is: [{'id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221933751', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91'}], 'enable_snat': True}, 'gw_port_id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:54:27Z', 'updated_at': '2022-09-23T15:54:29Z', 'revision_number': 3, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:54:28Z', 'updated_at': '2022-09-23T15:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:54:32.186274 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5414b688-f0ba-43ee-ab76-6818868c204a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:32.254075 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd993c21-e422-4a89-ab66-808d02ff3f1f None None] Network 6ece5353-8df0-45bf-8651-11c6a79c4a1f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:54:32.258786 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-fd993c21-e422-4a89-ab66-808d02ff3f1f None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:54:32.260665 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd993c21-e422-4a89-ab66-808d02ff3f1f None None] Pushing event updated for resources: {'Port': ['ID=e0d420f8-2d3e-4870-99ea-76006539e3be,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:32.262794 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd993c21-e422-4a89-ab66-808d02ff3f1f None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:54:32.370623 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8652ddbd-bd8e-4167-abf6-2bf7e81ed5dc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:32.377456 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-fd993c21-e422-4a89-ab66-808d02ff3f1f None None] Attempting to bind port e0d420f8-2d3e-4870-99ea-76006539e3be on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:54:32.379883 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-fd993c21-e422-4a89-ab66-808d02ff3f1f None None] Attempting to bind port e0d420f8-2d3e-4870-99ea-76006539e3be by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '3d0ae9bb-aa32-4685-8df6-cddc4c90f827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:54:32.379883 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd993c21-e422-4a89-ab66-808d02ff3f1f None None] Attempting to bind port e0d420f8-2d3e-4870-99ea-76006539e3be on network 6ece5353-8df0-45bf-8651-11c6a79c4a1f {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:54:32.394441 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd993c21-e422-4a89-ab66-808d02ff3f1f None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:54:32.394832 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd993c21-e422-4a89-ab66-808d02ff3f1f None None] Checking segment: {'id': '3d0ae9bb-aa32-4685-8df6-cddc4c90f827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:54:32.395239 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd993c21-e422-4a89-ab66-808d02ff3f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:32.395633 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd993c21-e422-4a89-ab66-808d02ff3f1f None None] Bound using segment: {'id': '3d0ae9bb-aa32-4685-8df6-cddc4c90f827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:54:32.396115 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-fd993c21-e422-4a89-ab66-808d02ff3f1f None None] Bound port: e0d420f8-2d3e-4870-99ea-76006539e3be, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0ae9bb-aa32-4685-8df6-cddc4c90f827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:54:32.396493 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd993c21-e422-4a89-ab66-808d02ff3f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:32.494577 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-fd993c21-e422-4a89-ab66-808d02ff3f1f None None] For port e0d420f8-2d3e-4870-99ea-76006539e3be, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:54:32.498675 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-fd993c21-e422-4a89-ab66-808d02ff3f1f None None] For port e0d420f8-2d3e-4870-99ea-76006539e3be, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=e0d420f8-2d3e-4870-99ea-76006539e3be,segment=NetworkSegment(3d0ae9bb-aa32-4685-8df6-cddc4c90f827),segment_id=3d0ae9bb-aa32-4685-8df6-cddc4c90f827)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:54:32.565105 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd993c21-e422-4a89-ab66-808d02ff3f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:32.655889 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd993c21-e422-4a89-ab66-808d02ff3f1f None None] Pushing event updated for resources: {'Port': ['ID=e0d420f8-2d3e-4870-99ea-76006539e3be,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:32.844592 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-8652ddbd-bd8e-4167-abf6-2bf7e81ed5dc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Allocated IP 172.20.0.1 (6ece5353-8df0-45bf-8651-11c6a79c4a1f/1919c063-7754-4a56-bfcc-fed23720f30d/409d9032-a6b0-48d5-aea0-77ddceee10f7) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:54:33.027269 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8652ddbd-bd8e-4167-abf6-2bf7e81ed5dc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:33.044047 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-8652ddbd-bd8e-4167-abf6-2bf7e81ed5dc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Transition to ACTIVE for port object 409d9032-a6b0-48d5-aea0-77ddceee10f7 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:54:33.119231 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8652ddbd-bd8e-4167-abf6-2bf7e81ed5dc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:33.141569 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:33.191062 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8652ddbd-bd8e-4167-abf6-2bf7e81ed5dc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network 6ece5353-8df0-45bf-8651-11c6a79c4a1f is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:54:33.194101 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-8652ddbd-bd8e-4167-abf6-2bf7e81ed5dc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:54:33.197109 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8652ddbd-bd8e-4167-abf6-2bf7e81ed5dc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:54:33.233457 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652ddbd-bd8e-4167-abf6-2bf7e81ed5dc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=409d9032-a6b0-48d5-aea0-77ddceee10f7,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:33.259542 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8652ddbd-bd8e-4167-abf6-2bf7e81ed5dc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:33.460975 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8652ddbd-bd8e-4167-abf6-2bf7e81ed5dc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:33.984800 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8652ddbd-bd8e-4167-abf6-2bf7e81ed5dc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:34.084345 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8652ddbd-bd8e-4167-abf6-2bf7e81ed5dc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:34.200008 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652ddbd-bd8e-4167-abf6-2bf7e81ed5dc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=409d9032-a6b0-48d5-aea0-77ddceee10f7,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:34.204333 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8652ddbd-bd8e-4167-abf6-2bf7e81ed5dc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:34.310774 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8300a03f-e5ee-49df-847a-77f2731a4004 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:54:34.360190 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8652ddbd-bd8e-4167-abf6-2bf7e81ed5dc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network 6ece5353-8df0-45bf-8651-11c6a79c4a1f is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:54:34.361362 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-8652ddbd-bd8e-4167-abf6-2bf7e81ed5dc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:54:34.361768 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9459c54c-60ed-445e-a6e4-61b4d4c8b0d7 None None] Network 6ece5353-8df0-45bf-8651-11c6a79c4a1f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:54:34.548748 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8652ddbd-bd8e-4167-abf6-2bf7e81ed5dc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Router ad0737c3-87f2-4021-8295-c226f3236ab4 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:54:34.581561 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 8300a03f-e5ee-49df-847a-77f2731a4004 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:54:34.584034 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ad05816e-2a7d-4f55-9e22-df5bc97d65c1 None None] Provisioning for port e0d420f8-2d3e-4870-99ea-76006539e3be completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:54:34.603041 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 8300a03f-e5ee-49df-847a-77f2731a4004 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:54:34.603339 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:34.603680 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 8300a03f-e5ee-49df-847a-77f2731a4004 Sep 23 15:54:34.729010 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8652ddbd-bd8e-4167-abf6-2bf7e81ed5dc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:54:34.739612 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3927334-679b-4f56-8754-b736adfb7f05 None None] Sync routers for ids ['ad0737c3-87f2-4021-8295-c226f3236ab4'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:54:34.747442 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8652ddbd-bd8e-4167-abf6-2bf7e81ed5dc tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "PUT /v2.0/routers/ad0737c3-87f2-4021-8295-c226f3236ab4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2232919 Sep 23 15:54:34.754237 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 8300a03f-e5ee-49df-847a-77f2731a4004 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:54:34.754237 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:34.763291 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3927334-679b-4f56-8754-b736adfb7f05 None None] Routers {'ad0737c3-87f2-4021-8295-c226f3236ab4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:54:34.763929 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-f3927334-679b-4f56-8754-b736adfb7f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:54:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['ad0737c3-87f2-4021-8295-c226f3236ab4'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:54:34.853232 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 8300a03f-e5ee-49df-847a-77f2731a4004, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8300a03f-e5ee-49df-847a-77f2731a4004,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:54:34.930024 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-451304c9-452d-4910-ad95-ee116c2d3abf req-8bb55337-d10f-4e87-95b5-bbf7cab21cf1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1756207944&fields=id&tenant_id=04ba3b533aed4ca1b027ca3a04d161ce HTTP/1.1" status: 200 len: 267 time: 0.0453620 Sep 23 15:54:34.936141 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:34.936916 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device e0d420f8-2d3e-4870-99ea-76006539e3be up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:54:35.093257 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451304c9-452d-4910-ad95-ee116c2d3abf req-ac232288-f5ce-412b-b9e0-7290aecd2766 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:35.093982 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-451304c9-452d-4910-ad95-ee116c2d3abf req-ac232288-f5ce-412b-b9e0-7290aecd2766 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:network {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:54:35.103647 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-f3927334-679b-4f56-8754-b736adfb7f05 None None] Set router ad0737c3-87f2-4021-8295-c226f3236ab4 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:54:35.169970 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=8300a03f-e5ee-49df-847a-77f2731a4004,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:35.170426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-451304c9-452d-4910-ad95-ee116c2d3abf req-ac232288-f5ce-412b-b9e0-7290aecd2766 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:network {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:54:35.171677 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-451304c9-452d-4910-ad95-ee116c2d3abf req-ac232288-f5ce-412b-b9e0-7290aecd2766 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/networks?id=6ece5353-8df0-45bf-8651-11c6a79c4a1f HTTP/1.1" status: 200 len: 797 time: 0.2327378 Sep 23 15:54:35.172615 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ba7e98a2-b323-4cca-a173-9c6818cebf16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:35.197140 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-451304c9-452d-4910-ad95-ee116c2d3abf req-02853301-36c8-4bfd-8f43-67f9d3507079 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/quotas/04ba3b533aed4ca1b027ca3a04d161ce HTTP/1.1" status: 200 len: 375 time: 0.0109313 Sep 23 15:54:35.249262 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port e0d420f8-2d3e-4870-99ea-76006539e3be completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:54:35.260792 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1af3ab09-1f12-42c3-b534-cef268dcdaf9 None None] Provisioning for port 409d9032-a6b0-48d5-aea0-77ddceee10f7 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:54:35.283829 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port e0d420f8-2d3e-4870-99ea-76006539e3be triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:54:35.284214 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:35.284548 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port e0d420f8-2d3e-4870-99ea-76006539e3be Sep 23 15:54:35.300349 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-451304c9-452d-4910-ad95-ee116c2d3abf req-8eab30a9-175d-4569-9bde-a730b67e7b9e tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:54:35.317026 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1af3ab09-1f12-42c3-b534-cef268dcdaf9 None None] Provisioning complete for port 409d9032-a6b0-48d5-aea0-77ddceee10f7 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:54:35.317589 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1af3ab09-1f12-42c3-b534-cef268dcdaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:35.317699 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1af3ab09-1f12-42c3-b534-cef268dcdaf9 None None] Attempt 1 to provision port 409d9032-a6b0-48d5-aea0-77ddceee10f7 Sep 23 15:54:35.381805 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-451304c9-452d-4910-ad95-ee116c2d3abf req-8eab30a9-175d-4569-9bde-a730b67e7b9e tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:54:35.383209 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-451304c9-452d-4910-ad95-ee116c2d3abf req-8eab30a9-175d-4569-9bde-a730b67e7b9e tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1802926 Sep 23 15:54:35.468210 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1af3ab09-1f12-42c3-b534-cef268dcdaf9 None None] Port 409d9032-a6b0-48d5-aea0-77ddceee10f7 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:54:35.565314 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-451304c9-452d-4910-ad95-ee116c2d3abf req-f6b147df-0008-4ab4-8be2-0f33829290cc service neutron] 10.222.0.67 "GET /v2.0/networks/6ece5353-8df0-45bf-8651-11c6a79c4a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700244 Sep 23 15:54:35.602171 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:35.654963 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port e0d420f8-2d3e-4870-99ea-76006539e3be is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:54:35.655437 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:35.699817 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port e0d420f8-2d3e-4870-99ea-76006539e3be, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=e0d420f8-2d3e-4870-99ea-76006539e3be,segment=NetworkSegment(3d0ae9bb-aa32-4685-8df6-cddc4c90f827),segment_id=3d0ae9bb-aa32-4685-8df6-cddc4c90f827)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:54:35.703310 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-451304c9-452d-4910-ad95-ee116c2d3abf req-6562e03f-f380-432e-a685-50df35e92539 service neutron] 10.222.0.67 "GET /v2.0/networks/6ece5353-8df0-45bf-8651-11c6a79c4a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315656 Sep 23 15:54:35.708029 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-f3927334-679b-4f56-8754-b736adfb7f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221933751', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91'}], 'enable_snat': True}, 'gw_port_id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:54:27Z', 'updated_at': '2022-09-23T15:54:33Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:54:28Z', 'updated_at': '2022-09-23T15:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '409d9032-a6b0-48d5-aea0-77ddceee10f7', 'name': '', 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:be:b1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1919c063-7754-4a56-bfcc-fed23720f30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:54:32Z', 'updated_at': '2022-09-23T15:54:33Z', 'revision_number': 2, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '1919c063-7754-4a56-bfcc-fed23720f30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:54:35.712593 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3927334-679b-4f56-8754-b736adfb7f05 None None] Checking router: ad0737c3-87f2-4021-8295-c226f3236ab4 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:54:35.712943 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3927334-679b-4f56-8754-b736adfb7f05 None None] Updating router ad0737c3-87f2-4021-8295-c226f3236ab4 port 409d9032-a6b0-48d5-aea0-77ddceee10f7 binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:54:35.754119 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:35.766884 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f3927334-679b-4f56-8754-b736adfb7f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:35.778452 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:35.932778 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=e0d420f8-2d3e-4870-99ea-76006539e3be,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:35.967944 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-379321c7-b69e-45af-b146-f471761d1570 req-f1f7917e-e707-49d8-b00d-d4269c6ba95c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:54:35.970665 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1af3ab09-1f12-42c3-b534-cef268dcdaf9 None None] Attempt 2 to provision port 409d9032-a6b0-48d5-aea0-77ddceee10f7 Sep 23 15:54:35.983383 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-379321c7-b69e-45af-b146-f471761d1570 req-f1f7917e-e707-49d8-b00d-d4269c6ba95c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:54:35.984542 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-379321c7-b69e-45af-b146-f471761d1570 req-f1f7917e-e707-49d8-b00d-d4269c6ba95c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 210 time: 0.0678504 Sep 23 15:54:36.107390 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1af3ab09-1f12-42c3-b534-cef268dcdaf9 None None] Port 409d9032-a6b0-48d5-aea0-77ddceee10f7 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:54:36.226359 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f3927334-679b-4f56-8754-b736adfb7f05 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:36.247340 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f3927334-679b-4f56-8754-b736adfb7f05 None None] Transition to ACTIVE for port object 409d9032-a6b0-48d5-aea0-77ddceee10f7 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:54:36.254649 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8300a03f-e5ee-49df-847a-77f2731a4004 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:54:36.320939 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f3927334-679b-4f56-8754-b736adfb7f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:36.432197 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 8300a03f-e5ee-49df-847a-77f2731a4004 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:54:36.432578 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:36.432917 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 8300a03f-e5ee-49df-847a-77f2731a4004 Sep 23 15:54:36.558573 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15e202-3a53-442d-84c8-be1553b44a75 None None] Pushing event updated for resources: {'Port': ['ID=409d9032-a6b0-48d5-aea0-77ddceee10f7,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:36.594722 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f3927334-679b-4f56-8754-b736adfb7f05 None None] Attempting to bind port 409d9032-a6b0-48d5-aea0-77ddceee10f7 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:54:36.595090 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f3927334-679b-4f56-8754-b736adfb7f05 None None] Attempting to bind port 409d9032-a6b0-48d5-aea0-77ddceee10f7 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '3d0ae9bb-aa32-4685-8df6-cddc4c90f827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:54:36.595450 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3927334-679b-4f56-8754-b736adfb7f05 None None] Attempting to bind port 409d9032-a6b0-48d5-aea0-77ddceee10f7 on network 6ece5353-8df0-45bf-8651-11c6a79c4a1f {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:54:36.626976 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1af3ab09-1f12-42c3-b534-cef268dcdaf9 None None] Attempt 3 to provision port 409d9032-a6b0-48d5-aea0-77ddceee10f7 Sep 23 15:54:36.658518 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3927334-679b-4f56-8754-b736adfb7f05 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:54:36.658893 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3927334-679b-4f56-8754-b736adfb7f05 None None] Checking segment: {'id': '3d0ae9bb-aa32-4685-8df6-cddc4c90f827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:54:36.659291 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f3927334-679b-4f56-8754-b736adfb7f05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:36.659678 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3927334-679b-4f56-8754-b736adfb7f05 None None] Bound using segment: {'id': '3d0ae9bb-aa32-4685-8df6-cddc4c90f827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:54:36.660171 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-f3927334-679b-4f56-8754-b736adfb7f05 None None] Bound port: 409d9032-a6b0-48d5-aea0-77ddceee10f7, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0ae9bb-aa32-4685-8df6-cddc4c90f827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:54:36.660517 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f3927334-679b-4f56-8754-b736adfb7f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:36.709679 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 8300a03f-e5ee-49df-847a-77f2731a4004 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:54:36.711226 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device e0d420f8-2d3e-4870-99ea-76006539e3be up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:54:36.808337 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1af3ab09-1f12-42c3-b534-cef268dcdaf9 None None] Port 409d9032-a6b0-48d5-aea0-77ddceee10f7 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:54:36.844846 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f3927334-679b-4f56-8754-b736adfb7f05 None None] For port 409d9032-a6b0-48d5-aea0-77ddceee10f7, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:54:36.848482 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f3927334-679b-4f56-8754-b736adfb7f05 None None] For port 409d9032-a6b0-48d5-aea0-77ddceee10f7, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=409d9032-a6b0-48d5-aea0-77ddceee10f7,segment=NetworkSegment(3d0ae9bb-aa32-4685-8df6-cddc4c90f827),segment_id=3d0ae9bb-aa32-4685-8df6-cddc4c90f827)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:54:36.854553 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port e0d420f8-2d3e-4870-99ea-76006539e3be triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:54:36.854924 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:36.855257 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port e0d420f8-2d3e-4870-99ea-76006539e3be Sep 23 15:54:36.915440 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f3927334-679b-4f56-8754-b736adfb7f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:37.010046 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3927334-679b-4f56-8754-b736adfb7f05 None None] Routers {'ad0737c3-87f2-4021-8295-c226f3236ab4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:54:37.010705 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-f3927334-679b-4f56-8754-b736adfb7f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:54:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['ad0737c3-87f2-4021-8295-c226f3236ab4'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:54:37.032701 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:54:37.160095 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e19635b5-de1c-49f5-a8d5-fdf24ac4f244 req-ccd74ca3-326c-4936-9d87-94dc5b7dbb4d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 210 time: 0.0508356 Sep 23 15:54:37.184944 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15e202-3a53-442d-84c8-be1553b44a75 None None] Pushing event updated for resources: {'Port': ['ID=409d9032-a6b0-48d5-aea0-77ddceee10f7,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:37.240490 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port e0d420f8-2d3e-4870-99ea-76006539e3be is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:54:37.259923 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:37.287626 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-f3927334-679b-4f56-8754-b736adfb7f05 None None] Set router ad0737c3-87f2-4021-8295-c226f3236ab4 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:54:37.328181 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1af3ab09-1f12-42c3-b534-cef268dcdaf9 None None] Attempt 4 to provision port 409d9032-a6b0-48d5-aea0-77ddceee10f7 Sep 23 15:54:37.525163 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1af3ab09-1f12-42c3-b534-cef268dcdaf9 None None] Port 409d9032-a6b0-48d5-aea0-77ddceee10f7 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:54:37.658667 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-f3927334-679b-4f56-8754-b736adfb7f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221933751', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91'}], 'enable_snat': True}, 'gw_port_id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:54:27Z', 'updated_at': '2022-09-23T15:54:33Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:54:28Z', 'updated_at': '2022-09-23T15:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '409d9032-a6b0-48d5-aea0-77ddceee10f7', 'name': '', 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:be:b1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1919c063-7754-4a56-bfcc-fed23720f30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:54:32Z', 'updated_at': '2022-09-23T15:54:36Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '1919c063-7754-4a56-bfcc-fed23720f30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:54:37.662691 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3927334-679b-4f56-8754-b736adfb7f05 None None] The sync data for ids ['ad0737c3-87f2-4021-8295-c226f3236ab4'] in dv-neutron-859093-1-hyperv is: [{'id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221933751', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91'}], 'enable_snat': True}, 'gw_port_id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:54:27Z', 'updated_at': '2022-09-23T15:54:33Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:54:28Z', 'updated_at': '2022-09-23T15:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '409d9032-a6b0-48d5-aea0-77ddceee10f7', 'name': '', 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:be:b1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1919c063-7754-4a56-bfcc-fed23720f30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:54:32Z', 'updated_at': '2022-09-23T15:54:36Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '1919c063-7754-4a56-bfcc-fed23720f30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:54:37.882813 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451304c9-452d-4910-ad95-ee116c2d3abf req-c84ae415-2eec-4caf-992b-645eeba390b0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:37.887059 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-451304c9-452d-4910-ad95-ee116c2d3abf req-c84ae415-2eec-4caf-992b-645eeba390b0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.72 "GET /v2.0/networks?id=6ece5353-8df0-45bf-8651-11c6a79c4a1f HTTP/1.1" status: 200 len: 797 time: 0.1834185 Sep 23 15:54:37.940670 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-451304c9-452d-4910-ad95-ee116c2d3abf req-e9587fbf-592b-4e1d-a096-a9a363f14d1e tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04ba3b533aed4ca1b027ca3a04d161ce HTTP/1.1" status: 200 len: 380 time: 0.0437813 Sep 23 15:54:37.945520 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-451304c9-452d-4910-ad95-ee116c2d3abf req-dda7d83b-7949-453b-90e8-b07a9ab6b909 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'port': {'device_id': '842c77d3-ab27-4ee5-901d-a717a70e401b', 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f', 'admin_state_up': True, 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'security_groups': ['a3e68747-9038-40bb-a695-f1a40cd7ed7b']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:54:38.219188 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-451304c9-452d-4910-ad95-ee116c2d3abf req-dda7d83b-7949-453b-90e8-b07a9ab6b909 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:54:38.230471 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-451304c9-452d-4910-ad95-ee116c2d3abf req-dda7d83b-7949-453b-90e8-b07a9ab6b909 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:54:38.274363 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-451304c9-452d-4910-ad95-ee116c2d3abf req-dda7d83b-7949-453b-90e8-b07a9ab6b909 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Made reservation on behalf of 04ba3b533aed4ca1b027ca3a04d161ce for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:54:38.278072 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-451304c9-452d-4910-ad95-ee116c2d3abf req-dda7d83b-7949-453b-90e8-b07a9ab6b909 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:38.284601 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 409d9032-a6b0-48d5-aea0-77ddceee10f7 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:54:38.376001 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ac8e782e-d39b-4fd7-a8ad-a826b393ebcb req-e3e83643-2f8c-489c-941b-beb73861f986 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 210 time: 0.0701997 Sep 23 15:54:38.427560 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 409d9032-a6b0-48d5-aea0-77ddceee10f7 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:54:38.433353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 409d9032-a6b0-48d5-aea0-77ddceee10f7 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:54:38.433748 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:38.434083 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 409d9032-a6b0-48d5-aea0-77ddceee10f7 Sep 23 15:54:38.463138 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-451304c9-452d-4910-ad95-ee116c2d3abf req-dda7d83b-7949-453b-90e8-b07a9ab6b909 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Allocated IP 172.20.0.11 (6ece5353-8df0-45bf-8651-11c6a79c4a1f/1919c063-7754-4a56-bfcc-fed23720f30d/41a135fb-ac5c-4875-8476-e8b38b2d1e75) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:54:38.559887 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 409d9032-a6b0-48d5-aea0-77ddceee10f7 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:54:38.560402 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:38.600961 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 409d9032-a6b0-48d5-aea0-77ddceee10f7, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=409d9032-a6b0-48d5-aea0-77ddceee10f7,segment=NetworkSegment(3d0ae9bb-aa32-4685-8df6-cddc4c90f827),segment_id=3d0ae9bb-aa32-4685-8df6-cddc4c90f827)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:54:38.683234 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-451304c9-452d-4910-ad95-ee116c2d3abf req-dda7d83b-7949-453b-90e8-b07a9ab6b909 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:38.690524 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:38.702470 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-451304c9-452d-4910-ad95-ee116c2d3abf req-dda7d83b-7949-453b-90e8-b07a9ab6b909 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Transition to ACTIVE for port object 41a135fb-ac5c-4875-8476-e8b38b2d1e75 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:54:38.769733 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=409d9032-a6b0-48d5-aea0-77ddceee10f7,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:38.780020 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-451304c9-452d-4910-ad95-ee116c2d3abf req-dda7d83b-7949-453b-90e8-b07a9ab6b909 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:38.835086 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-451304c9-452d-4910-ad95-ee116c2d3abf req-dda7d83b-7949-453b-90e8-b07a9ab6b909 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network 6ece5353-8df0-45bf-8651-11c6a79c4a1f is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:54:38.837044 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-451304c9-452d-4910-ad95-ee116c2d3abf req-dda7d83b-7949-453b-90e8-b07a9ab6b909 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:54:38.839748 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-451304c9-452d-4910-ad95-ee116c2d3abf req-dda7d83b-7949-453b-90e8-b07a9ab6b909 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:54:38.919692 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7d83b-7949-453b-90e8-b07a9ab6b909 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=41a135fb-ac5c-4875-8476-e8b38b2d1e75,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:38.933157 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451304c9-452d-4910-ad95-ee116c2d3abf req-dda7d83b-7949-453b-90e8-b07a9ab6b909 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:38.933810 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-451304c9-452d-4910-ad95-ee116c2d3abf req-dda7d83b-7949-453b-90e8-b07a9ab6b909 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:39.028308 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-451304c9-452d-4910-ad95-ee116c2d3abf req-dda7d83b-7949-453b-90e8-b07a9ab6b909 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0865276 Sep 23 15:54:39.039381 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-451304c9-452d-4910-ad95-ee116c2d3abf req-e9303186-e08d-4029-8884-86cf1347cec3 service neutron] Request body: {'port': {'device_id': '842c77d3-ab27-4ee5-901d-a717a70e401b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:54:39.149917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-451304c9-452d-4910-ad95-ee116c2d3abf req-e9303186-e08d-4029-8884-86cf1347cec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:39.152960 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c81b8626-54c1-45bc-8d77-dc62b594f675 None None] Provisioning for port 41a135fb-ac5c-4875-8476-e8b38b2d1e75 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:54:39.158228 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c81b8626-54c1-45bc-8d77-dc62b594f675 None None] Provisioning complete for port 41a135fb-ac5c-4875-8476-e8b38b2d1e75 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:54:39.158626 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c81b8626-54c1-45bc-8d77-dc62b594f675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:39.158996 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c81b8626-54c1-45bc-8d77-dc62b594f675 None None] Attempt 1 to provision port 41a135fb-ac5c-4875-8476-e8b38b2d1e75 Sep 23 15:54:39.214722 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c81b8626-54c1-45bc-8d77-dc62b594f675 None None] Port 41a135fb-ac5c-4875-8476-e8b38b2d1e75 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:54:39.536332 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-451304c9-452d-4910-ad95-ee116c2d3abf req-e9303186-e08d-4029-8884-86cf1347cec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a135fb-ac5c-4875-8476-e8b38b2d1e75 {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:54:39.550788 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-451304c9-452d-4910-ad95-ee116c2d3abf req-e9303186-e08d-4029-8884-86cf1347cec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:39.576007 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-451304c9-452d-4910-ad95-ee116c2d3abf req-e9303186-e08d-4029-8884-86cf1347cec3 service neutron] Transition to ACTIVE for port object 41a135fb-ac5c-4875-8476-e8b38b2d1e75 will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:54:39.598653 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4eaf2-9eb7-430d-95a0-415636d2d42b req-9e1c68e6-52cf-490d-b00b-42bfd271be2f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:39.599800 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-11e4eaf2-9eb7-430d-95a0-415636d2d42b req-9e1c68e6-52cf-490d-b00b-42bfd271be2f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:54:39.627207 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-451304c9-452d-4910-ad95-ee116c2d3abf req-e9303186-e08d-4029-8884-86cf1347cec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:39.716107 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-11e4eaf2-9eb7-430d-95a0-415636d2d42b req-9e1c68e6-52cf-490d-b00b-42bfd271be2f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:54:39.716309 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c81b8626-54c1-45bc-8d77-dc62b594f675 None None] Attempt 2 to provision port 41a135fb-ac5c-4875-8476-e8b38b2d1e75 Sep 23 15:54:39.717171 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-11e4eaf2-9eb7-430d-95a0-415636d2d42b req-9e1c68e6-52cf-490d-b00b-42bfd271be2f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 932 time: 0.2291276 Sep 23 15:54:39.772380 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c81b8626-54c1-45bc-8d77-dc62b594f675 None None] Port 41a135fb-ac5c-4875-8476-e8b38b2d1e75 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:54:39.847554 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9303186-e08d-4029-8884-86cf1347cec3 service neutron] Pushing event updated for resources: {'Port': ['ID=41a135fb-ac5c-4875-8476-e8b38b2d1e75,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:39.866286 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-11e4eaf2-9eb7-430d-95a0-415636d2d42b req-4a9dbe36-b097-4347-bf91-c6cca063eb31 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3e68747-9038-40bb-a695-f1a40cd7ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288462 Sep 23 15:54:39.900743 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-451304c9-452d-4910-ad95-ee116c2d3abf req-e9303186-e08d-4029-8884-86cf1347cec3 service neutron] Attempting to bind port 41a135fb-ac5c-4875-8476-e8b38b2d1e75 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:54:39.901077 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-451304c9-452d-4910-ad95-ee116c2d3abf req-e9303186-e08d-4029-8884-86cf1347cec3 service neutron] Attempting to bind port 41a135fb-ac5c-4875-8476-e8b38b2d1e75 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '3d0ae9bb-aa32-4685-8df6-cddc4c90f827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:54:39.901403 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451304c9-452d-4910-ad95-ee116c2d3abf req-e9303186-e08d-4029-8884-86cf1347cec3 service neutron] Attempting to bind port 41a135fb-ac5c-4875-8476-e8b38b2d1e75 on network 6ece5353-8df0-45bf-8651-11c6a79c4a1f {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:54:39.905923 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451304c9-452d-4910-ad95-ee116c2d3abf req-e9303186-e08d-4029-8884-86cf1347cec3 service neutron] Port 41a135fb-ac5c-4875-8476-e8b38b2d1e75 on network 6ece5353-8df0-45bf-8651-11c6a79c4a1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:54:39.906238 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451304c9-452d-4910-ad95-ee116c2d3abf req-e9303186-e08d-4029-8884-86cf1347cec3 service neutron] Attempting to bind port 41a135fb-ac5c-4875-8476-e8b38b2d1e75 on network 6ece5353-8df0-45bf-8651-11c6a79c4a1f {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:54:39.911229 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451304c9-452d-4910-ad95-ee116c2d3abf req-e9303186-e08d-4029-8884-86cf1347cec3 service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:54:39.911557 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451304c9-452d-4910-ad95-ee116c2d3abf req-e9303186-e08d-4029-8884-86cf1347cec3 service neutron] Checking segment: {'id': '3d0ae9bb-aa32-4685-8df6-cddc4c90f827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:54:39.911929 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451304c9-452d-4910-ad95-ee116c2d3abf req-e9303186-e08d-4029-8884-86cf1347cec3 service neutron] Bound using segment: {'id': '3d0ae9bb-aa32-4685-8df6-cddc4c90f827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:54:39.912347 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-451304c9-452d-4910-ad95-ee116c2d3abf req-e9303186-e08d-4029-8884-86cf1347cec3 service neutron] Bound port: 41a135fb-ac5c-4875-8476-e8b38b2d1e75, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d0ae9bb-aa32-4685-8df6-cddc4c90f827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:54:39.912712 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-451304c9-452d-4910-ad95-ee116c2d3abf req-e9303186-e08d-4029-8884-86cf1347cec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:40.003271 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-451304c9-452d-4910-ad95-ee116c2d3abf req-e9303186-e08d-4029-8884-86cf1347cec3 service neutron] For port 41a135fb-ac5c-4875-8476-e8b38b2d1e75, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:54:40.006994 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-451304c9-452d-4910-ad95-ee116c2d3abf req-e9303186-e08d-4029-8884-86cf1347cec3 service neutron] For port 41a135fb-ac5c-4875-8476-e8b38b2d1e75, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=41a135fb-ac5c-4875-8476-e8b38b2d1e75,segment=NetworkSegment(3d0ae9bb-aa32-4685-8df6-cddc4c90f827),segment_id=3d0ae9bb-aa32-4685-8df6-cddc4c90f827)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:54:40.067716 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-451304c9-452d-4910-ad95-ee116c2d3abf req-e9303186-e08d-4029-8884-86cf1347cec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:40.097612 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451304c9-452d-4910-ad95-ee116c2d3abf req-e9303186-e08d-4029-8884-86cf1347cec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:40.098215 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-451304c9-452d-4910-ad95-ee116c2d3abf req-e9303186-e08d-4029-8884-86cf1347cec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:40.099591 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-451304c9-452d-4910-ad95-ee116c2d3abf req-e9303186-e08d-4029-8884-86cf1347cec3 service neutron] 10.222.0.72 "PUT /v2.0/ports/41a135fb-ac5c-4875-8476-e8b38b2d1e75 HTTP/1.1" status: 200 len: 1094 time: 1.0643461 Sep 23 15:54:40.100017 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842c77d3-ab27-4ee5-901d-a717a70e401b', 'tag': '41a135fb-ac5c-4875-8476-e8b38b2d1e75'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:54:40.102823 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a80d97-ad53-4ac6-bc90-d9a8383a2817" -d '{"events": [{"name": "network-changed", "server_uuid": "842c77d3-ab27-4ee5-901d-a717a70e401b", "tag": "41a135fb-ac5c-4875-8476-e8b38b2d1e75"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:54:40.145117 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c447a7b0-5fdf-4960-8ccf-76b23e8049b8 x-openstack-request-id: req-c447a7b0-5fdf-4960-8ccf-76b23e8049b8 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:54:40.145404 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842c77d3-ab27-4ee5-901d-a717a70e401b", "tag": "41a135fb-ac5c-4875-8476-e8b38b2d1e75", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:54:40.145650 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c447a7b0-5fdf-4960-8ccf-76b23e8049b8 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:54:40.146045 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c447a7b0-5fdf-4960-8ccf-76b23e8049b8'] response: {'name': 'network-changed', 'server_uuid': '842c77d3-ab27-4ee5-901d-a717a70e401b', 'tag': '41a135fb-ac5c-4875-8476-e8b38b2d1e75', 'status': 'completed', 'code': 200} Sep 23 15:54:40.146764 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9303186-e08d-4029-8884-86cf1347cec3 service neutron] Pushing event updated for resources: {'Port': ['ID=41a135fb-ac5c-4875-8476-e8b38b2d1e75,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:40.245477 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a80d97-ad53-4ac6-bc90-d9a8383a2817 req-f7592700-1307-46d5-9e52-64813cb57697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:40.246996 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-72a80d97-ad53-4ac6-bc90-d9a8383a2817 req-f7592700-1307-46d5-9e52-64813cb57697 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 1097 time: 0.0815506 Sep 23 15:54:40.250571 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 409d9032-a6b0-48d5-aea0-77ddceee10f7 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:54:40.278087 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c81b8626-54c1-45bc-8d77-dc62b594f675 None None] Attempt 3 to provision port 41a135fb-ac5c-4875-8476-e8b38b2d1e75 Sep 23 15:54:40.367009 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c81b8626-54c1-45bc-8d77-dc62b594f675 None None] Port 41a135fb-ac5c-4875-8476-e8b38b2d1e75 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:54:40.376545 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 409d9032-a6b0-48d5-aea0-77ddceee10f7 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:54:40.376913 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:40.377244 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 409d9032-a6b0-48d5-aea0-77ddceee10f7 Sep 23 15:54:40.487149 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a80d97-ad53-4ac6-bc90-d9a8383a2817 req-5f7d0935-ce20-4f00-b522-9a9d250a3ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:40.488602 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-72a80d97-ad53-4ac6-bc90-d9a8383a2817 req-5f7d0935-ce20-4f00-b522-9a9d250a3ed3 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2353199 Sep 23 15:54:40.494066 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 409d9032-a6b0-48d5-aea0-77ddceee10f7 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:54:40.623454 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a80d97-ad53-4ac6-bc90-d9a8383a2817 req-4a5cc245-d9a1-4ceb-8e71-c61315f315de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:40.624794 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-72a80d97-ad53-4ac6-bc90-d9a8383a2817 req-4a5cc245-d9a1-4ceb-8e71-c61315f315de service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1309092 Sep 23 15:54:40.735532 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451304c9-452d-4910-ad95-ee116c2d3abf req-5b83d29b-f868-4a98-a538-205f72ee96c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:40.736982 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-451304c9-452d-4910-ad95-ee116c2d3abf req-5b83d29b-f868-4a98-a538-205f72ee96c7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 1097 time: 0.0768411 Sep 23 15:54:40.808012 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-451304c9-452d-4910-ad95-ee116c2d3abf req-679424ad-d818-430b-b986-bef2036c38f8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41a135fb-ac5c-4875-8476-e8b38b2d1e75 HTTP/1.1" status: 200 len: 217 time: 0.0637960 Sep 23 15:54:40.871365 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451304c9-452d-4910-ad95-ee116c2d3abf req-8f153f53-f565-42ea-844f-5de36143c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:40.872776 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-451304c9-452d-4910-ad95-ee116c2d3abf req-8f153f53-f565-42ea-844f-5de36143c1bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1919c063-7754-4a56-bfcc-fed23720f30d HTTP/1.1" status: 200 len: 834 time: 0.0587955 Sep 23 15:54:40.961172 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451304c9-452d-4910-ad95-ee116c2d3abf req-68555eda-929c-4499-bab9-8a198845191d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:40.962743 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-451304c9-452d-4910-ad95-ee116c2d3abf req-68555eda-929c-4499-bab9-8a198845191d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ece5353-8df0-45bf-8651-11c6a79c4a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822046 Sep 23 15:54:41.155215 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-451304c9-452d-4910-ad95-ee116c2d3abf req-09620ccb-d000-48df-8dc0-883e02899623 service neutron] 10.222.0.72 "GET /v2.0/networks/6ece5353-8df0-45bf-8651-11c6a79c4a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851320 Sep 23 15:54:41.167473 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac655eb3-6108-4bcb-9988-673882535e2e req-803f3f9c-2cc6-43ca-9339-ed28b5b23bf6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:41.168821 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ac655eb3-6108-4bcb-9988-673882535e2e req-803f3f9c-2cc6-43ca-9339-ed28b5b23bf6 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 944 time: 0.1808541 Sep 23 15:54:41.288942 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ac655eb3-6108-4bcb-9988-673882535e2e req-8eb1c7f3-e21d-4c00-988c-fc5f8f52f6f1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3e68747-9038-40bb-a695-f1a40cd7ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021559 Sep 23 15:54:41.329940 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-451304c9-452d-4910-ad95-ee116c2d3abf req-9095c988-597f-4078-90a7-507f2af18025 service neutron] 10.222.0.72 "GET /v2.0/networks/6ece5353-8df0-45bf-8651-11c6a79c4a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601841 Sep 23 15:54:42.487719 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdc5c0-064d-431f-b264-202c25eacad4 req-23d32565-24a3-4f73-a17f-8d3957d81694 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:42.489146 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a1bdc5c0-064d-431f-b264-202c25eacad4 req-23d32565-24a3-4f73-a17f-8d3957d81694 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 944 time: 0.0863328 Sep 23 15:54:42.532038 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-a1bdc5c0-064d-431f-b264-202c25eacad4 req-bf6bf320-3d09-4594-9756-5d5e4a358848 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:security_group {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:54:42.609847 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-a1bdc5c0-064d-431f-b264-202c25eacad4 req-bf6bf320-3d09-4594-9756-5d5e4a358848 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:security_group {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:54:42.611007 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a1bdc5c0-064d-431f-b264-202c25eacad4 req-bf6bf320-3d09-4594-9756-5d5e4a358848 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3e68747-9038-40bb-a695-f1a40cd7ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156952 Sep 23 15:54:43.808049 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469cc55-1272-43bf-937e-a78a5db67519 req-b88990cf-8871-4d80-848d-1415c2e91307 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:43.809507 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c469cc55-1272-43bf-937e-a78a5db67519 req-b88990cf-8871-4d80-848d-1415c2e91307 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 944 time: 0.0861709 Sep 23 15:54:43.854897 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c469cc55-1272-43bf-937e-a78a5db67519 req-31c1dbd7-ff3f-4e94-8b37-9ffec6302954 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3e68747-9038-40bb-a695-f1a40cd7ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396066 Sep 23 15:54:44.420216 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 41a135fb-ac5c-4875-8476-e8b38b2d1e75 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:54:44.551189 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 41a135fb-ac5c-4875-8476-e8b38b2d1e75, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=41a135fb-ac5c-4875-8476-e8b38b2d1e75,segment=NetworkSegment(3d0ae9bb-aa32-4685-8df6-cddc4c90f827),segment_id=3d0ae9bb-aa32-4685-8df6-cddc4c90f827)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:54:44.564717 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '41a135fb-ac5c-4875-8476-e8b38b2d1e75', 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f', 'port_id': '41a135fb-ac5c-4875-8476-e8b38b2d1e75', 'mac_address': 'fa:16:3e:25:04:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1919c063-7754-4a56-bfcc-fed23720f30d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:54:44.620115 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 41a135fb-ac5c-4875-8476-e8b38b2d1e75 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:54:44.620492 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:44.640106 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a135fb-ac5c-4875-8476-e8b38b2d1e75 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:54:44.656168 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 41a135fb-ac5c-4875-8476-e8b38b2d1e75, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=41a135fb-ac5c-4875-8476-e8b38b2d1e75,segment=NetworkSegment(3d0ae9bb-aa32-4685-8df6-cddc4c90f827),segment_id=3d0ae9bb-aa32-4685-8df6-cddc4c90f827)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:54:44.718709 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:44.786084 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=41a135fb-ac5c-4875-8476-e8b38b2d1e75,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:44.926647 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['41a135fb-ac5c-4875-8476-e8b38b2d1e75'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:54:45.055278 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d03dc8-a6b2-49b2-9699-9fb67acd4ad0 req-7c2b30a9-a8fe-4ebb-b47a-fa8a583720db tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:45.056812 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-31d03dc8-a6b2-49b2-9699-9fb67acd4ad0 req-7c2b30a9-a8fe-4ebb-b47a-fa8a583720db tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 945 time: 0.0920117 Sep 23 15:54:45.102289 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-31d03dc8-a6b2-49b2-9699-9fb67acd4ad0 req-38b749b9-1360-4fd5-99ec-30f9059f2c9f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3e68747-9038-40bb-a695-f1a40cd7ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395148 Sep 23 15:54:46.299913 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4c247-edc6-411f-a51d-06f520c3516f req-7be59f4c-313c-4f95-abaf-4c8f7eef9cba tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:46.301358 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0ad4c247-edc6-411f-a51d-06f520c3516f req-7be59f4c-313c-4f95-abaf-4c8f7eef9cba tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 945 time: 0.0886521 Sep 23 15:54:46.350361 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0ad4c247-edc6-411f-a51d-06f520c3516f req-483e9c9b-2c84-4732-b229-7a3aff35c19e tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3e68747-9038-40bb-a695-f1a40cd7ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433297 Sep 23 15:54:46.436149 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 41a135fb-ac5c-4875-8476-e8b38b2d1e75 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:54:46.541167 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 41a135fb-ac5c-4875-8476-e8b38b2d1e75 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:54:46.545729 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 41a135fb-ac5c-4875-8476-e8b38b2d1e75 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:54:46.546097 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:46.546460 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 41a135fb-ac5c-4875-8476-e8b38b2d1e75 Sep 23 15:54:46.659792 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 41a135fb-ac5c-4875-8476-e8b38b2d1e75 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:54:46.660164 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:46.685690 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842c77d3-ab27-4ee5-901d-a717a70e401b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a135fb-ac5c-4875-8476-e8b38b2d1e75'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:54:46.688651 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff84b62-1f95-477d-81f5-99bedcd15930" -d '{"events": [{"server_uuid": "842c77d3-ab27-4ee5-901d-a717a70e401b", "name": "network-vif-plugged", "status": "completed", "tag": "41a135fb-ac5c-4875-8476-e8b38b2d1e75"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:54:46.698732 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 41a135fb-ac5c-4875-8476-e8b38b2d1e75, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=41a135fb-ac5c-4875-8476-e8b38b2d1e75,segment=NetworkSegment(3d0ae9bb-aa32-4685-8df6-cddc4c90f827),segment_id=3d0ae9bb-aa32-4685-8df6-cddc4c90f827)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:54:46.730709 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353f6420-d7ad-480e-a078-6a1890532e03 x-openstack-request-id: req-353f6420-d7ad-480e-a078-6a1890532e03 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:54:46.731002 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842c77d3-ab27-4ee5-901d-a717a70e401b", "name": "network-vif-plugged", "status": "completed", "tag": "41a135fb-ac5c-4875-8476-e8b38b2d1e75", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:54:46.731257 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-353f6420-d7ad-480e-a078-6a1890532e03 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:54:46.731648 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-353f6420-d7ad-480e-a078-6a1890532e03'] response: {'server_uuid': '842c77d3-ab27-4ee5-901d-a717a70e401b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a135fb-ac5c-4875-8476-e8b38b2d1e75', 'code': 200} Sep 23 15:54:46.753024 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:46.823910 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=41a135fb-ac5c-4875-8476-e8b38b2d1e75,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:47.095127 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbe5ca-cc18-4ed5-bfe1-5ba1296e8a6a req-c691fbad-60d9-4f20-b035-68f93bfaebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:47.096578 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a0bbe5ca-cc18-4ed5-bfe1-5ba1296e8a6a req-c691fbad-60d9-4f20-b035-68f93bfaebfa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 1099 time: 0.0758691 Sep 23 15:54:47.143696 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a0bbe5ca-cc18-4ed5-bfe1-5ba1296e8a6a req-7374e3ff-1040-4036-a5d2-0f91ebd57bc5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a3e68747-9038-40bb-a695-f1a40cd7ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404522 Sep 23 15:54:47.546412 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22195948-b041-4e44-923e-cf88c6647e73 req-b9735992-4f9e-4cae-99df-47de0e2bfceb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:47.547839 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-22195948-b041-4e44-923e-cf88c6647e73 req-b9735992-4f9e-4cae-99df-47de0e2bfceb tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 946 time: 0.0852368 Sep 23 15:54:47.591202 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-22195948-b041-4e44-923e-cf88c6647e73 req-aef64b58-3a8a-4cb4-919e-372c96ce395e tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3e68747-9038-40bb-a695-f1a40cd7ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377169 Sep 23 15:54:48.834899 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44975bba-8457-40df-af06-9e2a49d92bcd req-b4d73a43-dd66-4e58-872a-a33ade21d680 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:48.836374 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-44975bba-8457-40df-af06-9e2a49d92bcd req-b4d73a43-dd66-4e58-872a-a33ade21d680 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 946 time: 0.1331608 Sep 23 15:54:48.884765 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-44975bba-8457-40df-af06-9e2a49d92bcd req-d8c6bcd6-de0d-4f29-9dbc-af6ab24700d5 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3e68747-9038-40bb-a695-f1a40cd7ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425227 Sep 23 15:54:49.082619 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb588d-4377-468d-8561-0d084d6d0917 req-5803a0ab-9e3d-421b-9f28-b408e0ee92b9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:49.084046 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-19bb588d-4377-468d-8561-0d084d6d0917 req-5803a0ab-9e3d-421b-9f28-b408e0ee92b9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 946 time: 0.0900705 Sep 23 15:54:49.127122 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-19bb588d-4377-468d-8561-0d084d6d0917 req-3e53a6c7-286d-45b8-a219-9abe88fb397f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3e68747-9038-40bb-a695-f1a40cd7ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374742 Sep 23 15:54:49.155846 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57826) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:54:49.232738 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8525356d-52ed-4847-b5c0-dda5b3e38ebb tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:49.234257 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8525356d-52ed-4847-b5c0-dda5b3e38ebb tempest-TestNetworkAdvancedServerOps-1655176558 tempest-TestNetworkAdvancedServerOps-1655176558-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 1094 time: 0.0774333 Sep 23 15:54:49.237050 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57830) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:54:49.241815 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-a6755e62-34f1-46d1-8dd6-ce5b4952f4a2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': '41a135fb-ac5c-4875-8476-e8b38b2d1e75', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:54:49.247598 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a6755e62-34f1-46d1-8dd6-ce5b4952f4a2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:54:49.251419 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a6755e62-34f1-46d1-8dd6-ce5b4952f4a2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Usage tracker for resource:floatingip and tenant:04ba3b533aed4ca1b027ca3a04d161ce is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:54:49.254183 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a6755e62-34f1-46d1-8dd6-ce5b4952f4a2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:54:49.259877 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a6755e62-34f1-46d1-8dd6-ce5b4952f4a2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:54:49.306848 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6755e62-34f1-46d1-8dd6-ce5b4952f4a2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for floatingip, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:49.536107 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6755e62-34f1-46d1-8dd6-ce5b4952f4a2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:49.671029 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-a6755e62-34f1-46d1-8dd6-ce5b4952f4a2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Allocated IP 172.26.10.66 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/fcf35ad1-6ec4-4409-ae17-762cce645dd8) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:54:49.818024 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6755e62-34f1-46d1-8dd6-ce5b4952f4a2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:49.907543 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6755e62-34f1-46d1-8dd6-ce5b4952f4a2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:49.976023 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6755e62-34f1-46d1-8dd6-ce5b4952f4a2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:54:49.978974 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-a6755e62-34f1-46d1-8dd6-ce5b4952f4a2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:54:49.982589 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6755e62-34f1-46d1-8dd6-ce5b4952f4a2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:54:50.012157 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6755e62-34f1-46d1-8dd6-ce5b4952f4a2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=fcf35ad1-6ec4-4409-ae17-762cce645dd8,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:50.388204 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6755e62-34f1-46d1-8dd6-ce5b4952f4a2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:50.537126 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6755e62-34f1-46d1-8dd6-ce5b4952f4a2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:50.742470 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6755e62-34f1-46d1-8dd6-ce5b4952f4a2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:50.809987 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6755e62-34f1-46d1-8dd6-ce5b4952f4a2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:50.916077 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6755e62-34f1-46d1-8dd6-ce5b4952f4a2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event updated for resources: {'Port': ['ID=fcf35ad1-6ec4-4409-ae17-762cce645dd8,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:54:50.918383 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6755e62-34f1-46d1-8dd6-ce5b4952f4a2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:51.086804 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-a6755e62-34f1-46d1-8dd6-ce5b4952f4a2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Floating IP bea60bf5-2ffe-4635-9f4d-2c38b17ac573 associated. External IP: 172.26.10.66, port: 41a135fb-ac5c-4875-8476-e8b38b2d1e75. Sep 23 15:54:51.542647 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6755e62-34f1-46d1-8dd6-ce5b4952f4a2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Router ad0737c3-87f2-4021-8295-c226f3236ab4 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:54:51.720583 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6755e62-34f1-46d1-8dd6-ce5b4952f4a2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:54:51.730472 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd7d64f-26c5-4144-9600-fb5389a36add None None] Sync routers for ids ['ad0737c3-87f2-4021-8295-c226f3236ab4'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:54:51.740590 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd7d64f-26c5-4144-9600-fb5389a36add None None] Routers {'ad0737c3-87f2-4021-8295-c226f3236ab4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:54:51.741196 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-dcd7d64f-26c5-4144-9600-fb5389a36add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:54:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['ad0737c3-87f2-4021-8295-c226f3236ab4'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:54:51.829442 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a6755e62-34f1-46d1-8dd6-ce5b4952f4a2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:54:51.892919 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a6755e62-34f1-46d1-8dd6-ce5b4952f4a2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6548634 Sep 23 15:54:51.893599 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842c77d3-ab27-4ee5-901d-a717a70e401b', 'tag': '41a135fb-ac5c-4875-8476-e8b38b2d1e75'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:54:51.898872 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8dd8e2-bf65-46e4-8d36-d555a5970645" -d '{"events": [{"name": "network-changed", "server_uuid": "842c77d3-ab27-4ee5-901d-a717a70e401b", "tag": "41a135fb-ac5c-4875-8476-e8b38b2d1e75"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:54:51.929808 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-dcd7d64f-26c5-4144-9600-fb5389a36add None None] Set router ad0737c3-87f2-4021-8295-c226f3236ab4 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:54:51.943731 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cce035-c27b-4125-8c72-3a21280486d0 x-openstack-request-id: req-c0cce035-c27b-4125-8c72-3a21280486d0 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:54:51.944068 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842c77d3-ab27-4ee5-901d-a717a70e401b", "tag": "41a135fb-ac5c-4875-8476-e8b38b2d1e75", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:54:51.944468 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c0cce035-c27b-4125-8c72-3a21280486d0 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:54:51.944894 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0cce035-c27b-4125-8c72-3a21280486d0'] response: {'name': 'network-changed', 'server_uuid': '842c77d3-ab27-4ee5-901d-a717a70e401b', 'tag': '41a135fb-ac5c-4875-8476-e8b38b2d1e75', 'status': 'completed', 'code': 200} Sep 23 15:54:52.049009 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8dd8e2-bf65-46e4-8d36-d555a5970645 req-4ff29867-6e67-40d8-8cff-420e72756ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:52.051030 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ea8dd8e2-bf65-46e4-8d36-d555a5970645 req-4ff29867-6e67-40d8-8cff-420e72756ccf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 1099 time: 0.0838513 Sep 23 15:54:52.086429 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288a18b-d326-4d1d-9cfc-05b42f529621 req-0f39ca65-afa2-4247-bb80-df8462b68810 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:52.087828 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-5288a18b-d326-4d1d-9cfc-05b42f529621 req-0f39ca65-afa2-4247-bb80-df8462b68810 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 946 time: 0.0927668 Sep 23 15:54:52.138136 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-5288a18b-d326-4d1d-9cfc-05b42f529621 req-77cd9ab0-6830-45f9-8b68-4196828c85fa tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3e68747-9038-40bb-a695-f1a40cd7ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437539 Sep 23 15:54:52.168553 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57840) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:54:52.188933 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8dd8e2-bf65-46e4-8d36-d555a5970645 req-16d99ccc-bcbf-4ec9-9c3e-9d459234e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:52.190414 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ea8dd8e2-bf65-46e4-8d36-d555a5970645 req-16d99ccc-bcbf-4ec9-9c3e-9d459234e7b8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6ece5353-8df0-45bf-8651-11c6a79c4a1f HTTP/1.1" status: 200 len: 898 time: 0.1331339 Sep 23 15:54:52.281701 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-6e2e7bb0-d668-4717-a337-96e44bec736f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/floatingips/bea60bf5-2ffe-4635-9f4d-2c38b17ac573 HTTP/1.1" status: 200 len: 992 time: 0.1118217 Sep 23 15:54:52.296100 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-dcd7d64f-26c5-4144-9600-fb5389a36add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221933751', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91'}], 'enable_snat': True}, 'gw_port_id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:54:27Z', 'updated_at': '2022-09-23T15:54:33Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:54:28Z', 'updated_at': '2022-09-23T15:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': 'bea60bf5-2ffe-4635-9f4d-2c38b17ac573', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'floating_ip_address': '172.26.10.66', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'port_id': '41a135fb-ac5c-4875-8476-e8b38b2d1e75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f', 'mac_address': 'fa:16:3e:25:04:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842c77d3-ab27-4ee5-901d-a717a70e401b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:54:50Z', 'updated_at': '2022-09-23T15:54:50Z', 'revision_number': 0, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409d9032-a6b0-48d5-aea0-77ddceee10f7', 'name': '', 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:be:b1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1919c063-7754-4a56-bfcc-fed23720f30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:54:32Z', 'updated_at': '2022-09-23T15:54:38Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '1919c063-7754-4a56-bfcc-fed23720f30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:54:52.297117 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ea8dd8e2-bf65-46e4-8d36-d555a5970645 req-d335f5bb-b480-4fd3-80ee-cd1d2af2505d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41a135fb-ac5c-4875-8476-e8b38b2d1e75 HTTP/1.1" status: 200 len: 1000 time: 0.1007056 Sep 23 15:54:52.300013 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd7d64f-26c5-4144-9600-fb5389a36add None None] Checking router: ad0737c3-87f2-4021-8295-c226f3236ab4 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:54:52.308951 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd7d64f-26c5-4144-9600-fb5389a36add None None] Routers {'ad0737c3-87f2-4021-8295-c226f3236ab4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:54:52.309548 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-dcd7d64f-26c5-4144-9600-fb5389a36add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:54:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['ad0737c3-87f2-4021-8295-c226f3236ab4'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:54:52.359185 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8dd8e2-bf65-46e4-8d36-d555a5970645 req-a2b6785c-f0dd-4c9e-a848-c16d566736fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:52.360539 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ea8dd8e2-bf65-46e4-8d36-d555a5970645 req-a2b6785c-f0dd-4c9e-a848-c16d566736fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1919c063-7754-4a56-bfcc-fed23720f30d HTTP/1.1" status: 200 len: 834 time: 0.0582669 Sep 23 15:54:52.445967 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8dd8e2-bf65-46e4-8d36-d555a5970645 req-52e2cff0-1e23-4fdd-8f2d-176b5ac1a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:54:52.447578 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ea8dd8e2-bf65-46e4-8d36-d555a5970645 req-52e2cff0-1e23-4fdd-8f2d-176b5ac1a41f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ece5353-8df0-45bf-8651-11c6a79c4a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800378 Sep 23 15:54:52.483081 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-dcd7d64f-26c5-4144-9600-fb5389a36add None None] Set router ad0737c3-87f2-4021-8295-c226f3236ab4 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:54:52.580227 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ea8dd8e2-bf65-46e4-8d36-d555a5970645 req-2055cd14-9690-4be9-8ff3-158140cb9078 service neutron] 10.222.0.72 "GET /v2.0/networks/6ece5353-8df0-45bf-8651-11c6a79c4a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259372 Sep 23 15:54:52.712561 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ea8dd8e2-bf65-46e4-8d36-d555a5970645 req-db58ca61-1658-42e6-bb62-993e89203f08 service neutron] 10.222.0.72 "GET /v2.0/networks/6ece5353-8df0-45bf-8651-11c6a79c4a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253016 Sep 23 15:54:52.882536 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-dcd7d64f-26c5-4144-9600-fb5389a36add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221933751', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91'}], 'enable_snat': True}, 'gw_port_id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:54:27Z', 'updated_at': '2022-09-23T15:54:33Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:54:28Z', 'updated_at': '2022-09-23T15:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': 'bea60bf5-2ffe-4635-9f4d-2c38b17ac573', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'floating_ip_address': '172.26.10.66', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'port_id': '41a135fb-ac5c-4875-8476-e8b38b2d1e75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f', 'mac_address': 'fa:16:3e:25:04:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842c77d3-ab27-4ee5-901d-a717a70e401b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:54:50Z', 'updated_at': '2022-09-23T15:54:50Z', 'revision_number': 0, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409d9032-a6b0-48d5-aea0-77ddceee10f7', 'name': '', 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:be:b1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1919c063-7754-4a56-bfcc-fed23720f30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:54:32Z', 'updated_at': '2022-09-23T15:54:38Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '1919c063-7754-4a56-bfcc-fed23720f30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:54:52.886304 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd7d64f-26c5-4144-9600-fb5389a36add None None] The sync data for ids ['ad0737c3-87f2-4021-8295-c226f3236ab4'] in dv-neutron-859093-1-hyperv is: [{'id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221933751', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91'}], 'enable_snat': True}, 'gw_port_id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:54:27Z', 'updated_at': '2022-09-23T15:54:33Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:54:28Z', 'updated_at': '2022-09-23T15:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': 'bea60bf5-2ffe-4635-9f4d-2c38b17ac573', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'floating_ip_address': '172.26.10.66', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'port_id': '41a135fb-ac5c-4875-8476-e8b38b2d1e75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f', 'mac_address': 'fa:16:3e:25:04:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842c77d3-ab27-4ee5-901d-a717a70e401b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:54:50Z', 'updated_at': '2022-09-23T15:54:50Z', 'revision_number': 0, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409d9032-a6b0-48d5-aea0-77ddceee10f7', 'name': '', 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:be:b1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1919c063-7754-4a56-bfcc-fed23720f30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:54:32Z', 'updated_at': '2022-09-23T15:54:38Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '1919c063-7754-4a56-bfcc-fed23720f30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:54:53.076403 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bbe1a8-7c90-4ac9-a0e4-638f04a47112 None None] New status for floating IP bea60bf5-2ffe-4635-9f4d-2c38b17ac573: ACTIVE {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:54:53.283987 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57844) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:54:53.391898 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-83122bc1-a9c3-4e3c-807d-8695add361d0 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/floatingips/bea60bf5-2ffe-4635-9f4d-2c38b17ac573 HTTP/1.1" status: 200 len: 992 time: 0.1057320 Sep 23 15:54:54.394750 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57848) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:54:54.500282 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2fe796b4-8d37-4559-a89c-c6c9194299c9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/floatingips/bea60bf5-2ffe-4635-9f4d-2c38b17ac573 HTTP/1.1" status: 200 len: 994 time: 0.1043308 Sep 23 15:55:02.118499 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca046b9b-f9a9-4e0f-9925-ecc4b0de57ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:03.180922 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:05.078520 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d83db77f-ea6c-4420-8616-77f9e25d9c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:05.563875 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:05.712113 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:07.158237 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:08.785995 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b4821f5f-d73a-4ab6-bac7-451c6d69e557 req-e3b64cc4-91c3-4867-ba6e-47f4e81cb4bd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=842c77d3-ab27-4ee5-901d-a717a70e401b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756803 Sep 23 15:55:09.041752 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4821f5f-d73a-4ab6-bac7-451c6d69e557 req-be32ecd3-9622-4498-82a7-c081a2102da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:55:09.043226 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b4821f5f-d73a-4ab6-bac7-451c6d69e557 req-be32ecd3-9622-4498-82a7-c081a2102da8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 1099 time: 0.1893837 Sep 23 15:55:09.184550 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4821f5f-d73a-4ab6-bac7-451c6d69e557 req-1e457ad6-2f64-4205-a817-3fef20638f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:55:09.185960 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b4821f5f-d73a-4ab6-bac7-451c6d69e557 req-1e457ad6-2f64-4205-a817-3fef20638f2f service neutron] 10.222.0.72 "GET /v2.0/networks?id=6ece5353-8df0-45bf-8651-11c6a79c4a1f HTTP/1.1" status: 200 len: 898 time: 0.1244545 Sep 23 15:55:09.289122 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b4821f5f-d73a-4ab6-bac7-451c6d69e557 req-f10f0a05-82e5-49b5-8e6c-3ce6ebf815fe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41a135fb-ac5c-4875-8476-e8b38b2d1e75 HTTP/1.1" status: 200 len: 1002 time: 0.0966725 Sep 23 15:55:09.350493 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4821f5f-d73a-4ab6-bac7-451c6d69e557 req-420c7296-6a58-491c-b307-dbec8ed06c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:55:09.351770 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b4821f5f-d73a-4ab6-bac7-451c6d69e557 req-420c7296-6a58-491c-b307-dbec8ed06c1a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1919c063-7754-4a56-bfcc-fed23720f30d HTTP/1.1" status: 200 len: 834 time: 0.0561676 Sep 23 15:55:09.435180 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4821f5f-d73a-4ab6-bac7-451c6d69e557 req-169a3e34-26e4-4ba0-97ef-d5ffbbfea17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:55:09.436604 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b4821f5f-d73a-4ab6-bac7-451c6d69e557 req-169a3e34-26e4-4ba0-97ef-d5ffbbfea17c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ece5353-8df0-45bf-8651-11c6a79c4a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783932 Sep 23 15:55:09.565618 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b4821f5f-d73a-4ab6-bac7-451c6d69e557 req-cd984543-224b-4526-8406-db54c7685690 service neutron] 10.222.0.72 "GET /v2.0/networks/6ece5353-8df0-45bf-8651-11c6a79c4a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222813 Sep 23 15:55:09.701796 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b4821f5f-d73a-4ab6-bac7-451c6d69e557 req-b9f9963b-7ec2-4db0-9522-030136b655fa service neutron] 10.222.0.72 "GET /v2.0/networks/6ece5353-8df0-45bf-8651-11c6a79c4a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288023 Sep 23 15:55:14.032063 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:55:24.336328 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf90701-4d0e-4baa-8719-799404f3fa62 req-3808ea0c-8f0a-4a14-8dae-22f07d45202a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:55:24.337779 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0bf90701-4d0e-4baa-8719-799404f3fa62 req-3808ea0c-8f0a-4a14-8dae-22f07d45202a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 946 time: 0.1284540 Sep 23 15:55:24.380688 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0bf90701-4d0e-4baa-8719-799404f3fa62 req-c1f7546e-9a8c-4864-a4ca-225f9152723d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3e68747-9038-40bb-a695-f1a40cd7ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368972 Sep 23 15:55:25.584075 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba75965-5553-4c86-a704-1cd00ce79746 req-7ec753d4-c95a-4c92-b4e2-767edfbe5fc4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:55:25.585541 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6ba75965-5553-4c86-a704-1cd00ce79746 req-7ec753d4-c95a-4c92-b4e2-767edfbe5fc4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 946 time: 0.0892079 Sep 23 15:55:25.629030 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6ba75965-5553-4c86-a704-1cd00ce79746 req-c50fb50a-d5a1-4709-9019-82209dfb5404 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3e68747-9038-40bb-a695-f1a40cd7ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372584 Sep 23 15:55:25.658914 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57876) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:55:25.764519 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-0efbbcaf-d3be-4996-aa23-9ed5da2039d3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/floatingips/bea60bf5-2ffe-4635-9f4d-2c38b17ac573 HTTP/1.1" status: 200 len: 994 time: 0.1044660 Sep 23 15:55:27.344288 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568013e1-76ea-4fe8-97c5-4272d8f925cf req-65615be9-3936-48c8-86e4-0f0d292b336f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:55:27.345746 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-568013e1-76ea-4fe8-97c5-4272d8f925cf req-65615be9-3936-48c8-86e4-0f0d292b336f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 946 time: 0.1315172 Sep 23 15:55:27.410702 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-568013e1-76ea-4fe8-97c5-4272d8f925cf req-ade1b13f-5232-435f-bfae-7bbc2a837dcf tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3e68747-9038-40bb-a695-f1a40cd7ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585320 Sep 23 15:55:27.420265 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11715756-2b54-4500-b9f5-84131d255a0d req-6bbd8f90-b6bf-478a-9cdc-c1b642395407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:55:27.421698 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-11715756-2b54-4500-b9f5-84131d255a0d req-6bbd8f90-b6bf-478a-9cdc-c1b642395407 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 1099 time: 0.1260524 Sep 23 15:55:27.556877 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11715756-2b54-4500-b9f5-84131d255a0d req-f5cce430-b906-4327-b113-d938d058df37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:55:27.558305 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-11715756-2b54-4500-b9f5-84131d255a0d req-f5cce430-b906-4327-b113-d938d058df37 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6ece5353-8df0-45bf-8651-11c6a79c4a1f HTTP/1.1" status: 200 len: 898 time: 0.1261578 Sep 23 15:55:27.657034 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-11715756-2b54-4500-b9f5-84131d255a0d req-12a5be15-8a3a-4843-9fbc-e16b3a65650b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41a135fb-ac5c-4875-8476-e8b38b2d1e75 HTTP/1.1" status: 200 len: 1002 time: 0.0923579 Sep 23 15:55:27.720641 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11715756-2b54-4500-b9f5-84131d255a0d req-9f06cd47-2d30-42cd-9eb4-f671da909c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:55:27.721922 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-11715756-2b54-4500-b9f5-84131d255a0d req-9f06cd47-2d30-42cd-9eb4-f671da909c04 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1919c063-7754-4a56-bfcc-fed23720f30d HTTP/1.1" status: 200 len: 834 time: 0.0596421 Sep 23 15:55:27.808556 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11715756-2b54-4500-b9f5-84131d255a0d req-0b47b270-b0e2-4d54-a0b5-ef7d5917df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:55:27.810015 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-11715756-2b54-4500-b9f5-84131d255a0d req-0b47b270-b0e2-4d54-a0b5-ef7d5917df12 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ece5353-8df0-45bf-8651-11c6a79c4a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822642 Sep 23 15:55:27.938330 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-11715756-2b54-4500-b9f5-84131d255a0d req-e3776fcf-20aa-4eee-be84-6cb1112ff0de service neutron] 10.222.0.72 "GET /v2.0/networks/6ece5353-8df0-45bf-8651-11c6a79c4a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216049 Sep 23 15:55:28.169699 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-11715756-2b54-4500-b9f5-84131d255a0d req-d5dd97c2-4d14-4159-8d2f-a54669df7a91 service neutron] 10.222.0.72 "GET /v2.0/networks/6ece5353-8df0-45bf-8651-11c6a79c4a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248600 Sep 23 15:55:28.613824 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e43dc-5da2-450f-9ecd-09a3d51a91e3 req-f5e2ccfc-5981-432b-b5c3-b2414112ed6f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:55:28.623063 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7b4e43dc-5da2-450f-9ecd-09a3d51a91e3 req-f5e2ccfc-5981-432b-b5c3-b2414112ed6f tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 946 time: 0.0891817 Sep 23 15:55:28.659716 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7b4e43dc-5da2-450f-9ecd-09a3d51a91e3 req-fa345e96-c045-47ab-b0e1-75ff30c6cee2 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3e68747-9038-40bb-a695-f1a40cd7ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386562 Sep 23 15:55:29.862719 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a75e39-2954-4c4f-a951-b7932ddbe266 req-675185f6-3fbd-4d0d-b093-0d04545933e7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:55:29.864155 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-07a75e39-2954-4c4f-a951-b7932ddbe266 req-675185f6-3fbd-4d0d-b093-0d04545933e7 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 946 time: 0.0901754 Sep 23 15:55:29.907704 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-07a75e39-2954-4c4f-a951-b7932ddbe266 req-88dde850-1d04-4cff-92e8-5487c2f47d26 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3e68747-9038-40bb-a695-f1a40cd7ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372977 Sep 23 15:55:29.937450 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57890) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:55:30.042067 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-824218c0-966a-42bb-8749-0584512ddb2d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/floatingips/bea60bf5-2ffe-4635-9f4d-2c38b17ac573 HTTP/1.1" status: 200 len: 994 time: 0.1035297 Sep 23 15:55:30.296911 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57898) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:55:30.500208 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-278b5518-5769-492d-9c73-9c493121b637 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Deleting port fcf35ad1-6ec4-4409-ae17-762cce645dd8 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:55:30.500553 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-278b5518-5769-492d-9c73-9c493121b637 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:30.670736 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-278b5518-5769-492d-9c73-9c493121b637 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:30.670953 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-278b5518-5769-492d-9c73-9c493121b637 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:30.794847 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-278b5518-5769-492d-9c73-9c493121b637 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Calling delete_port for fcf35ad1-6ec4-4409-ae17-762cce645dd8 owned by network:floatingip {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:55:30.986812 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-278b5518-5769-492d-9c73-9c493121b637 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:31.036402 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b5518-5769-492d-9c73-9c493121b637 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Port': ['ID=fcf35ad1-6ec4-4409-ae17-762cce645dd8,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:31.077922 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b5518-5769-492d-9c73-9c493121b637 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:31.078210 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b5518-5769-492d-9c73-9c493121b637 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:31.078546 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b5518-5769-492d-9c73-9c493121b637 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:31.079124 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b5518-5769-492d-9c73-9c493121b637 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:31.079449 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b5518-5769-492d-9c73-9c493121b637 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:31.079776 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b5518-5769-492d-9c73-9c493121b637 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:31.080093 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b5518-5769-492d-9c73-9c493121b637 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:31.080408 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b5518-5769-492d-9c73-9c493121b637 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:31.080723 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b5518-5769-492d-9c73-9c493121b637 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:31.081036 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b5518-5769-492d-9c73-9c493121b637 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:31.081353 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b5518-5769-492d-9c73-9c493121b637 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:31.081664 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278b5518-5769-492d-9c73-9c493121b637 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:31.141733 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-278b5518-5769-492d-9c73-9c493121b637 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for floatingip, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:31.142056 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-278b5518-5769-492d-9c73-9c493121b637 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Floating IP bea60bf5-2ffe-4635-9f4d-2c38b17ac573 disassociated (deleted). External IP: 172.26.10.66, port: 41a135fb-ac5c-4875-8476-e8b38b2d1e75. Sep 23 15:55:31.593096 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278b5518-5769-492d-9c73-9c493121b637 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Router ad0737c3-87f2-4021-8295-c226f3236ab4 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:55:31.767413 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278b5518-5769-492d-9c73-9c493121b637 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:55:31.778214 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc960dca-740d-4d9f-b15c-108b74b9ac1c None None] Sync routers for ids ['ad0737c3-87f2-4021-8295-c226f3236ab4'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:55:31.787172 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc960dca-740d-4d9f-b15c-108b74b9ac1c None None] Routers {'ad0737c3-87f2-4021-8295-c226f3236ab4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:55:31.787761 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-fc960dca-740d-4d9f-b15c-108b74b9ac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:55:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['ad0737c3-87f2-4021-8295-c226f3236ab4'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:55:31.849212 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-278b5518-5769-492d-9c73-9c493121b637 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:31.908097 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-278b5518-5769-492d-9c73-9c493121b637 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "DELETE /v2.0/floatingips/bea60bf5-2ffe-4635-9f4d-2c38b17ac573 HTTP/1.1" status: 204 len: 168 time: 1.6101594 Sep 23 15:55:31.908692 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842c77d3-ab27-4ee5-901d-a717a70e401b', 'tag': '41a135fb-ac5c-4875-8476-e8b38b2d1e75'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:55:31.911028 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34c473a-74c8-4a6e-91fe-ca4bdebf5e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "842c77d3-ab27-4ee5-901d-a717a70e401b", "tag": "41a135fb-ac5c-4875-8476-e8b38b2d1e75"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:55:31.965870 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-fc960dca-740d-4d9f-b15c-108b74b9ac1c None None] Set router ad0737c3-87f2-4021-8295-c226f3236ab4 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:55:32.019998 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9d51c7-a171-49ba-a86c-6fd8605760e1 x-openstack-request-id: req-1c9d51c7-a171-49ba-a86c-6fd8605760e1 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:55:32.020524 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842c77d3-ab27-4ee5-901d-a717a70e401b", "tag": "41a135fb-ac5c-4875-8476-e8b38b2d1e75", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:55:32.020524 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1c9d51c7-a171-49ba-a86c-6fd8605760e1 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:55:32.020902 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c9d51c7-a171-49ba-a86c-6fd8605760e1'] response: {'name': 'network-changed', 'server_uuid': '842c77d3-ab27-4ee5-901d-a717a70e401b', 'tag': '41a135fb-ac5c-4875-8476-e8b38b2d1e75', 'status': 'completed', 'code': 200} Sep 23 15:55:32.118021 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-43d87d41-f145-4595-b100-74be3a5eea0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:32.130012 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c473a-74c8-4a6e-91fe-ca4bdebf5e4a req-130149f3-4891-47ce-a115-0e0d2b214c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:55:32.131545 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f34c473a-74c8-4a6e-91fe-ca4bdebf5e4a req-130149f3-4891-47ce-a115-0e0d2b214c9f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 1099 time: 0.0861163 Sep 23 15:55:32.264328 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c473a-74c8-4a6e-91fe-ca4bdebf5e4a req-b65c7e51-e876-4283-b496-6f883585be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:55:32.266635 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f34c473a-74c8-4a6e-91fe-ca4bdebf5e4a req-b65c7e51-e876-4283-b496-6f883585be68 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6ece5353-8df0-45bf-8651-11c6a79c4a1f HTTP/1.1" status: 200 len: 898 time: 0.1281300 Sep 23 15:55:32.292174 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-fc960dca-740d-4d9f-b15c-108b74b9ac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221933751', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91'}], 'enable_snat': True}, 'gw_port_id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:54:27Z', 'updated_at': '2022-09-23T15:54:33Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:54:28Z', 'updated_at': '2022-09-23T15:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '409d9032-a6b0-48d5-aea0-77ddceee10f7', 'name': '', 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:be:b1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1919c063-7754-4a56-bfcc-fed23720f30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:54:32Z', 'updated_at': '2022-09-23T15:54:38Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '1919c063-7754-4a56-bfcc-fed23720f30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:55:32.295977 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc960dca-740d-4d9f-b15c-108b74b9ac1c None None] Checking router: ad0737c3-87f2-4021-8295-c226f3236ab4 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:55:32.304419 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc960dca-740d-4d9f-b15c-108b74b9ac1c None None] Routers {'ad0737c3-87f2-4021-8295-c226f3236ab4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:55:32.305017 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-fc960dca-740d-4d9f-b15c-108b74b9ac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:55:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['ad0737c3-87f2-4021-8295-c226f3236ab4'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:55:32.342130 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f34c473a-74c8-4a6e-91fe-ca4bdebf5e4a req-bad82987-c253-4781-9ca5-8fa1768638ba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41a135fb-ac5c-4875-8476-e8b38b2d1e75 HTTP/1.1" status: 200 len: 217 time: 0.0688796 Sep 23 15:55:32.406906 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c473a-74c8-4a6e-91fe-ca4bdebf5e4a req-acb90749-1b77-4ac2-850f-a3f67b7f84f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:55:32.408335 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f34c473a-74c8-4a6e-91fe-ca4bdebf5e4a req-acb90749-1b77-4ac2-850f-a3f67b7f84f3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1919c063-7754-4a56-bfcc-fed23720f30d HTTP/1.1" status: 200 len: 834 time: 0.0605466 Sep 23 15:55:32.487910 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-fc960dca-740d-4d9f-b15c-108b74b9ac1c None None] Set router ad0737c3-87f2-4021-8295-c226f3236ab4 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:55:32.499994 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c473a-74c8-4a6e-91fe-ca4bdebf5e4a req-8a365d07-9d56-4fd2-9525-dcd623519a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:55:32.501452 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f34c473a-74c8-4a6e-91fe-ca4bdebf5e4a req-8a365d07-9d56-4fd2-9525-dcd623519a1a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6ece5353-8df0-45bf-8651-11c6a79c4a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864310 Sep 23 15:55:32.557496 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfbb7a-ee57-4223-bcae-2770677685cf req-5d513e4f-5188-416e-afae-01567acea37c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:55:32.558994 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6ecfbb7a-ee57-4223-bcae-2770677685cf req-5d513e4f-5188-416e-afae-01567acea37c tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 946 time: 0.0903986 Sep 23 15:55:32.643308 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f34c473a-74c8-4a6e-91fe-ca4bdebf5e4a req-f976aa5d-d2c9-48dd-8e6b-baac347d2039 service neutron] 10.222.0.72 "GET /v2.0/networks/6ece5353-8df0-45bf-8651-11c6a79c4a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338513 Sep 23 15:55:32.711932 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6ecfbb7a-ee57-4223-bcae-2770677685cf req-5705f029-1b4e-4a45-bd17-33258cc6b74d tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3e68747-9038-40bb-a695-f1a40cd7ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471903 Sep 23 15:55:32.786988 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f34c473a-74c8-4a6e-91fe-ca4bdebf5e4a req-5e18d1d8-30b7-41df-86eb-64c3761e36f8 service neutron] 10.222.0.72 "GET /v2.0/networks/6ece5353-8df0-45bf-8651-11c6a79c4a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348124 Sep 23 15:55:32.843171 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-fc960dca-740d-4d9f-b15c-108b74b9ac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221933751', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91'}], 'enable_snat': True}, 'gw_port_id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:54:27Z', 'updated_at': '2022-09-23T15:54:33Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:54:28Z', 'updated_at': '2022-09-23T15:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '409d9032-a6b0-48d5-aea0-77ddceee10f7', 'name': '', 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:be:b1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1919c063-7754-4a56-bfcc-fed23720f30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:54:32Z', 'updated_at': '2022-09-23T15:54:38Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '1919c063-7754-4a56-bfcc-fed23720f30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:55:32.846994 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc960dca-740d-4d9f-b15c-108b74b9ac1c None None] The sync data for ids ['ad0737c3-87f2-4021-8295-c226f3236ab4'] in dv-neutron-859093-1-hyperv is: [{'id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221933751', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91'}], 'enable_snat': True}, 'gw_port_id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:54:27Z', 'updated_at': '2022-09-23T15:54:33Z', 'revision_number': 4, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:54:28Z', 'updated_at': '2022-09-23T15:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '409d9032-a6b0-48d5-aea0-77ddceee10f7', 'name': '', 'network_id': '6ece5353-8df0-45bf-8651-11c6a79c4a1f', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'mac_address': 'fa:16:3e:be:b1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '1919c063-7754-4a56-bfcc-fed23720f30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:54:32Z', 'updated_at': '2022-09-23T15:54:38Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'subnets': [{'id': '1919c063-7754-4a56-bfcc-fed23720f30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:55:33.056352 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813cb16b-4344-4a6b-b87b-51cc94bd7744 None None] New status for floating IP bea60bf5-2ffe-4635-9f4d-2c38b17ac573: DOWN {{(pid=89740) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:55:33.226265 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:33.919006 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c330c-80a7-41c7-9429-d34f88015133 req-de460858-d86a-4f85-a64e-57458f5644b4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:55:33.919700 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-6f5c330c-80a7-41c7-9429-d34f88015133 req-de460858-d86a-4f85-a64e-57458f5644b4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:55:34.013717 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-6f5c330c-80a7-41c7-9429-d34f88015133 req-de460858-d86a-4f85-a64e-57458f5644b4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:55:34.015042 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6f5c330c-80a7-41c7-9429-d34f88015133 req-de460858-d86a-4f85-a64e-57458f5644b4 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 946 time: 0.1814997 Sep 23 15:55:34.070989 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6f5c330c-80a7-41c7-9429-d34f88015133 req-086a119d-baad-4b77-95ed-bc6cab0fe750 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/security-groups?id=a3e68747-9038-40bb-a695-f1a40cd7ed7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471394 Sep 23 15:55:34.087775 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb988d-7db1-4027-bcab-423bf49e421a req-f7a72947-eb4e-415c-93f6-92f87baddd4a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:55:34.089227 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-32bb988d-7db1-4027-bcab-423bf49e421a req-f7a72947-eb4e-415c-93f6-92f87baddd4a tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.72 "GET /v2.0/ports?device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 946 time: 0.1271105 Sep 23 15:55:34.163605 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-32bb988d-7db1-4027-bcab-423bf49e421a req-d6b4a08e-99e2-4a05-aa6f-5cf7230f211b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Deleting port 41a135fb-ac5c-4875-8476-e8b38b2d1e75 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:55:34.163948 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-32bb988d-7db1-4027-bcab-423bf49e421a req-d6b4a08e-99e2-4a05-aa6f-5cf7230f211b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:34.514012 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-32bb988d-7db1-4027-bcab-423bf49e421a req-d6b4a08e-99e2-4a05-aa6f-5cf7230f211b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] For port 41a135fb-ac5c-4875-8476-e8b38b2d1e75, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=41a135fb-ac5c-4875-8476-e8b38b2d1e75,segment=NetworkSegment(3d0ae9bb-aa32-4685-8df6-cddc4c90f827),segment_id=3d0ae9bb-aa32-4685-8df6-cddc4c90f827)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:55:34.514400 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-32bb988d-7db1-4027-bcab-423bf49e421a req-d6b4a08e-99e2-4a05-aa6f-5cf7230f211b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:34.637285 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-32bb988d-7db1-4027-bcab-423bf49e421a req-d6b4a08e-99e2-4a05-aa6f-5cf7230f211b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Calling delete_port for 41a135fb-ac5c-4875-8476-e8b38b2d1e75 owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:55:34.832410 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-32bb988d-7db1-4027-bcab-423bf49e421a req-d6b4a08e-99e2-4a05-aa6f-5cf7230f211b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:34.886541 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4a08e-99e2-4a05-aa6f-5cf7230f211b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Port': ['ID=41a135fb-ac5c-4875-8476-e8b38b2d1e75,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:34.978237 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bb988d-7db1-4027-bcab-423bf49e421a req-d6b4a08e-99e2-4a05-aa6f-5cf7230f211b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] No DVR routers for this DVR port 41a135fb-ac5c-4875-8476-e8b38b2d1e75 on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:55:34.980675 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-32bb988d-7db1-4027-bcab-423bf49e421a req-d6b4a08e-99e2-4a05-aa6f-5cf7230f211b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:34.983138 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842c77d3-ab27-4ee5-901d-a717a70e401b', 'name': 'network-vif-deleted', 'tag': '41a135fb-ac5c-4875-8476-e8b38b2d1e75'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:55:34.985372 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8e1f0f-b214-4927-bc8a-22dca9708aa6" -d '{"events": [{"server_uuid": "842c77d3-ab27-4ee5-901d-a717a70e401b", "name": "network-vif-deleted", "tag": "41a135fb-ac5c-4875-8476-e8b38b2d1e75"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:55:35.027133 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd70bf49-5f55-43c8-a981-1c545cc08fb6 x-openstack-request-id: req-bd70bf49-5f55-43c8-a981-1c545cc08fb6 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:55:35.027419 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842c77d3-ab27-4ee5-901d-a717a70e401b", "name": "network-vif-deleted", "tag": "41a135fb-ac5c-4875-8476-e8b38b2d1e75", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:55:35.027665 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bd70bf49-5f55-43c8-a981-1c545cc08fb6 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:55:35.028080 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd70bf49-5f55-43c8-a981-1c545cc08fb6'] response: {'server_uuid': '842c77d3-ab27-4ee5-901d-a717a70e401b', 'name': 'network-vif-deleted', 'tag': '41a135fb-ac5c-4875-8476-e8b38b2d1e75', 'status': 'completed', 'code': 200} Sep 23 15:55:35.067376 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-32bb988d-7db1-4027-bcab-423bf49e421a req-d6b4a08e-99e2-4a05-aa6f-5cf7230f211b tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.72 "DELETE /v2.0/ports/41a135fb-ac5c-4875-8476-e8b38b2d1e75 HTTP/1.1" status: 204 len: 173 time: 0.9710939 Sep 23 15:55:35.095183 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3bf314ae-0deb-4332-a8f9-d01b46c457f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:35.236137 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-2bd70db7-9b6d-4fd4-a165-b9b9f6dc5b95 req-1f877110-1fd9-4c9a-a3c8-881bfaa15230 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Synchronizing usage tracker for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:55:35.301375 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-2bd70db7-9b6d-4fd4-a165-b9b9f6dc5b95 req-1f877110-1fd9-4c9a-a3c8-881bfaa15230 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Unset dirty status for tenant:04ba3b533aed4ca1b027ca3a04d161ce on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:55:35.302702 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2bd70db7-9b6d-4fd4-a165-b9b9f6dc5b95 req-1f877110-1fd9-4c9a-a3c8-881bfaa15230 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "GET /v2.0/ports?device_id=842c77d3-ab27-4ee5-901d-a717a70e401b HTTP/1.1" status: 200 len: 210 time: 0.1215816 Sep 23 15:55:35.534602 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:35.723496 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:36.408815 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57918) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:55:36.957452 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a8584eea-8466-45cf-8985-b4e924a04a22 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:37.175034 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:37.413596 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-a8584eea-8466-45cf-8985-b4e924a04a22 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Deleting port 409d9032-a6b0-48d5-aea0-77ddceee10f7 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:55:37.414162 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a8584eea-8466-45cf-8985-b4e924a04a22 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:37.600309 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-a8584eea-8466-45cf-8985-b4e924a04a22 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] For port 409d9032-a6b0-48d5-aea0-77ddceee10f7, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=409d9032-a6b0-48d5-aea0-77ddceee10f7,segment=NetworkSegment(3d0ae9bb-aa32-4685-8df6-cddc4c90f827),segment_id=3d0ae9bb-aa32-4685-8df6-cddc4c90f827)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:55:37.600672 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a8584eea-8466-45cf-8985-b4e924a04a22 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:37.724130 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-a8584eea-8466-45cf-8985-b4e924a04a22 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Calling delete_port for 409d9032-a6b0-48d5-aea0-77ddceee10f7 owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:55:38.049279 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a8584eea-8466-45cf-8985-b4e924a04a22 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:38.103396 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8584eea-8466-45cf-8985-b4e924a04a22 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Port': ['ID=409d9032-a6b0-48d5-aea0-77ddceee10f7,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:38.385699 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a8584eea-8466-45cf-8985-b4e924a04a22 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:38.732413 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 41a135fb-ac5c-4875-8476-e8b38b2d1e75 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:55:38.742238 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8584eea-8466-45cf-8985-b4e924a04a22 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Router ad0737c3-87f2-4021-8295-c226f3236ab4 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:55:38.767581 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 41a135fb-ac5c-4875-8476-e8b38b2d1e75 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:55:38.767935 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 41a135fb-ac5c-4875-8476-e8b38b2d1e75 not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:55:39.026721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8584eea-8466-45cf-8985-b4e924a04a22 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:55:39.035759 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7750b43a-a705-4a30-8684-038961e2ff05 None None] Sync routers for ids ['ad0737c3-87f2-4021-8295-c226f3236ab4'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:55:39.044754 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7750b43a-a705-4a30-8684-038961e2ff05 None None] Routers {'ad0737c3-87f2-4021-8295-c226f3236ab4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:55:39.050226 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-7750b43a-a705-4a30-8684-038961e2ff05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:55:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['ad0737c3-87f2-4021-8295-c226f3236ab4'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:55:39.108285 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a8584eea-8466-45cf-8985-b4e924a04a22 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "PUT /v2.0/routers/ad0737c3-87f2-4021-8295-c226f3236ab4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6983149 Sep 23 15:55:39.111019 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57922) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:55:39.178468 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc1349c9-71ea-43cf-aedb-6b3247cbb029 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Deleting subnet 1919c063-7754-4a56-bfcc-fed23720f30d {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 15:55:39.181455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dc1349c9-71ea-43cf-aedb-6b3247cbb029 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:39.219429 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-7750b43a-a705-4a30-8684-038961e2ff05 None None] Set router ad0737c3-87f2-4021-8295-c226f3236ab4 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:55:39.235712 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dc1349c9-71ea-43cf-aedb-6b3247cbb029 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:39.321998 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dc1349c9-71ea-43cf-aedb-6b3247cbb029 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:39.460953 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dc1349c9-71ea-43cf-aedb-6b3247cbb029 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:39.496196 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-7750b43a-a705-4a30-8684-038961e2ff05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221933751', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91'}], 'enable_snat': True}, 'gw_port_id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:54:27Z', 'updated_at': '2022-09-23T15:55:37Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:54:28Z', 'updated_at': '2022-09-23T15:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:55:39.498799 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1349c9-71ea-43cf-aedb-6b3247cbb029 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Subnet': ['ID=1919c063-7754-4a56-bfcc-fed23720f30d,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:39.503170 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7750b43a-a705-4a30-8684-038961e2ff05 None None] Checking router: ad0737c3-87f2-4021-8295-c226f3236ab4 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:55:39.505847 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-dc1349c9-71ea-43cf-aedb-6b3247cbb029 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:39.509826 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7750b43a-a705-4a30-8684-038961e2ff05 None None] Routers {'ad0737c3-87f2-4021-8295-c226f3236ab4'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:55:39.510064 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-7750b43a-a705-4a30-8684-038961e2ff05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:55:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['ad0737c3-87f2-4021-8295-c226f3236ab4'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:55:39.512994 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0bd880-2dfd-4d24-ba97-5e9ccadd21ce None None] Network 6ece5353-8df0-45bf-8651-11c6a79c4a1f requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:55:39.516015 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-dc1349c9-71ea-43cf-aedb-6b3247cbb029 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "DELETE /v2.0/subnets/1919c063-7754-4a56-bfcc-fed23720f30d HTTP/1.1" status: 204 len: 168 time: 0.4015937 Sep 23 15:55:39.516385 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57926) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:55:39.693415 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-7750b43a-a705-4a30-8684-038961e2ff05 None None] Set router ad0737c3-87f2-4021-8295-c226f3236ab4 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:55:39.709255 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b6dd-2f3e-455b-a8cb-a655f76610b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:39.789139 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d949a8-c62f-4758-aa55-c0a3651976e5 None None] DHCP port deletion for 6ece5353-8df0-45bf-8651-11c6a79c4a1f request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 15:55:39.796667 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-13d949a8-c62f-4758-aa55-c0a3651976e5 None None] Deleting port e0d420f8-2d3e-4870-99ea-76006539e3be {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:55:39.797813 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-13d949a8-c62f-4758-aa55-c0a3651976e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:39.901183 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b6dd-2f3e-455b-a8cb-a655f76610b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:39.989951 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-7750b43a-a705-4a30-8684-038961e2ff05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221933751', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91'}], 'enable_snat': True}, 'gw_port_id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:54:27Z', 'updated_at': '2022-09-23T15:55:37Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:54:28Z', 'updated_at': '2022-09-23T15:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:55:39.992410 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-6aa0b6dd-2f3e-455b-a8cb-a655f76610b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Deleting port 8300a03f-e5ee-49df-847a-77f2731a4004 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 15:55:39.993006 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b6dd-2f3e-455b-a8cb-a655f76610b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:39.994577 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7750b43a-a705-4a30-8684-038961e2ff05 None None] The sync data for ids ['ad0737c3-87f2-4021-8295-c226f3236ab4'] in dv-neutron-859093-1-hyperv is: [{'id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221933751', 'tenant_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91'}], 'enable_snat': True}, 'gw_port_id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:54:27Z', 'updated_at': '2022-09-23T15:55:37Z', 'revision_number': 5, 'project_id': '04ba3b533aed4ca1b027ca3a04d161ce', 'gw_port': {'id': '8300a03f-e5ee-49df-847a-77f2731a4004', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0737c3-87f2-4021-8295-c226f3236ab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:54:28Z', 'updated_at': '2022-09-23T15:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:55:40.011533 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-13d949a8-c62f-4758-aa55-c0a3651976e5 None None] For port e0d420f8-2d3e-4870-99ea-76006539e3be, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=e0d420f8-2d3e-4870-99ea-76006539e3be,segment=NetworkSegment(3d0ae9bb-aa32-4685-8df6-cddc4c90f827),segment_id=3d0ae9bb-aa32-4685-8df6-cddc4c90f827)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:55:40.011926 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-13d949a8-c62f-4758-aa55-c0a3651976e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:40.167449 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-13d949a8-c62f-4758-aa55-c0a3651976e5 None None] Calling delete_port for e0d420f8-2d3e-4870-99ea-76006539e3be owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:55:40.173909 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-6aa0b6dd-2f3e-455b-a8cb-a655f76610b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] For port 8300a03f-e5ee-49df-847a-77f2731a4004, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8300a03f-e5ee-49df-847a-77f2731a4004,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:55:40.174266 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b6dd-2f3e-455b-a8cb-a655f76610b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:40.283392 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-13d949a8-c62f-4758-aa55-c0a3651976e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:40.295843 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-6aa0b6dd-2f3e-455b-a8cb-a655f76610b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Calling delete_port for 8300a03f-e5ee-49df-847a-77f2731a4004 owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 15:55:40.330215 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d949a8-c62f-4758-aa55-c0a3651976e5 None None] Pushing event deleted for resources: {'Port': ['ID=e0d420f8-2d3e-4870-99ea-76006539e3be,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:40.332525 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d949a8-c62f-4758-aa55-c0a3651976e5 None None] No DVR routers for this DVR port e0d420f8-2d3e-4870-99ea-76006539e3be on host dv-neutron-859093-1-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 15:55:40.340604 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d949a8-c62f-4758-aa55-c0a3651976e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:40.340604 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d949a8-c62f-4758-aa55-c0a3651976e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:40.340809 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d949a8-c62f-4758-aa55-c0a3651976e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:40.341487 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d949a8-c62f-4758-aa55-c0a3651976e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:40.341487 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d949a8-c62f-4758-aa55-c0a3651976e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:40.341712 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d949a8-c62f-4758-aa55-c0a3651976e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:40.341935 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d949a8-c62f-4758-aa55-c0a3651976e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:40.342260 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d949a8-c62f-4758-aa55-c0a3651976e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:40.342610 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d949a8-c62f-4758-aa55-c0a3651976e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:40.343317 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d949a8-c62f-4758-aa55-c0a3651976e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:40.343317 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d949a8-c62f-4758-aa55-c0a3651976e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:40.343590 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d949a8-c62f-4758-aa55-c0a3651976e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:40.419491 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 409d9032-a6b0-48d5-aea0-77ddceee10f7 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:55:40.457877 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 409d9032-a6b0-48d5-aea0-77ddceee10f7 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:55:40.458241 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 409d9032-a6b0-48d5-aea0-77ddceee10f7 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:55:40.458671 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device e0d420f8-2d3e-4870-99ea-76006539e3be no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:55:40.492121 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: e0d420f8-2d3e-4870-99ea-76006539e3be {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:55:40.492471 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device e0d420f8-2d3e-4870-99ea-76006539e3be not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:55:40.517801 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b6dd-2f3e-455b-a8cb-a655f76610b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:40.565116 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0b6dd-2f3e-455b-a8cb-a655f76610b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Port': ['ID=8300a03f-e5ee-49df-847a-77f2731a4004,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:40.765778 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b6dd-2f3e-455b-a8cb-a655f76610b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:40.941084 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b6dd-2f3e-455b-a8cb-a655f76610b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:40.943263 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b6dd-2f3e-455b-a8cb-a655f76610b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:41.049154 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b6dd-2f3e-455b-a8cb-a655f76610b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:41.049653 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa0b6dd-2f3e-455b-a8cb-a655f76610b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Fanout notify agent at l3_agent the message router_deleted on router ad0737c3-87f2-4021-8295-c226f3236ab4 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 15:55:41.066361 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b6dd-2f3e-455b-a8cb-a655f76610b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:41.067477 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6aa0b6dd-2f3e-455b-a8cb-a655f76610b1 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "DELETE /v2.0/routers/ad0737c3-87f2-4021-8295-c226f3236ab4 HTTP/1.1" status: 204 len: 168 time: 1.5501592 Sep 23 15:55:41.070335 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57930) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:55:41.186897 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0cca394-81c9-4e65-9355-a61272b87fa3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:41.315584 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0cca394-81c9-4e65-9355-a61272b87fa3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:41.341173 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-a0cca394-81c9-4e65-9355-a61272b87fa3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ece5353-8df0-45bf-8651-11c6a79c4a1f']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:55:41.352901 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-a0cca394-81c9-4e65-9355-a61272b87fa3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d0ae9bb-aa32-4685-8df6-cddc4c90f827') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:55:41.353198 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-a0cca394-81c9-4e65-9355-a61272b87fa3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d0ae9bb-aa32-4685-8df6-cddc4c90f827') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:55:41.364290 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0cca394-81c9-4e65-9355-a61272b87fa3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:41.379911 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0cca394-81c9-4e65-9355-a61272b87fa3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:41.386503 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0cca394-81c9-4e65-9355-a61272b87fa3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:55:41.386883 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0cca394-81c9-4e65-9355-a61272b87fa3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:41.457156 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 3d0ae9bb-aa32-4685-8df6-cddc4c90f827 resource provider aggregate not found Sep 23 15:55:41.478743 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 3d0ae9bb-aa32-4685-8df6-cddc4c90f827 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d0ae9bb-aa32-4685-8df6-cddc4c90f827 found for delete ", "request_id": "req-33249809-2a40-4314-befc-7826c4fe6d47"}]} Sep 23 15:55:41.535049 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0cca394-81c9-4e65-9355-a61272b87fa3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:41.552158 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-a0cca394-81c9-4e65-9355-a61272b87fa3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:41.563472 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cca394-81c9-4e65-9355-a61272b87fa3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'Network': ['ID=6ece5353-8df0-45bf-8651-11c6a79c4a1f,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:41.584042 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cca394-81c9-4e65-9355-a61272b87fa3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:41.584042 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cca394-81c9-4e65-9355-a61272b87fa3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:41.584042 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cca394-81c9-4e65-9355-a61272b87fa3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:41.584042 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cca394-81c9-4e65-9355-a61272b87fa3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:41.584042 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cca394-81c9-4e65-9355-a61272b87fa3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:41.584042 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cca394-81c9-4e65-9355-a61272b87fa3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:41.584042 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cca394-81c9-4e65-9355-a61272b87fa3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:41.584042 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cca394-81c9-4e65-9355-a61272b87fa3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:41.584042 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cca394-81c9-4e65-9355-a61272b87fa3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:41.584042 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cca394-81c9-4e65-9355-a61272b87fa3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:41.584042 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cca394-81c9-4e65-9355-a61272b87fa3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:41.584042 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cca394-81c9-4e65-9355-a61272b87fa3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:41.632600 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a0cca394-81c9-4e65-9355-a61272b87fa3 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "DELETE /v2.0/networks/6ece5353-8df0-45bf-8651-11c6a79c4a1f HTTP/1.1" status: 204 len: 168 time: 0.5611174 Sep 23 15:55:41.635896 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57938) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:55:41.704133 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-37bb71ac-5676-46b3-afde-2ef2b42194f9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:41.732716 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-37bb71ac-5676-46b3-afde-2ef2b42194f9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:41.872349 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-37bb71ac-5676-46b3-afde-2ef2b42194f9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:41.891816 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb71ac-5676-46b3-afde-2ef2b42194f9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e68747-9038-40bb-a695-f1a40cd7ed7b,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:41.956921 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-37bb71ac-5676-46b3-afde-2ef2b42194f9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:41.958063 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-37bb71ac-5676-46b3-afde-2ef2b42194f9 tempest-TestNetworkAdvancedServerOps-418628389 tempest-TestNetworkAdvancedServerOps-418628389-project] 10.222.0.67 "DELETE /v2.0/security-groups/a3e68747-9038-40bb-a695-f1a40cd7ed7b HTTP/1.1" status: 204 len: 168 time: 0.3212533 Sep 23 15:55:42.276622 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8300a03f-e5ee-49df-847a-77f2731a4004 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:55:42.312693 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 8300a03f-e5ee-49df-847a-77f2731a4004 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:55:42.313035 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8300a03f-e5ee-49df-847a-77f2731a4004 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 15:55:42.585115 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57948) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:55:42.730619 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bcd2c095-dd6d-431b-821a-0e220af1a08e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=04ba3b533aed4ca1b027ca3a04d161ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430886 Sep 23 15:55:42.731848 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57954) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:55:42.788465 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fceb604b-690c-46a9-8861-ff69fb63c6fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:42.814744 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fceb604b-690c-46a9-8861-ff69fb63c6fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:42.917503 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fceb604b-690c-46a9-8861-ff69fb63c6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:42.934780 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb604b-690c-46a9-8861-ff69fb63c6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c06590-ab97-4c34-9839-8cbe93232844,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:42.942191 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-fceb604b-690c-46a9-8861-ff69fb63c6fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:42.943361 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-fceb604b-690c-46a9-8861-ff69fb63c6fd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/29c06590-ab97-4c34-9839-8cbe93232844 HTTP/1.1" status: 204 len: 168 time: 0.2105482 Sep 23 15:55:43.509949 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 57962) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:55:43.530757 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-96cf9519-df11-4e6a-ba47-374ea7167819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:43.544756 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-96cf9519-df11-4e6a-ba47-374ea7167819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:55:43.548584 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-96cf9519-df11-4e6a-ba47-374ea7167819 admin admin] Usage tracker for resource:security_group_rule and tenant:5fc751fa223f43f897b7195b605f02d6 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:55:43.551379 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-96cf9519-df11-4e6a-ba47-374ea7167819 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:55:43.557031 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-96cf9519-df11-4e6a-ba47-374ea7167819 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:55:43.636264 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-96cf9519-df11-4e6a-ba47-374ea7167819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:43.677778 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-96cf9519-df11-4e6a-ba47-374ea7167819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:43.725512 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-96cf9519-df11-4e6a-ba47-374ea7167819 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5fc751fa223f43f897b7195b605f02d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2144015 Sep 23 15:55:43.726396 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf9519-df11-4e6a-ba47-374ea7167819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0c9200-3764-4b6a-881b-540014211bcb,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:43.728180 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57966) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:55:43.785968 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5052d7a9-c7af-44b1-9ec0-5b82b38eb158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:43.813825 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5052d7a9-c7af-44b1-9ec0-5b82b38eb158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:43.928804 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5052d7a9-c7af-44b1-9ec0-5b82b38eb158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:43.943459 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052d7a9-c7af-44b1-9ec0-5b82b38eb158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0c9200-3764-4b6a-881b-540014211bcb,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:43.950693 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5052d7a9-c7af-44b1-9ec0-5b82b38eb158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:43.955155 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5052d7a9-c7af-44b1-9ec0-5b82b38eb158 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1f0c9200-3764-4b6a-881b-540014211bcb HTTP/1.1" status: 204 len: 168 time: 0.2226479 Sep 23 15:55:44.996947 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57990) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:55:45.099396 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-1614a78c-32df-4b49-8e20-6c8c41a6aa69 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-160228679-network', 'tenant_id': '0f44cc71986047e8945d4357988a0be1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:55:45.104158 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-1614a78c-32df-4b49-8e20-6c8c41a6aa69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:55:45.107996 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1614a78c-32df-4b49-8e20-6c8c41a6aa69 admin admin] Usage tracker for resource:network and tenant:0f44cc71986047e8945d4357988a0be1 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:55:45.110816 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1614a78c-32df-4b49-8e20-6c8c41a6aa69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:55:45.116437 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-1614a78c-32df-4b49-8e20-6c8c41a6aa69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:55:45.231677 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1614a78c-32df-4b49-8e20-6c8c41a6aa69 admin admin] Made reservation on behalf of 0f44cc71986047e8945d4357988a0be1 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:55:45.233950 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1614a78c-32df-4b49-8e20-6c8c41a6aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:45.245966 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1614a78c-32df-4b49-8e20-6c8c41a6aa69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:45.260230 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-1614a78c-32df-4b49-8e20-6c8c41a6aa69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:55:45.264034 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1614a78c-32df-4b49-8e20-6c8c41a6aa69 admin admin] Usage tracker for resource:security_group_rule and tenant:0f44cc71986047e8945d4357988a0be1 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:55:45.266805 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1614a78c-32df-4b49-8e20-6c8c41a6aa69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:55:45.272330 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-1614a78c-32df-4b49-8e20-6c8c41a6aa69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:55:45.353919 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1614a78c-32df-4b49-8e20-6c8c41a6aa69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:45.420231 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1614a78c-32df-4b49-8e20-6c8c41a6aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:45.450712 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1614a78c-32df-4b49-8e20-6c8c41a6aa69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:55:45.459560 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614a78c-32df-4b49-8e20-6c8c41a6aa69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae78239-3638-40d1-8110-afd6523c99d5,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:45.465295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1614a78c-32df-4b49-8e20-6c8c41a6aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:45.465638 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-1614a78c-32df-4b49-8e20-6c8c41a6aa69 admin admin] Added segment 9199c3ac-e7c8-4910-ada2-678ae8d0c90f of type vlan for network 0f5dc51a-830e-4f25-8131-8d22b7ae58d6 Sep 23 15:55:45.491080 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1614a78c-32df-4b49-8e20-6c8c41a6aa69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:45.585960 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1614a78c-32df-4b49-8e20-6c8c41a6aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:45.586924 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1614a78c-32df-4b49-8e20-6c8c41a6aa69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:55:45.587544 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1614a78c-32df-4b49-8e20-6c8c41a6aa69 admin admin] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:45.684816 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614a78c-32df-4b49-8e20-6c8c41a6aa69 admin admin] Pushing event updated for resources: {'Network': ['ID=0f5dc51a-830e-4f25-8131-8d22b7ae58d6,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:45.694493 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network 0f5dc51a-830e-4f25-8131-8d22b7ae58d6 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:55:45.730680 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1614a78c-32df-4b49-8e20-6c8c41a6aa69 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7325609 Sep 23 15:55:45.733726 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 57996) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:55:45.739736 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-a37dd91d-49a1-440a-bbdd-afe5ac54574d admin admin] Request body: {'subnet': {'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-160228679-subnet', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'ip_version': 4}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:55:45.745827 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a37dd91d-49a1-440a-bbdd-afe5ac54574d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:55:45.749723 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a37dd91d-49a1-440a-bbdd-afe5ac54574d admin admin] Usage tracker for resource:subnet and tenant:0f44cc71986047e8945d4357988a0be1 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:55:45.752722 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a37dd91d-49a1-440a-bbdd-afe5ac54574d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:55:45.758550 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a37dd91d-49a1-440a-bbdd-afe5ac54574d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:55:45.832313 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37dd91d-49a1-440a-bbdd-afe5ac54574d admin admin] Made reservation on behalf of 0f44cc71986047e8945d4357988a0be1 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:55:45.834700 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a37dd91d-49a1-440a-bbdd-afe5ac54574d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:46.106703 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a37dd91d-49a1-440a-bbdd-afe5ac54574d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:46.180176 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37dd91d-49a1-440a-bbdd-afe5ac54574d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f9aae1f-8dc6-4174-a245-6ad8b241566e,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:46.188921 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37dd91d-49a1-440a-bbdd-afe5ac54574d admin admin] Checking segment: {'id': '9199c3ac-e7c8-4910-ada2-678ae8d0c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:55:46.189280 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37dd91d-49a1-440a-bbdd-afe5ac54574d admin admin] Network hostable DHCP agents. Network: 0f5dc51a-830e-4f25-8131-8d22b7ae58d6, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:55:46.277746 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37dd91d-49a1-440a-bbdd-afe5ac54574d admin admin] Network 0f5dc51a-830e-4f25-8131-8d22b7ae58d6 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:55:46.352107 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-a37dd91d-49a1-440a-bbdd-afe5ac54574d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, 0f5dc51a-830e-4f25-8131-8d22b7ae58d6) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:55:46.356525 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37dd91d-49a1-440a-bbdd-afe5ac54574d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:55:46.357170 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a37dd91d-49a1-440a-bbdd-afe5ac54574d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:46.364331 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7de31a8-5171-49d5-afeb-5778d15970c6 None None] Network 0f5dc51a-830e-4f25-8131-8d22b7ae58d6 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:55:46.427054 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a37dd91d-49a1-440a-bbdd-afe5ac54574d admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6921792 Sep 23 15:55:46.429784 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 58000) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:55:46.434661 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-686746e7-843e-4860-9b32-ad0035185f6d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-160228679-router', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:55:46.439334 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-686746e7-843e-4860-9b32-ad0035185f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:55:46.443275 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-686746e7-843e-4860-9b32-ad0035185f6d admin admin] Usage tracker for resource:router and tenant:0f44cc71986047e8945d4357988a0be1 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:55:46.446207 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-686746e7-843e-4860-9b32-ad0035185f6d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:55:46.452416 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-686746e7-843e-4860-9b32-ad0035185f6d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:55:46.512129 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-686746e7-843e-4860-9b32-ad0035185f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:46.513180 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-686746e7-843e-4860-9b32-ad0035185f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:46.528565 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-686746e7-843e-4860-9b32-ad0035185f6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:46.581978 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8dad56-e701-41fd-b833-8a3def58b03a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'fixed_ips': [{'subnet_id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:55:46.582827 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4d8dad56-e701-41fd-b833-8a3def58b03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:46.736546 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-4d8dad56-e701-41fd-b833-8a3def58b03a None None] Allocated IP 172.20.0.2 (0f5dc51a-830e-4f25-8131-8d22b7ae58d6/8f9aae1f-8dc6-4174-a245-6ad8b241566e/d95fbf7c-f216-4044-ab9e-a967f5d243f6) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:55:46.837405 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-686746e7-843e-4860-9b32-ad0035185f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:46.938903 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4d8dad56-e701-41fd-b833-8a3def58b03a None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:46.949269 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-4d8dad56-e701-41fd-b833-8a3def58b03a None None] Transition to ACTIVE for port object d95fbf7c-f216-4044-ab9e-a967f5d243f6 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:55:46.967000 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-4d8dad56-e701-41fd-b833-8a3def58b03a None None] Transition to ACTIVE for port object d95fbf7c-f216-4044-ab9e-a967f5d243f6 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:55:47.015430 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4d8dad56-e701-41fd-b833-8a3def58b03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:47.081516 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8dad56-e701-41fd-b833-8a3def58b03a None None] Network 0f5dc51a-830e-4f25-8131-8d22b7ae58d6 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:55:47.084279 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-4d8dad56-e701-41fd-b833-8a3def58b03a None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:55:47.088141 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8dad56-e701-41fd-b833-8a3def58b03a None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:55:47.096779 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8dad56-e701-41fd-b833-8a3def58b03a None None] Pushing event updated for resources: {'Port': ['ID=d95fbf7c-f216-4044-ab9e-a967f5d243f6,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:47.200589 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-4d8dad56-e701-41fd-b833-8a3def58b03a None None] Attempting to bind port d95fbf7c-f216-4044-ab9e-a967f5d243f6 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:55:47.200953 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-4d8dad56-e701-41fd-b833-8a3def58b03a None None] Attempting to bind port d95fbf7c-f216-4044-ab9e-a967f5d243f6 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '9199c3ac-e7c8-4910-ada2-678ae8d0c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:55:47.201313 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8dad56-e701-41fd-b833-8a3def58b03a None None] Attempting to bind port d95fbf7c-f216-4044-ab9e-a967f5d243f6 on network 0f5dc51a-830e-4f25-8131-8d22b7ae58d6 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:55:47.206897 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8dad56-e701-41fd-b833-8a3def58b03a None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:55:47.207265 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8dad56-e701-41fd-b833-8a3def58b03a None None] Checking segment: {'id': '9199c3ac-e7c8-4910-ada2-678ae8d0c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:55:47.207657 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4d8dad56-e701-41fd-b833-8a3def58b03a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:47.208040 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8dad56-e701-41fd-b833-8a3def58b03a None None] Bound using segment: {'id': '9199c3ac-e7c8-4910-ada2-678ae8d0c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:55:47.208491 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-4d8dad56-e701-41fd-b833-8a3def58b03a None None] Bound port: d95fbf7c-f216-4044-ab9e-a967f5d243f6, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9199c3ac-e7c8-4910-ada2-678ae8d0c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:55:47.208864 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4d8dad56-e701-41fd-b833-8a3def58b03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:47.295356 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-4d8dad56-e701-41fd-b833-8a3def58b03a None None] For port d95fbf7c-f216-4044-ab9e-a967f5d243f6, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:55:47.298285 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-4d8dad56-e701-41fd-b833-8a3def58b03a None None] For port d95fbf7c-f216-4044-ab9e-a967f5d243f6, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d95fbf7c-f216-4044-ab9e-a967f5d243f6,segment=NetworkSegment(9199c3ac-e7c8-4910-ada2-678ae8d0c90f),segment_id=9199c3ac-e7c8-4910-ada2-678ae8d0c90f)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:55:47.317798 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-686746e7-843e-4860-9b32-ad0035185f6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:47.349344 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-686746e7-843e-4860-9b32-ad0035185f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:47.386606 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4d8dad56-e701-41fd-b833-8a3def58b03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:47.470894 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8dad56-e701-41fd-b833-8a3def58b03a None None] Pushing event updated for resources: {'Port': ['ID=d95fbf7c-f216-4044-ab9e-a967f5d243f6,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:47.493068 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-686746e7-843e-4860-9b32-ad0035185f6d admin admin] Allocated IP 172.26.10.208 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/a75ae976-2926-4f07-ad35-cf4638326208) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:55:47.667209 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-686746e7-843e-4860-9b32-ad0035185f6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:47.740996 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-686746e7-843e-4860-9b32-ad0035185f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:47.807130 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686746e7-843e-4860-9b32-ad0035185f6d admin admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:55:47.810127 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-686746e7-843e-4860-9b32-ad0035185f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:55:47.813813 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686746e7-843e-4860-9b32-ad0035185f6d admin admin] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:55:47.847601 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686746e7-843e-4860-9b32-ad0035185f6d admin admin] Pushing event updated for resources: {'Port': ['ID=a75ae976-2926-4f07-ad35-cf4638326208,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:48.319038 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d95fbf7c-f216-4044-ab9e-a967f5d243f6 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:55:48.322569 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-686746e7-843e-4860-9b32-ad0035185f6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:48.346365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308f5205-02b7-44f4-9a41-90ce3953fee4 None None] Network 0f5dc51a-830e-4f25-8131-8d22b7ae58d6 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:55:48.560676 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-a370aa35-03f3-444f-9a14-eaa561b36b0b None None] Provisioning for port d95fbf7c-f216-4044-ab9e-a967f5d243f6 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:55:48.614806 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port d95fbf7c-f216-4044-ab9e-a967f5d243f6 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:55:48.624514 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port d95fbf7c-f216-4044-ab9e-a967f5d243f6 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:55:48.624885 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:48.625218 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port d95fbf7c-f216-4044-ab9e-a967f5d243f6 Sep 23 15:55:48.663220 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-686746e7-843e-4860-9b32-ad0035185f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:48.774234 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port d95fbf7c-f216-4044-ab9e-a967f5d243f6 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:55:48.774639 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:48.809921 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port d95fbf7c-f216-4044-ab9e-a967f5d243f6, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d95fbf7c-f216-4044-ab9e-a967f5d243f6,segment=NetworkSegment(9199c3ac-e7c8-4910-ada2-678ae8d0c90f),segment_id=9199c3ac-e7c8-4910-ada2-678ae8d0c90f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:55:48.866913 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:48.939789 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=d95fbf7c-f216-4044-ab9e-a967f5d243f6,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:49.003445 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-4f1a14f3-b5d1-46bf-9494-74e936406c75 None None] Provisioning complete for port d95fbf7c-f216-4044-ab9e-a967f5d243f6 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:55:49.003816 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4f1a14f3-b5d1-46bf-9494-74e936406c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:49.004153 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-4f1a14f3-b5d1-46bf-9494-74e936406c75 None None] Attempt 1 to provision port d95fbf7c-f216-4044-ab9e-a967f5d243f6 Sep 23 15:55:49.026817 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686746e7-843e-4860-9b32-ad0035185f6d admin admin] Router fac0740d-6e2d-48d2-83b2-5768d19f29ed is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:55:49.121300 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-4f1a14f3-b5d1-46bf-9494-74e936406c75 None None] Current status of the port d95fbf7c-f216-4044-ab9e-a967f5d243f6 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:55:49.208561 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686746e7-843e-4860-9b32-ad0035185f6d admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:55:49.236045 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fd911a-c33c-4ce2-911a-50bf44873773 None None] Sync routers for ids ['fac0740d-6e2d-48d2-83b2-5768d19f29ed'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:55:49.260592 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fd911a-c33c-4ce2-911a-50bf44873773 None None] Routers {'fac0740d-6e2d-48d2-83b2-5768d19f29ed'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:55:49.261203 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-93fd911a-c33c-4ce2-911a-50bf44873773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:55:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['fac0740d-6e2d-48d2-83b2-5768d19f29ed'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:55:49.278096 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-686746e7-843e-4860-9b32-ad0035185f6d admin admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:49.279356 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-686746e7-843e-4860-9b32-ad0035185f6d admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8486271 Sep 23 15:55:49.282120 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 58004) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:55:49.499568 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-93fd911a-c33c-4ce2-911a-50bf44873773 None None] Set router fac0740d-6e2d-48d2-83b2-5768d19f29ed gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:55:49.810376 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-93fd911a-c33c-4ce2-911a-50bf44873773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'name': 'tempest-TestShelveInstance-160228679-router', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208'}], 'enable_snat': True}, 'gw_port_id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:46Z', 'updated_at': '2022-09-23T15:55:48Z', 'revision_number': 3, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'gw_port': {'id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:83:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:47Z', 'updated_at': '2022-09-23T15:55:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:55:49.814296 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fd911a-c33c-4ce2-911a-50bf44873773 None None] Checking router: fac0740d-6e2d-48d2-83b2-5768d19f29ed for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:55:49.814669 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fd911a-c33c-4ce2-911a-50bf44873773 None None] Updating router fac0740d-6e2d-48d2-83b2-5768d19f29ed port a75ae976-2926-4f07-ad35-cf4638326208 binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:55:49.866547 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-93fd911a-c33c-4ce2-911a-50bf44873773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:49.956965 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7a11dcb8-f22e-43c1-bc71-e68cc0118268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:50.165389 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-7a11dcb8-f22e-43c1-bc71-e68cc0118268 admin admin] Allocated IP 172.20.0.1 (0f5dc51a-830e-4f25-8131-8d22b7ae58d6/8f9aae1f-8dc6-4174-a245-6ad8b241566e/8bdb22c8-c509-49d5-8b30-3147d85693b6) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:55:50.235685 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-93fd911a-c33c-4ce2-911a-50bf44873773 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:50.248018 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-93fd911a-c33c-4ce2-911a-50bf44873773 None None] Transition to ACTIVE for port object a75ae976-2926-4f07-ad35-cf4638326208 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:55:50.289421 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d95fbf7c-f216-4044-ab9e-a967f5d243f6 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:55:50.334559 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-93fd911a-c33c-4ce2-911a-50bf44873773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:50.407504 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-93fd911a-c33c-4ce2-911a-50bf44873773 None None] Attempting to bind port a75ae976-2926-4f07-ad35-cf4638326208 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:55:50.407881 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-93fd911a-c33c-4ce2-911a-50bf44873773 None None] Attempting to bind port a75ae976-2926-4f07-ad35-cf4638326208 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:55:50.408248 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fd911a-c33c-4ce2-911a-50bf44873773 None None] Attempting to bind port a75ae976-2926-4f07-ad35-cf4638326208 on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:55:50.420620 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7a11dcb8-f22e-43c1-bc71-e68cc0118268 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:50.420903 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fd911a-c33c-4ce2-911a-50bf44873773 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:55:50.421274 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fd911a-c33c-4ce2-911a-50bf44873773 None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:55:50.421672 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-93fd911a-c33c-4ce2-911a-50bf44873773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:50.422063 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fd911a-c33c-4ce2-911a-50bf44873773 None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:55:50.422564 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-93fd911a-c33c-4ce2-911a-50bf44873773 None None] Bound port: a75ae976-2926-4f07-ad35-cf4638326208, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:55:50.422933 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-93fd911a-c33c-4ce2-911a-50bf44873773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:50.436074 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-7a11dcb8-f22e-43c1-bc71-e68cc0118268 admin admin] Transition to ACTIVE for port object 8bdb22c8-c509-49d5-8b30-3147d85693b6 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:55:50.480974 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331ed05-5fb1-45f6-aaf2-787d232d6d81 None None] Pushing event updated for resources: {'Port': ['ID=a75ae976-2926-4f07-ad35-cf4638326208,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:50.498903 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port d95fbf7c-f216-4044-ab9e-a967f5d243f6 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:55:50.499274 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:50.499611 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port d95fbf7c-f216-4044-ab9e-a967f5d243f6 Sep 23 15:55:50.546537 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7a11dcb8-f22e-43c1-bc71-e68cc0118268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:50.557809 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-93fd911a-c33c-4ce2-911a-50bf44873773 None None] For port a75ae976-2926-4f07-ad35-cf4638326208, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:55:50.570471 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-93fd911a-c33c-4ce2-911a-50bf44873773 None None] For port a75ae976-2926-4f07-ad35-cf4638326208, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a75ae976-2926-4f07-ad35-cf4638326208,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:55:50.609441 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a11dcb8-f22e-43c1-bc71-e68cc0118268 admin admin] Network 0f5dc51a-830e-4f25-8131-8d22b7ae58d6 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:55:50.612205 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-7a11dcb8-f22e-43c1-bc71-e68cc0118268 admin admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:55:50.615754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a11dcb8-f22e-43c1-bc71-e68cc0118268 admin admin] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:55:50.632062 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port d95fbf7c-f216-4044-ab9e-a967f5d243f6 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:55:50.638176 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-93fd911a-c33c-4ce2-911a-50bf44873773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:50.667153 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11dcb8-f22e-43c1-bc71-e68cc0118268 admin admin] Pushing event updated for resources: {'Port': ['ID=8bdb22c8-c509-49d5-8b30-3147d85693b6,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:50.684187 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7a11dcb8-f22e-43c1-bc71-e68cc0118268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:50.704226 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fd911a-c33c-4ce2-911a-50bf44873773 None None] Routers {'fac0740d-6e2d-48d2-83b2-5768d19f29ed'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:55:50.704862 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-93fd911a-c33c-4ce2-911a-50bf44873773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:55:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['fac0740d-6e2d-48d2-83b2-5768d19f29ed'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:55:50.789920 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331ed05-5fb1-45f6-aaf2-787d232d6d81 None None] Pushing event updated for resources: {'Port': ['ID=a75ae976-2926-4f07-ad35-cf4638326208,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:50.902963 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-93fd911a-c33c-4ce2-911a-50bf44873773 None None] Set router fac0740d-6e2d-48d2-83b2-5768d19f29ed gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:55:50.947115 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-74eb5ba2-624e-47b1-ac04-56b65db1f52f None None] Provisioning for port 8bdb22c8-c509-49d5-8b30-3147d85693b6 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:55:51.024260 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-74eb5ba2-624e-47b1-ac04-56b65db1f52f None None] Provisioning complete for port 8bdb22c8-c509-49d5-8b30-3147d85693b6 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:55:51.024629 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74eb5ba2-624e-47b1-ac04-56b65db1f52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:51.025615 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-74eb5ba2-624e-47b1-ac04-56b65db1f52f None None] Attempt 1 to provision port 8bdb22c8-c509-49d5-8b30-3147d85693b6 Sep 23 15:55:51.028615 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7a11dcb8-f22e-43c1-bc71-e68cc0118268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:51.031733 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:55:51.142623 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-74eb5ba2-624e-47b1-ac04-56b65db1f52f None None] Port 8bdb22c8-c509-49d5-8b30-3147d85693b6 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:55:51.242002 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-93fd911a-c33c-4ce2-911a-50bf44873773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'name': 'tempest-TestShelveInstance-160228679-router', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208'}], 'enable_snat': True}, 'gw_port_id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:46Z', 'updated_at': '2022-09-23T15:55:48Z', 'revision_number': 3, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'gw_port': {'id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:83:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:47Z', 'updated_at': '2022-09-23T15:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:55:51.246426 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fd911a-c33c-4ce2-911a-50bf44873773 None None] The sync data for ids ['fac0740d-6e2d-48d2-83b2-5768d19f29ed'] in dv-neutron-859093-1-hyperv is: [{'id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'name': 'tempest-TestShelveInstance-160228679-router', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208'}], 'enable_snat': True}, 'gw_port_id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:46Z', 'updated_at': '2022-09-23T15:55:48Z', 'revision_number': 3, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'gw_port': {'id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:83:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:47Z', 'updated_at': '2022-09-23T15:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:55:51.256169 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7a11dcb8-f22e-43c1-bc71-e68cc0118268 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:51.317696 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7a11dcb8-f22e-43c1-bc71-e68cc0118268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:51.424256 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7a11dcb8-f22e-43c1-bc71-e68cc0118268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:51.427721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11dcb8-f22e-43c1-bc71-e68cc0118268 admin admin] Pushing event updated for resources: {'Port': ['ID=8bdb22c8-c509-49d5-8b30-3147d85693b6,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:51.577002 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a11dcb8-f22e-43c1-bc71-e68cc0118268 admin admin] Network 0f5dc51a-830e-4f25-8131-8d22b7ae58d6 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:55:51.578228 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-7a11dcb8-f22e-43c1-bc71-e68cc0118268 admin admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:55:51.643534 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-74eb5ba2-624e-47b1-ac04-56b65db1f52f None None] Attempt 2 to provision port 8bdb22c8-c509-49d5-8b30-3147d85693b6 Sep 23 15:55:51.713122 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-74eb5ba2-624e-47b1-ac04-56b65db1f52f None None] Port 8bdb22c8-c509-49d5-8b30-3147d85693b6 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:55:51.795353 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a11dcb8-f22e-43c1-bc71-e68cc0118268 admin admin] Router fac0740d-6e2d-48d2-83b2-5768d19f29ed has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:55:51.982825 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a11dcb8-f22e-43c1-bc71-e68cc0118268 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:55:51.991851 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7a11dcb8-f22e-43c1-bc71-e68cc0118268 admin admin] 10.222.0.67 "PUT /v2.0/routers/fac0740d-6e2d-48d2-83b2-5768d19f29ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7086854 Sep 23 15:55:52.214773 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-74eb5ba2-624e-47b1-ac04-56b65db1f52f None None] Attempt 3 to provision port 8bdb22c8-c509-49d5-8b30-3147d85693b6 Sep 23 15:55:52.276942 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-74eb5ba2-624e-47b1-ac04-56b65db1f52f None None] Port 8bdb22c8-c509-49d5-8b30-3147d85693b6 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:55:52.319501 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a75ae976-2926-4f07-ad35-cf4638326208 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:55:52.437359 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port a75ae976-2926-4f07-ad35-cf4638326208 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:55:52.442724 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port a75ae976-2926-4f07-ad35-cf4638326208 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:55:52.443090 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:52.443985 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port a75ae976-2926-4f07-ad35-cf4638326208 Sep 23 15:55:52.565996 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port a75ae976-2926-4f07-ad35-cf4638326208 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:55:52.566402 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:52.583246 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port a75ae976-2926-4f07-ad35-cf4638326208, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a75ae976-2926-4f07-ad35-cf4638326208,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:55:52.643817 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:52.691557 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 58022) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:55:52.697296 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-01b9c080-275b-4428-b8ee-68149fb96afe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-67455845-network', 'tenant_id': 'ba832862129f42e1ac3d2ca41f4ba7f0'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:55:52.701986 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-01b9c080-275b-4428-b8ee-68149fb96afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:55:52.706444 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-01b9c080-275b-4428-b8ee-68149fb96afe admin admin] Usage tracker for resource:network and tenant:ba832862129f42e1ac3d2ca41f4ba7f0 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:55:52.709573 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-01b9c080-275b-4428-b8ee-68149fb96afe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:55:52.715800 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-01b9c080-275b-4428-b8ee-68149fb96afe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:55:52.720662 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=a75ae976-2926-4f07-ad35-cf4638326208,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:52.775572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b9c080-275b-4428-b8ee-68149fb96afe admin admin] Made reservation on behalf of ba832862129f42e1ac3d2ca41f4ba7f0 for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:55:52.778078 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-74eb5ba2-624e-47b1-ac04-56b65db1f52f None None] Attempt 4 to provision port 8bdb22c8-c509-49d5-8b30-3147d85693b6 Sep 23 15:55:52.778231 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-01b9c080-275b-4428-b8ee-68149fb96afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:52.791413 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-01b9c080-275b-4428-b8ee-68149fb96afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:52.806202 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-01b9c080-275b-4428-b8ee-68149fb96afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:55:52.810159 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-01b9c080-275b-4428-b8ee-68149fb96afe admin admin] Usage tracker for resource:security_group_rule and tenant:ba832862129f42e1ac3d2ca41f4ba7f0 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:55:52.813218 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-01b9c080-275b-4428-b8ee-68149fb96afe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:55:52.820030 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-01b9c080-275b-4428-b8ee-68149fb96afe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:55:52.865471 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2203c1e2-5dcf-484d-ad42-807ddd583244 None None] Sync routers for ids ['fac0740d-6e2d-48d2-83b2-5768d19f29ed'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:55:52.875601 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2203c1e2-5dcf-484d-ad42-807ddd583244 None None] Routers {'fac0740d-6e2d-48d2-83b2-5768d19f29ed'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:55:52.876292 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-2203c1e2-5dcf-484d-ad42-807ddd583244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:55:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['fac0740d-6e2d-48d2-83b2-5768d19f29ed'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:55:52.891591 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-74eb5ba2-624e-47b1-ac04-56b65db1f52f None None] Port 8bdb22c8-c509-49d5-8b30-3147d85693b6 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:55:52.921523 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-01b9c080-275b-4428-b8ee-68149fb96afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:52.975124 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-01b9c080-275b-4428-b8ee-68149fb96afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:53.005669 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b9c080-275b-4428-b8ee-68149fb96afe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:55:53.014267 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9c080-275b-4428-b8ee-68149fb96afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef72231-5b5c-4249-bc23-303eba0cffa0,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:53.020131 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-01b9c080-275b-4428-b8ee-68149fb96afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:53.020468 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-01b9c080-275b-4428-b8ee-68149fb96afe admin admin] Added segment 04f3ba5c-79c3-4314-bfa3-1d8a05413fd3 of type vlan for network e228c084-4eb6-4a76-ba7a-32f9042732ef Sep 23 15:55:53.049482 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-01b9c080-275b-4428-b8ee-68149fb96afe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:53.066270 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-2203c1e2-5dcf-484d-ad42-807ddd583244 None None] Set router fac0740d-6e2d-48d2-83b2-5768d19f29ed gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:55:53.163680 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-01b9c080-275b-4428-b8ee-68149fb96afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:53.164637 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b9c080-275b-4428-b8ee-68149fb96afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:55:53.165302 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-01b9c080-275b-4428-b8ee-68149fb96afe admin admin] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:53.372678 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9c080-275b-4428-b8ee-68149fb96afe admin admin] Pushing event updated for resources: {'Network': ['ID=e228c084-4eb6-4a76-ba7a-32f9042732ef,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:53.382767 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network e228c084-4eb6-4a76-ba7a-32f9042732ef details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 15:55:53.397706 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-74eb5ba2-624e-47b1-ac04-56b65db1f52f None None] Attempt 5 to provision port 8bdb22c8-c509-49d5-8b30-3147d85693b6 Sep 23 15:55:53.420410 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-2203c1e2-5dcf-484d-ad42-807ddd583244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'name': 'tempest-TestShelveInstance-160228679-router', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208'}], 'enable_snat': True}, 'gw_port_id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:46Z', 'updated_at': '2022-09-23T15:55:50Z', 'revision_number': 4, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'gw_port': {'id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:47Z', 'updated_at': '2022-09-23T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '8bdb22c8-c509-49d5-8b30-3147d85693b6', 'name': '', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'mac_address': 'fa:16:3e:8a:b0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:50Z', 'updated_at': '2022-09-23T15:55:51Z', 'revision_number': 2, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'subnets': [{'id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:55:53.424227 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2203c1e2-5dcf-484d-ad42-807ddd583244 None None] Checking router: fac0740d-6e2d-48d2-83b2-5768d19f29ed for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:55:53.424580 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2203c1e2-5dcf-484d-ad42-807ddd583244 None None] Updating router fac0740d-6e2d-48d2-83b2-5768d19f29ed port 8bdb22c8-c509-49d5-8b30-3147d85693b6 binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:55:53.446552 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-01b9c080-275b-4428-b8ee-68149fb96afe admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7513521 Sep 23 15:55:53.447082 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 58026) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:55:53.453284 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-193c320c-7446-4507-a755-e31ba8fcac58 admin admin] Request body: {'subnet': {'network_id': 'e228c084-4eb6-4a76-ba7a-32f9042732ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-67455845-subnet', 'tenant_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'ip_version': 4}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:55:53.458685 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-193c320c-7446-4507-a755-e31ba8fcac58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:55:53.462803 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-193c320c-7446-4507-a755-e31ba8fcac58 admin admin] Usage tracker for resource:subnet and tenant:ba832862129f42e1ac3d2ca41f4ba7f0 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:55:53.465709 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-193c320c-7446-4507-a755-e31ba8fcac58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:55:53.471566 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-193c320c-7446-4507-a755-e31ba8fcac58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:55:53.480234 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2203c1e2-5dcf-484d-ad42-807ddd583244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:53.525738 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-74eb5ba2-624e-47b1-ac04-56b65db1f52f None None] Port 8bdb22c8-c509-49d5-8b30-3147d85693b6 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:55:53.563152 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193c320c-7446-4507-a755-e31ba8fcac58 admin admin] Made reservation on behalf of ba832862129f42e1ac3d2ca41f4ba7f0 for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:55:53.565469 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-193c320c-7446-4507-a755-e31ba8fcac58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:53.815286 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2203c1e2-5dcf-484d-ad42-807ddd583244 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:53.826749 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-2203c1e2-5dcf-484d-ad42-807ddd583244 None None] Transition to ACTIVE for port object 8bdb22c8-c509-49d5-8b30-3147d85693b6 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:55:53.838733 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-193c320c-7446-4507-a755-e31ba8fcac58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:53.912768 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c320c-7446-4507-a755-e31ba8fcac58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b839db6-7336-4121-ace6-a408909a89e4,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:53.918019 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2203c1e2-5dcf-484d-ad42-807ddd583244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:53.921779 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c320c-7446-4507-a755-e31ba8fcac58 admin admin] Checking segment: {'id': '04f3ba5c-79c3-4314-bfa3-1d8a05413fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e228c084-4eb6-4a76-ba7a-32f9042732ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:55:53.922087 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193c320c-7446-4507-a755-e31ba8fcac58 admin admin] Network hostable DHCP agents. Network: e228c084-4eb6-4a76-ba7a-32f9042732ef, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:55:53.974854 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193c320c-7446-4507-a755-e31ba8fcac58 admin admin] Network e228c084-4eb6-4a76-ba7a-32f9042732ef is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:55:54.020584 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-193c320c-7446-4507-a755-e31ba8fcac58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, e228c084-4eb6-4a76-ba7a-32f9042732ef) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:55:54.024678 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193c320c-7446-4507-a755-e31ba8fcac58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:55:54.025908 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-193c320c-7446-4507-a755-e31ba8fcac58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:54.027132 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-74eb5ba2-624e-47b1-ac04-56b65db1f52f None None] Attempt 6 to provision port 8bdb22c8-c509-49d5-8b30-3147d85693b6 Sep 23 15:55:54.059141 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d435d3d-c158-43c5-9859-aa6fe72c35bd None None] Network e228c084-4eb6-4a76-ba7a-32f9042732ef requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:55:54.073828 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc1e39-cae9-4c19-beba-fbe2536c80b6 None None] Pushing event updated for resources: {'Port': ['ID=8bdb22c8-c509-49d5-8b30-3147d85693b6,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:54.101598 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-193c320c-7446-4507-a755-e31ba8fcac58 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6533637 Sep 23 15:55:54.104224 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 58030) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:55:54.110882 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-7479af5c-bbb6-4ba5-92c0-5227b661fd16 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-67455845-router', 'tenant_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:55:54.115917 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-7479af5c-bbb6-4ba5-92c0-5227b661fd16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:55:54.116587 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc1e39-cae9-4c19-beba-fbe2536c80b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:54.116941 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc1e39-cae9-4c19-beba-fbe2536c80b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:54.117281 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc1e39-cae9-4c19-beba-fbe2536c80b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:54.117617 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc1e39-cae9-4c19-beba-fbe2536c80b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:54.117949 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc1e39-cae9-4c19-beba-fbe2536c80b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:54.118282 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc1e39-cae9-4c19-beba-fbe2536c80b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:54.118665 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc1e39-cae9-4c19-beba-fbe2536c80b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:54.118991 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc1e39-cae9-4c19-beba-fbe2536c80b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:54.119315 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc1e39-cae9-4c19-beba-fbe2536c80b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:54.119635 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc1e39-cae9-4c19-beba-fbe2536c80b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:54.120001 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc1e39-cae9-4c19-beba-fbe2536c80b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:54.120360 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc1e39-cae9-4c19-beba-fbe2536c80b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:55:54.120710 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7479af5c-bbb6-4ba5-92c0-5227b661fd16 admin admin] Usage tracker for resource:router and tenant:ba832862129f42e1ac3d2ca41f4ba7f0 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:55:54.123720 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-7479af5c-bbb6-4ba5-92c0-5227b661fd16 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:55:54.129748 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-7479af5c-bbb6-4ba5-92c0-5227b661fd16 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:55:54.144239 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-2203c1e2-5dcf-484d-ad42-807ddd583244 None None] Attempting to bind port 8bdb22c8-c509-49d5-8b30-3147d85693b6 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:55:54.144620 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-2203c1e2-5dcf-484d-ad42-807ddd583244 None None] Attempting to bind port 8bdb22c8-c509-49d5-8b30-3147d85693b6 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '9199c3ac-e7c8-4910-ada2-678ae8d0c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:55:54.144953 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203c1e2-5dcf-484d-ad42-807ddd583244 None None] Attempting to bind port 8bdb22c8-c509-49d5-8b30-3147d85693b6 on network 0f5dc51a-830e-4f25-8131-8d22b7ae58d6 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:55:54.150752 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203c1e2-5dcf-484d-ad42-807ddd583244 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:55:54.151110 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203c1e2-5dcf-484d-ad42-807ddd583244 None None] Checking segment: {'id': '9199c3ac-e7c8-4910-ada2-678ae8d0c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:55:54.151500 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2203c1e2-5dcf-484d-ad42-807ddd583244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:54.151883 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2203c1e2-5dcf-484d-ad42-807ddd583244 None None] Bound using segment: {'id': '9199c3ac-e7c8-4910-ada2-678ae8d0c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:55:54.152338 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-2203c1e2-5dcf-484d-ad42-807ddd583244 None None] Bound port: 8bdb22c8-c509-49d5-8b30-3147d85693b6, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9199c3ac-e7c8-4910-ada2-678ae8d0c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:55:54.152707 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2203c1e2-5dcf-484d-ad42-807ddd583244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:54.166424 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-74eb5ba2-624e-47b1-ac04-56b65db1f52f None None] Port 8bdb22c8-c509-49d5-8b30-3147d85693b6 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:55:54.198406 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7479af5c-bbb6-4ba5-92c0-5227b661fd16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:54.199674 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7479af5c-bbb6-4ba5-92c0-5227b661fd16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:54.216418 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7479af5c-bbb6-4ba5-92c0-5227b661fd16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:54.245794 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-2203c1e2-5dcf-484d-ad42-807ddd583244 None None] For port 8bdb22c8-c509-49d5-8b30-3147d85693b6, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:55:54.249329 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-2203c1e2-5dcf-484d-ad42-807ddd583244 None None] For port 8bdb22c8-c509-49d5-8b30-3147d85693b6, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8bdb22c8-c509-49d5-8b30-3147d85693b6,segment=NetworkSegment(9199c3ac-e7c8-4910-ada2-678ae8d0c90f),segment_id=9199c3ac-e7c8-4910-ada2-678ae8d0c90f)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:55:54.293829 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a75ae976-2926-4f07-ad35-cf4638326208 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:55:54.335254 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2203c1e2-5dcf-484d-ad42-807ddd583244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:54.338958 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f544af-4738-4cad-a8bf-64536ec5a8c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-e228c084-4eb6-4a76-ba7a-32f9042732ef', 'network_id': 'e228c084-4eb6-4a76-ba7a-32f9042732ef', 'tenant_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'fixed_ips': [{'subnet_id': '8b839db6-7336-4121-ace6-a408909a89e4'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 15:55:54.339754 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-26f544af-4738-4cad-a8bf-64536ec5a8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:54.399091 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2203c1e2-5dcf-484d-ad42-807ddd583244 None None] Routers {'fac0740d-6e2d-48d2-83b2-5768d19f29ed'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:55:54.399720 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-2203c1e2-5dcf-484d-ad42-807ddd583244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:55:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['fac0740d-6e2d-48d2-83b2-5768d19f29ed'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:55:54.448006 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port a75ae976-2926-4f07-ad35-cf4638326208 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:55:54.448368 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:54.448704 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port a75ae976-2926-4f07-ad35-cf4638326208 Sep 23 15:55:54.482669 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc1e39-cae9-4c19-beba-fbe2536c80b6 None None] Pushing event updated for resources: {'Port': ['ID=8bdb22c8-c509-49d5-8b30-3147d85693b6,revision_number=4']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:54.567528 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7479af5c-bbb6-4ba5-92c0-5227b661fd16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:54.579192 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-26f544af-4738-4cad-a8bf-64536ec5a8c0 None None] Allocated IP 172.20.0.2 (e228c084-4eb6-4a76-ba7a-32f9042732ef/8b839db6-7336-4121-ace6-a408909a89e4/657de152-c6fa-4df1-b512-7bec5503f69c) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:55:54.586071 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-2203c1e2-5dcf-484d-ad42-807ddd583244 None None] Set router fac0740d-6e2d-48d2-83b2-5768d19f29ed gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:55:54.701710 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-74eb5ba2-624e-47b1-ac04-56b65db1f52f None None] Attempt 7 to provision port 8bdb22c8-c509-49d5-8b30-3147d85693b6 Sep 23 15:55:54.766177 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port a75ae976-2926-4f07-ad35-cf4638326208 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:55:54.809416 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-74eb5ba2-624e-47b1-ac04-56b65db1f52f None None] Port 8bdb22c8-c509-49d5-8b30-3147d85693b6 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:55:54.912559 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-26f544af-4738-4cad-a8bf-64536ec5a8c0 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:54.925677 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7479af5c-bbb6-4ba5-92c0-5227b661fd16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:54.929841 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-26f544af-4738-4cad-a8bf-64536ec5a8c0 None None] Transition to ACTIVE for port object 657de152-c6fa-4df1-b512-7bec5503f69c will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:55:54.938037 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-2203c1e2-5dcf-484d-ad42-807ddd583244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'name': 'tempest-TestShelveInstance-160228679-router', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208'}], 'enable_snat': True}, 'gw_port_id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:46Z', 'updated_at': '2022-09-23T15:55:50Z', 'revision_number': 4, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'gw_port': {'id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:47Z', 'updated_at': '2022-09-23T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '8bdb22c8-c509-49d5-8b30-3147d85693b6', 'name': '', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'mac_address': 'fa:16:3e:8a:b0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:50Z', 'updated_at': '2022-09-23T15:55:54Z', 'revision_number': 4, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'subnets': [{'id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:55:54.942100 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2203c1e2-5dcf-484d-ad42-807ddd583244 None None] The sync data for ids ['fac0740d-6e2d-48d2-83b2-5768d19f29ed'] in dv-neutron-859093-1-hyperv is: [{'id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'name': 'tempest-TestShelveInstance-160228679-router', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208'}], 'enable_snat': True}, 'gw_port_id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:46Z', 'updated_at': '2022-09-23T15:55:50Z', 'revision_number': 4, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'gw_port': {'id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:47Z', 'updated_at': '2022-09-23T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '8bdb22c8-c509-49d5-8b30-3147d85693b6', 'name': '', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'mac_address': 'fa:16:3e:8a:b0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:50Z', 'updated_at': '2022-09-23T15:55:54Z', 'revision_number': 4, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'subnets': [{'id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:55:54.958223 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-26f544af-4738-4cad-a8bf-64536ec5a8c0 None None] Transition to ACTIVE for port object 657de152-c6fa-4df1-b512-7bec5503f69c will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:55:54.968942 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7479af5c-bbb6-4ba5-92c0-5227b661fd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:55.037876 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-26f544af-4738-4cad-a8bf-64536ec5a8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:55.114604 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f544af-4738-4cad-a8bf-64536ec5a8c0 None None] Network e228c084-4eb6-4a76-ba7a-32f9042732ef is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:55:55.117604 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-26f544af-4738-4cad-a8bf-64536ec5a8c0 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:55:55.120557 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f544af-4738-4cad-a8bf-64536ec5a8c0 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:55:55.131549 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f544af-4738-4cad-a8bf-64536ec5a8c0 None None] Pushing event updated for resources: {'Port': ['ID=657de152-c6fa-4df1-b512-7bec5503f69c,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:55.134220 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-7479af5c-bbb6-4ba5-92c0-5227b661fd16 admin admin] Allocated IP 172.26.10.110 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/37d815d1-984f-4a10-909d-f7ea91410cc7) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:55:55.237504 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-26f544af-4738-4cad-a8bf-64536ec5a8c0 None None] Attempting to bind port 657de152-c6fa-4df1-b512-7bec5503f69c on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:55:55.237844 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-26f544af-4738-4cad-a8bf-64536ec5a8c0 None None] Attempting to bind port 657de152-c6fa-4df1-b512-7bec5503f69c by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '04f3ba5c-79c3-4314-bfa3-1d8a05413fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e228c084-4eb6-4a76-ba7a-32f9042732ef'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:55:55.238205 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f544af-4738-4cad-a8bf-64536ec5a8c0 None None] Attempting to bind port 657de152-c6fa-4df1-b512-7bec5503f69c on network e228c084-4eb6-4a76-ba7a-32f9042732ef {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:55:55.245539 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f544af-4738-4cad-a8bf-64536ec5a8c0 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:55:55.245910 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f544af-4738-4cad-a8bf-64536ec5a8c0 None None] Checking segment: {'id': '04f3ba5c-79c3-4314-bfa3-1d8a05413fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e228c084-4eb6-4a76-ba7a-32f9042732ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:55:55.246307 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-26f544af-4738-4cad-a8bf-64536ec5a8c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:55.246711 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f544af-4738-4cad-a8bf-64536ec5a8c0 None None] Bound using segment: {'id': '04f3ba5c-79c3-4314-bfa3-1d8a05413fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e228c084-4eb6-4a76-ba7a-32f9042732ef'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:55:55.247232 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-26f544af-4738-4cad-a8bf-64536ec5a8c0 None None] Bound port: 657de152-c6fa-4df1-b512-7bec5503f69c, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f3ba5c-79c3-4314-bfa3-1d8a05413fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e228c084-4eb6-4a76-ba7a-32f9042732ef'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:55:55.247537 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-26f544af-4738-4cad-a8bf-64536ec5a8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:55.292652 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7479af5c-bbb6-4ba5-92c0-5227b661fd16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:55.340740 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-26f544af-4738-4cad-a8bf-64536ec5a8c0 None None] For port 657de152-c6fa-4df1-b512-7bec5503f69c, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:55:55.344120 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-26f544af-4738-4cad-a8bf-64536ec5a8c0 None None] For port 657de152-c6fa-4df1-b512-7bec5503f69c, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=657de152-c6fa-4df1-b512-7bec5503f69c,segment=NetworkSegment(04f3ba5c-79c3-4314-bfa3-1d8a05413fd3),segment_id=04f3ba5c-79c3-4314-bfa3-1d8a05413fd3)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:55:55.404279 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7479af5c-bbb6-4ba5-92c0-5227b661fd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:55.438419 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-26f544af-4738-4cad-a8bf-64536ec5a8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:55.477688 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7479af5c-bbb6-4ba5-92c0-5227b661fd16 admin admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:55:55.480731 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-7479af5c-bbb6-4ba5-92c0-5227b661fd16 admin admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:55:55.485786 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7479af5c-bbb6-4ba5-92c0-5227b661fd16 admin admin] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:55:55.527631 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479af5c-bbb6-4ba5-92c0-5227b661fd16 admin admin] Pushing event updated for resources: {'Port': ['ID=37d815d1-984f-4a10-909d-f7ea91410cc7,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:55.534304 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f544af-4738-4cad-a8bf-64536ec5a8c0 None None] Pushing event updated for resources: {'Port': ['ID=657de152-c6fa-4df1-b512-7bec5503f69c,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:56.101948 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7479af5c-bbb6-4ba5-92c0-5227b661fd16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:56.359776 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 657de152-c6fa-4df1-b512-7bec5503f69c up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:55:56.469634 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7479af5c-bbb6-4ba5-92c0-5227b661fd16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:56.489041 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 657de152-c6fa-4df1-b512-7bec5503f69c completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:55:56.495061 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8bdb22c8-c509-49d5-8b30-3147d85693b6 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:55:56.521423 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8be9758-0f6e-4dce-a6de-4e8901619cfc None None] Network e228c084-4eb6-4a76-ba7a-32f9042732ef requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 15:55:56.750121 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2a449932-43a3-4ecb-b38a-6025093fa9ab None None] Provisioning for port 657de152-c6fa-4df1-b512-7bec5503f69c completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:55:56.758703 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2a449932-43a3-4ecb-b38a-6025093fa9ab None None] Provisioning complete for port 657de152-c6fa-4df1-b512-7bec5503f69c triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:55:56.759637 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a449932-43a3-4ecb-b38a-6025093fa9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:56.759974 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2a449932-43a3-4ecb-b38a-6025093fa9ab None None] Attempt 1 to provision port 657de152-c6fa-4df1-b512-7bec5503f69c Sep 23 15:55:56.792033 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7479af5c-bbb6-4ba5-92c0-5227b661fd16 admin admin] Router b19f8b02-6822-48ff-a25f-fe2c412c1165 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 15:55:56.802785 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 8bdb22c8-c509-49d5-8b30-3147d85693b6 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:55:56.849055 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 8bdb22c8-c509-49d5-8b30-3147d85693b6 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:55:56.849428 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:56.849763 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 8bdb22c8-c509-49d5-8b30-3147d85693b6 Sep 23 15:55:56.973927 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7479af5c-bbb6-4ba5-92c0-5227b661fd16 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:55:56.994093 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ddcde8-5288-46f6-a77e-f98cac82b5c2 None None] Sync routers for ids ['b19f8b02-6822-48ff-a25f-fe2c412c1165'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:55:57.057959 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2a449932-43a3-4ecb-b38a-6025093fa9ab None None] Current status of the port 657de152-c6fa-4df1-b512-7bec5503f69c is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:55:57.058355 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a449932-43a3-4ecb-b38a-6025093fa9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:57.066615 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-7479af5c-bbb6-4ba5-92c0-5227b661fd16 admin admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:57.070499 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-7479af5c-bbb6-4ba5-92c0-5227b661fd16 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9624646 Sep 23 15:55:57.070708 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ddcde8-5288-46f6-a77e-f98cac82b5c2 None None] Routers {'b19f8b02-6822-48ff-a25f-fe2c412c1165'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:55:57.070825 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 58034) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:55:57.071334 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-54ddcde8-5288-46f6-a77e-f98cac82b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:55:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['b19f8b02-6822-48ff-a25f-fe2c412c1165'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:55:57.146609 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 8bdb22c8-c509-49d5-8b30-3147d85693b6 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:55:57.146993 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:57.274020 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-2a449932-43a3-4ecb-b38a-6025093fa9ab None None] For port 657de152-c6fa-4df1-b512-7bec5503f69c, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=657de152-c6fa-4df1-b512-7bec5503f69c,segment=NetworkSegment(04f3ba5c-79c3-4314-bfa3-1d8a05413fd3),segment_id=04f3ba5c-79c3-4314-bfa3-1d8a05413fd3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:55:57.293440 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 8bdb22c8-c509-49d5-8b30-3147d85693b6, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8bdb22c8-c509-49d5-8b30-3147d85693b6,segment=NetworkSegment(9199c3ac-e7c8-4910-ada2-678ae8d0c90f),segment_id=9199c3ac-e7c8-4910-ada2-678ae8d0c90f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:55:57.315758 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-54ddcde8-5288-46f6-a77e-f98cac82b5c2 None None] Set router b19f8b02-6822-48ff-a25f-fe2c412c1165 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:55:57.358888 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a449932-43a3-4ecb-b38a-6025093fa9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:57.463450 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:57.576771 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a449932-43a3-4ecb-b38a-6025093fa9ab None None] Pushing event updated for resources: {'Port': ['ID=657de152-c6fa-4df1-b512-7bec5503f69c,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:57.613427 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-55331bfb-5224-4b0a-be72-e1e1a35a3917 None None] Provisioning complete for port 657de152-c6fa-4df1-b512-7bec5503f69c triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:55:57.613802 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-55331bfb-5224-4b0a-be72-e1e1a35a3917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:57.614142 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-55331bfb-5224-4b0a-be72-e1e1a35a3917 None None] Attempt 1 to provision port 657de152-c6fa-4df1-b512-7bec5503f69c Sep 23 15:55:57.762277 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=8bdb22c8-c509-49d5-8b30-3147d85693b6,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:57.836045 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-55331bfb-5224-4b0a-be72-e1e1a35a3917 None None] Current status of the port 657de152-c6fa-4df1-b512-7bec5503f69c is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:55:57.849104 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-54ddcde8-5288-46f6-a77e-f98cac82b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19f8b02-6822-48ff-a25f-fe2c412c1165', 'name': 'tempest-TestShelveInstance-67455845-router', 'tenant_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.110'}], 'enable_snat': True}, 'gw_port_id': '37d815d1-984f-4a10-909d-f7ea91410cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:54Z', 'updated_at': '2022-09-23T15:55:55Z', 'revision_number': 3, 'project_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'gw_port': {'id': '37d815d1-984f-4a10-909d-f7ea91410cc7', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:71:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19f8b02-6822-48ff-a25f-fe2c412c1165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:55Z', 'updated_at': '2022-09-23T15:55:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:55:57.852979 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ddcde8-5288-46f6-a77e-f98cac82b5c2 None None] Checking router: b19f8b02-6822-48ff-a25f-fe2c412c1165 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:55:57.853334 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ddcde8-5288-46f6-a77e-f98cac82b5c2 None None] Updating router b19f8b02-6822-48ff-a25f-fe2c412c1165 port 37d815d1-984f-4a10-909d-f7ea91410cc7 binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:55:57.873076 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-709b0b6b-6f3b-4ca8-a5f1-a041912d9fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:57.905700 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54ddcde8-5288-46f6-a77e-f98cac82b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:58.076544 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-709b0b6b-6f3b-4ca8-a5f1-a041912d9fbb admin admin] Allocated IP 172.20.0.1 (e228c084-4eb6-4a76-ba7a-32f9042732ef/8b839db6-7336-4121-ace6-a408909a89e4/88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:55:58.229793 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-709b0b6b-6f3b-4ca8-a5f1-a041912d9fbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:58.246070 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-709b0b6b-6f3b-4ca8-a5f1-a041912d9fbb admin admin] Transition to ACTIVE for port object 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:55:58.278926 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54ddcde8-5288-46f6-a77e-f98cac82b5c2 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:58.290948 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-54ddcde8-5288-46f6-a77e-f98cac82b5c2 None None] Transition to ACTIVE for port object 37d815d1-984f-4a10-909d-f7ea91410cc7 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:55:58.301161 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 657de152-c6fa-4df1-b512-7bec5503f69c up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:55:58.324035 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-709b0b6b-6f3b-4ca8-a5f1-a041912d9fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:58.369268 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 657de152-c6fa-4df1-b512-7bec5503f69c triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:55:58.369633 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:58.369958 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 657de152-c6fa-4df1-b512-7bec5503f69c Sep 23 15:55:58.393802 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709b0b6b-6f3b-4ca8-a5f1-a041912d9fbb admin admin] Network e228c084-4eb6-4a76-ba7a-32f9042732ef is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:55:58.396788 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-709b0b6b-6f3b-4ca8-a5f1-a041912d9fbb admin admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:55:58.397709 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54ddcde8-5288-46f6-a77e-f98cac82b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:58.400505 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709b0b6b-6f3b-4ca8-a5f1-a041912d9fbb admin admin] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:55:58.438185 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b0b6b-6f3b-4ca8-a5f1-a041912d9fbb admin admin] Pushing event updated for resources: {'Port': ['ID=88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:58.464777 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-709b0b6b-6f3b-4ca8-a5f1-a041912d9fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:58.477416 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-54ddcde8-5288-46f6-a77e-f98cac82b5c2 None None] Attempting to bind port 37d815d1-984f-4a10-909d-f7ea91410cc7 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:55:58.478569 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-54ddcde8-5288-46f6-a77e-f98cac82b5c2 None None] Attempting to bind port 37d815d1-984f-4a10-909d-f7ea91410cc7 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:55:58.478569 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddcde8-5288-46f6-a77e-f98cac82b5c2 None None] Attempting to bind port 37d815d1-984f-4a10-909d-f7ea91410cc7 on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:55:58.490252 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddcde8-5288-46f6-a77e-f98cac82b5c2 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:55:58.490650 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddcde8-5288-46f6-a77e-f98cac82b5c2 None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:55:58.491051 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54ddcde8-5288-46f6-a77e-f98cac82b5c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:58.491436 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddcde8-5288-46f6-a77e-f98cac82b5c2 None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:55:58.491908 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-54ddcde8-5288-46f6-a77e-f98cac82b5c2 None None] Bound port: 37d815d1-984f-4a10-909d-f7ea91410cc7, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:55:58.492272 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54ddcde8-5288-46f6-a77e-f98cac82b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:58.559637 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a32b2-7668-49a9-8649-c83da1195f79 None None] Pushing event updated for resources: {'Port': ['ID=37d815d1-984f-4a10-909d-f7ea91410cc7,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:58.643074 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-54ddcde8-5288-46f6-a77e-f98cac82b5c2 None None] For port 37d815d1-984f-4a10-909d-f7ea91410cc7, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:55:58.659669 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-54ddcde8-5288-46f6-a77e-f98cac82b5c2 None None] For port 37d815d1-984f-4a10-909d-f7ea91410cc7, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=37d815d1-984f-4a10-909d-f7ea91410cc7,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:55:58.660648 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 657de152-c6fa-4df1-b512-7bec5503f69c is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:55:58.661693 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8bdb22c8-c509-49d5-8b30-3147d85693b6 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:55:58.680593 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-709b0b6b-6f3b-4ca8-a5f1-a041912d9fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:58.738221 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54ddcde8-5288-46f6-a77e-f98cac82b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:58.773966 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 8bdb22c8-c509-49d5-8b30-3147d85693b6 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:55:58.774366 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:58.775249 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 8bdb22c8-c509-49d5-8b30-3147d85693b6 Sep 23 15:55:58.823674 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-69d2973e-2bb0-4a39-b64a-d373bca7b703 None None] Provisioning for port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:55:58.865831 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-69d2973e-2bb0-4a39-b64a-d373bca7b703 None None] Provisioning complete for port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:55:58.866971 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-69d2973e-2bb0-4a39-b64a-d373bca7b703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:58.866971 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-69d2973e-2bb0-4a39-b64a-d373bca7b703 None None] Attempt 1 to provision port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 Sep 23 15:55:58.910648 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ddcde8-5288-46f6-a77e-f98cac82b5c2 None None] Routers {'b19f8b02-6822-48ff-a25f-fe2c412c1165'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:55:58.911364 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-54ddcde8-5288-46f6-a77e-f98cac82b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:55:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['b19f8b02-6822-48ff-a25f-fe2c412c1165'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:55:58.912857 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-709b0b6b-6f3b-4ca8-a5f1-a041912d9fbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:58.969288 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-709b0b6b-6f3b-4ca8-a5f1-a041912d9fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:59.019770 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a32b2-7668-49a9-8649-c83da1195f79 None None] Pushing event updated for resources: {'Port': ['ID=37d815d1-984f-4a10-909d-f7ea91410cc7,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:59.025420 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-69d2973e-2bb0-4a39-b64a-d373bca7b703 None None] Port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:55:59.081931 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b0b6b-6f3b-4ca8-a5f1-a041912d9fbb admin admin] Pushing event updated for resources: {'Port': ['ID=88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:55:59.085619 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-709b0b6b-6f3b-4ca8-a5f1-a041912d9fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:55:59.159689 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 8bdb22c8-c509-49d5-8b30-3147d85693b6 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:55:59.174031 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-54ddcde8-5288-46f6-a77e-f98cac82b5c2 None None] Set router b19f8b02-6822-48ff-a25f-fe2c412c1165 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:55:59.326390 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709b0b6b-6f3b-4ca8-a5f1-a041912d9fbb admin admin] Network e228c084-4eb6-4a76-ba7a-32f9042732ef is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:55:59.327535 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-709b0b6b-6f3b-4ca8-a5f1-a041912d9fbb admin admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:55:59.501840 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-54ddcde8-5288-46f6-a77e-f98cac82b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19f8b02-6822-48ff-a25f-fe2c412c1165', 'name': 'tempest-TestShelveInstance-67455845-router', 'tenant_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.110'}], 'enable_snat': True}, 'gw_port_id': '37d815d1-984f-4a10-909d-f7ea91410cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:54Z', 'updated_at': '2022-09-23T15:55:58Z', 'revision_number': 4, 'project_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'gw_port': {'id': '37d815d1-984f-4a10-909d-f7ea91410cc7', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:71:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19f8b02-6822-48ff-a25f-fe2c412c1165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:55Z', 'updated_at': '2022-09-23T15:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9', 'name': '', 'network_id': 'e228c084-4eb6-4a76-ba7a-32f9042732ef', 'tenant_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'mac_address': 'fa:16:3e:75:f0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19f8b02-6822-48ff-a25f-fe2c412c1165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8b839db6-7336-4121-ace6-a408909a89e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:57Z', 'updated_at': '2022-09-23T15:55:58Z', 'revision_number': 2, 'project_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'subnets': [{'id': '8b839db6-7336-4121-ace6-a408909a89e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:55:59.506571 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ddcde8-5288-46f6-a77e-f98cac82b5c2 None None] The sync data for ids ['b19f8b02-6822-48ff-a25f-fe2c412c1165'] in dv-neutron-859093-1-hyperv is: [{'id': 'b19f8b02-6822-48ff-a25f-fe2c412c1165', 'name': 'tempest-TestShelveInstance-67455845-router', 'tenant_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.110'}], 'enable_snat': True}, 'gw_port_id': '37d815d1-984f-4a10-909d-f7ea91410cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:54Z', 'updated_at': '2022-09-23T15:55:58Z', 'revision_number': 4, 'project_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'gw_port': {'id': '37d815d1-984f-4a10-909d-f7ea91410cc7', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:71:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19f8b02-6822-48ff-a25f-fe2c412c1165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:55Z', 'updated_at': '2022-09-23T15:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9', 'name': '', 'network_id': 'e228c084-4eb6-4a76-ba7a-32f9042732ef', 'tenant_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'mac_address': 'fa:16:3e:75:f0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19f8b02-6822-48ff-a25f-fe2c412c1165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8b839db6-7336-4121-ace6-a408909a89e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:57Z', 'updated_at': '2022-09-23T15:55:58Z', 'revision_number': 2, 'project_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'subnets': [{'id': '8b839db6-7336-4121-ace6-a408909a89e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:55:59.521707 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709b0b6b-6f3b-4ca8-a5f1-a041912d9fbb admin admin] Router b19f8b02-6822-48ff-a25f-fe2c412c1165 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:55:59.526901 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-69d2973e-2bb0-4a39-b64a-d373bca7b703 None None] Attempt 2 to provision port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 Sep 23 15:55:59.588432 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-69d2973e-2bb0-4a39-b64a-d373bca7b703 None None] Port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:55:59.726196 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709b0b6b-6f3b-4ca8-a5f1-a041912d9fbb admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:55:59.736529 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-709b0b6b-6f3b-4ca8-a5f1-a041912d9fbb admin admin] 10.222.0.67 "PUT /v2.0/routers/b19f8b02-6822-48ff-a25f-fe2c412c1165/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6647806 Sep 23 15:56:00.090100 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-69d2973e-2bb0-4a39-b64a-d373bca7b703 None None] Attempt 3 to provision port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 Sep 23 15:56:00.158376 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-69d2973e-2bb0-4a39-b64a-d373bca7b703 None None] Port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:56:00.208551 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 58044) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:56:00.215065 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-20635ad8-ef75-4c4e-8314-0f3455c9aaef tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1079389404', 'description': 'tempest-secgroup-smoke-1079389404 description', 'project_id': '0f44cc71986047e8945d4357988a0be1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:56:00.221283 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-20635ad8-ef75-4c4e-8314-0f3455c9aaef tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:56:00.225340 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-20635ad8-ef75-4c4e-8314-0f3455c9aaef tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Usage tracker for resource:security_group and tenant:0f44cc71986047e8945d4357988a0be1 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:56:00.228531 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-20635ad8-ef75-4c4e-8314-0f3455c9aaef tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:56:00.235425 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-20635ad8-ef75-4c4e-8314-0f3455c9aaef tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:56:00.294654 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-20635ad8-ef75-4c4e-8314-0f3455c9aaef tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:00.314335 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 37d815d1-984f-4a10-909d-f7ea91410cc7 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:56:00.320607 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-20635ad8-ef75-4c4e-8314-0f3455c9aaef tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:56:00.325090 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-20635ad8-ef75-4c4e-8314-0f3455c9aaef tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Usage tracker for resource:security_group_rule and tenant:0f44cc71986047e8945d4357988a0be1 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:56:00.328134 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-20635ad8-ef75-4c4e-8314-0f3455c9aaef tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:56:00.334086 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-20635ad8-ef75-4c4e-8314-0f3455c9aaef tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:56:00.406491 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-20635ad8-ef75-4c4e-8314-0f3455c9aaef tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:00.471656 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-20635ad8-ef75-4c4e-8314-0f3455c9aaef tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:00.488977 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 37d815d1-984f-4a10-909d-f7ea91410cc7 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:56:00.494611 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 37d815d1-984f-4a10-909d-f7ea91410cc7 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:56:00.494983 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:00.495321 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 37d815d1-984f-4a10-909d-f7ea91410cc7 Sep 23 15:56:00.514123 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20635ad8-ef75-4c4e-8314-0f3455c9aaef tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:56:00.563529 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-20635ad8-ef75-4c4e-8314-0f3455c9aaef tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:00.564817 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-20635ad8-ef75-4c4e-8314-0f3455c9aaef tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3552613 Sep 23 15:56:00.567954 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 58048) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:56:00.573644 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-c4c41297-a32c-4e59-9f52-043e381b1839 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Request body: {'security_group_rule': {'security_group_id': 'b5a6647c-ac31-49e8-b5ca-60ceacd3c15a', 'project_id': '0f44cc71986047e8945d4357988a0be1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:56:00.580103 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c4c41297-a32c-4e59-9f52-043e381b1839 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:56:00.583957 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c4c41297-a32c-4e59-9f52-043e381b1839 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Usage tracker for resource:security_group_rule and tenant:0f44cc71986047e8945d4357988a0be1 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:56:00.586839 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c4c41297-a32c-4e59-9f52-043e381b1839 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:56:00.592583 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c4c41297-a32c-4e59-9f52-043e381b1839 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:56:00.613003 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 37d815d1-984f-4a10-909d-f7ea91410cc7 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:56:00.613533 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:00.630109 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 37d815d1-984f-4a10-909d-f7ea91410cc7, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=37d815d1-984f-4a10-909d-f7ea91410cc7,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:56:00.650566 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c4c41297-a32c-4e59-9f52-043e381b1839 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:00.660029 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-69d2973e-2bb0-4a39-b64a-d373bca7b703 None None] Attempt 4 to provision port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 Sep 23 15:56:00.712529 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:00.721111 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c4c41297-a32c-4e59-9f52-043e381b1839 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:00.780306 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-69d2973e-2bb0-4a39-b64a-d373bca7b703 None None] Port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:56:00.792026 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c4c41297-a32c-4e59-9f52-043e381b1839 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:00.795409 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=37d815d1-984f-4a10-909d-f7ea91410cc7,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:56:00.818248 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c41297-a32c-4e59-9f52-043e381b1839 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bbc2280-775f-4b13-9fb4-471772249eb8,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:56:00.883384 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c4c41297-a32c-4e59-9f52-043e381b1839 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:00.885306 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c4c41297-a32c-4e59-9f52-043e381b1839 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3164117 Sep 23 15:56:00.888109 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 58052) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:56:00.901035 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-1a8419b1-7268-47c2-948d-1bf3e6448e4d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Request body: {'security_group_rule': {'security_group_id': 'b5a6647c-ac31-49e8-b5ca-60ceacd3c15a', 'project_id': '0f44cc71986047e8945d4357988a0be1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:56:00.907553 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-1a8419b1-7268-47c2-948d-1bf3e6448e4d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:56:00.911748 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1a8419b1-7268-47c2-948d-1bf3e6448e4d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Usage tracker for resource:security_group_rule and tenant:0f44cc71986047e8945d4357988a0be1 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:56:00.914635 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1a8419b1-7268-47c2-948d-1bf3e6448e4d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:56:00.920530 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-1a8419b1-7268-47c2-948d-1bf3e6448e4d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:56:00.991969 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1a8419b1-7268-47c2-948d-1bf3e6448e4d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:01.051629 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1a8419b1-7268-47c2-948d-1bf3e6448e4d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:01.094772 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1a8419b1-7268-47c2-948d-1bf3e6448e4d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:01.120137 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8419b1-7268-47c2-948d-1bf3e6448e4d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e95672-3e52-437c-96f4-ef792ffdfb55,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:56:01.209137 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1a8419b1-7268-47c2-948d-1bf3e6448e4d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:01.210279 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1a8419b1-7268-47c2-948d-1bf3e6448e4d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3212550 Sep 23 15:56:01.212986 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 58056) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:56:01.217854 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-ae2edc18-9ddb-49de-9ec2-8810a2c6a777 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Request body: {'security_group_rule': {'security_group_id': 'b5a6647c-ac31-49e8-b5ca-60ceacd3c15a', 'project_id': '0f44cc71986047e8945d4357988a0be1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:56:01.223878 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ae2edc18-9ddb-49de-9ec2-8810a2c6a777 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:56:01.227968 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ae2edc18-9ddb-49de-9ec2-8810a2c6a777 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Usage tracker for resource:security_group_rule and tenant:0f44cc71986047e8945d4357988a0be1 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:56:01.230927 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ae2edc18-9ddb-49de-9ec2-8810a2c6a777 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:56:01.236644 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ae2edc18-9ddb-49de-9ec2-8810a2c6a777 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:56:01.281692 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-69d2973e-2bb0-4a39-b64a-d373bca7b703 None None] Attempt 5 to provision port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 Sep 23 15:56:01.313208 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ae2edc18-9ddb-49de-9ec2-8810a2c6a777 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:01.337917 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-69d2973e-2bb0-4a39-b64a-d373bca7b703 None None] Port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:56:01.375112 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ae2edc18-9ddb-49de-9ec2-8810a2c6a777 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:01.442988 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ae2edc18-9ddb-49de-9ec2-8810a2c6a777 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:01.466376 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2edc18-9ddb-49de-9ec2-8810a2c6a777 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f338605e-2f49-4c9e-8b5e-44e6afea0e93,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:56:01.534406 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ae2edc18-9ddb-49de-9ec2-8810a2c6a777 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:01.535633 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ae2edc18-9ddb-49de-9ec2-8810a2c6a777 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3217368 Sep 23 15:56:01.538468 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 58060) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:56:01.543880 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-0c4f1b73-398b-4984-b46d-ab1d7babec06 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Request body: {'security_group_rule': {'security_group_id': 'b5a6647c-ac31-49e8-b5ca-60ceacd3c15a', 'project_id': '0f44cc71986047e8945d4357988a0be1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:56:01.549857 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0c4f1b73-398b-4984-b46d-ab1d7babec06 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:56:01.553877 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0c4f1b73-398b-4984-b46d-ab1d7babec06 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Usage tracker for resource:security_group_rule and tenant:0f44cc71986047e8945d4357988a0be1 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:56:01.557444 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0c4f1b73-398b-4984-b46d-ab1d7babec06 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:56:01.563252 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0c4f1b73-398b-4984-b46d-ab1d7babec06 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:56:01.639023 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0c4f1b73-398b-4984-b46d-ab1d7babec06 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:01.705520 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0c4f1b73-398b-4984-b46d-ab1d7babec06 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:01.757702 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0c4f1b73-398b-4984-b46d-ab1d7babec06 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:01.784715 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f1b73-398b-4984-b46d-ab1d7babec06 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e9cc5b-49b6-436e-866c-d9ddc2c78823,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:56:01.838027 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0c4f1b73-398b-4984-b46d-ab1d7babec06 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:01.838822 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-69d2973e-2bb0-4a39-b64a-d373bca7b703 None None] Attempt 6 to provision port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 Sep 23 15:56:01.839396 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0c4f1b73-398b-4984-b46d-ab1d7babec06 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3000097 Sep 23 15:56:01.842121 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 58064) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:56:01.847554 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-039539c9-10f1-4b4b-923a-6f58c11f03cf tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Request body: {'security_group_rule': {'security_group_id': 'b5a6647c-ac31-49e8-b5ca-60ceacd3c15a', 'project_id': '0f44cc71986047e8945d4357988a0be1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:56:01.854598 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-039539c9-10f1-4b4b-923a-6f58c11f03cf tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:56:01.858689 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-039539c9-10f1-4b4b-923a-6f58c11f03cf tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Usage tracker for resource:security_group_rule and tenant:0f44cc71986047e8945d4357988a0be1 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:56:01.861796 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-039539c9-10f1-4b4b-923a-6f58c11f03cf tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:56:01.867867 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-039539c9-10f1-4b4b-923a-6f58c11f03cf tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:56:01.896612 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-69d2973e-2bb0-4a39-b64a-d373bca7b703 None None] Port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:56:01.940345 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.securitygroups_db [None req-039539c9-10f1-4b4b-923a-6f58c11f03cf tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Project 0f44cc71986047e8945d4357988a0be1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:56:01.947766 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-039539c9-10f1-4b4b-923a-6f58c11f03cf tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:02.014085 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-039539c9-10f1-4b4b-923a-6f58c11f03cf tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:02.082684 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-039539c9-10f1-4b4b-923a-6f58c11f03cf tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:02.107098 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039539c9-10f1-4b4b-923a-6f58c11f03cf tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4a6387-d76e-4a5f-8c68-653fb9d53542,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:56:02.111712 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2f23ce16-d2c8-4c6a-aae8-86d7eb2dac07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:02.191817 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-039539c9-10f1-4b4b-923a-6f58c11f03cf tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:02.193021 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-039539c9-10f1-4b4b-923a-6f58c11f03cf tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3498771 Sep 23 15:56:02.195796 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 58068) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:56:02.201202 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-a52a6b3f-e26f-4fe8-8960-679b11a245b2 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Request body: {'security_group_rule': {'security_group_id': 'b5a6647c-ac31-49e8-b5ca-60ceacd3c15a', 'project_id': '0f44cc71986047e8945d4357988a0be1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:56:02.207409 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a52a6b3f-e26f-4fe8-8960-679b11a245b2 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:56:02.211209 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a52a6b3f-e26f-4fe8-8960-679b11a245b2 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Usage tracker for resource:security_group_rule and tenant:0f44cc71986047e8945d4357988a0be1 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:56:02.214669 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a52a6b3f-e26f-4fe8-8960-679b11a245b2 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:56:02.220476 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a52a6b3f-e26f-4fe8-8960-679b11a245b2 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:56:02.289183 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.securitygroups_db [None req-a52a6b3f-e26f-4fe8-8960-679b11a245b2 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Project 0f44cc71986047e8945d4357988a0be1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:56:02.294646 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 37d815d1-984f-4a10-909d-f7ea91410cc7 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:56:02.296418 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a52a6b3f-e26f-4fe8-8960-679b11a245b2 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:02.363903 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 37d815d1-984f-4a10-909d-f7ea91410cc7 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:56:02.364277 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:02.364611 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 37d815d1-984f-4a10-909d-f7ea91410cc7 Sep 23 15:56:02.367502 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a52a6b3f-e26f-4fe8-8960-679b11a245b2 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:02.401456 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-69d2973e-2bb0-4a39-b64a-d373bca7b703 None None] Attempt 7 to provision port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 Sep 23 15:56:02.431670 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a52a6b3f-e26f-4fe8-8960-679b11a245b2 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:02.455871 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a6b3f-e26f-4fe8-8960-679b11a245b2 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=137540bd-7efd-49f5-b933-5f1c59c6c04a,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:56:02.469476 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-69d2973e-2bb0-4a39-b64a-d373bca7b703 None None] Port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:56:02.517541 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a52a6b3f-e26f-4fe8-8960-679b11a245b2 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:02.518777 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a52a6b3f-e26f-4fe8-8960-679b11a245b2 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3215387 Sep 23 15:56:02.532710 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 37d815d1-984f-4a10-909d-f7ea91410cc7 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:56:02.691578 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-c798aaf5-e590-419a-8a98-99ffde9a9414 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Synchronizing usage tracker for tenant:0f44cc71986047e8945d4357988a0be1 on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:56:02.763510 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-c798aaf5-e590-419a-8a98-99ffde9a9414 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Unset dirty status for tenant:0f44cc71986047e8945d4357988a0be1 on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:56:02.764689 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-c798aaf5-e590-419a-8a98-99ffde9a9414 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1079389404&fields=id&tenant_id=0f44cc71986047e8945d4357988a0be1 HTTP/1.1" status: 200 len: 267 time: 0.1141231 Sep 23 15:56:02.839680 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358e0eab-f3a8-4826-88e6-dc36deab7541 None None] Sync routers for ids ['b19f8b02-6822-48ff-a25f-fe2c412c1165'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:56:02.849027 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358e0eab-f3a8-4826-88e6-dc36deab7541 None None] Routers {'b19f8b02-6822-48ff-a25f-fe2c412c1165'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:56:02.849734 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-358e0eab-f3a8-4826-88e6-dc36deab7541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:55:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['b19f8b02-6822-48ff-a25f-fe2c412c1165'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:56:02.916691 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-75d3f04a-7bfb-414e-90bc-106391ce3917 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:56:02.917378 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-75d3f04a-7bfb-414e-90bc-106391ce3917 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Synchronizing usage tracker for tenant:0f44cc71986047e8945d4357988a0be1 on resource:network {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:56:02.971016 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-69d2973e-2bb0-4a39-b64a-d373bca7b703 None None] Attempt 8 to provision port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 Sep 23 15:56:02.979978 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-75d3f04a-7bfb-414e-90bc-106391ce3917 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Unset dirty status for tenant:0f44cc71986047e8945d4357988a0be1 on resource:network {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:56:02.982777 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-75d3f04a-7bfb-414e-90bc-106391ce3917 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/networks?id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6 HTTP/1.1" status: 200 len: 808 time: 0.2098141 Sep 23 15:56:02.999019 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-225207aa-83e4-4a19-ad26-f6e86a99f2ed tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/quotas/0f44cc71986047e8945d4357988a0be1 HTTP/1.1" status: 200 len: 375 time: 0.0121317 Sep 23 15:56:03.027362 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-69d2973e-2bb0-4a39-b64a-d373bca7b703 None None] Port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:56:03.033943 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-358e0eab-f3a8-4826-88e6-dc36deab7541 None None] Set router b19f8b02-6822-48ff-a25f-fe2c412c1165 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:56:03.090933 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-c1c452b7-b799-46ba-a57c-0d044e2781c7 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Synchronizing usage tracker for tenant:0f44cc71986047e8945d4357988a0be1 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:56:03.162733 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-c1c452b7-b799-46ba-a57c-0d044e2781c7 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Unset dirty status for tenant:0f44cc71986047e8945d4357988a0be1 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:56:03.164089 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-c1c452b7-b799-46ba-a57c-0d044e2781c7 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=0f44cc71986047e8945d4357988a0be1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1591935 Sep 23 15:56:03.202849 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:03.303821 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-82094b9b-9015-4220-88a0-9ac9e065a1ba service neutron] 10.222.0.67 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273067 Sep 23 15:56:03.348665 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-358e0eab-f3a8-4826-88e6-dc36deab7541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19f8b02-6822-48ff-a25f-fe2c412c1165', 'name': 'tempest-TestShelveInstance-67455845-router', 'tenant_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.110'}], 'enable_snat': True}, 'gw_port_id': '37d815d1-984f-4a10-909d-f7ea91410cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:54Z', 'updated_at': '2022-09-23T15:55:58Z', 'revision_number': 4, 'project_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'gw_port': {'id': '37d815d1-984f-4a10-909d-f7ea91410cc7', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8b02-6822-48ff-a25f-fe2c412c1165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:55Z', 'updated_at': '2022-09-23T15:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9', 'name': '', 'network_id': 'e228c084-4eb6-4a76-ba7a-32f9042732ef', 'tenant_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'mac_address': 'fa:16:3e:75:f0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19f8b02-6822-48ff-a25f-fe2c412c1165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8b839db6-7336-4121-ace6-a408909a89e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:57Z', 'updated_at': '2022-09-23T15:55:58Z', 'revision_number': 2, 'project_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'subnets': [{'id': '8b839db6-7336-4121-ace6-a408909a89e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:56:03.352380 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358e0eab-f3a8-4826-88e6-dc36deab7541 None None] Checking router: b19f8b02-6822-48ff-a25f-fe2c412c1165 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:56:03.353309 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358e0eab-f3a8-4826-88e6-dc36deab7541 None None] Updating router b19f8b02-6822-48ff-a25f-fe2c412c1165 port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:56:03.403714 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-358e0eab-f3a8-4826-88e6-dc36deab7541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:03.435928 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-421de154-1362-4a7d-97ad-b4bfd7f293fd service neutron] 10.222.0.67 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261442 Sep 23 15:56:03.528323 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-69d2973e-2bb0-4a39-b64a-d373bca7b703 None None] Attempt 9 to provision port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 Sep 23 15:56:03.582494 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-69d2973e-2bb0-4a39-b64a-d373bca7b703 None None] Port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:56:03.720273 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-75785074-37fe-41aa-9e1d-33b162eca556 req-d4dbf29d-13d9-4621-8fa7-1b6a311afdc2 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 210 time: 0.0511973 Sep 23 15:56:03.755673 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-358e0eab-f3a8-4826-88e6-dc36deab7541 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:03.767906 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-358e0eab-f3a8-4826-88e6-dc36deab7541 None None] Transition to ACTIVE for port object 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:56:03.843723 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-358e0eab-f3a8-4826-88e6-dc36deab7541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:04.045943 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2ac4b-e57e-4907-858f-7ae8c869457d None None] Pushing event updated for resources: {'Port': ['ID=88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:56:04.057325 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-358e0eab-f3a8-4826-88e6-dc36deab7541 None None] Attempting to bind port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:56:04.057575 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-358e0eab-f3a8-4826-88e6-dc36deab7541 None None] Attempting to bind port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '04f3ba5c-79c3-4314-bfa3-1d8a05413fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e228c084-4eb6-4a76-ba7a-32f9042732ef'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:56:04.057934 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358e0eab-f3a8-4826-88e6-dc36deab7541 None None] Attempting to bind port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 on network e228c084-4eb6-4a76-ba7a-32f9042732ef {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:56:04.063536 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358e0eab-f3a8-4826-88e6-dc36deab7541 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:56:04.063907 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358e0eab-f3a8-4826-88e6-dc36deab7541 None None] Checking segment: {'id': '04f3ba5c-79c3-4314-bfa3-1d8a05413fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e228c084-4eb6-4a76-ba7a-32f9042732ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:56:04.064304 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-358e0eab-f3a8-4826-88e6-dc36deab7541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:04.064693 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358e0eab-f3a8-4826-88e6-dc36deab7541 None None] Bound using segment: {'id': '04f3ba5c-79c3-4314-bfa3-1d8a05413fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e228c084-4eb6-4a76-ba7a-32f9042732ef'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:56:04.065153 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-358e0eab-f3a8-4826-88e6-dc36deab7541 None None] Bound port: 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f3ba5c-79c3-4314-bfa3-1d8a05413fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'e228c084-4eb6-4a76-ba7a-32f9042732ef'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:56:04.065520 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-358e0eab-f3a8-4826-88e6-dc36deab7541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:04.083519 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-69d2973e-2bb0-4a39-b64a-d373bca7b703 None None] Attempt 10 to provision port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 Sep 23 15:56:04.141505 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-69d2973e-2bb0-4a39-b64a-d373bca7b703 None None] Port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:56:04.156619 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-358e0eab-f3a8-4826-88e6-dc36deab7541 None None] For port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:56:04.159552 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-358e0eab-f3a8-4826-88e6-dc36deab7541 None None] For port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9,segment=NetworkSegment(04f3ba5c-79c3-4314-bfa3-1d8a05413fd3),segment_id=04f3ba5c-79c3-4314-bfa3-1d8a05413fd3)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:56:04.249760 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-358e0eab-f3a8-4826-88e6-dc36deab7541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:04.310871 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358e0eab-f3a8-4826-88e6-dc36deab7541 None None] Routers {'b19f8b02-6822-48ff-a25f-fe2c412c1165'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:56:04.311482 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-358e0eab-f3a8-4826-88e6-dc36deab7541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:55:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['b19f8b02-6822-48ff-a25f-fe2c412c1165'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:56:04.422547 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2ac4b-e57e-4907-858f-7ae8c869457d None None] Pushing event updated for resources: {'Port': ['ID=88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9,revision_number=4']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:56:04.524145 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-358e0eab-f3a8-4826-88e6-dc36deab7541 None None] Set router b19f8b02-6822-48ff-a25f-fe2c412c1165 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:56:04.834407 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-358e0eab-f3a8-4826-88e6-dc36deab7541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19f8b02-6822-48ff-a25f-fe2c412c1165', 'name': 'tempest-TestShelveInstance-67455845-router', 'tenant_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.110'}], 'enable_snat': True}, 'gw_port_id': '37d815d1-984f-4a10-909d-f7ea91410cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:54Z', 'updated_at': '2022-09-23T15:55:58Z', 'revision_number': 4, 'project_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'gw_port': {'id': '37d815d1-984f-4a10-909d-f7ea91410cc7', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8b02-6822-48ff-a25f-fe2c412c1165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:55Z', 'updated_at': '2022-09-23T15:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9', 'name': '', 'network_id': 'e228c084-4eb6-4a76-ba7a-32f9042732ef', 'tenant_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'mac_address': 'fa:16:3e:75:f0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19f8b02-6822-48ff-a25f-fe2c412c1165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8b839db6-7336-4121-ace6-a408909a89e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:57Z', 'updated_at': '2022-09-23T15:56:04Z', 'revision_number': 4, 'project_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'subnets': [{'id': '8b839db6-7336-4121-ace6-a408909a89e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:56:04.838735 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358e0eab-f3a8-4826-88e6-dc36deab7541 None None] The sync data for ids ['b19f8b02-6822-48ff-a25f-fe2c412c1165'] in dv-neutron-859093-1-hyperv is: [{'id': 'b19f8b02-6822-48ff-a25f-fe2c412c1165', 'name': 'tempest-TestShelveInstance-67455845-router', 'tenant_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.110'}], 'enable_snat': True}, 'gw_port_id': '37d815d1-984f-4a10-909d-f7ea91410cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:54Z', 'updated_at': '2022-09-23T15:55:58Z', 'revision_number': 4, 'project_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'gw_port': {'id': '37d815d1-984f-4a10-909d-f7ea91410cc7', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8b02-6822-48ff-a25f-fe2c412c1165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:55Z', 'updated_at': '2022-09-23T15:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9', 'name': '', 'network_id': 'e228c084-4eb6-4a76-ba7a-32f9042732ef', 'tenant_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'mac_address': 'fa:16:3e:75:f0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19f8b02-6822-48ff-a25f-fe2c412c1165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8b839db6-7336-4121-ace6-a408909a89e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:57Z', 'updated_at': '2022-09-23T15:56:04Z', 'revision_number': 4, 'project_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'subnets': [{'id': '8b839db6-7336-4121-ace6-a408909a89e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:56:04.945270 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-86c605d0-34bb-4af6-b0cf-ee86a32633eb req-1c144a83-a3a2-4e27-8811-a1122330aee0 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 210 time: 0.1624234 Sep 23 15:56:05.106010 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1a00a5a3-22e9-4fe0-bd99-3e48ebc29833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:05.585985 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:05.854747 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:06.110175 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2c20ae54-4279-4f0d-8670-417d891a3f95 req-6aaee69b-06fc-4f90-9dfa-2d735c13c612 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 210 time: 0.0534918 Sep 23 15:56:06.316363 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:56:06.391941 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-8bc5f56c-8902-43b6-9842-7d69efc65cac tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:56:06.393267 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-8bc5f56c-8902-43b6-9842-7d69efc65cac tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.72 "GET /v2.0/networks?id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6 HTTP/1.1" status: 200 len: 808 time: 0.1481311 Sep 23 15:56:06.440402 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-5f0e802e-e598-4af1-ae7f-5ba335854195 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f44cc71986047e8945d4357988a0be1 HTTP/1.1" status: 200 len: 380 time: 0.0389955 Sep 23 15:56:06.448631 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:56:06.449007 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-5ed865fc-2495-437f-8f50-b48abb004704 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Request body: {'port': {'device_id': '1f064184-65d9-49fa-9bc3-c1121a5fbf09', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'admin_state_up': True, 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'security_groups': ['b5a6647c-ac31-49e8-b5ca-60ceacd3c15a']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:56:06.454096 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:56:06.459748 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:06.459748 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 Sep 23 15:56:06.572855 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:56:06.573278 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:06.588942 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-5ed865fc-2495-437f-8f50-b48abb004704 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:56:06.598591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-5ed865fc-2495-437f-8f50-b48abb004704 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:56:06.606370 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9,segment=NetworkSegment(04f3ba5c-79c3-4314-bfa3-1d8a05413fd3),segment_id=04f3ba5c-79c3-4314-bfa3-1d8a05413fd3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:56:06.688781 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-5ed865fc-2495-437f-8f50-b48abb004704 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Made reservation on behalf of 0f44cc71986047e8945d4357988a0be1 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:56:06.692271 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-5ed865fc-2495-437f-8f50-b48abb004704 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:06.717335 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:06.788188 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:56:06.864123 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-5ed865fc-2495-437f-8f50-b48abb004704 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Allocated IP 172.20.0.14 (0f5dc51a-830e-4f25-8131-8d22b7ae58d6/8f9aae1f-8dc6-4174-a245-6ad8b241566e/f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:56:07.049186 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-5ed865fc-2495-437f-8f50-b48abb004704 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:07.064756 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-5ed865fc-2495-437f-8f50-b48abb004704 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Transition to ACTIVE for port object f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:56:07.146551 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-5ed865fc-2495-437f-8f50-b48abb004704 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:07.174575 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:07.221865 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-5ed865fc-2495-437f-8f50-b48abb004704 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Network 0f5dc51a-830e-4f25-8131-8d22b7ae58d6 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:56:07.225151 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-5ed865fc-2495-437f-8f50-b48abb004704 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:56:07.229713 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-5ed865fc-2495-437f-8f50-b48abb004704 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:56:07.261599 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed865fc-2495-437f-8f50-b48abb004704 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Pushing event updated for resources: {'Port': ['ID=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:56:07.354648 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-5ed865fc-2495-437f-8f50-b48abb004704 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:56:07.355284 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-5ed865fc-2495-437f-8f50-b48abb004704 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:07.398220 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7d751-3b3a-4726-b97a-a4f40e6b53bb req-1f90cd84-515c-4c9a-aa82-f00d6116d98d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:56:07.398952 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-34c7d751-3b3a-4726-b97a-a4f40e6b53bb req-1f90cd84-515c-4c9a-aa82-f00d6116d98d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Synchronizing usage tracker for tenant:0f44cc71986047e8945d4357988a0be1 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:56:07.438582 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-5ed865fc-2495-437f-8f50-b48abb004704 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9931910 Sep 23 15:56:07.449658 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-e51ae3f5-d29d-4ae6-a34a-662b01a38f39 service neutron] Request body: {'port': {'device_id': '1f064184-65d9-49fa-9bc3-c1121a5fbf09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:56:07.491586 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-34c7d751-3b3a-4726-b97a-a4f40e6b53bb req-1f90cd84-515c-4c9a-aa82-f00d6116d98d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Unset dirty status for tenant:0f44cc71986047e8945d4357988a0be1 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:56:07.492725 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-34c7d751-3b3a-4726-b97a-a4f40e6b53bb req-1f90cd84-515c-4c9a-aa82-f00d6116d98d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 932 time: 0.2358286 Sep 23 15:56:07.540314 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ede3e346-0389-4d58-a875-2202c3dc6246 None None] Provisioning for port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:56:07.545279 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ede3e346-0389-4d58-a875-2202c3dc6246 None None] Provisioning complete for port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:56:07.545647 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ede3e346-0389-4d58-a875-2202c3dc6246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:07.545993 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ede3e346-0389-4d58-a875-2202c3dc6246 None None] Attempt 1 to provision port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 Sep 23 15:56:07.596557 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-34c7d751-3b3a-4726-b97a-a4f40e6b53bb req-08381327-7765-4bec-b90d-5e0647340860 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959852 Sep 23 15:56:07.598956 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-e51ae3f5-d29d-4ae6-a34a-662b01a38f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:07.614560 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ede3e346-0389-4d58-a875-2202c3dc6246 None None] Port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:56:07.939043 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-e51ae3f5-d29d-4ae6-a34a-662b01a38f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:56:07.946759 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-e51ae3f5-d29d-4ae6-a34a-662b01a38f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:07.960815 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-e51ae3f5-d29d-4ae6-a34a-662b01a38f39 service neutron] Transition to ACTIVE for port object f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 15:56:08.008513 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-e51ae3f5-d29d-4ae6-a34a-662b01a38f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:08.111395 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ede3e346-0389-4d58-a875-2202c3dc6246 None None] Attempt 2 to provision port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 Sep 23 15:56:08.164583 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ede3e346-0389-4d58-a875-2202c3dc6246 None None] Port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 15:56:08.298467 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ae3f5-d29d-4ae6-a34a-662b01a38f39 service neutron] Pushing event updated for resources: {'Port': ['ID=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:56:08.302891 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:56:08.342187 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-e51ae3f5-d29d-4ae6-a34a-662b01a38f39 service neutron] Attempting to bind port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 15:56:08.342553 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-e51ae3f5-d29d-4ae6-a34a-662b01a38f39 service neutron] Attempting to bind port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '9199c3ac-e7c8-4910-ada2-678ae8d0c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 15:56:08.342877 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-e51ae3f5-d29d-4ae6-a34a-662b01a38f39 service neutron] Attempting to bind port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 on network 0f5dc51a-830e-4f25-8131-8d22b7ae58d6 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:56:08.347566 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-e51ae3f5-d29d-4ae6-a34a-662b01a38f39 service neutron] Port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 on network 0f5dc51a-830e-4f25-8131-8d22b7ae58d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 15:56:08.347879 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-e51ae3f5-d29d-4ae6-a34a-662b01a38f39 service neutron] Attempting to bind port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 on network 0f5dc51a-830e-4f25-8131-8d22b7ae58d6 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 15:56:08.353438 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-e51ae3f5-d29d-4ae6-a34a-662b01a38f39 service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 15:56:08.353767 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-e51ae3f5-d29d-4ae6-a34a-662b01a38f39 service neutron] Checking segment: {'id': '9199c3ac-e7c8-4910-ada2-678ae8d0c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 15:56:08.354143 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-e51ae3f5-d29d-4ae6-a34a-662b01a38f39 service neutron] Bound using segment: {'id': '9199c3ac-e7c8-4910-ada2-678ae8d0c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 15:56:08.354593 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-e51ae3f5-d29d-4ae6-a34a-662b01a38f39 service neutron] Bound port: f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9199c3ac-e7c8-4910-ada2-678ae8d0c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 15:56:08.354933 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-e51ae3f5-d29d-4ae6-a34a-662b01a38f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:08.372642 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:56:08.373010 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:08.373344 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 Sep 23 15:56:08.442327 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-e51ae3f5-d29d-4ae6-a34a-662b01a38f39 service neutron] For port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 15:56:08.445318 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-e51ae3f5-d29d-4ae6-a34a-662b01a38f39 service neutron] For port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5,segment=NetworkSegment(9199c3ac-e7c8-4910-ada2-678ae8d0c90f),segment_id=9199c3ac-e7c8-4910-ada2-678ae8d0c90f)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 15:56:08.487258 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:56:08.512183 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-e51ae3f5-d29d-4ae6-a34a-662b01a38f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:08.545985 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-e51ae3f5-d29d-4ae6-a34a-662b01a38f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:56:08.546630 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-e51ae3f5-d29d-4ae6-a34a-662b01a38f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:08.548004 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-e51ae3f5-d29d-4ae6-a34a-662b01a38f39 service neutron] 10.222.0.72 "PUT /v2.0/ports/f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 HTTP/1.1" status: 200 len: 1094 time: 1.1027582 Sep 23 15:56:08.548493 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f064184-65d9-49fa-9bc3-c1121a5fbf09', 'tag': 'f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:56:08.550791 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2f56cd-48d8-4090-b1d5-b164540a259b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f064184-65d9-49fa-9bc3-c1121a5fbf09", "tag": "f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:56:08.593340 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ae3f5-d29d-4ae6-a34a-662b01a38f39 service neutron] Pushing event updated for resources: {'Port': ['ID=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:56:08.596801 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fbb4e3-cb3a-4208-a260-b8ba4991c454 x-openstack-request-id: req-61fbb4e3-cb3a-4208-a260-b8ba4991c454 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:56:08.597076 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f064184-65d9-49fa-9bc3-c1121a5fbf09", "tag": "f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:56:08.597318 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-61fbb4e3-cb3a-4208-a260-b8ba4991c454 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:56:08.598024 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61fbb4e3-cb3a-4208-a260-b8ba4991c454'] response: {'name': 'network-changed', 'server_uuid': '1f064184-65d9-49fa-9bc3-c1121a5fbf09', 'tag': 'f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5', 'status': 'completed', 'code': 200} Sep 23 15:56:08.666095 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ede3e346-0389-4d58-a875-2202c3dc6246 None None] Attempt 3 to provision port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 Sep 23 15:56:08.692572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f56cd-48d8-4090-b1d5-b164540a259b req-aa197df2-15bb-4f33-92ef-92bb58e0acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:56:08.694118 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fd2f56cd-48d8-4090-b1d5-b164540a259b req-aa197df2-15bb-4f33-92ef-92bb58e0acd0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f44cc71986047e8945d4357988a0be1&device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 1097 time: 0.0804780 Sep 23 15:56:08.733581 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ede3e346-0389-4d58-a875-2202c3dc6246 None None] Port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 15:56:08.897349 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f56cd-48d8-4090-b1d5-b164540a259b req-41255833-f5da-46dc-8198-5c7e168d3e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:56:08.898795 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fd2f56cd-48d8-4090-b1d5-b164540a259b req-41255833-f5da-46dc-8198-5c7e168d3e2e service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0f44cc71986047e8945d4357988a0be1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1965575 Sep 23 15:56:08.910955 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aef3ad-eef9-4aee-8032-b84c2028fdb0 req-fdd101c0-c0f9-4ba9-a67d-5d234d569740 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:56:08.912285 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-00aef3ad-eef9-4aee-8032-b84c2028fdb0 req-fdd101c0-c0f9-4ba9-a67d-5d234d569740 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 944 time: 0.1910186 Sep 23 15:56:09.036750 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-00aef3ad-eef9-4aee-8032-b84c2028fdb0 req-f2e0f5f8-0e71-43be-a003-3cca512efa23 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067111 Sep 23 15:56:09.077102 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f56cd-48d8-4090-b1d5-b164540a259b req-b6840a40-d293-4a77-9d5e-48ecd6511c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:56:09.078516 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fd2f56cd-48d8-4090-b1d5-b164540a259b req-b6840a40-d293-4a77-9d5e-48ecd6511c64 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1653490 Sep 23 15:56:09.208615 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-539b2d12-3a32-4316-a52b-4518c5617cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:56:09.210050 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-539b2d12-3a32-4316-a52b-4518c5617cdd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f44cc71986047e8945d4357988a0be1&device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 1097 time: 0.0801690 Sep 23 15:56:09.277544 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-73b04332-28e5-4161-8271-9e44525edd33 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 HTTP/1.1" status: 200 len: 217 time: 0.0595748 Sep 23 15:56:09.341069 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-5007b8f0-ea9e-4389-ae25-9285072b2c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:56:09.342387 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-5007b8f0-ea9e-4389-ae25-9285072b2c12 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f9aae1f-8dc6-4174-a245-6ad8b241566e HTTP/1.1" status: 200 len: 847 time: 0.0590611 Sep 23 15:56:09.421450 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-3170087e-c443-4c0f-ae20-3e7319f622ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:56:09.422926 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-3170087e-c443-4c0f-ae20-3e7319f622ca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750842 Sep 23 15:56:09.552678 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-42ac5ac2-a2b1-420d-90ba-40697454918e service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235449 Sep 23 15:56:09.683944 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3a3abe34-efcc-4114-9d33-b120ea585348 req-d929de8b-d08d-47cf-b752-a3f6e7126cd5 service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247680 Sep 23 15:56:10.232291 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85b222-54e1-4884-a458-30fd739d63d7 req-390adf38-f643-42e2-8cd6-67699b404a9d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:56:10.233714 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-0e85b222-54e1-4884-a458-30fd739d63d7 req-390adf38-f643-42e2-8cd6-67699b404a9d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 944 time: 0.0869806 Sep 23 15:56:10.278377 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-0e85b222-54e1-4884-a458-30fd739d63d7 req-a3fdb1e1-4172-40a7-b7cb-986e1ce7ecd8 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379155 Sep 23 15:56:11.475603 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28a701-e3d7-4685-a5bc-369936b53cc5 req-6d477edd-d9fa-4d11-8122-c0a071dca6bc tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:56:11.477058 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ce28a701-e3d7-4685-a5bc-369936b53cc5 req-6d477edd-d9fa-4d11-8122-c0a071dca6bc tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 944 time: 0.0901570 Sep 23 15:56:11.520662 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ce28a701-e3d7-4685-a5bc-369936b53cc5 req-30f0330e-2aad-4226-8abe-710d58a726af tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375111 Sep 23 15:56:12.724318 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0fa70-1fd5-40e5-953d-f95b64444f60 req-24cabef8-d3a3-41c8-865f-dad1883f28f6 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:56:12.725778 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a9b0fa70-1fd5-40e5-953d-f95b64444f60 req-24cabef8-d3a3-41c8-865f-dad1883f28f6 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 944 time: 0.0908501 Sep 23 15:56:12.770565 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a9b0fa70-1fd5-40e5-953d-f95b64444f60 req-8b0cd736-ee4e-472f-bf5a-4b4eabf1f849 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385451 Sep 23 15:56:12.808575 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:56:12.939368 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5,segment=NetworkSegment(9199c3ac-e7c8-4910-ada2-678ae8d0c90f),segment_id=9199c3ac-e7c8-4910-ada2-678ae8d0c90f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:56:12.952681 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': 'f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'port_id': 'f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5', 'mac_address': 'fa:16:3e:ef:ae:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:56:13.005645 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:56:13.006019 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:13.026203 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:56:13.041262 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5,segment=NetworkSegment(9199c3ac-e7c8-4910-ada2-678ae8d0c90f),segment_id=9199c3ac-e7c8-4910-ada2-678ae8d0c90f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:56:13.128833 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:13.221295 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:56:13.334526 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:56:13.971930 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63864e3-4444-4150-a7bb-a5a2b11b2aa6 req-d6159a6b-8912-4cf4-ab2d-4bee967b929f tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:56:13.973384 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a63864e3-4444-4150-a7bb-a5a2b11b2aa6 req-d6159a6b-8912-4cf4-ab2d-4bee967b929f tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 945 time: 0.0926344 Sep 23 15:56:14.019605 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a63864e3-4444-4150-a7bb-a5a2b11b2aa6 req-61b13d0e-7de6-4ccb-91f9-769a49e34df5 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399654 Sep 23 15:56:14.824359 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:56:14.934521 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 15:56:14.939249 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:56:14.942952 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:14.942952 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 Sep 23 15:56:15.054799 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:56:15.055803 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:15.082510 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f064184-65d9-49fa-9bc3-c1121a5fbf09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:56:15.086093 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41db320b-6ab7-4745-8b8c-d5b817545f35" -d '{"events": [{"server_uuid": "1f064184-65d9-49fa-9bc3-c1121a5fbf09", "name": "network-vif-plugged", "status": "completed", "tag": "f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:56:15.092581 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5,segment=NetworkSegment(9199c3ac-e7c8-4910-ada2-678ae8d0c90f),segment_id=9199c3ac-e7c8-4910-ada2-678ae8d0c90f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:56:15.163371 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:15.195071 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e25c6d1-0f50-4ff7-b577-c69dcca3745d x-openstack-request-id: req-5e25c6d1-0f50-4ff7-b577-c69dcca3745d {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:56:15.195424 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f064184-65d9-49fa-9bc3-c1121a5fbf09", "name": "network-vif-plugged", "status": "completed", "tag": "f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:56:15.195585 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5e25c6d1-0f50-4ff7-b577-c69dcca3745d {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:56:15.195974 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e25c6d1-0f50-4ff7-b577-c69dcca3745d'] response: {'server_uuid': '1f064184-65d9-49fa-9bc3-c1121a5fbf09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5', 'code': 200} Sep 23 15:56:15.230566 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa0a65-027f-4bde-9d9b-1d9601570c6a req-18263415-9bb8-4eb8-a4ef-15a002cc402d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:56:15.233054 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-19fa0a65-027f-4bde-9d9b-1d9601570c6a req-18263415-9bb8-4eb8-a4ef-15a002cc402d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 946 time: 0.1006727 Sep 23 15:56:15.235980 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:56:15.284871 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-19fa0a65-027f-4bde-9d9b-1d9601570c6a req-de077732-9006-4041-a88c-d349113c438d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404766 Sep 23 15:56:15.550532 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f9277-15e8-4f17-9f5d-561e143d74e2 req-935c103e-c707-4499-ad7e-c8e9b76940a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:56:15.552023 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4d7f9277-15e8-4f17-9f5d-561e143d74e2 req-935c103e-c707-4499-ad7e-c8e9b76940a5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 1099 time: 0.0787826 Sep 23 15:56:15.592033 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4d7f9277-15e8-4f17-9f5d-561e143d74e2 req-841a366f-3267-41bf-9466-9da3b15192a5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338674 Sep 23 15:56:16.580431 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a1e53-0a1c-4022-8e31-65c3c807e0bd req-b4afb859-e090-42c0-804f-8a026ec42f70 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:56:16.581784 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-670a1e53-0a1c-4022-8e31-65c3c807e0bd req-b4afb859-e090-42c0-804f-8a026ec42f70 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 946 time: 0.1844749 Sep 23 15:56:16.628409 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-670a1e53-0a1c-4022-8e31-65c3c807e0bd req-a4314889-4daa-4eb7-ae41-53c413cf6131 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389843 Sep 23 15:56:17.824256 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b7ef7-ff09-4e9a-83cb-31d3de896210 req-b2686250-45e3-4345-9635-0b05dd5b2063 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:56:17.825722 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b60b7ef7-ff09-4e9a-83cb-31d3de896210 req-b2686250-45e3-4345-9635-0b05dd5b2063 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 946 time: 0.0864725 Sep 23 15:56:17.869618 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b60b7ef7-ff09-4e9a-83cb-31d3de896210 req-c2ddf790-fa86-4cc7-8028-ad90f95c392f tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380654 Sep 23 15:56:18.074227 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d73a6-0193-4bf9-970c-f45fce377d18 req-e9714ddd-16d2-4946-b88d-57fa6bceb3bc tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:56:18.075703 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fd1d73a6-0193-4bf9-970c-f45fce377d18 req-e9714ddd-16d2-4946-b88d-57fa6bceb3bc tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 946 time: 0.0977449 Sep 23 15:56:18.118786 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fd1d73a6-0193-4bf9-970c-f45fce377d18 req-a2e92c6a-b9a6-4cc8-8e2e-8e6556542d33 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372710 Sep 23 15:56:18.146979 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 58138) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:56:18.314702 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db6105d-c200-49a9-90e3-b345065c207d tempest-TestShelveInstance-1742900389 tempest-TestShelveInstance-1742900389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:56:18.315420 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1db6105d-c200-49a9-90e3-b345065c207d tempest-TestShelveInstance-1742900389 tempest-TestShelveInstance-1742900389-project-admin] Synchronizing usage tracker for tenant:ba832862129f42e1ac3d2ca41f4ba7f0 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 15:56:18.414243 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1db6105d-c200-49a9-90e3-b345065c207d tempest-TestShelveInstance-1742900389 tempest-TestShelveInstance-1742900389-project-admin] Unset dirty status for tenant:ba832862129f42e1ac3d2ca41f4ba7f0 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 15:56:18.415346 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1db6105d-c200-49a9-90e3-b345065c207d tempest-TestShelveInstance-1742900389 tempest-TestShelveInstance-1742900389-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 1094 time: 0.2673962 Sep 23 15:56:18.418397 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 58144) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:56:18.423267 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-8a1ae6a5-d41b-4827-b657-16c2067fcb7d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': 'f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 15:56:18.429113 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8a1ae6a5-d41b-4827-b657-16c2067fcb7d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 15:56:18.433447 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8a1ae6a5-d41b-4827-b657-16c2067fcb7d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Usage tracker for resource:floatingip and tenant:0f44cc71986047e8945d4357988a0be1 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 15:56:18.436375 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-8a1ae6a5-d41b-4827-b657-16c2067fcb7d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 15:56:18.441834 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-8a1ae6a5-d41b-4827-b657-16c2067fcb7d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 15:56:18.517187 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8a1ae6a5-d41b-4827-b657-16c2067fcb7d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for floatingip, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:18.653017 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8a1ae6a5-d41b-4827-b657-16c2067fcb7d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:18.792454 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-8a1ae6a5-d41b-4827-b657-16c2067fcb7d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Allocated IP 172.26.10.81 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/2927218e-e0c1-4d39-9458-1f6c8c57e34e) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:56:18.939321 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8a1ae6a5-d41b-4827-b657-16c2067fcb7d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:19.014670 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8a1ae6a5-d41b-4827-b657-16c2067fcb7d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:19.083929 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1ae6a5-d41b-4827-b657-16c2067fcb7d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:56:19.087450 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-8a1ae6a5-d41b-4827-b657-16c2067fcb7d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:56:19.090204 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1ae6a5-d41b-4827-b657-16c2067fcb7d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 15:56:19.132007 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ae6a5-d41b-4827-b657-16c2067fcb7d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Pushing event updated for resources: {'Port': ['ID=2927218e-e0c1-4d39-9458-1f6c8c57e34e,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:56:19.507866 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8a1ae6a5-d41b-4827-b657-16c2067fcb7d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:19.644272 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8a1ae6a5-d41b-4827-b657-16c2067fcb7d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:19.849526 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8a1ae6a5-d41b-4827-b657-16c2067fcb7d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:19.894452 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8a1ae6a5-d41b-4827-b657-16c2067fcb7d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:19.999100 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ae6a5-d41b-4827-b657-16c2067fcb7d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Pushing event updated for resources: {'Port': ['ID=2927218e-e0c1-4d39-9458-1f6c8c57e34e,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:56:20.002679 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8a1ae6a5-d41b-4827-b657-16c2067fcb7d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:20.266467 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-8a1ae6a5-d41b-4827-b657-16c2067fcb7d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Floating IP 89cef26f-f941-4665-a4f9-6193ce83fc5a associated. External IP: 172.26.10.81, port: f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5. Sep 23 15:56:20.610865 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1ae6a5-d41b-4827-b657-16c2067fcb7d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Router fac0740d-6e2d-48d2-83b2-5768d19f29ed has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 15:56:20.786426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1ae6a5-d41b-4827-b657-16c2067fcb7d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 15:56:20.796802 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9a319-db5b-4572-b135-71122274bcf4 None None] Sync routers for ids ['fac0740d-6e2d-48d2-83b2-5768d19f29ed'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:56:20.806666 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f9a319-db5b-4572-b135-71122274bcf4 None None] Routers {'fac0740d-6e2d-48d2-83b2-5768d19f29ed'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:56:20.807288 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-69f9a319-db5b-4572-b135-71122274bcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:56:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['fac0740d-6e2d-48d2-83b2-5768d19f29ed'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:56:20.854558 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-8a1ae6a5-d41b-4827-b657-16c2067fcb7d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:20.912541 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8a1ae6a5-d41b-4827-b657-16c2067fcb7d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4929602 Sep 23 15:56:20.913387 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f064184-65d9-49fa-9bc3-c1121a5fbf09', 'tag': 'f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:56:20.916211 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba7f269-2905-4840-b4ca-5c1b628608b9" -d '{"events": [{"name": "network-changed", "server_uuid": "1f064184-65d9-49fa-9bc3-c1121a5fbf09", "tag": "f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:56:20.960725 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c8cd8f-4a1f-440f-8ffe-7aede66a7bef x-openstack-request-id: req-c3c8cd8f-4a1f-440f-8ffe-7aede66a7bef {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:56:20.961014 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f064184-65d9-49fa-9bc3-c1121a5fbf09", "tag": "f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:56:20.961375 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c3c8cd8f-4a1f-440f-8ffe-7aede66a7bef {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:56:20.961859 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3c8cd8f-4a1f-440f-8ffe-7aede66a7bef'] response: {'name': 'network-changed', 'server_uuid': '1f064184-65d9-49fa-9bc3-c1121a5fbf09', 'tag': 'f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5', 'status': 'completed', 'code': 200} Sep 23 15:56:20.988485 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-69f9a319-db5b-4572-b135-71122274bcf4 None None] Set router fac0740d-6e2d-48d2-83b2-5768d19f29ed gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:56:21.062525 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7f269-2905-4840-b4ca-5c1b628608b9 req-c034a497-8a0a-4ab5-b7c0-d815389185e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:56:21.064308 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8ba7f269-2905-4840-b4ca-5c1b628608b9 req-c034a497-8a0a-4ab5-b7c0-d815389185e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f44cc71986047e8945d4357988a0be1&device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 1099 time: 0.0816054 Sep 23 15:56:21.197203 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7f269-2905-4840-b4ca-5c1b628608b9 req-2a68d4fb-2506-445a-b98f-7ab3a75d7075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:56:21.198599 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8ba7f269-2905-4840-b4ca-5c1b628608b9 req-2a68d4fb-2506-445a-b98f-7ab3a75d7075 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6 HTTP/1.1" status: 200 len: 909 time: 0.1282573 Sep 23 15:56:21.300810 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8ba7f269-2905-4840-b4ca-5c1b628608b9 req-22053623-f43e-484d-804f-a8ca817723f2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 HTTP/1.1" status: 200 len: 1000 time: 0.0949953 Sep 23 15:56:21.334565 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-69f9a319-db5b-4572-b135-71122274bcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'name': 'tempest-TestShelveInstance-160228679-router', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208'}], 'enable_snat': True}, 'gw_port_id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:46Z', 'updated_at': '2022-09-23T15:55:50Z', 'revision_number': 4, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'gw_port': {'id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:47Z', 'updated_at': '2022-09-23T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '89cef26f-f941-4665-a4f9-6193ce83fc5a', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'floating_ip_address': '172.26.10.81', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'port_id': 'f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'mac_address': 'fa:16:3e:ef:ae:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f064184-65d9-49fa-9bc3-c1121a5fbf09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:56:19Z', 'updated_at': '2022-09-23T15:56:19Z', 'revision_number': 0, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdb22c8-c509-49d5-8b30-3147d85693b6', 'name': '', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'mac_address': 'fa:16:3e:8a:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:50Z', 'updated_at': '2022-09-23T15:55:57Z', 'revision_number': 5, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'subnets': [{'id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:56:21.338982 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9a319-db5b-4572-b135-71122274bcf4 None None] Checking router: fac0740d-6e2d-48d2-83b2-5768d19f29ed for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:56:21.347168 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f9a319-db5b-4572-b135-71122274bcf4 None None] Routers {'fac0740d-6e2d-48d2-83b2-5768d19f29ed'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 15:56:21.347754 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-69f9a319-db5b-4572-b135-71122274bcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T15:56:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['fac0740d-6e2d-48d2-83b2-5768d19f29ed'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:56:21.361453 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7f269-2905-4840-b4ca-5c1b628608b9 req-39007580-9106-478b-9e62-16d69da66f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:56:21.362896 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8ba7f269-2905-4840-b4ca-5c1b628608b9 req-39007580-9106-478b-9e62-16d69da66f04 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f9aae1f-8dc6-4174-a245-6ad8b241566e HTTP/1.1" status: 200 len: 847 time: 0.0562069 Sep 23 15:56:21.445875 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7f269-2905-4840-b4ca-5c1b628608b9 req-995bd33e-d5c8-409d-a508-3f4832f464f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:56:21.447412 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8ba7f269-2905-4840-b4ca-5c1b628608b9 req-995bd33e-d5c8-409d-a508-3f4832f464f4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788081 Sep 23 15:56:21.522098 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-69f9a319-db5b-4572-b135-71122274bcf4 None None] Set router fac0740d-6e2d-48d2-83b2-5768d19f29ed gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 15:56:21.690248 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8ba7f269-2905-4840-b4ca-5c1b628608b9 req-2b15bf26-e950-4df0-87ef-9c5bf50c6957 service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364874 Sep 23 15:56:21.825648 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8ba7f269-2905-4840-b4ca-5c1b628608b9 req-33e30899-0e37-4836-b42f-532e6c730dc7 service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282442 Sep 23 15:56:21.910556 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-69f9a319-db5b-4572-b135-71122274bcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'name': 'tempest-TestShelveInstance-160228679-router', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208'}], 'enable_snat': True}, 'gw_port_id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:46Z', 'updated_at': '2022-09-23T15:55:50Z', 'revision_number': 4, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'gw_port': {'id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:47Z', 'updated_at': '2022-09-23T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '89cef26f-f941-4665-a4f9-6193ce83fc5a', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'floating_ip_address': '172.26.10.81', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'port_id': 'f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'mac_address': 'fa:16:3e:ef:ae:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f064184-65d9-49fa-9bc3-c1121a5fbf09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:56:19Z', 'updated_at': '2022-09-23T15:56:19Z', 'revision_number': 0, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdb22c8-c509-49d5-8b30-3147d85693b6', 'name': '', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'mac_address': 'fa:16:3e:8a:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:50Z', 'updated_at': '2022-09-23T15:55:57Z', 'revision_number': 5, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'subnets': [{'id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:56:21.914936 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9a319-db5b-4572-b135-71122274bcf4 None None] The sync data for ids ['fac0740d-6e2d-48d2-83b2-5768d19f29ed'] in dv-neutron-859093-1-hyperv is: [{'id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'name': 'tempest-TestShelveInstance-160228679-router', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208'}], 'enable_snat': True}, 'gw_port_id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:46Z', 'updated_at': '2022-09-23T15:55:50Z', 'revision_number': 4, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'gw_port': {'id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:47Z', 'updated_at': '2022-09-23T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '89cef26f-f941-4665-a4f9-6193ce83fc5a', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'floating_ip_address': '172.26.10.81', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'port_id': 'f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'mac_address': 'fa:16:3e:ef:ae:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f064184-65d9-49fa-9bc3-c1121a5fbf09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:56:19Z', 'updated_at': '2022-09-23T15:56:19Z', 'revision_number': 0, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdb22c8-c509-49d5-8b30-3147d85693b6', 'name': '', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'mac_address': 'fa:16:3e:8a:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:50Z', 'updated_at': '2022-09-23T15:55:57Z', 'revision_number': 5, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'subnets': [{'id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:56:22.110238 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2fd6a9-468f-48b0-a589-33d5715fed81 None None] New status for floating IP 89cef26f-f941-4665-a4f9-6193ce83fc5a: ACTIVE {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 15:56:28.031818 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:56:32.156995 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4492d30e-4eec-41c1-bab7-ed172347ecdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:33.225589 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:35.082473 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8ac0e6f7-90da-4800-bea4-74384c60c6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:35.545678 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:35.722487 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:56:37.173698 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:57:02.110586 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-818ac66a-85d5-41be-a1d6-2d383e09eb2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:57:03.202046 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:57:05.030533 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:57:05.075945 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-91a40a93-acdd-48e6-a45d-7234fc2e1cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:57:05.556534 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:57:05.727732 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:57:07.167643 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:57:11.797886 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0c48ce7f-ba4e-438a-a2aa-0cd1fc59d034 req-3b390550-54fc-40b2-b65c-3840f7aef832 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762208 Sep 23 15:57:11.949324 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48ce7f-ba4e-438a-a2aa-0cd1fc59d034 req-041c1acc-5a2a-4be8-9c29-0ff98868fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:57:11.950820 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0c48ce7f-ba4e-438a-a2aa-0cd1fc59d034 req-041c1acc-5a2a-4be8-9c29-0ff98868fa4a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f44cc71986047e8945d4357988a0be1&device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 1099 time: 0.0830431 Sep 23 15:57:12.092434 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48ce7f-ba4e-438a-a2aa-0cd1fc59d034 req-fc9d6656-e920-4fe4-af5b-ea971388334c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:57:12.093767 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0c48ce7f-ba4e-438a-a2aa-0cd1fc59d034 req-fc9d6656-e920-4fe4-af5b-ea971388334c service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6 HTTP/1.1" status: 200 len: 909 time: 0.1246881 Sep 23 15:57:12.195356 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0c48ce7f-ba4e-438a-a2aa-0cd1fc59d034 req-25eff4aa-0dfe-4c91-8875-8ac10c6fa7a9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 HTTP/1.1" status: 200 len: 1002 time: 0.0948009 Sep 23 15:57:12.257885 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48ce7f-ba4e-438a-a2aa-0cd1fc59d034 req-edc4cc02-90a0-4c5b-a634-07ad88fbf689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:57:12.259347 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0c48ce7f-ba4e-438a-a2aa-0cd1fc59d034 req-edc4cc02-90a0-4c5b-a634-07ad88fbf689 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f9aae1f-8dc6-4174-a245-6ad8b241566e HTTP/1.1" status: 200 len: 847 time: 0.0582054 Sep 23 15:57:12.343877 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48ce7f-ba4e-438a-a2aa-0cd1fc59d034 req-7aa1bfc9-4d88-45b3-bb70-0cb90e44b0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:57:12.345227 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0c48ce7f-ba4e-438a-a2aa-0cd1fc59d034 req-7aa1bfc9-4d88-45b3-bb70-0cb90e44b0cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803676 Sep 23 15:57:12.474068 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0c48ce7f-ba4e-438a-a2aa-0cd1fc59d034 req-8603b240-33bc-415a-be55-0c3c41e433e4 service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221828 Sep 23 15:57:12.601471 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0c48ce7f-ba4e-438a-a2aa-0cd1fc59d034 req-97c7d9d0-89b3-4f5b-b186-696af23d5a66 service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210511 Sep 23 15:57:32.121889 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3ad2fc3a-e4c0-4e14-95d2-e60d634ce82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:57:33.207409 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:57:35.081852 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ba319716-15e1-45d7-ad32-02bb9dc42616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:57:35.544771 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:57:35.710369 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:57:37.173081 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:57:42.030606 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:58:02.115831 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f13fe0b5-5e12-4104-95bb-267ea9d82425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:58:03.264145 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:58:05.092406 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bcaa442d-207d-4f9d-8698-a7513463ab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:58:05.543886 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:58:05.715354 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:58:07.179201 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:58:12.745064 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3e8a0dec-5596-4390-acff-21582d253102 req-e3aabba0-81e4-453d-beae-8bc1590172de service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752122 Sep 23 15:58:12.892190 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a0dec-5596-4390-acff-21582d253102 req-51f33954-2e0f-4ef5-9abb-412e55844ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:12.893630 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3e8a0dec-5596-4390-acff-21582d253102 req-51f33954-2e0f-4ef5-9abb-412e55844ee6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f44cc71986047e8945d4357988a0be1&device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 1099 time: 0.0801809 Sep 23 15:58:13.036722 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a0dec-5596-4390-acff-21582d253102 req-8bc24bc8-56fb-4d3d-a199-41650949bb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:13.038611 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3e8a0dec-5596-4390-acff-21582d253102 req-8bc24bc8-56fb-4d3d-a199-41650949bb32 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6 HTTP/1.1" status: 200 len: 909 time: 0.1258042 Sep 23 15:58:13.135014 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3e8a0dec-5596-4390-acff-21582d253102 req-c7db20fe-7741-4f8a-b8d5-4729843acefb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 HTTP/1.1" status: 200 len: 1002 time: 0.0907292 Sep 23 15:58:13.199880 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a0dec-5596-4390-acff-21582d253102 req-fbac0dd3-ec74-41b6-a008-84eb8aa9d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:13.201289 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3e8a0dec-5596-4390-acff-21582d253102 req-fbac0dd3-ec74-41b6-a008-84eb8aa9d041 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f9aae1f-8dc6-4174-a245-6ad8b241566e HTTP/1.1" status: 200 len: 847 time: 0.0600257 Sep 23 15:58:13.284884 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a0dec-5596-4390-acff-21582d253102 req-82fa7c1f-89b8-411d-b3de-64055179015a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:13.286386 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3e8a0dec-5596-4390-acff-21582d253102 req-82fa7c1f-89b8-411d-b3de-64055179015a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787814 Sep 23 15:58:13.507294 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3e8a0dec-5596-4390-acff-21582d253102 req-e2bc8fa0-3681-4957-bebc-78b5efc06eb9 service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146399 Sep 23 15:58:13.634819 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3e8a0dec-5596-4390-acff-21582d253102 req-d809a27c-59ab-4979-8768-7a7085e5b47d service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216278 Sep 23 15:58:16.401354 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c977de-7631-4da4-9a5d-4331cfce977d req-6bd54223-ad1b-4e40-9a8e-6a7dcfd316cd tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:16.402852 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d6c977de-7631-4da4-9a5d-4331cfce977d req-6bd54223-ad1b-4e40-9a8e-6a7dcfd316cd tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 946 time: 0.0973711 Sep 23 15:58:16.446632 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d6c977de-7631-4da4-9a5d-4331cfce977d req-d0dd741d-8e6a-41ac-b03c-5c33eb63902d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381153 Sep 23 15:58:17.648850 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca71e09-74f9-4c13-afac-9abe73c0d7c0 req-b3707cdd-726d-4c07-8b4e-c9be2bb7c950 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:17.650337 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2ca71e09-74f9-4c13-afac-9abe73c0d7c0 req-b3707cdd-726d-4c07-8b4e-c9be2bb7c950 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 946 time: 0.0917327 Sep 23 15:58:17.693444 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2ca71e09-74f9-4c13-afac-9abe73c0d7c0 req-5cca0a57-4317-4958-ba82-2517013c2acc tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374475 Sep 23 15:58:18.899576 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a62da-1c81-43e3-b801-e2dd553b67c8 req-541187ba-4f64-4971-850b-815772309ffd tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:18.901031 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-906a62da-1c81-43e3-b801-e2dd553b67c8 req-541187ba-4f64-4971-850b-815772309ffd tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 946 time: 0.0923071 Sep 23 15:58:18.948280 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-906a62da-1c81-43e3-b801-e2dd553b67c8 req-915f0dcf-d7f9-4777-ad8d-64019b57a91a tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414178 Sep 23 15:58:19.029824 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:58:20.158229 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21dc7f-0b75-4382-a6ce-fcab990116cf req-7293fd0a-c42a-476b-b1f7-333dcea2329a tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:20.159619 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4e21dc7f-0b75-4382-a6ce-fcab990116cf req-7293fd0a-c42a-476b-b1f7-333dcea2329a tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 946 time: 0.0939391 Sep 23 15:58:20.203218 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4e21dc7f-0b75-4382-a6ce-fcab990116cf req-10aa75e5-966c-4177-9d27-e4936aec7203 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379744 Sep 23 15:58:21.401237 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a2fca-75d6-4a13-ac21-5aabc2b0ff5d req-cfd43da4-d29f-4f11-b816-b4088ecb1c5b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:21.402711 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-927a2fca-75d6-4a13-ac21-5aabc2b0ff5d req-cfd43da4-d29f-4f11-b816-b4088ecb1c5b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 946 time: 0.0863516 Sep 23 15:58:21.445994 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-927a2fca-75d6-4a13-ac21-5aabc2b0ff5d req-ba5acf7f-eca7-4d27-97c6-49cccda0bd31 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376427 Sep 23 15:58:22.640353 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760b0a6-de64-4b73-ae69-8bb6cedcd29f req-99595a71-689b-45bf-963a-c2a2fcecef58 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:22.641697 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4760b0a6-de64-4b73-ae69-8bb6cedcd29f req-99595a71-689b-45bf-963a-c2a2fcecef58 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 946 time: 0.0858090 Sep 23 15:58:22.685374 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4760b0a6-de64-4b73-ae69-8bb6cedcd29f req-c6326968-91ec-4dbc-bbac-b30f45a9a62f tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373316 Sep 23 15:58:23.884204 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea99685-5be9-467f-9559-4f25b48c4506 req-37a1cc07-5f01-4faf-b207-12f4f993d16b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:23.885699 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-eea99685-5be9-467f-9559-4f25b48c4506 req-37a1cc07-5f01-4faf-b207-12f4f993d16b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 946 time: 0.0914216 Sep 23 15:58:23.930335 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-eea99685-5be9-467f-9559-4f25b48c4506 req-4a6602c0-e616-45dc-8e95-99db2e2d18ae tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389366 Sep 23 15:58:25.127103 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75c7e3-c4e3-465e-88f6-8cabf003407f req-9b7afbe1-6f73-4c1f-9991-1db922a108c1 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:25.128526 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ee75c7e3-c4e3-465e-88f6-8cabf003407f req-9b7afbe1-6f73-4c1f-9991-1db922a108c1 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 946 time: 0.0881805 Sep 23 15:58:25.171224 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ee75c7e3-c4e3-465e-88f6-8cabf003407f req-df3c498d-d251-4ca2-b513-799e559ea420 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370169 Sep 23 15:58:26.377469 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29065f2-8ee6-475e-a3d5-28afad9649f5 req-1b1c650b-c9ea-4661-a3c6-a2e657e3b0f9 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:26.378987 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c29065f2-8ee6-475e-a3d5-28afad9649f5 req-1b1c650b-c9ea-4661-a3c6-a2e657e3b0f9 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 946 time: 0.0944824 Sep 23 15:58:26.511921 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-c29065f2-8ee6-475e-a3d5-28afad9649f5 req-fdf0a5c0-c9ae-40ba-b5c8-03b089d8a0aa tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263843 Sep 23 15:58:27.713775 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c30664-3a47-4ead-a2cc-bd0a81c5965e req-a802b547-fb1f-4b9f-ab96-e69a7a7f19ee tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:27.715239 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d9c30664-3a47-4ead-a2cc-bd0a81c5965e req-a802b547-fb1f-4b9f-ab96-e69a7a7f19ee tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 946 time: 0.0904243 Sep 23 15:58:27.759254 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d9c30664-3a47-4ead-a2cc-bd0a81c5965e req-b887a915-e3f5-485d-b76a-88d5d2cd0a39 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382555 Sep 23 15:58:28.958561 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc4167-052f-459f-ba7b-c1b40ca5f8b2 req-369015e4-67f6-4cc4-a620-1ccb5646f686 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:28.960131 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-fbcc4167-052f-459f-ba7b-c1b40ca5f8b2 req-369015e4-67f6-4cc4-a620-1ccb5646f686 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 946 time: 0.0861909 Sep 23 15:58:29.007133 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-fbcc4167-052f-459f-ba7b-c1b40ca5f8b2 req-11cd749d-c037-44b4-b6aa-bcb230733301 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411925 Sep 23 15:58:29.369328 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:58:29.509737 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5,segment=NetworkSegment(9199c3ac-e7c8-4910-ada2-678ae8d0c90f),segment_id=9199c3ac-e7c8-4910-ada2-678ae8d0c90f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:58:29.523597 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': 'f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'port_id': 'f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5', 'mac_address': 'fa:16:3e:ef:ae:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:58:29.578533 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 is: ACTIVE; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:58:29.578926 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:58:29.599373 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:58:29.614789 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5,segment=NetworkSegment(9199c3ac-e7c8-4910-ada2-678ae8d0c90f),segment_id=9199c3ac-e7c8-4910-ada2-678ae8d0c90f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:58:29.664491 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:58:29.739480 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5,revision_number=6']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:58:29.747023 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:58:29.747023 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:58:29.747477 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:58:29.747779 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:58:29.748114 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:58:29.748445 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:58:29.748767 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:58:29.749088 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:58:29.749408 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:58:29.749727 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:58:29.750043 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:58:29.750389 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:58:29.755136 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:58:30.211426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab164a8-01ce-45c0-b4f5-4333bf28765f req-065f6e07-7944-4133-9f6d-0137a4bbe451 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:30.213024 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-cab164a8-01ce-45c0-b4f5-4333bf28765f req-065f6e07-7944-4133-9f6d-0137a4bbe451 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 945 time: 0.0915103 Sep 23 15:58:30.263480 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-cab164a8-01ce-45c0-b4f5-4333bf28765f req-ad85383c-11df-49c5-9702-c77048c6f5d6 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449300 Sep 23 15:58:31.383673 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:58:31.482718 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:58:31.483359 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:58:31.483694 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 Sep 23 15:58:31.486547 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e02ea-9813-4bf1-a3ef-0b4b5f98b895 req-c8587ead-ddf9-4555-af8b-72bb52b6fdf5 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:31.488875 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ea2e02ea-9813-4bf1-a3ef-0b4b5f98b895 req-c8587ead-ddf9-4555-af8b-72bb52b6fdf5 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 945 time: 0.0950203 Sep 23 15:58:31.545039 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ea2e02ea-9813-4bf1-a3ef-0b4b5f98b895 req-e844bb9d-0929-4371-ba42-bf7ccfac7fff tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504012 Sep 23 15:58:31.609104 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:58:31.609581 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:58:31.636768 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f064184-65d9-49fa-9bc3-c1121a5fbf09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:58:31.639092 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba2cd01-947f-459f-ac83-921b67e92e7c" -d '{"events": [{"server_uuid": "1f064184-65d9-49fa-9bc3-c1121a5fbf09", "name": "network-vif-plugged", "status": "completed", "tag": "f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:58:31.647926 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5,segment=NetworkSegment(9199c3ac-e7c8-4910-ada2-678ae8d0c90f),segment_id=9199c3ac-e7c8-4910-ada2-678ae8d0c90f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:58:31.686604 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f12b8de-1605-4fbc-ab5a-5b107eb741cd x-openstack-request-id: req-5f12b8de-1605-4fbc-ab5a-5b107eb741cd {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:58:31.686895 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f064184-65d9-49fa-9bc3-c1121a5fbf09", "name": "network-vif-plugged", "status": "completed", "tag": "f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:58:31.687148 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5f12b8de-1605-4fbc-ab5a-5b107eb741cd {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:58:31.687532 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f12b8de-1605-4fbc-ab5a-5b107eb741cd'] response: {'server_uuid': '1f064184-65d9-49fa-9bc3-c1121a5fbf09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5', 'code': 200} Sep 23 15:58:31.712916 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:58:31.807455 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5,revision_number=7']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:58:32.120229 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-648de648-0920-482e-92ff-76f9620b3c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:58:32.764537 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053572f-6f5f-410e-9649-5065a9f65576 req-b884ca6b-9a17-441b-9133-1ebda47ff0de tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:32.766370 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-9053572f-6f5f-410e-9649-5065a9f65576 req-b884ca6b-9a17-441b-9133-1ebda47ff0de tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 946 time: 0.1019166 Sep 23 15:58:32.813076 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-9053572f-6f5f-410e-9649-5065a9f65576 req-90e6ff4d-0b21-4606-8151-46122ce22771 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396488 Sep 23 15:58:33.292340 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:58:34.046041 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd969a3-3c4c-4a7e-bac7-72be3b1b6a5e req-cac4ea3f-bfd4-4a46-b798-8d46e3280297 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:34.047517 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-abd969a3-3c4c-4a7e-bac7-72be3b1b6a5e req-cac4ea3f-bfd4-4a46-b798-8d46e3280297 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 946 time: 0.0999947 Sep 23 15:58:34.100937 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-abd969a3-3c4c-4a7e-bac7-72be3b1b6a5e req-62f020f2-eae2-40db-872f-4b3fa9cf9473 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469353 Sep 23 15:58:35.086892 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e661e178-0d45-4ec7-a23a-fa343a05d671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:58:35.321994 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483774b-8068-496c-9d67-c8b2aa684aad req-36d72204-9c5a-439c-96d2-e2959b132cbb tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:35.323494 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2483774b-8068-496c-9d67-c8b2aa684aad req-36d72204-9c5a-439c-96d2-e2959b132cbb tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 946 time: 0.1053584 Sep 23 15:58:35.373902 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2483774b-8068-496c-9d67-c8b2aa684aad req-63c5b3bc-cd65-4348-ab41-62c46ddaddd6 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446520 Sep 23 15:58:35.532683 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:58:35.978790 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:58:36.595130 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ab793-1a66-43af-8968-2502e9233b8f req-c5615ea8-2d06-48e1-ab2b-96bbadd7a818 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:36.597416 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-515ab793-1a66-43af-8968-2502e9233b8f req-c5615ea8-2d06-48e1-ab2b-96bbadd7a818 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 946 time: 0.0982878 Sep 23 15:58:36.649767 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-515ab793-1a66-43af-8968-2502e9233b8f req-ec476d51-fb33-4d6c-85ea-23f4947eba8b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454292 Sep 23 15:58:37.183715 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:58:37.873449 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ce4df-45a9-4899-a7ef-140456a10cc1 req-1f18243a-66e0-43f8-9b02-346c0ecbc65c tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:37.880579 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-5f5ce4df-45a9-4899-a7ef-140456a10cc1 req-1f18243a-66e0-43f8-9b02-346c0ecbc65c tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 946 time: 0.1092463 Sep 23 15:58:37.924597 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-5f5ce4df-45a9-4899-a7ef-140456a10cc1 req-7e1578da-3e0d-4789-9e5c-e0679bdb0974 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413892 Sep 23 15:58:39.125960 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec58c90-ac62-4ebb-b5a6-6349e351243e req-7915ee96-2369-431c-9c2a-9af799ba4541 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:39.127569 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bec58c90-ac62-4ebb-b5a6-6349e351243e req-7915ee96-2369-431c-9c2a-9af799ba4541 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 946 time: 0.0890789 Sep 23 15:58:39.185247 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bec58c90-ac62-4ebb-b5a6-6349e351243e req-3eb4b57e-38fb-4863-a68f-5876c29ca493 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417881 Sep 23 15:58:40.385861 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86295db-01e1-413c-ab80-e2495904ad7e req-64d40b34-236e-41fe-b3f2-e8fe9514c909 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:40.387247 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a86295db-01e1-413c-ab80-e2495904ad7e req-64d40b34-236e-41fe-b3f2-e8fe9514c909 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 946 time: 0.0904791 Sep 23 15:58:40.431226 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a86295db-01e1-413c-ab80-e2495904ad7e req-0007effc-ec49-482a-ae61-062da350dca5 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383906 Sep 23 15:58:40.895800 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580aa447-2494-471e-8bce-308dc46015fb req-fb90224c-569f-46e6-ab37-899854cdb975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:40.897265 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-580aa447-2494-471e-8bce-308dc46015fb req-fb90224c-569f-46e6-ab37-899854cdb975 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f44cc71986047e8945d4357988a0be1&device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 1099 time: 0.0823145 Sep 23 15:58:41.027518 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580aa447-2494-471e-8bce-308dc46015fb req-2af625d3-2d6f-41ab-9791-8571afd2cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:41.028941 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-580aa447-2494-471e-8bce-308dc46015fb req-2af625d3-2d6f-41ab-9791-8571afd2cfc1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6 HTTP/1.1" status: 200 len: 909 time: 0.1255665 Sep 23 15:58:41.130124 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-580aa447-2494-471e-8bce-308dc46015fb req-a3d553d3-6c54-4e38-a8bc-5bb990a09f1e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 HTTP/1.1" status: 200 len: 1002 time: 0.0951815 Sep 23 15:58:41.190215 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580aa447-2494-471e-8bce-308dc46015fb req-77c63d53-ad78-4de7-811d-18dd5f60d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:41.191616 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-580aa447-2494-471e-8bce-308dc46015fb req-77c63d53-ad78-4de7-811d-18dd5f60d91b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f9aae1f-8dc6-4174-a245-6ad8b241566e HTTP/1.1" status: 200 len: 847 time: 0.0557098 Sep 23 15:58:41.275573 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580aa447-2494-471e-8bce-308dc46015fb req-3af0d87b-d1cd-416d-934e-3066b5bbdc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:41.277026 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-580aa447-2494-471e-8bce-308dc46015fb req-3af0d87b-d1cd-416d-934e-3066b5bbdc90 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798354 Sep 23 15:58:41.494368 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-580aa447-2494-471e-8bce-308dc46015fb req-ee916e5c-ebe4-4c7b-987c-41dd0aeb43c5 service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112205 Sep 23 15:58:41.681231 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-580aa447-2494-471e-8bce-308dc46015fb req-b99e498b-9b1c-4672-a0a3-111907e087d1 service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808238 Sep 23 15:58:41.696569 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588acbb6-26b0-4c8e-8284-d5bb0a1d3f27 req-2369e88f-584a-4bbe-9737-00459c7302a7 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:41.698007 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-588acbb6-26b0-4c8e-8284-d5bb0a1d3f27 req-2369e88f-584a-4bbe-9737-00459c7302a7 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 946 time: 0.1343019 Sep 23 15:58:41.744267 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-588acbb6-26b0-4c8e-8284-d5bb0a1d3f27 req-89e657eb-9b75-4ba1-96ec-f9f72dfea83f tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406058 Sep 23 15:58:42.943720 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa689198-3c2c-4488-a6d7-22598930de8b req-6ae9bc7b-2595-48d8-9626-a7a740b770c0 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:42.945787 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-fa689198-3c2c-4488-a6d7-22598930de8b req-6ae9bc7b-2595-48d8-9626-a7a740b770c0 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 946 time: 0.0881922 Sep 23 15:58:42.993087 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-fa689198-3c2c-4488-a6d7-22598930de8b req-dc67fcd1-05be-4cdc-86c3-1dd21dbcd5cf tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416827 Sep 23 15:58:44.188797 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc591d9-dfcd-4f3e-8ad5-c73a2910a95a req-d8faae12-70b2-47d8-a191-1cf7506d9bb2 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:44.190148 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6dc591d9-dfcd-4f3e-8ad5-c73a2910a95a req-d8faae12-70b2-47d8-a191-1cf7506d9bb2 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 946 time: 0.0857649 Sep 23 15:58:44.233812 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6dc591d9-dfcd-4f3e-8ad5-c73a2910a95a req-090ab114-3a41-4a89-9dec-199d71d27ed2 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373549 Sep 23 15:58:44.884717 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679e737-e3d0-481b-8b11-87ccd0e30ddb req-dc157308-4d85-44cf-8df8-eb4b6833992e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:44.886214 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8679e737-e3d0-481b-8b11-87ccd0e30ddb req-dc157308-4d85-44cf-8df8-eb4b6833992e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 946 time: 0.1045098 Sep 23 15:58:44.931747 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8679e737-e3d0-481b-8b11-87ccd0e30ddb req-ecab5b7f-3c6c-458c-8e21-baab4ae65845 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396526 Sep 23 15:58:45.331041 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 58346) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 15:58:45.445998 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e6f0304e-775e-4798-a461-96f298959da8 req-daa1665b-e392-4653-b644-87a6afb6858c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1138065 Sep 23 15:58:45.463619 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 15:58:45.578826 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:58:45.579213 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:58:45.606551 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f064184-65d9-49fa-9bc3-c1121a5fbf09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:58:45.608802 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee50878e-4cdb-4c66-ba6b-255091bd979b" -d '{"events": [{"server_uuid": "1f064184-65d9-49fa-9bc3-c1121a5fbf09", "name": "network-vif-unplugged", "status": "completed", "tag": "f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:58:45.617414 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5,segment=NetworkSegment(9199c3ac-e7c8-4910-ada2-678ae8d0c90f),segment_id=9199c3ac-e7c8-4910-ada2-678ae8d0c90f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:58:45.652711 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Sep 2022 15:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f583afc-9a63-45d5-8a4f-b2b733742ff3 x-openstack-request-id: req-3f583afc-9a63-45d5-8a4f-b2b733742ff3 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:58:45.653006 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f064184-65d9-49fa-9bc3-c1121a5fbf09", "name": "network-vif-unplugged", "status": "failed", "tag": "f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5", "code": 422}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:58:45.653264 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3f583afc-9a63-45d5-8a4f-b2b733742ff3 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:58:45.653790 dv-neutron-859093-1-hyperv neutron-server[89740]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3f583afc-9a63-45d5-8a4f-b2b733742ff3']: {'server_uuid': '1f064184-65d9-49fa-9bc3-c1121a5fbf09', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5', 'code': 422} returned with failed status Sep 23 15:58:45.680652 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:58:45.787394 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5,revision_number=8']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:58:46.130543 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35206ff-77ce-4b80-b464-e464163f9b2e req-ec5ba584-ed98-49d7-bf1d-0b8cd6337594 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:46.132455 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e35206ff-77ce-4b80-b464-e464163f9b2e req-ec5ba584-ed98-49d7-bf1d-0b8cd6337594 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 944 time: 0.0911312 Sep 23 15:58:46.176012 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e35206ff-77ce-4b80-b464-e464163f9b2e req-e11ef210-cc36-40a2-af5e-787e4d41b90d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378957 Sep 23 15:58:46.849252 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0304e-775e-4798-a461-96f298959da8 req-5c98383b-22e8-4062-a64e-962adf12f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:46.850815 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e6f0304e-775e-4798-a461-96f298959da8 req-5c98383b-22e8-4062-a64e-962adf12f912 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09&tenant_id=0f44cc71986047e8945d4357988a0be1 HTTP/1.1" status: 200 len: 1097 time: 0.0875185 Sep 23 15:58:46.949143 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0304e-775e-4798-a461-96f298959da8 req-39ea1291-5096-4601-802f-bd43c21ee4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:46.950641 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e6f0304e-775e-4798-a461-96f298959da8 req-39ea1291-5096-4601-802f-bd43c21ee4ff service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f44cc71986047e8945d4357988a0be1&device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 1097 time: 0.0783217 Sep 23 15:58:47.081473 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0304e-775e-4798-a461-96f298959da8 req-ce7f9091-38ae-4260-8b50-192516fa0cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:47.082868 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e6f0304e-775e-4798-a461-96f298959da8 req-ce7f9091-38ae-4260-8b50-192516fa0cab service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6 HTTP/1.1" status: 200 len: 909 time: 0.1262846 Sep 23 15:58:47.190458 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e6f0304e-775e-4798-a461-96f298959da8 req-fcf2afa2-d6ab-4048-9333-4bdafcdfcda3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 HTTP/1.1" status: 200 len: 1000 time: 0.1012518 Sep 23 15:58:47.251440 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0304e-775e-4798-a461-96f298959da8 req-0f31bb02-c020-48b5-a289-713e50d5ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:47.252900 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e6f0304e-775e-4798-a461-96f298959da8 req-0f31bb02-c020-48b5-a289-713e50d5ed16 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f9aae1f-8dc6-4174-a245-6ad8b241566e HTTP/1.1" status: 200 len: 847 time: 0.0563350 Sep 23 15:58:47.340447 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0304e-775e-4798-a461-96f298959da8 req-581686ec-2f3e-421c-90b9-35e8ec0c3a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:47.341841 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e6f0304e-775e-4798-a461-96f298959da8 req-581686ec-2f3e-421c-90b9-35e8ec0c3a79 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835774 Sep 23 15:58:47.376501 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf06d98-54c4-4210-86b9-1f7463be1811 req-0c1b3b72-bca4-4bdd-b80e-3c70027fdf08 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:47.377941 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ecf06d98-54c4-4210-86b9-1f7463be1811 req-0c1b3b72-bca4-4bdd-b80e-3c70027fdf08 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 944 time: 0.0888233 Sep 23 15:58:47.421226 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ecf06d98-54c4-4210-86b9-1f7463be1811 req-19a22ccb-d3d0-42d9-9757-3358acf9cb10 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368924 Sep 23 15:58:47.474679 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e6f0304e-775e-4798-a461-96f298959da8 req-2e38c203-210c-4f4d-9e44-be7eacdff8e3 service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261652 Sep 23 15:58:47.702274 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e6f0304e-775e-4798-a461-96f298959da8 req-ef1e9367-bd72-40ca-bfca-79ead687ff14 service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207067 Sep 23 15:58:48.639989 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbcae4-16d8-4f30-9704-6b039858d099 req-54710c52-2651-426e-9189-aae3163bd2c9 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:48.641503 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e1bbcae4-16d8-4f30-9704-6b039858d099 req-54710c52-2651-426e-9189-aae3163bd2c9 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 944 time: 0.0933495 Sep 23 15:58:48.689682 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e1bbcae4-16d8-4f30-9704-6b039858d099 req-c9f759c5-51ba-4715-8e7e-94b844e1fddd tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418901 Sep 23 15:58:49.921491 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6d4db-95e2-4cc7-8fcc-4cd04715fa69 req-65939aa0-6e24-44eb-a2d6-37da0f90f84d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:49.923189 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d1f6d4db-95e2-4cc7-8fcc-4cd04715fa69 req-65939aa0-6e24-44eb-a2d6-37da0f90f84d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 944 time: 0.1071672 Sep 23 15:58:49.971602 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d1f6d4db-95e2-4cc7-8fcc-4cd04715fa69 req-cc537b12-74f4-4b3c-b2e4-8adb59956e92 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424066 Sep 23 15:58:51.184070 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d98328-9f2f-482a-8ea5-c51b9631ef6d req-2ed5d303-8ae1-404a-8086-6eeecbd8df20 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:51.185473 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a2d98328-9f2f-482a-8ea5-c51b9631ef6d req-2ed5d303-8ae1-404a-8086-6eeecbd8df20 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 944 time: 0.0936918 Sep 23 15:58:51.234846 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a2d98328-9f2f-482a-8ea5-c51b9631ef6d req-839fceb6-e7a5-476e-a803-d1247a1f364e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427380 Sep 23 15:58:52.447883 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f8a83-3130-4249-8b13-f6f45a090cb1 req-6a1f0756-32b9-4a68-94e9-ad2c00b1834e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:52.449345 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-135f8a83-3130-4249-8b13-f6f45a090cb1 req-6a1f0756-32b9-4a68-94e9-ad2c00b1834e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 944 time: 0.0925176 Sep 23 15:58:52.503878 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-135f8a83-3130-4249-8b13-f6f45a090cb1 req-421e5445-2175-4c59-b9e2-bc7fe1ce14cc tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487113 Sep 23 15:58:53.719168 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d40d8-3049-43aa-8902-4053492daa3e req-486074e5-201c-4285-91c2-1bac5a7b864f tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:53.720690 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7d2d40d8-3049-43aa-8902-4053492daa3e req-486074e5-201c-4285-91c2-1bac5a7b864f tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 944 time: 0.0974481 Sep 23 15:58:53.772263 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7d2d40d8-3049-43aa-8902-4053492daa3e req-a7b3710f-cbac-4cff-bd8d-24b1b704d26e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456736 Sep 23 15:58:55.030876 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b96878-82c3-4817-ab91-830ebbf1947e req-858baa69-b5af-4f62-ba04-c66f9e05a383 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:55.032453 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-57b96878-82c3-4817-ab91-830ebbf1947e req-858baa69-b5af-4f62-ba04-c66f9e05a383 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 944 time: 0.1256018 Sep 23 15:58:55.092065 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-57b96878-82c3-4817-ab91-830ebbf1947e req-59cc3b52-cf2e-486d-91c9-b7f9c8811ee9 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446928 Sep 23 15:58:56.029065 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:58:56.299192 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816938b-2f87-4a4b-a1ec-c155fdd7e410 req-f0fa8a74-3fd9-4175-a878-009323f3f36e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:56.300643 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f816938b-2f87-4a4b-a1ec-c155fdd7e410 req-f0fa8a74-3fd9-4175-a878-009323f3f36e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 944 time: 0.0874462 Sep 23 15:58:56.345305 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-f816938b-2f87-4a4b-a1ec-c155fdd7e410 req-238be099-6422-4a35-9061-8ace213e8ee8 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389869 Sep 23 15:58:57.522578 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 15:58:57.551692 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5090b51-d6da-4183-8962-fae671726b5f req-709ea637-5b95-41b7-bc88-8f34f889c98e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:57.553164 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a5090b51-d6da-4183-8962-fae671726b5f req-709ea637-5b95-41b7-bc88-8f34f889c98e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 944 time: 0.0988131 Sep 23 15:58:57.599651 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a5090b51-d6da-4183-8962-fae671726b5f req-158519e7-e06f-45c3-b0ea-7ae2e756e924 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406806 Sep 23 15:58:57.668240 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5,segment=NetworkSegment(9199c3ac-e7c8-4910-ada2-678ae8d0c90f),segment_id=9199c3ac-e7c8-4910-ada2-678ae8d0c90f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:58:57.681370 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': 'f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'port_id': 'f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5', 'mac_address': 'fa:16:3e:ef:ae:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 15:58:57.736021 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:58:57.736391 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:58:57.753023 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 15:58:57.768675 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5,segment=NetworkSegment(9199c3ac-e7c8-4910-ada2-678ae8d0c90f),segment_id=9199c3ac-e7c8-4910-ada2-678ae8d0c90f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:58:57.851800 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:58:57.922800 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5,revision_number=9']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:58:58.104073 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 15:58:58.803596 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38863b-1a21-4aae-a07a-265216b9a068 req-7dcd8bde-2230-47a4-bb5d-56d520ad987c tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:58:58.805050 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ac38863b-1a21-4aae-a07a-265216b9a068 req-7dcd8bde-2230-47a4-bb5d-56d520ad987c tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 945 time: 0.0896385 Sep 23 15:58:58.849950 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ac38863b-1a21-4aae-a07a-265216b9a068 req-95ac3dad-9c9b-466f-a72c-5979484c6cf8 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386577 Sep 23 15:58:59.538029 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 15:58:59.609726 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 15:58:59.610094 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:58:59.610455 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 Sep 23 15:58:59.721738 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 15:58:59.722113 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:58:59.751647 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f064184-65d9-49fa-9bc3-c1121a5fbf09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 15:58:59.753945 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f89395d5ace10626dc38c4a33398c5aae2889fe0e51cfb59c649e2335b7dd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330cb613-f921-4c45-86e6-55b2481a67ec" -d '{"events": [{"server_uuid": "1f064184-65d9-49fa-9bc3-c1121a5fbf09", "name": "network-vif-plugged", "status": "completed", "tag": "f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:58:59.762197 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5,segment=NetworkSegment(9199c3ac-e7c8-4910-ada2-678ae8d0c90f),segment_id=9199c3ac-e7c8-4910-ada2-678ae8d0c90f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 15:58:59.817781 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:58:59.885779 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5,revision_number=10']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:59:00.049062 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f396a30-d9b7-4903-8e26-7d2a4665cb57 req-82d8039e-8fc5-42a7-850a-feaee6383f96 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:59:00.050462 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1f396a30-d9b7-4903-8e26-7d2a4665cb57 req-82d8039e-8fc5-42a7-850a-feaee6383f96 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 947 time: 0.0894823 Sep 23 15:59:00.098888 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1f396a30-d9b7-4903-8e26-7d2a4665cb57 req-1ef503eb-49e6-4dfb-9899-57975b8d12c8 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427911 Sep 23 15:59:00.805833 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bbf146-d80f-4ea8-95c0-bfb70864d3ba x-openstack-request-id: req-63bbf146-d80f-4ea8-95c0-bfb70864d3ba {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:59:00.806333 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f064184-65d9-49fa-9bc3-c1121a5fbf09", "name": "network-vif-plugged", "status": "completed", "tag": "f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:59:00.806535 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-63bbf146-d80f-4ea8-95c0-bfb70864d3ba {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:59:00.807004 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63bbf146-d80f-4ea8-95c0-bfb70864d3ba'] response: {'server_uuid': '1f064184-65d9-49fa-9bc3-c1121a5fbf09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5', 'code': 200} Sep 23 15:59:01.160777 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65459465-b1d3-436d-9da7-1e1337332384 req-e83e934b-2f63-441c-9a60-43b9494ff963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:59:01.162277 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-65459465-b1d3-436d-9da7-1e1337332384 req-e83e934b-2f63-441c-9a60-43b9494ff963 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 1100 time: 0.0768085 Sep 23 15:59:01.202794 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-65459465-b1d3-436d-9da7-1e1337332384 req-e4aab6f8-dd91-46ca-b912-56aea16171b9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344512 Sep 23 15:59:01.300640 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196123c-9079-47c3-8083-e74e9b0f6203 req-5eafdc12-8dd0-4918-a7bc-c69a7209b9aa tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:59:01.302054 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c196123c-9079-47c3-8083-e74e9b0f6203 req-5eafdc12-8dd0-4918-a7bc-c69a7209b9aa tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 947 time: 0.0891693 Sep 23 15:59:01.348231 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c196123c-9079-47c3-8083-e74e9b0f6203 req-9e43de0d-3c85-4b4f-8703-242e4d573e95 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399082 Sep 23 15:59:02.120147 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3ff5ddb9-3f76-495d-bfc6-19ee3e341fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:59:02.549466 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95bea5-c5f6-4ae3-9318-ff0d9afe0c0c req-bf26a870-1c1e-4c97-b9d7-2f84988c55cb tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:59:02.550977 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cf95bea5-c5f6-4ae3-9318-ff0d9afe0c0c req-bf26a870-1c1e-4c97-b9d7-2f84988c55cb tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 947 time: 0.0878432 Sep 23 15:59:02.605321 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-cf95bea5-c5f6-4ae3-9318-ff0d9afe0c0c req-3e958954-c5db-4d8d-825c-f4920f69ac56 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475640 Sep 23 15:59:03.268941 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:59:03.800237 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f6306-9323-4c5f-b48a-ed77380f2b32 req-35b7d492-19d2-4fdc-a344-9ea5a794b6a3 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:59:03.801738 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-752f6306-9323-4c5f-b48a-ed77380f2b32 req-35b7d492-19d2-4fdc-a344-9ea5a794b6a3 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 947 time: 0.0873187 Sep 23 15:59:03.848941 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-752f6306-9323-4c5f-b48a-ed77380f2b32 req-7be3be2f-669c-45af-8216-41c95d4d3f12 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409763 Sep 23 15:59:05.090805 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7a0a799b-7223-454f-82f7-4ae631fb2765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:59:05.560200 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:59:05.714385 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:59:07.188796 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:59:14.827068 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-73714536-afdf-4c5e-bbaf-426375e1eea3 req-c67cded5-cc98-4e32-9200-e3d479cf4b6e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1193306 Sep 23 15:59:15.043940 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73714536-afdf-4c5e-bbaf-426375e1eea3 req-46d365a5-2e73-4d6c-a96a-bd772b2a06f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:59:15.045435 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-73714536-afdf-4c5e-bbaf-426375e1eea3 req-46d365a5-2e73-4d6c-a96a-bd772b2a06f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f44cc71986047e8945d4357988a0be1&device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 1100 time: 0.0814395 Sep 23 15:59:15.186380 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73714536-afdf-4c5e-bbaf-426375e1eea3 req-0c5f2c30-3380-4689-ad14-56760cae3ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:59:15.187818 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-73714536-afdf-4c5e-bbaf-426375e1eea3 req-0c5f2c30-3380-4689-ad14-56760cae3ad0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6 HTTP/1.1" status: 200 len: 909 time: 0.1239233 Sep 23 15:59:15.286080 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-73714536-afdf-4c5e-bbaf-426375e1eea3 req-d4ad8c2a-9739-4c0f-9ccf-ee20ad36d3e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 HTTP/1.1" status: 200 len: 1002 time: 0.0914876 Sep 23 15:59:15.349962 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73714536-afdf-4c5e-bbaf-426375e1eea3 req-620217b7-85d8-4d11-801d-c71895fbf00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:59:15.351251 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-73714536-afdf-4c5e-bbaf-426375e1eea3 req-620217b7-85d8-4d11-801d-c71895fbf00f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f9aae1f-8dc6-4174-a245-6ad8b241566e HTTP/1.1" status: 200 len: 847 time: 0.0582504 Sep 23 15:59:15.433729 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73714536-afdf-4c5e-bbaf-426375e1eea3 req-2b96725d-5638-413e-a317-838186857620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:59:15.435246 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-73714536-afdf-4c5e-bbaf-426375e1eea3 req-2b96725d-5638-413e-a317-838186857620 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746722 Sep 23 15:59:15.562376 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-73714536-afdf-4c5e-bbaf-426375e1eea3 req-2e51c1b1-c1d5-4dcd-b894-6e76c6404b61 service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208565 Sep 23 15:59:15.689038 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-73714536-afdf-4c5e-bbaf-426375e1eea3 req-c85df258-aeb5-4469-9a06-5eb9969ab6a6 service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207814 Sep 23 15:59:32.142744 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3fe44a6b-1c1d-4e73-8655-495baa82c3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:59:33.029202 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 15:59:33.256833 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:59:35.074227 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-619949e4-4a75-4543-b217-9c68617d0639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:59:35.587738 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:59:35.783003 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 15:59:37.221537 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:02.130689 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e367459-317b-48f5-86e3-31c813f7df9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:03.245188 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:05.085379 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a250cbf0-5227-4afa-9963-584a847c07b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:05.553671 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:05.747614 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:07.187980 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:10.028859 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:00:14.547277 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 58472) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:00:14.762753 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-f1e4305d-a927-4d80-be2c-47e27b944199 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Deleting port 2927218e-e0c1-4d39-9458-1f6c8c57e34e {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 16:00:14.763243 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f1e4305d-a927-4d80-be2c-47e27b944199 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:15.083664 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5ef413b7-085d-4f12-9700-ec671d76b58b req-e15ef517-ce4b-4941-97c3-ea79c190359b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3678679 Sep 23 16:00:15.089882 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f1e4305d-a927-4d80-be2c-47e27b944199 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:15.090205 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f1e4305d-a927-4d80-be2c-47e27b944199 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:15.245434 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-f1e4305d-a927-4d80-be2c-47e27b944199 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Calling delete_port for 2927218e-e0c1-4d39-9458-1f6c8c57e34e owned by network:floatingip {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 16:00:15.352098 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef413b7-085d-4f12-9700-ec671d76b58b req-b9d5d43f-b674-4fc7-92a4-76a5abfe384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:00:15.353219 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5ef413b7-085d-4f12-9700-ec671d76b58b req-b9d5d43f-b674-4fc7-92a4-76a5abfe384b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f44cc71986047e8945d4357988a0be1&device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 1100 time: 0.1998625 Sep 23 16:00:15.538276 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef413b7-085d-4f12-9700-ec671d76b58b req-34b31622-a024-4ccd-8d56-46f995646238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:00:15.540288 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5ef413b7-085d-4f12-9700-ec671d76b58b req-34b31622-a024-4ccd-8d56-46f995646238 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6 HTTP/1.1" status: 200 len: 909 time: 0.1461904 Sep 23 16:00:15.598955 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f1e4305d-a927-4d80-be2c-47e27b944199 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:15.643152 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5ef413b7-085d-4f12-9700-ec671d76b58b req-05983cbc-909b-4776-836d-9071db783d07 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 HTTP/1.1" status: 200 len: 217 time: 0.0966520 Sep 23 16:00:15.719625 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4305d-a927-4d80-be2c-47e27b944199 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Pushing event deleted for resources: {'Port': ['ID=2927218e-e0c1-4d39-9458-1f6c8c57e34e,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:00:15.767295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4305d-a927-4d80-be2c-47e27b944199 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:00:15.767650 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4305d-a927-4d80-be2c-47e27b944199 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:00:15.767984 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4305d-a927-4d80-be2c-47e27b944199 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:00:15.768316 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4305d-a927-4d80-be2c-47e27b944199 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:00:15.768651 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4305d-a927-4d80-be2c-47e27b944199 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:00:15.768981 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4305d-a927-4d80-be2c-47e27b944199 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:00:15.769307 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4305d-a927-4d80-be2c-47e27b944199 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:00:15.769632 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4305d-a927-4d80-be2c-47e27b944199 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:00:15.769958 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4305d-a927-4d80-be2c-47e27b944199 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:00:15.770279 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4305d-a927-4d80-be2c-47e27b944199 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:00:15.770624 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4305d-a927-4d80-be2c-47e27b944199 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:00:15.770942 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e4305d-a927-4d80-be2c-47e27b944199 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:00:15.812452 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef413b7-085d-4f12-9700-ec671d76b58b req-e7308b96-9149-44ca-a6ce-ba6a3a8c62e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:00:15.813966 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5ef413b7-085d-4f12-9700-ec671d76b58b req-e7308b96-9149-44ca-a6ce-ba6a3a8c62e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f9aae1f-8dc6-4174-a245-6ad8b241566e HTTP/1.1" status: 200 len: 847 time: 0.1642146 Sep 23 16:00:15.818349 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f1e4305d-a927-4d80-be2c-47e27b944199 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for floatingip, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:15.819295 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-f1e4305d-a927-4d80-be2c-47e27b944199 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Floating IP 89cef26f-f941-4665-a4f9-6193ce83fc5a disassociated (deleted). External IP: 172.26.10.81, port: f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5. Sep 23 16:00:16.055010 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef413b7-085d-4f12-9700-ec671d76b58b req-5d2449cc-5ff8-4683-929c-a8eb8d5f71f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:00:16.056504 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5ef413b7-085d-4f12-9700-ec671d76b58b req-5d2449cc-5ff8-4683-929c-a8eb8d5f71f5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1832259 Sep 23 16:00:16.439454 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5ef413b7-085d-4f12-9700-ec671d76b58b req-10de3364-f474-458c-a15a-e011fd2ad04f service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322220 Sep 23 16:00:16.447232 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e4305d-a927-4d80-be2c-47e27b944199 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Router fac0740d-6e2d-48d2-83b2-5768d19f29ed has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 16:00:16.728049 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5ef413b7-085d-4f12-9700-ec671d76b58b req-1fcdd3ef-d051-472a-aac1-fa6d4753c50d service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794869 Sep 23 16:00:16.748444 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e4305d-a927-4d80-be2c-47e27b944199 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 16:00:16.759452 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e1dbf0-3ce8-4a0a-bebc-dafc07869037 None None] Sync routers for ids ['fac0740d-6e2d-48d2-83b2-5768d19f29ed'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:00:16.766104 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f1e4305d-a927-4d80-be2c-47e27b944199 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:16.769386 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e1dbf0-3ce8-4a0a-bebc-dafc07869037 None None] Routers {'fac0740d-6e2d-48d2-83b2-5768d19f29ed'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:00:16.770003 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-d4e1dbf0-3ce8-4a0a-bebc-dafc07869037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:00:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['fac0740d-6e2d-48d2-83b2-5768d19f29ed'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:00:16.826404 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f1e4305d-a927-4d80-be2c-47e27b944199 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "DELETE /v2.0/floatingips/89cef26f-f941-4665-a4f9-6193ce83fc5a HTTP/1.1" status: 204 len: 168 time: 2.2754521 Sep 23 16:00:16.826404 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f064184-65d9-49fa-9bc3-c1121a5fbf09', 'tag': 'f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 16:00:16.827537 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d60ceb13b6dda62e34df42b1780f5c57195a67e070c7ee23b76dbe7690575a93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59fd3a1-149a-40b1-8e83-471522410d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f064184-65d9-49fa-9bc3-c1121a5fbf09", "tag": "f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:00:16.875251 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 16:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7880dd7-daa3-4cd1-9580-d0bbb7176d41 x-openstack-request-id: req-c7880dd7-daa3-4cd1-9580-d0bbb7176d41 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:00:16.875546 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f064184-65d9-49fa-9bc3-c1121a5fbf09", "tag": "f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:00:16.875797 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c7880dd7-daa3-4cd1-9580-d0bbb7176d41 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:00:16.876198 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7880dd7-daa3-4cd1-9580-d0bbb7176d41'] response: {'name': 'network-changed', 'server_uuid': '1f064184-65d9-49fa-9bc3-c1121a5fbf09', 'tag': 'f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5', 'status': 'completed', 'code': 200} Sep 23 16:00:16.950922 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-d4e1dbf0-3ce8-4a0a-bebc-dafc07869037 None None] Set router fac0740d-6e2d-48d2-83b2-5768d19f29ed gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:00:16.975219 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fd3a1-149a-40b1-8e83-471522410d1e req-72bdf9a1-17df-4836-a73c-13bcafcde4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:00:16.977469 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a59fd3a1-149a-40b1-8e83-471522410d1e req-72bdf9a1-17df-4836-a73c-13bcafcde4b8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f44cc71986047e8945d4357988a0be1&device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 1100 time: 0.0812004 Sep 23 16:00:17.113788 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fd3a1-149a-40b1-8e83-471522410d1e req-d5378bf1-4242-4011-9761-47c760743a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:00:17.115436 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a59fd3a1-149a-40b1-8e83-471522410d1e req-d5378bf1-4242-4011-9761-47c760743a60 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6 HTTP/1.1" status: 200 len: 909 time: 0.1320717 Sep 23 16:00:17.191528 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a59fd3a1-149a-40b1-8e83-471522410d1e req-65c9c8f6-8237-463c-b846-5943d33e5a14 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 HTTP/1.1" status: 200 len: 217 time: 0.0692444 Sep 23 16:00:17.259123 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fd3a1-149a-40b1-8e83-471522410d1e req-7326b3f2-d026-4c6c-8860-02fb797e368b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:00:17.260555 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a59fd3a1-149a-40b1-8e83-471522410d1e req-7326b3f2-d026-4c6c-8860-02fb797e368b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f9aae1f-8dc6-4174-a245-6ad8b241566e HTTP/1.1" status: 200 len: 847 time: 0.0636716 Sep 23 16:00:17.310233 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-d4e1dbf0-3ce8-4a0a-bebc-dafc07869037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'name': 'tempest-TestShelveInstance-160228679-router', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208'}], 'enable_snat': True}, 'gw_port_id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:46Z', 'updated_at': '2022-09-23T15:55:50Z', 'revision_number': 4, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'gw_port': {'id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:47Z', 'updated_at': '2022-09-23T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '8bdb22c8-c509-49d5-8b30-3147d85693b6', 'name': '', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'mac_address': 'fa:16:3e:8a:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:50Z', 'updated_at': '2022-09-23T15:55:57Z', 'revision_number': 5, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'subnets': [{'id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:00:17.314367 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e1dbf0-3ce8-4a0a-bebc-dafc07869037 None None] Checking router: fac0740d-6e2d-48d2-83b2-5768d19f29ed for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:00:17.322860 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e1dbf0-3ce8-4a0a-bebc-dafc07869037 None None] Routers {'fac0740d-6e2d-48d2-83b2-5768d19f29ed'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:00:17.323546 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-d4e1dbf0-3ce8-4a0a-bebc-dafc07869037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:00:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['fac0740d-6e2d-48d2-83b2-5768d19f29ed'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:00:17.349274 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fd3a1-149a-40b1-8e83-471522410d1e req-78a4013d-267a-47d8-b837-d6b1cc71c018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:00:17.350959 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a59fd3a1-149a-40b1-8e83-471522410d1e req-78a4013d-267a-47d8-b837-d6b1cc71c018 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826819 Sep 23 16:00:17.504610 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-d4e1dbf0-3ce8-4a0a-bebc-dafc07869037 None None] Set router fac0740d-6e2d-48d2-83b2-5768d19f29ed gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:00:17.533100 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a59fd3a1-149a-40b1-8e83-471522410d1e req-54ba342a-37ff-4de9-bb3f-04c359dd2dfe service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747169 Sep 23 16:00:17.689673 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365a6d5-d1e1-4a94-9a7a-62edc4ce6be7 req-bf240424-78ea-465a-97b5-a175b3d3171e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:00:17.690279 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-6365a6d5-d1e1-4a94-9a7a-62edc4ce6be7 req-bf240424-78ea-465a-97b5-a175b3d3171e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Synchronizing usage tracker for tenant:0f44cc71986047e8945d4357988a0be1 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 16:00:17.694049 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a59fd3a1-149a-40b1-8e83-471522410d1e req-7e95cfc1-a49a-4ff8-aab1-e671390c33b9 service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533065 Sep 23 16:00:17.776227 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-6365a6d5-d1e1-4a94-9a7a-62edc4ce6be7 req-bf240424-78ea-465a-97b5-a175b3d3171e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Unset dirty status for tenant:0f44cc71986047e8945d4357988a0be1 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 16:00:17.778538 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6365a6d5-d1e1-4a94-9a7a-62edc4ce6be7 req-bf240424-78ea-465a-97b5-a175b3d3171e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 947 time: 0.3486643 Sep 23 16:00:17.819461 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-d4e1dbf0-3ce8-4a0a-bebc-dafc07869037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'name': 'tempest-TestShelveInstance-160228679-router', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208'}], 'enable_snat': True}, 'gw_port_id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:46Z', 'updated_at': '2022-09-23T15:55:50Z', 'revision_number': 4, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'gw_port': {'id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:47Z', 'updated_at': '2022-09-23T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '8bdb22c8-c509-49d5-8b30-3147d85693b6', 'name': '', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'mac_address': 'fa:16:3e:8a:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:50Z', 'updated_at': '2022-09-23T15:55:57Z', 'revision_number': 5, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'subnets': [{'id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:00:17.823584 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e1dbf0-3ce8-4a0a-bebc-dafc07869037 None None] The sync data for ids ['fac0740d-6e2d-48d2-83b2-5768d19f29ed'] in dv-neutron-859093-1-hyperv is: [{'id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'name': 'tempest-TestShelveInstance-160228679-router', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208'}], 'enable_snat': True}, 'gw_port_id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:46Z', 'updated_at': '2022-09-23T15:55:50Z', 'revision_number': 4, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'gw_port': {'id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:47Z', 'updated_at': '2022-09-23T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '8bdb22c8-c509-49d5-8b30-3147d85693b6', 'name': '', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'mac_address': 'fa:16:3e:8a:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:50Z', 'updated_at': '2022-09-23T15:55:57Z', 'revision_number': 5, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'subnets': [{'id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:00:17.828755 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6365a6d5-d1e1-4a94-9a7a-62edc4ce6be7 req-57c91dfd-00fa-482d-8f63-7a0f0619f791 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445032 Sep 23 16:00:18.036946 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fd24b1-931e-48c4-b2e9-0d9ed2a5146f None None] New status for floating IP 89cef26f-f941-4665-a4f9-6193ce83fc5a: DOWN {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 16:00:18.665269 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46543395-91bb-444c-9644-52031e0fafc6 req-9af66b97-7857-40ec-b8d0-d4c831c81dd7 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:00:18.666700 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-46543395-91bb-444c-9644-52031e0fafc6 req-9af66b97-7857-40ec-b8d0-d4c831c81dd7 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.72 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 947 time: 0.0870612 Sep 23 16:00:18.741926 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-46543395-91bb-444c-9644-52031e0fafc6 req-3035ceee-9482-4e74-ab13-6e06fb88672d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Deleting port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 16:00:18.742920 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-46543395-91bb-444c-9644-52031e0fafc6 req-3035ceee-9482-4e74-ab13-6e06fb88672d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:19.098971 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-46543395-91bb-444c-9644-52031e0fafc6 req-3035ceee-9482-4e74-ab13-6e06fb88672d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] For port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5,segment=NetworkSegment(9199c3ac-e7c8-4910-ada2-678ae8d0c90f),segment_id=9199c3ac-e7c8-4910-ada2-678ae8d0c90f)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:00:19.099764 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-46543395-91bb-444c-9644-52031e0fafc6 req-3035ceee-9482-4e74-ab13-6e06fb88672d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:19.158802 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b37129-8c2e-4159-9c54-a0b214a51f89 req-06156667-554d-43b5-bab8-2c7fdc758ab1 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:00:19.160680 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-09b37129-8c2e-4159-9c54-a0b214a51f89 req-06156667-554d-43b5-bab8-2c7fdc758ab1 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 947 time: 0.1380780 Sep 23 16:00:19.205441 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-09b37129-8c2e-4159-9c54-a0b214a51f89 req-bf254ff6-4b8f-4325-b2e8-e37d58b795f0 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381982 Sep 23 16:00:19.227993 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-46543395-91bb-444c-9644-52031e0fafc6 req-3035ceee-9482-4e74-ab13-6e06fb88672d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Calling delete_port for f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 16:00:19.410531 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-46543395-91bb-444c-9644-52031e0fafc6 req-3035ceee-9482-4e74-ab13-6e06fb88672d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:19.467462 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035ceee-9482-4e74-ab13-6e06fb88672d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Pushing event deleted for resources: {'Port': ['ID=f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:00:19.552825 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-46543395-91bb-444c-9644-52031e0fafc6 req-3035ceee-9482-4e74-ab13-6e06fb88672d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] No DVR routers for this DVR port f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:00:19.555571 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-46543395-91bb-444c-9644-52031e0fafc6 req-3035ceee-9482-4e74-ab13-6e06fb88672d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:19.558104 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f064184-65d9-49fa-9bc3-c1121a5fbf09', 'name': 'network-vif-deleted', 'tag': 'f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 16:00:19.599543 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e864e192db7b6bc8510e34e29aacd7f4822b7f9fabd5de2d887dfc9614d866e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a1c487-7b2b-4820-a06b-65973ba6ddd0" -d '{"events": [{"server_uuid": "1f064184-65d9-49fa-9bc3-c1121a5fbf09", "name": "network-vif-deleted", "tag": "f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:00:19.627338 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-46543395-91bb-444c-9644-52031e0fafc6 req-3035ceee-9482-4e74-ab13-6e06fb88672d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.72 "DELETE /v2.0/ports/f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 HTTP/1.1" status: 204 len: 173 time: 0.9553835 Sep 23 16:00:19.688242 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 16:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3947172-93a5-402c-b40d-c8b249f7512f x-openstack-request-id: req-f3947172-93a5-402c-b40d-c8b249f7512f {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:00:19.688532 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f064184-65d9-49fa-9bc3-c1121a5fbf09", "name": "network-vif-deleted", "tag": "f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:00:19.688783 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f3947172-93a5-402c-b40d-c8b249f7512f {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:00:19.689181 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3947172-93a5-402c-b40d-c8b249f7512f'] response: {'server_uuid': '1f064184-65d9-49fa-9bc3-c1121a5fbf09', 'name': 'network-vif-deleted', 'tag': 'f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5', 'status': 'completed', 'code': 200} Sep 23 16:00:20.389009 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-0a3e9e20-4fc9-4d2d-a3e0-1f14fe3553fb req-9d64e8cf-1c42-4196-b36d-5af553092b92 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f064184-65d9-49fa-9bc3-c1121a5fbf09 HTTP/1.1" status: 200 len: 210 time: 0.0568795 Sep 23 16:00:21.489889 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 58508) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:00:21.557950 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e2100115-ecf6-4efc-bc16-b491da62d4d3 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:21.586810 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e2100115-ecf6-4efc-bc16-b491da62d4d3 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:21.707619 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e2100115-ecf6-4efc-bc16-b491da62d4d3 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:21.725548 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2100115-ecf6-4efc-bc16-b491da62d4d3 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a6647c-ac31-49e8-b5ca-60ceacd3c15a,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:00:21.803010 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e2100115-ecf6-4efc-bc16-b491da62d4d3 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:21.804148 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e2100115-ecf6-4efc-bc16-b491da62d4d3 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "DELETE /v2.0/security-groups/b5a6647c-ac31-49e8-b5ca-60ceacd3c15a HTTP/1.1" status: 204 len: 168 time: 0.3132579 Sep 23 16:00:21.895132 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 16:00:21.934065 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 16:00:21.934501 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device f5fefb49-e702-4c2d-b3f6-c5f4ad7cecc5 not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 16:00:22.070659 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 58516) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:00:22.076021 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-a29e9183-eaf3-444b-b463-4aecd7628bfe tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-37848244', 'description': 'tempest-secgroup-smoke-37848244 description', 'project_id': '0f44cc71986047e8945d4357988a0be1'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:00:22.082284 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a29e9183-eaf3-444b-b463-4aecd7628bfe tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:00:22.086989 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a29e9183-eaf3-444b-b463-4aecd7628bfe tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Usage tracker for resource:security_group and tenant:0f44cc71986047e8945d4357988a0be1 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 16:00:22.089830 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a29e9183-eaf3-444b-b463-4aecd7628bfe tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 16:00:22.095533 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a29e9183-eaf3-444b-b463-4aecd7628bfe tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:00:22.153785 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a29e9183-eaf3-444b-b463-4aecd7628bfe tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:22.173934 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a29e9183-eaf3-444b-b463-4aecd7628bfe tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:00:22.177784 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a29e9183-eaf3-444b-b463-4aecd7628bfe tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Usage tracker for resource:security_group_rule and tenant:0f44cc71986047e8945d4357988a0be1 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 16:00:22.180572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-a29e9183-eaf3-444b-b463-4aecd7628bfe tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 16:00:22.186142 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-a29e9183-eaf3-444b-b463-4aecd7628bfe tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:00:22.259503 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a29e9183-eaf3-444b-b463-4aecd7628bfe tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:22.323854 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a29e9183-eaf3-444b-b463-4aecd7628bfe tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:22.368189 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e9183-eaf3-444b-b463-4aecd7628bfe tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f68b73d-0982-47c8-95a4-0a84c5b0c37e,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:00:22.439450 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a29e9183-eaf3-444b-b463-4aecd7628bfe tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:22.440702 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a29e9183-eaf3-444b-b463-4aecd7628bfe tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3690155 Sep 23 16:00:22.443789 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 58520) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:00:22.449172 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-54d58fc2-4f62-4366-9fea-ad25d7bf6d8e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Request body: {'security_group_rule': {'security_group_id': '7f68b73d-0982-47c8-95a4-0a84c5b0c37e', 'project_id': '0f44cc71986047e8945d4357988a0be1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:00:22.455280 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-54d58fc2-4f62-4366-9fea-ad25d7bf6d8e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:00:22.459169 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-54d58fc2-4f62-4366-9fea-ad25d7bf6d8e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Usage tracker for resource:security_group_rule and tenant:0f44cc71986047e8945d4357988a0be1 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 16:00:22.462667 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-54d58fc2-4f62-4366-9fea-ad25d7bf6d8e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 16:00:22.468287 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-54d58fc2-4f62-4366-9fea-ad25d7bf6d8e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:00:22.536849 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54d58fc2-4f62-4366-9fea-ad25d7bf6d8e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:22.596261 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54d58fc2-4f62-4366-9fea-ad25d7bf6d8e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:22.660791 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54d58fc2-4f62-4366-9fea-ad25d7bf6d8e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:22.683751 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d58fc2-4f62-4366-9fea-ad25d7bf6d8e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e44d8fe8-a89a-4958-bd32-07a7a89dde13,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:00:22.763627 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-54d58fc2-4f62-4366-9fea-ad25d7bf6d8e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:22.764855 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-54d58fc2-4f62-4366-9fea-ad25d7bf6d8e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3201566 Sep 23 16:00:22.767731 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 58524) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:00:22.772562 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-d8048aa4-41af-4451-8f9a-b414fccc3bac tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Request body: {'security_group_rule': {'security_group_id': '7f68b73d-0982-47c8-95a4-0a84c5b0c37e', 'project_id': '0f44cc71986047e8945d4357988a0be1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:00:22.778928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d8048aa4-41af-4451-8f9a-b414fccc3bac tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:00:22.782808 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d8048aa4-41af-4451-8f9a-b414fccc3bac tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Usage tracker for resource:security_group_rule and tenant:0f44cc71986047e8945d4357988a0be1 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 16:00:22.785671 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d8048aa4-41af-4451-8f9a-b414fccc3bac tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 16:00:22.791869 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d8048aa4-41af-4451-8f9a-b414fccc3bac tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:00:22.890128 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d8048aa4-41af-4451-8f9a-b414fccc3bac tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:22.952913 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d8048aa4-41af-4451-8f9a-b414fccc3bac tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:23.027486 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d8048aa4-41af-4451-8f9a-b414fccc3bac tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:23.052257 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8048aa4-41af-4451-8f9a-b414fccc3bac tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af2a1249-4234-4585-b83d-002a01447e1f,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:00:23.119187 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d8048aa4-41af-4451-8f9a-b414fccc3bac tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:23.120388 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d8048aa4-41af-4451-8f9a-b414fccc3bac tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3516994 Sep 23 16:00:23.123103 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 58528) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:00:23.128004 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-e55b0ff7-910f-4761-8425-a690505e1991 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Request body: {'security_group_rule': {'security_group_id': '7f68b73d-0982-47c8-95a4-0a84c5b0c37e', 'project_id': '0f44cc71986047e8945d4357988a0be1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:00:23.134466 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e55b0ff7-910f-4761-8425-a690505e1991 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:00:23.138788 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e55b0ff7-910f-4761-8425-a690505e1991 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Usage tracker for resource:security_group_rule and tenant:0f44cc71986047e8945d4357988a0be1 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 16:00:23.141913 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-e55b0ff7-910f-4761-8425-a690505e1991 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 16:00:23.147777 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-e55b0ff7-910f-4761-8425-a690505e1991 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:00:23.217590 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e55b0ff7-910f-4761-8425-a690505e1991 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:23.278679 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e55b0ff7-910f-4761-8425-a690505e1991 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:23.346425 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e55b0ff7-910f-4761-8425-a690505e1991 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:23.369337 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b0ff7-910f-4761-8425-a690505e1991 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a7c3fef-1dd3-4fec-913e-c7d7241a3bf2,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:00:23.460802 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-e55b0ff7-910f-4761-8425-a690505e1991 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:23.461926 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-e55b0ff7-910f-4761-8425-a690505e1991 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3378980 Sep 23 16:00:23.464693 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 58532) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:00:23.469610 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-63728a08-adb5-4562-8eb8-b2a1503e8578 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Request body: {'security_group_rule': {'security_group_id': '7f68b73d-0982-47c8-95a4-0a84c5b0c37e', 'project_id': '0f44cc71986047e8945d4357988a0be1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:00:23.475371 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-63728a08-adb5-4562-8eb8-b2a1503e8578 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:00:23.482168 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-63728a08-adb5-4562-8eb8-b2a1503e8578 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Usage tracker for resource:security_group_rule and tenant:0f44cc71986047e8945d4357988a0be1 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 16:00:23.482168 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-63728a08-adb5-4562-8eb8-b2a1503e8578 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 16:00:23.487539 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-63728a08-adb5-4562-8eb8-b2a1503e8578 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:00:23.587313 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-63728a08-adb5-4562-8eb8-b2a1503e8578 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:23.648480 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-63728a08-adb5-4562-8eb8-b2a1503e8578 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:23.742658 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-63728a08-adb5-4562-8eb8-b2a1503e8578 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:23.765992 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63728a08-adb5-4562-8eb8-b2a1503e8578 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11d90ff-a812-421a-a6de-a5ef07dbf738,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:00:23.862275 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-63728a08-adb5-4562-8eb8-b2a1503e8578 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:23.863519 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-63728a08-adb5-4562-8eb8-b2a1503e8578 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3979151 Sep 23 16:00:23.866205 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 58536) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:00:23.871709 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-982e1da7-89bd-4be1-9fa5-fbc28d94312e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Request body: {'security_group_rule': {'security_group_id': '7f68b73d-0982-47c8-95a4-0a84c5b0c37e', 'project_id': '0f44cc71986047e8945d4357988a0be1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:00:23.877651 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-982e1da7-89bd-4be1-9fa5-fbc28d94312e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:00:23.881426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-982e1da7-89bd-4be1-9fa5-fbc28d94312e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Usage tracker for resource:security_group_rule and tenant:0f44cc71986047e8945d4357988a0be1 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 16:00:23.884301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-982e1da7-89bd-4be1-9fa5-fbc28d94312e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 16:00:23.889980 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-982e1da7-89bd-4be1-9fa5-fbc28d94312e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:00:23.976653 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.securitygroups_db [None req-982e1da7-89bd-4be1-9fa5-fbc28d94312e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Project 0f44cc71986047e8945d4357988a0be1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 16:00:23.984277 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-982e1da7-89bd-4be1-9fa5-fbc28d94312e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:24.048344 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-982e1da7-89bd-4be1-9fa5-fbc28d94312e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:24.113465 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-982e1da7-89bd-4be1-9fa5-fbc28d94312e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:24.137525 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e1da7-89bd-4be1-9fa5-fbc28d94312e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2619c1d4-f22b-40e9-b418-b207753decc1,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:00:24.209666 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-982e1da7-89bd-4be1-9fa5-fbc28d94312e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:24.210900 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-982e1da7-89bd-4be1-9fa5-fbc28d94312e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3431599 Sep 23 16:00:24.214073 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 58540) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:00:24.219044 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-37dfaaa0-28e9-4506-acf1-5704fb9ae24c tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Request body: {'security_group_rule': {'security_group_id': '7f68b73d-0982-47c8-95a4-0a84c5b0c37e', 'project_id': '0f44cc71986047e8945d4357988a0be1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:00:24.225059 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-37dfaaa0-28e9-4506-acf1-5704fb9ae24c tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:00:24.229529 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-37dfaaa0-28e9-4506-acf1-5704fb9ae24c tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Usage tracker for resource:security_group_rule and tenant:0f44cc71986047e8945d4357988a0be1 is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 16:00:24.232497 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-37dfaaa0-28e9-4506-acf1-5704fb9ae24c tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 16:00:24.238190 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-37dfaaa0-28e9-4506-acf1-5704fb9ae24c tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:00:24.318228 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.securitygroups_db [None req-37dfaaa0-28e9-4506-acf1-5704fb9ae24c tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Project 0f44cc71986047e8945d4357988a0be1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 16:00:24.324737 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-37dfaaa0-28e9-4506-acf1-5704fb9ae24c tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:24.389989 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-37dfaaa0-28e9-4506-acf1-5704fb9ae24c tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:24.449562 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-37dfaaa0-28e9-4506-acf1-5704fb9ae24c tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:24.472264 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfaaa0-28e9-4506-acf1-5704fb9ae24c tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebae2534-95a6-4502-becb-d432ee3061b6,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:00:24.542219 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-37dfaaa0-28e9-4506-acf1-5704fb9ae24c tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:24.543409 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-37dfaaa0-28e9-4506-acf1-5704fb9ae24c tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3283789 Sep 23 16:00:32.204200 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-81f51f2c-7d6f-43ac-9daf-3f007b1b0d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:33.284631 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:35.123798 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ac448cfb-2233-49a6-afa0-54788231f8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:35.571121 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:35.799243 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:37.215339 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:47.028221 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:00:48.444993 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-f7b172ad-4792-4c9e-81b0-59bb060ec42e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-37848244&fields=id&tenant_id=0f44cc71986047e8945d4357988a0be1 HTTP/1.1" status: 200 len: 267 time: 0.0403564 Sep 23 16:00:48.592341 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-5dd3c6f2-efd9-4181-9bdc-cee1ef953724 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:00:48.593755 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-5dd3c6f2-efd9-4181-9bdc-cee1ef953724 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/networks?id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6 HTTP/1.1" status: 200 len: 808 time: 0.1423750 Sep 23 16:00:48.608343 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-bff5adb2-d621-4898-949d-4878ccab6990 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/quotas/0f44cc71986047e8945d4357988a0be1 HTTP/1.1" status: 200 len: 375 time: 0.0092368 Sep 23 16:00:48.694899 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-766d5857-5fcc-4782-abb0-572c8f61b90a tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=0f44cc71986047e8945d4357988a0be1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819130 Sep 23 16:00:48.784556 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-ea80112c-999b-4eba-b588-13941ee5da41 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89738) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 16:00:48.785535 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-ea80112c-999b-4eba-b588-13941ee5da41 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0439029 Sep 23 16:00:48.918440 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-e88c0bce-f92f-4d41-a63f-a58785a45112 service neutron] 10.222.0.67 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262529 Sep 23 16:00:49.050590 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-e438fd78-62f3-48b2-9539-a560b6dcbd31 service neutron] 10.222.0.67 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264703 Sep 23 16:00:49.735466 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-fb3c433b-093e-43b1-a70a-68f348b70114 req-dfcaa16a-6003-4217-8040-1e905cf8fe29 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Synchronizing usage tracker for tenant:0f44cc71986047e8945d4357988a0be1 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 16:00:49.833301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-fb3c433b-093e-43b1-a70a-68f348b70114 req-dfcaa16a-6003-4217-8040-1e905cf8fe29 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Unset dirty status for tenant:0f44cc71986047e8945d4357988a0be1 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 16:00:49.834650 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fb3c433b-093e-43b1-a70a-68f348b70114 req-dfcaa16a-6003-4217-8040-1e905cf8fe29 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 210 time: 0.1517086 Sep 23 16:00:51.094906 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-0de89374-f457-46d1-906d-8c88f5a0ac10 req-f93ee641-c33e-4f17-92a0-c52d623c97d9 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 210 time: 0.1448157 Sep 23 16:00:51.467886 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-7bb4ef2b-9932-43bd-a160-e001409d2bae tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:00:51.469215 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-7bb4ef2b-9932-43bd-a160-e001409d2bae tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.72 "GET /v2.0/networks?id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6 HTTP/1.1" status: 200 len: 808 time: 0.1466541 Sep 23 16:00:51.515881 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-533a3a60-752b-4c41-acd6-64720618a4fb tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Synchronizing usage tracker for tenant:0f44cc71986047e8945d4357988a0be1 on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 16:00:51.575952 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-533a3a60-752b-4c41-acd6-64720618a4fb tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Unset dirty status for tenant:0f44cc71986047e8945d4357988a0be1 on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 16:00:51.577111 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-533a3a60-752b-4c41-acd6-64720618a4fb tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f44cc71986047e8945d4357988a0be1 HTTP/1.1" status: 200 len: 378 time: 0.0998719 Sep 23 16:00:51.585288 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-27a387c1-6309-4167-ad30-3692850c3622 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Request body: {'port': {'device_id': 'b1bc4815-1c1d-4976-8c05-316b9201874b', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'admin_state_up': True, 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'security_groups': ['7f68b73d-0982-47c8-95a4-0a84c5b0c37e']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:00:51.817007 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-27a387c1-6309-4167-ad30-3692850c3622 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:00:51.827199 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-27a387c1-6309-4167-ad30-3692850c3622 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:00:51.884383 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-27a387c1-6309-4167-ad30-3692850c3622 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Made reservation on behalf of 0f44cc71986047e8945d4357988a0be1 for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:00:51.888588 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-27a387c1-6309-4167-ad30-3692850c3622 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:52.054654 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-27a387c1-6309-4167-ad30-3692850c3622 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Allocated IP 172.20.0.4 (0f5dc51a-830e-4f25-8131-8d22b7ae58d6/8f9aae1f-8dc6-4174-a245-6ad8b241566e/792f660f-7c0f-4296-a2a3-c77105140cb8) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:00:52.280072 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c0d31bd6-3903-43f7-97d3-efe10e76272c req-96c672f5-9197-4fc9-8a43-e3515187ca73 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 210 time: 0.0670991 Sep 23 16:00:52.298482 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-27a387c1-6309-4167-ad30-3692850c3622 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:52.314929 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-27a387c1-6309-4167-ad30-3692850c3622 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Transition to ACTIVE for port object 792f660f-7c0f-4296-a2a3-c77105140cb8 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:00:52.421941 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-27a387c1-6309-4167-ad30-3692850c3622 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:52.496989 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-27a387c1-6309-4167-ad30-3692850c3622 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Network 0f5dc51a-830e-4f25-8131-8d22b7ae58d6 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:00:52.509443 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-27a387c1-6309-4167-ad30-3692850c3622 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:00:52.509443 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-27a387c1-6309-4167-ad30-3692850c3622 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 16:00:52.535562 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a387c1-6309-4167-ad30-3692850c3622 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Pushing event updated for resources: {'Port': ['ID=792f660f-7c0f-4296-a2a3-c77105140cb8,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:00:52.572480 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-27a387c1-6309-4167-ad30-3692850c3622 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:00:52.573091 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-27a387c1-6309-4167-ad30-3692850c3622 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:52.667374 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-27a387c1-6309-4167-ad30-3692850c3622 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0856807 Sep 23 16:00:52.678836 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-4f8029a3-9a6b-4399-a009-131337b92c7d service neutron] Request body: {'port': {'device_id': 'b1bc4815-1c1d-4976-8c05-316b9201874b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:00:52.763694 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c6a88a14-1e94-4006-806f-d00c1cbc6abc None None] Provisioning for port 792f660f-7c0f-4296-a2a3-c77105140cb8 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:00:52.773623 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c6a88a14-1e94-4006-806f-d00c1cbc6abc None None] Provisioning complete for port 792f660f-7c0f-4296-a2a3-c77105140cb8 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:00:52.774119 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c6a88a14-1e94-4006-806f-d00c1cbc6abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:52.774579 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c6a88a14-1e94-4006-806f-d00c1cbc6abc None None] Attempt 1 to provision port 792f660f-7c0f-4296-a2a3-c77105140cb8 Sep 23 16:00:52.796836 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-4f8029a3-9a6b-4399-a009-131337b92c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:52.830941 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c6a88a14-1e94-4006-806f-d00c1cbc6abc None None] Port 792f660f-7c0f-4296-a2a3-c77105140cb8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 16:00:53.146164 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-4f8029a3-9a6b-4399-a009-131337b92c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792f660f-7c0f-4296-a2a3-c77105140cb8 {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 16:00:53.154165 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-4f8029a3-9a6b-4399-a009-131337b92c7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:53.168592 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-4f8029a3-9a6b-4399-a009-131337b92c7d service neutron] Transition to ACTIVE for port object 792f660f-7c0f-4296-a2a3-c77105140cb8 will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:00:53.226002 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-4f8029a3-9a6b-4399-a009-131337b92c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:53.332879 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c6a88a14-1e94-4006-806f-d00c1cbc6abc None None] Attempt 2 to provision port 792f660f-7c0f-4296-a2a3-c77105140cb8 Sep 23 16:00:53.392955 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c6a88a14-1e94-4006-806f-d00c1cbc6abc None None] Port 792f660f-7c0f-4296-a2a3-c77105140cb8 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 16:00:53.427065 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8029a3-9a6b-4399-a009-131337b92c7d service neutron] Pushing event updated for resources: {'Port': ['ID=792f660f-7c0f-4296-a2a3-c77105140cb8,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:00:53.466919 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-4f8029a3-9a6b-4399-a009-131337b92c7d service neutron] Attempting to bind port 792f660f-7c0f-4296-a2a3-c77105140cb8 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 16:00:53.467262 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-4f8029a3-9a6b-4399-a009-131337b92c7d service neutron] Attempting to bind port 792f660f-7c0f-4296-a2a3-c77105140cb8 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': '9199c3ac-e7c8-4910-ada2-678ae8d0c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 16:00:53.467588 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-4f8029a3-9a6b-4399-a009-131337b92c7d service neutron] Attempting to bind port 792f660f-7c0f-4296-a2a3-c77105140cb8 on network 0f5dc51a-830e-4f25-8131-8d22b7ae58d6 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 16:00:53.472266 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-4f8029a3-9a6b-4399-a009-131337b92c7d service neutron] Port 792f660f-7c0f-4296-a2a3-c77105140cb8 on network 0f5dc51a-830e-4f25-8131-8d22b7ae58d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 16:00:53.472591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-4f8029a3-9a6b-4399-a009-131337b92c7d service neutron] Attempting to bind port 792f660f-7c0f-4296-a2a3-c77105140cb8 on network 0f5dc51a-830e-4f25-8131-8d22b7ae58d6 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 16:00:53.477768 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-4f8029a3-9a6b-4399-a009-131337b92c7d service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 16, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 16:00:53.478124 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-4f8029a3-9a6b-4399-a009-131337b92c7d service neutron] Checking segment: {'id': '9199c3ac-e7c8-4910-ada2-678ae8d0c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 16:00:53.478516 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-4f8029a3-9a6b-4399-a009-131337b92c7d service neutron] Bound using segment: {'id': '9199c3ac-e7c8-4910-ada2-678ae8d0c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 16:00:53.483119 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-4f8029a3-9a6b-4399-a009-131337b92c7d service neutron] Bound port: 792f660f-7c0f-4296-a2a3-c77105140cb8, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9199c3ac-e7c8-4910-ada2-678ae8d0c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 16:00:53.483119 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-4f8029a3-9a6b-4399-a009-131337b92c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:53.489520 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7ac4b-0b70-4c61-a335-bf1cf35bbdaf req-ec2df452-dbc8-400c-8b48-eb40e869e07a tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:00:53.491006 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-dce7ac4b-0b70-4c61-a335-bf1cf35bbdaf req-ec2df452-dbc8-400c-8b48-eb40e869e07a tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 943 time: 0.0935194 Sep 23 16:00:53.539482 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-dce7ac4b-0b70-4c61-a335-bf1cf35bbdaf req-e6c2d278-32f6-4c08-97b9-cb06fd7163b3 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414674 Sep 23 16:00:53.572189 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-4f8029a3-9a6b-4399-a009-131337b92c7d service neutron] For port 792f660f-7c0f-4296-a2a3-c77105140cb8, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 16:00:53.575900 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-4f8029a3-9a6b-4399-a009-131337b92c7d service neutron] For port 792f660f-7c0f-4296-a2a3-c77105140cb8, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=792f660f-7c0f-4296-a2a3-c77105140cb8,segment=NetworkSegment(9199c3ac-e7c8-4910-ada2-678ae8d0c90f),segment_id=9199c3ac-e7c8-4910-ada2-678ae8d0c90f)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 16:00:53.668470 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-4f8029a3-9a6b-4399-a009-131337b92c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:53.699520 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-4f8029a3-9a6b-4399-a009-131337b92c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:00:53.700054 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-4f8029a3-9a6b-4399-a009-131337b92c7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:00:53.701468 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-4f8029a3-9a6b-4399-a009-131337b92c7d service neutron] 10.222.0.72 "PUT /v2.0/ports/792f660f-7c0f-4296-a2a3-c77105140cb8 HTTP/1.1" status: 200 len: 1093 time: 1.0273371 Sep 23 16:00:53.701924 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1bc4815-1c1d-4976-8c05-316b9201874b', 'tag': '792f660f-7c0f-4296-a2a3-c77105140cb8'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 16:00:53.704232 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e864e192db7b6bc8510e34e29aacd7f4822b7f9fabd5de2d887dfc9614d866e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1f77d7-a04f-44b1-bd85-bd45d520b6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "b1bc4815-1c1d-4976-8c05-316b9201874b", "tag": "792f660f-7c0f-4296-a2a3-c77105140cb8"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:00:53.746513 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 16:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881b01d2-a5c6-41e2-b8b8-75871573c660 x-openstack-request-id: req-881b01d2-a5c6-41e2-b8b8-75871573c660 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:00:53.746794 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1bc4815-1c1d-4976-8c05-316b9201874b", "tag": "792f660f-7c0f-4296-a2a3-c77105140cb8", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:00:53.747038 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-881b01d2-a5c6-41e2-b8b8-75871573c660 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:00:53.747499 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-881b01d2-a5c6-41e2-b8b8-75871573c660'] response: {'name': 'network-changed', 'server_uuid': 'b1bc4815-1c1d-4976-8c05-316b9201874b', 'tag': '792f660f-7c0f-4296-a2a3-c77105140cb8', 'status': 'completed', 'code': 200} Sep 23 16:00:53.750031 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8029a3-9a6b-4399-a009-131337b92c7d service neutron] Pushing event updated for resources: {'Port': ['ID=792f660f-7c0f-4296-a2a3-c77105140cb8,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:00:53.846201 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f77d7-a04f-44b1-bd85-bd45d520b6c2 req-8608c91e-18b7-4a49-9e22-090e8370bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:00:53.847700 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2c1f77d7-a04f-44b1-bd85-bd45d520b6c2 req-8608c91e-18b7-4a49-9e22-090e8370bc90 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f44cc71986047e8945d4357988a0be1&device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 1096 time: 0.0818658 Sep 23 16:00:53.894747 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-c6a88a14-1e94-4006-806f-d00c1cbc6abc None None] Attempt 3 to provision port 792f660f-7c0f-4296-a2a3-c77105140cb8 Sep 23 16:00:53.958720 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c6a88a14-1e94-4006-806f-d00c1cbc6abc None None] Port 792f660f-7c0f-4296-a2a3-c77105140cb8 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 16:00:53.989885 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f77d7-a04f-44b1-bd85-bd45d520b6c2 req-c700dbcb-5289-4929-86ec-593d0792b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:00:53.991358 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2c1f77d7-a04f-44b1-bd85-bd45d520b6c2 req-c700dbcb-5289-4929-86ec-593d0792b801 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0f44cc71986047e8945d4357988a0be1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1374562 Sep 23 16:00:54.215015 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f77d7-a04f-44b1-bd85-bd45d520b6c2 req-4988b0d8-b0e1-4ef8-9beb-5ca2d8992687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:00:54.216374 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2c1f77d7-a04f-44b1-bd85-bd45d520b6c2 req-4988b0d8-b0e1-4ef8-9beb-5ca2d8992687 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2188573 Sep 23 16:00:54.331173 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-a1a1292d-bef4-46b0-a195-5e636705f480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:00:54.332621 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-a1a1292d-bef4-46b0-a195-5e636705f480 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f44cc71986047e8945d4357988a0be1&device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 1096 time: 0.0778723 Sep 23 16:00:54.404122 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-fbecd1c6-7a74-4a59-8a74-5b58cc47b3eb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=792f660f-7c0f-4296-a2a3-c77105140cb8 HTTP/1.1" status: 200 len: 217 time: 0.0647426 Sep 23 16:00:54.466170 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-d2fe6ca6-3f4a-465d-a406-093e2887dde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:00:54.467515 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-d2fe6ca6-3f4a-465d-a406-093e2887dde9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f9aae1f-8dc6-4174-a245-6ad8b241566e HTTP/1.1" status: 200 len: 847 time: 0.0582101 Sep 23 16:00:54.551504 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-6de3e687-8a36-4579-970f-0d4c00051bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:00:54.552957 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-6de3e687-8a36-4579-970f-0d4c00051bbe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795782 Sep 23 16:00:54.684808 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-6907ffc7-6f1b-469a-bc34-231d8ecf8c88 service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251609 Sep 23 16:00:54.736934 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccca28-0a68-4c63-a36b-06650cea0b0a req-164035a3-dfbf-4bb9-8a11-a2d53d4eed86 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:00:54.738420 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-91ccca28-0a68-4c63-a36b-06650cea0b0a req-164035a3-dfbf-4bb9-8a11-a2d53d4eed86 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 943 time: 0.0876217 Sep 23 16:00:54.783252 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-91ccca28-0a68-4c63-a36b-06650cea0b0a req-5476787b-3e37-4568-8997-ddc197d2027e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391064 Sep 23 16:00:54.822117 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b19839e0-4562-46c2-a51b-03b7fea67f0f req-c61a28f6-a91f-4a0b-8021-46c8b97e6812 service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307805 Sep 23 16:00:55.982870 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33011e6-0018-416e-9e6c-a506ad7e08e9 req-096405f6-9918-413a-a4a7-f62a0f1f66dc tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:00:55.983601 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-a33011e6-0018-416e-9e6c-a506ad7e08e9 req-096405f6-9918-413a-a4a7-f62a0f1f66dc tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Synchronizing usage tracker for tenant:0f44cc71986047e8945d4357988a0be1 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 16:00:56.061442 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-a33011e6-0018-416e-9e6c-a506ad7e08e9 req-096405f6-9918-413a-a4a7-f62a0f1f66dc tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Unset dirty status for tenant:0f44cc71986047e8945d4357988a0be1 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 16:00:56.062689 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a33011e6-0018-416e-9e6c-a506ad7e08e9 req-096405f6-9918-413a-a4a7-f62a0f1f66dc tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 943 time: 0.1653173 Sep 23 16:00:56.107793 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a33011e6-0018-416e-9e6c-a506ad7e08e9 req-fcd54416-5e05-4b2e-895d-c1ad160db0b7 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393398 Sep 23 16:00:57.304966 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1887d38-1186-4ae8-9c9f-d587cd80f26e req-0e586800-ccbc-41a0-85f6-fbf11bd5e2db tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:00:57.306435 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b1887d38-1186-4ae8-9c9f-d587cd80f26e req-0e586800-ccbc-41a0-85f6-fbf11bd5e2db tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 943 time: 0.0902207 Sep 23 16:00:57.349496 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b1887d38-1186-4ae8-9c9f-d587cd80f26e req-6e809806-f329-4c88-b594-9cae20268a69 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373967 Sep 23 16:00:58.552109 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323ba6f-0ceb-44d2-a537-6af4e4e4bd42 req-c90122e0-6626-4d66-8430-1cd266c3c8ac tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:00:58.553543 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5323ba6f-0ceb-44d2-a537-6af4e4e4bd42 req-c90122e0-6626-4d66-8430-1cd266c3c8ac tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 943 time: 0.0944266 Sep 23 16:00:58.599214 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5323ba6f-0ceb-44d2-a537-6af4e4e4bd42 req-14e14604-9dd4-42bd-914b-290d1aca76ca tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398650 Sep 23 16:00:59.792386 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc3e6a-0fd4-4af7-9aa6-5333b633a65d req-7999a770-2d05-4e3c-acb6-708b5b61b2f8 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:00:59.794385 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-5ccc3e6a-0fd4-4af7-9aa6-5333b633a65d req-7999a770-2d05-4e3c-acb6-708b5b61b2f8 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 943 time: 0.0878961 Sep 23 16:00:59.843270 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-5ccc3e6a-0fd4-4af7-9aa6-5333b633a65d req-6ad97603-38ba-4b6b-b9c5-71a41fc5c09f tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428627 Sep 23 16:01:01.093568 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3e34e-c40c-431a-889b-c9ca53f0ac91 req-8cd27a6c-92e8-4bd5-8a8d-7e907abf707d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:01:01.094945 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-60f3e34e-c40c-431a-889b-c9ca53f0ac91 req-8cd27a6c-92e8-4bd5-8a8d-7e907abf707d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 943 time: 0.0953739 Sep 23 16:01:01.138719 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-60f3e34e-c40c-431a-889b-c9ca53f0ac91 req-909904fe-af80-4183-bbde-6a2400e1d08d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381887 Sep 23 16:01:02.087212 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 792f660f-7c0f-4296-a2a3-c77105140cb8 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 16:01:02.161563 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-101c86af-dfbd-43a6-a07f-dbe0782996c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:02.222143 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 792f660f-7c0f-4296-a2a3-c77105140cb8, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=792f660f-7c0f-4296-a2a3-c77105140cb8,segment=NetworkSegment(9199c3ac-e7c8-4910-ada2-678ae8d0c90f),segment_id=9199c3ac-e7c8-4910-ada2-678ae8d0c90f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:01:02.235108 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '792f660f-7c0f-4296-a2a3-c77105140cb8', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'port_id': '792f660f-7c0f-4296-a2a3-c77105140cb8', 'mac_address': 'fa:16:3e:92:6d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 16:01:02.293934 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 792f660f-7c0f-4296-a2a3-c77105140cb8 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:01:02.294310 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:02.311278 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792f660f-7c0f-4296-a2a3-c77105140cb8 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 16:01:02.326405 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 792f660f-7c0f-4296-a2a3-c77105140cb8, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=792f660f-7c0f-4296-a2a3-c77105140cb8,segment=NetworkSegment(9199c3ac-e7c8-4910-ada2-678ae8d0c90f),segment_id=9199c3ac-e7c8-4910-ada2-678ae8d0c90f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:01:02.338088 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d11585-1914-43c2-b979-74a26640df5e req-e6a821fe-ec93-4c19-ab04-beeebda8179b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:01:02.339509 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-81d11585-1914-43c2-b979-74a26640df5e req-e6a821fe-ec93-4c19-ab04-beeebda8179b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 943 time: 0.0885072 Sep 23 16:01:02.383617 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-81d11585-1914-43c2-b979-74a26640df5e req-926a02ad-e7c0-43f8-aa5f-24d91b093bcf tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379717 Sep 23 16:01:02.415988 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:02.484435 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=792f660f-7c0f-4296-a2a3-c77105140cb8,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:01:02.491745 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:02.492096 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:02.492434 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:02.492776 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:02.493106 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:02.493439 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:02.493767 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:02.494092 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:02.494451 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:02.494779 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:02.495100 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:02.495422 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:02.658943 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['792f660f-7c0f-4296-a2a3-c77105140cb8'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 16:01:03.289653 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:03.578661 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2ec42-ffba-4027-95fc-3debd0fa40b2 req-a7c3d093-b5a0-4d1e-9314-20859a8a8b56 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:01:03.580258 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9bc2ec42-ffba-4027-95fc-3debd0fa40b2 req-a7c3d093-b5a0-4d1e-9314-20859a8a8b56 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 944 time: 0.0855289 Sep 23 16:01:03.623424 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9bc2ec42-ffba-4027-95fc-3debd0fa40b2 req-d81602e7-e952-4d89-a0c1-3d0982cd67f8 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376062 Sep 23 16:01:04.097033 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 792f660f-7c0f-4296-a2a3-c77105140cb8 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 16:01:04.244003 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 792f660f-7c0f-4296-a2a3-c77105140cb8 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:01:04.249299 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 792f660f-7c0f-4296-a2a3-c77105140cb8 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:01:04.249667 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:04.250002 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 792f660f-7c0f-4296-a2a3-c77105140cb8 Sep 23 16:01:04.362806 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 792f660f-7c0f-4296-a2a3-c77105140cb8 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:01:04.363503 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:04.390141 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bc4815-1c1d-4976-8c05-316b9201874b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792f660f-7c0f-4296-a2a3-c77105140cb8'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 16:01:04.399188 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 792f660f-7c0f-4296-a2a3-c77105140cb8, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=792f660f-7c0f-4296-a2a3-c77105140cb8,segment=NetworkSegment(9199c3ac-e7c8-4910-ada2-678ae8d0c90f),segment_id=9199c3ac-e7c8-4910-ada2-678ae8d0c90f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:01:04.434692 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb80db78ac565d30befc562266292b39865be7cdbb0d4ba6a9eaabf37a3a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899f435c-3a24-4978-b16c-289b93ee5c39" -d '{"events": [{"server_uuid": "b1bc4815-1c1d-4976-8c05-316b9201874b", "name": "network-vif-plugged", "status": "completed", "tag": "792f660f-7c0f-4296-a2a3-c77105140cb8"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:01:04.456171 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:04.520273 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 16:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895e7701-945e-467c-9ba0-33ad1c9b2a95 x-openstack-request-id: req-895e7701-945e-467c-9ba0-33ad1c9b2a95 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:01:04.520557 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bc4815-1c1d-4976-8c05-316b9201874b", "name": "network-vif-plugged", "status": "completed", "tag": "792f660f-7c0f-4296-a2a3-c77105140cb8", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:01:04.520810 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-895e7701-945e-467c-9ba0-33ad1c9b2a95 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:01:04.521197 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-895e7701-945e-467c-9ba0-33ad1c9b2a95'] response: {'server_uuid': 'b1bc4815-1c1d-4976-8c05-316b9201874b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792f660f-7c0f-4296-a2a3-c77105140cb8', 'code': 200} Sep 23 16:01:04.524625 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=792f660f-7c0f-4296-a2a3-c77105140cb8,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:01:04.829389 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16b2b9-4648-48b5-a66a-a771a3f9ddae req-f8cba1ab-da95-4dc5-a5ce-b18cf261705f tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:01:04.831075 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2b16b2b9-4648-48b5-a66a-a771a3f9ddae req-f8cba1ab-da95-4dc5-a5ce-b18cf261705f tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 945 time: 0.0958734 Sep 23 16:01:04.927216 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2b16b2b9-4648-48b5-a66a-a771a3f9ddae req-030c7e50-f5ee-4f20-806f-e21505ae73d3 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622256 Sep 23 16:01:04.944627 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a1674-c8ca-4888-a6db-d319e444f81b req-92166ef2-2f38-415e-a2fd-b3caa13170f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:01:04.946076 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8c3a1674-c8ca-4888-a6db-d319e444f81b req-92166ef2-2f38-415e-a2fd-b3caa13170f8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 1098 time: 0.1252592 Sep 23 16:01:04.986097 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8c3a1674-c8ca-4888-a6db-d319e444f81b req-0de186ef-4063-4d6d-88e8-8952f4cdadb4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341349 Sep 23 16:01:05.089976 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-640feb93-354d-417f-8344-9c5f6f35302e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:05.558934 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:05.781161 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:06.130417 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f83337-5939-421c-8721-e9db6123d397 req-c909909b-77ee-4697-8220-7662fb4bb115 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:01:06.131783 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d3f83337-5939-421c-8721-e9db6123d397 req-c909909b-77ee-4697-8220-7662fb4bb115 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 945 time: 0.0919263 Sep 23 16:01:06.176333 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d3f83337-5939-421c-8721-e9db6123d397 req-162ad6f9-2a5e-48e6-a624-597f983d6c7a tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387652 Sep 23 16:01:07.204094 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:07.370591 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cea18-5911-4b78-b7c9-a8028989e252 req-9cf46f83-d7f5-42b8-a943-4fb9573bee08 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:01:07.372594 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6b8cea18-5911-4b78-b7c9-a8028989e252 req-9cf46f83-d7f5-42b8-a943-4fb9573bee08 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 945 time: 0.0874977 Sep 23 16:01:07.414971 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-6b8cea18-5911-4b78-b7c9-a8028989e252 req-99391cb5-9de2-40f5-93d0-d00eb6a3dfd2 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365946 Sep 23 16:01:07.608719 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ce1c2-15a2-4c9d-8d27-54d968b52cc0 req-6c270e4e-fecb-4dcc-a9e0-ca0e19feb4e4 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:01:07.610169 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-563ce1c2-15a2-4c9d-8d27-54d968b52cc0 req-6c270e4e-fecb-4dcc-a9e0-ca0e19feb4e4 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 945 time: 0.0869896 Sep 23 16:01:07.657034 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-563ce1c2-15a2-4c9d-8d27-54d968b52cc0 req-11acd5be-7115-47b4-965b-de9bee6f95c7 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412896 Sep 23 16:01:07.685329 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 58762) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:01:07.762625 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3cbaac-aef7-4061-830a-19b53d43da67 tempest-TestShelveInstance-1742900389 tempest-TestShelveInstance-1742900389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:01:07.764112 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-cc3cbaac-aef7-4061-830a-19b53d43da67 tempest-TestShelveInstance-1742900389 tempest-TestShelveInstance-1742900389-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 1093 time: 0.0778432 Sep 23 16:01:07.767026 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 58766) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:01:07.772011 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': '792f660f-7c0f-4296-a2a3-c77105140cb8', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:01:07.778403 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:01:07.782158 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Usage tracker for resource:floatingip and tenant:0f44cc71986047e8945d4357988a0be1 is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 16:01:07.784971 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 16:01:07.790580 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:01:07.872997 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for floatingip, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:08.009627 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:08.145552 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Allocated IP 172.26.10.157 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/1b3c9adc-a9b6-49c3-87db-9ef0784f346c) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:01:08.289963 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:08.369374 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:08.433301 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:01:08.436473 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:01:08.440334 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 16:01:08.478793 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Pushing event updated for resources: {'Port': ['ID=1b3c9adc-a9b6-49c3-87db-9ef0784f346c,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:01:08.494690 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:08.495038 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:08.495379 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:08.495713 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:08.496569 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:08.496908 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:08.497234 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:08.497563 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:08.497891 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:08.498214 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:08.498559 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:08.498885 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:01:08.964416 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:09.098205 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:09.296741 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:09.358758 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:09.465843 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Pushing event updated for resources: {'Port': ['ID=1b3c9adc-a9b6-49c3-87db-9ef0784f346c,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:01:09.468360 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:09.640181 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Floating IP 3bf45761-8565-43e4-9fc4-2c6e8082569e associated. External IP: 172.26.10.157, port: 792f660f-7c0f-4296-a2a3-c77105140cb8. Sep 23 16:01:09.989471 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Router fac0740d-6e2d-48d2-83b2-5768d19f29ed has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 16:01:10.163458 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 16:01:10.173695 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c704f5-f537-4bbc-8422-4cd35015f648 None None] Sync routers for ids ['fac0740d-6e2d-48d2-83b2-5768d19f29ed'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:01:10.182682 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c704f5-f537-4bbc-8422-4cd35015f648 None None] Routers {'fac0740d-6e2d-48d2-83b2-5768d19f29ed'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:01:10.188380 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-53c704f5-f537-4bbc-8422-4cd35015f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:01:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['fac0740d-6e2d-48d2-83b2-5768d19f29ed'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:01:10.238347 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:10.299175 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1b96c12a-21f2-42f1-8bdf-b14ec6c27a2e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5311255 Sep 23 16:01:10.299839 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1bc4815-1c1d-4976-8c05-316b9201874b', 'tag': '792f660f-7c0f-4296-a2a3-c77105140cb8'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 16:01:10.341998 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50cbb80cb16c72c12705e73c93123300d266dfc6104b5031e4d3909fc9ceec10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d157ed4c-1a16-4c07-93c7-d3487b8388a4" -d '{"events": [{"name": "network-changed", "server_uuid": "b1bc4815-1c1d-4976-8c05-316b9201874b", "tag": "792f660f-7c0f-4296-a2a3-c77105140cb8"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:01:10.364277 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-53c704f5-f537-4bbc-8422-4cd35015f648 None None] Set router fac0740d-6e2d-48d2-83b2-5768d19f29ed gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:01:10.427166 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 16:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08798e25-73bd-405c-8905-a2ed1dd135b8 x-openstack-request-id: req-08798e25-73bd-405c-8905-a2ed1dd135b8 {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:01:10.427461 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1bc4815-1c1d-4976-8c05-316b9201874b", "tag": "792f660f-7c0f-4296-a2a3-c77105140cb8", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:01:10.427714 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-08798e25-73bd-405c-8905-a2ed1dd135b8 {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:01:10.428116 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08798e25-73bd-405c-8905-a2ed1dd135b8'] response: {'name': 'network-changed', 'server_uuid': 'b1bc4815-1c1d-4976-8c05-316b9201874b', 'tag': '792f660f-7c0f-4296-a2a3-c77105140cb8', 'status': 'completed', 'code': 200} Sep 23 16:01:10.530742 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157ed4c-1a16-4c07-93c7-d3487b8388a4 req-702d54d5-09e6-4923-a683-b31b7cf50bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:01:10.530742 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d157ed4c-1a16-4c07-93c7-d3487b8388a4 req-702d54d5-09e6-4923-a683-b31b7cf50bfc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f44cc71986047e8945d4357988a0be1&device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 1098 time: 0.0812435 Sep 23 16:01:10.718352 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-53c704f5-f537-4bbc-8422-4cd35015f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'name': 'tempest-TestShelveInstance-160228679-router', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208'}], 'enable_snat': True}, 'gw_port_id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:46Z', 'updated_at': '2022-09-23T15:55:50Z', 'revision_number': 4, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'gw_port': {'id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:47Z', 'updated_at': '2022-09-23T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '3bf45761-8565-43e4-9fc4-2c6e8082569e', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'floating_ip_address': '172.26.10.157', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'port_id': '792f660f-7c0f-4296-a2a3-c77105140cb8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'mac_address': 'fa:16:3e:92:6d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bc4815-1c1d-4976-8c05-316b9201874b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T16:01:08Z', 'updated_at': '2022-09-23T16:01:08Z', 'revision_number': 0, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdb22c8-c509-49d5-8b30-3147d85693b6', 'name': '', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'mac_address': 'fa:16:3e:8a:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:50Z', 'updated_at': '2022-09-23T15:55:57Z', 'revision_number': 5, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'subnets': [{'id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:01:10.722143 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c704f5-f537-4bbc-8422-4cd35015f648 None None] Checking router: fac0740d-6e2d-48d2-83b2-5768d19f29ed for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:01:10.730881 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c704f5-f537-4bbc-8422-4cd35015f648 None None] Routers {'fac0740d-6e2d-48d2-83b2-5768d19f29ed'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:01:10.731468 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-53c704f5-f537-4bbc-8422-4cd35015f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:01:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['fac0740d-6e2d-48d2-83b2-5768d19f29ed'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:01:10.761090 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157ed4c-1a16-4c07-93c7-d3487b8388a4 req-0dbf94f9-a3c0-4733-9b78-f3e5fb36379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:01:10.762611 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d157ed4c-1a16-4c07-93c7-d3487b8388a4 req-0dbf94f9-a3c0-4733-9b78-f3e5fb36379d service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6 HTTP/1.1" status: 200 len: 909 time: 0.2260072 Sep 23 16:01:10.865195 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d157ed4c-1a16-4c07-93c7-d3487b8388a4 req-eb376931-60ee-41d1-8ffd-350eeece783b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=792f660f-7c0f-4296-a2a3-c77105140cb8 HTTP/1.1" status: 200 len: 1000 time: 0.0962224 Sep 23 16:01:10.911171 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-53c704f5-f537-4bbc-8422-4cd35015f648 None None] Set router fac0740d-6e2d-48d2-83b2-5768d19f29ed gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:01:10.927696 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157ed4c-1a16-4c07-93c7-d3487b8388a4 req-b276535e-2843-4661-8176-6f07978a2895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:01:10.929132 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d157ed4c-1a16-4c07-93c7-d3487b8388a4 req-b276535e-2843-4661-8176-6f07978a2895 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f9aae1f-8dc6-4174-a245-6ad8b241566e HTTP/1.1" status: 200 len: 847 time: 0.0576706 Sep 23 16:01:11.014199 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d157ed4c-1a16-4c07-93c7-d3487b8388a4 req-7ea8234d-64cf-43a3-9998-82d14bfdefad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:01:11.015688 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d157ed4c-1a16-4c07-93c7-d3487b8388a4 req-7ea8234d-64cf-43a3-9998-82d14bfdefad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803852 Sep 23 16:01:11.147994 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d157ed4c-1a16-4c07-93c7-d3487b8388a4 req-1b3a3179-0935-4b93-8793-becc47387b44 service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255369 Sep 23 16:01:11.260574 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-53c704f5-f537-4bbc-8422-4cd35015f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'name': 'tempest-TestShelveInstance-160228679-router', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208'}], 'enable_snat': True}, 'gw_port_id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:46Z', 'updated_at': '2022-09-23T15:55:50Z', 'revision_number': 4, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'gw_port': {'id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:47Z', 'updated_at': '2022-09-23T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '3bf45761-8565-43e4-9fc4-2c6e8082569e', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'floating_ip_address': '172.26.10.157', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'port_id': '792f660f-7c0f-4296-a2a3-c77105140cb8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'mac_address': 'fa:16:3e:92:6d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bc4815-1c1d-4976-8c05-316b9201874b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T16:01:08Z', 'updated_at': '2022-09-23T16:01:08Z', 'revision_number': 0, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdb22c8-c509-49d5-8b30-3147d85693b6', 'name': '', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'mac_address': 'fa:16:3e:8a:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:50Z', 'updated_at': '2022-09-23T15:55:57Z', 'revision_number': 5, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'subnets': [{'id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:01:11.265303 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c704f5-f537-4bbc-8422-4cd35015f648 None None] The sync data for ids ['fac0740d-6e2d-48d2-83b2-5768d19f29ed'] in dv-neutron-859093-1-hyperv is: [{'id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'name': 'tempest-TestShelveInstance-160228679-router', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208'}], 'enable_snat': True}, 'gw_port_id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:46Z', 'updated_at': '2022-09-23T15:55:50Z', 'revision_number': 4, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'gw_port': {'id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:47Z', 'updated_at': '2022-09-23T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '3bf45761-8565-43e4-9fc4-2c6e8082569e', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'floating_ip_address': '172.26.10.157', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'port_id': '792f660f-7c0f-4296-a2a3-c77105140cb8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'mac_address': 'fa:16:3e:92:6d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bc4815-1c1d-4976-8c05-316b9201874b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T16:01:08Z', 'updated_at': '2022-09-23T16:01:08Z', 'revision_number': 0, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdb22c8-c509-49d5-8b30-3147d85693b6', 'name': '', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'mac_address': 'fa:16:3e:8a:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:50Z', 'updated_at': '2022-09-23T15:55:57Z', 'revision_number': 5, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'subnets': [{'id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:01:11.280874 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d157ed4c-1a16-4c07-93c7-d3487b8388a4 req-b8475b4e-e58a-4605-9325-05c1657faacf service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265776 Sep 23 16:01:11.452736 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c37ced-6497-4e48-9f49-15edf8fc9ffe None None] New status for floating IP 3bf45761-8565-43e4-9fc4-2c6e8082569e: ACTIVE {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 16:01:14.737841 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c61d6331-48e5-4225-90a0-867219c24b71 req-999f4000-dc8e-468f-b8fc-ad3311b1d0f0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760887 Sep 23 16:01:14.886967 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d6331-48e5-4225-90a0-867219c24b71 req-351870eb-797e-4471-83b4-db1e1cc4257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:01:14.888331 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c61d6331-48e5-4225-90a0-867219c24b71 req-351870eb-797e-4471-83b4-db1e1cc4257a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f44cc71986047e8945d4357988a0be1&device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 1098 time: 0.0814874 Sep 23 16:01:15.038970 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d6331-48e5-4225-90a0-867219c24b71 req-293a64c3-8440-4ed4-8591-fdbd9b9de3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:01:15.040310 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c61d6331-48e5-4225-90a0-867219c24b71 req-293a64c3-8440-4ed4-8591-fdbd9b9de3f4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6 HTTP/1.1" status: 200 len: 909 time: 0.1282775 Sep 23 16:01:15.140555 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c61d6331-48e5-4225-90a0-867219c24b71 req-76aeeafe-214a-4b71-a9cb-7702ba5b2d8b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=792f660f-7c0f-4296-a2a3-c77105140cb8 HTTP/1.1" status: 200 len: 1002 time: 0.0936778 Sep 23 16:01:15.204660 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d6331-48e5-4225-90a0-867219c24b71 req-a4b03835-1944-4889-b979-d808b9e4686e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:01:15.206297 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c61d6331-48e5-4225-90a0-867219c24b71 req-a4b03835-1944-4889-b979-d808b9e4686e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f9aae1f-8dc6-4174-a245-6ad8b241566e HTTP/1.1" status: 200 len: 847 time: 0.0599527 Sep 23 16:01:15.286739 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d6331-48e5-4225-90a0-867219c24b71 req-8975a083-6bec-4a42-ba5d-d7e2a8993dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:01:15.288175 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c61d6331-48e5-4225-90a0-867219c24b71 req-8975a083-6bec-4a42-ba5d-d7e2a8993dc9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762846 Sep 23 16:01:15.418996 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c61d6331-48e5-4225-90a0-867219c24b71 req-40a04601-40b3-49d0-a71d-9e5bc506784f service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239734 Sep 23 16:01:15.553017 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c61d6331-48e5-4225-90a0-867219c24b71 req-9b1b7c5c-aa67-47b8-bd68-77a16d6f2851 service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276717 Sep 23 16:01:24.027094 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:01:32.151147 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e897ad3a-0c91-4daf-a8df-f697ac24f74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:33.272175 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:35.147222 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0f6a013c-f28a-4336-98bf-6cd56c010aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:35.546666 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:35.929934 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:01:37.232793 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:01.026947 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:02:02.122938 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6e4a9ba0-5c0a-411d-af46-2acba9e6c485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:03.306432 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:05.123437 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-798e4f24-d303-411e-b23b-e91ad9e4f27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:05.533535 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:05.769129 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:07.284001 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:14.753865 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9459d265-7b2d-4279-9536-1a21cb63557f req-889bd13a-dba7-444e-8d37-8dd88ea1093b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0896440 Sep 23 16:02:14.902573 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459d265-7b2d-4279-9536-1a21cb63557f req-103f9110-ce8b-4319-b972-2181cdbd205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:02:14.904082 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9459d265-7b2d-4279-9536-1a21cb63557f req-103f9110-ce8b-4319-b972-2181cdbd205d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f44cc71986047e8945d4357988a0be1&device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 1098 time: 0.0826221 Sep 23 16:02:15.138119 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459d265-7b2d-4279-9536-1a21cb63557f req-6372b64d-92c4-48c4-b634-746477e3cde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:02:15.140541 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9459d265-7b2d-4279-9536-1a21cb63557f req-6372b64d-92c4-48c4-b634-746477e3cde3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6 HTTP/1.1" status: 200 len: 909 time: 0.2181320 Sep 23 16:02:15.243519 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9459d265-7b2d-4279-9536-1a21cb63557f req-ebaa48a7-8751-4e59-8998-19aae102be0c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=792f660f-7c0f-4296-a2a3-c77105140cb8 HTTP/1.1" status: 200 len: 1002 time: 0.0974667 Sep 23 16:02:15.309070 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459d265-7b2d-4279-9536-1a21cb63557f req-65e8df11-6ca6-4eb0-a6bb-35824ea611e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:02:15.310553 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9459d265-7b2d-4279-9536-1a21cb63557f req-65e8df11-6ca6-4eb0-a6bb-35824ea611e0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f9aae1f-8dc6-4174-a245-6ad8b241566e HTTP/1.1" status: 200 len: 847 time: 0.0608401 Sep 23 16:02:15.390386 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459d265-7b2d-4279-9536-1a21cb63557f req-5656680c-782f-4e11-a631-595b82133d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:02:15.391782 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9459d265-7b2d-4279-9536-1a21cb63557f req-5656680c-782f-4e11-a631-595b82133d56 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757415 Sep 23 16:02:15.528041 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9459d265-7b2d-4279-9536-1a21cb63557f req-673f8cb3-6367-4963-8238-f71aea2b7641 service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293509 Sep 23 16:02:15.665607 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9459d265-7b2d-4279-9536-1a21cb63557f req-a85db167-1b91-4b7c-838a-69e561184147 service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267304 Sep 23 16:02:32.132624 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3160de35-da7f-460e-8e4e-576b56bc65b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:33.458307 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:35.134427 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f434add5-a0af-4ee2-822e-fa33201cc5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:35.562812 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:35.900099 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:37.212948 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:02:38.025814 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:03:02.172089 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-90c79929-16bc-4429-abfc-0e4a136b10df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:03:03.345381 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:03:05.093819 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-856001eb-c3ad-4808-b357-a7a793d35630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:03:05.526503 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:03:05.869163 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:03:07.248094 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:03:15.024832 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:03:16.750416 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5780339e-9ea0-40da-9471-26b6417223b8 req-f9f4feb6-6640-4d95-a5d3-fe41b277cc50 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0885763 Sep 23 16:03:16.892114 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780339e-9ea0-40da-9471-26b6417223b8 req-89d860e9-9da9-49e4-92f1-ebac8bb0cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:03:16.893552 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5780339e-9ea0-40da-9471-26b6417223b8 req-89d860e9-9da9-49e4-92f1-ebac8bb0cffb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f44cc71986047e8945d4357988a0be1&device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 1098 time: 0.0780628 Sep 23 16:03:17.035191 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780339e-9ea0-40da-9471-26b6417223b8 req-eade1402-528b-48e0-8d21-204c6e633fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:03:17.036551 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5780339e-9ea0-40da-9471-26b6417223b8 req-eade1402-528b-48e0-8d21-204c6e633fba service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6 HTTP/1.1" status: 200 len: 909 time: 0.1247425 Sep 23 16:03:17.138561 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5780339e-9ea0-40da-9471-26b6417223b8 req-2c15cae9-a183-4b0d-b371-6b5dd51a8ba5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=792f660f-7c0f-4296-a2a3-c77105140cb8 HTTP/1.1" status: 200 len: 1002 time: 0.0952718 Sep 23 16:03:17.200492 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780339e-9ea0-40da-9471-26b6417223b8 req-c22de91a-d25c-44bd-a128-e170745abc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:03:17.201944 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5780339e-9ea0-40da-9471-26b6417223b8 req-c22de91a-d25c-44bd-a128-e170745abc27 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f9aae1f-8dc6-4174-a245-6ad8b241566e HTTP/1.1" status: 200 len: 847 time: 0.0573671 Sep 23 16:03:17.285090 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780339e-9ea0-40da-9471-26b6417223b8 req-cb5279d0-7240-4548-af99-711ce350f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:03:17.286788 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5780339e-9ea0-40da-9471-26b6417223b8 req-cb5279d0-7240-4548-af99-711ce350f396 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790040 Sep 23 16:03:17.298488 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [req-5780339e-9ea0-40da-9471-26b6417223b8 req-f22e69d1-ffe0-4850-8970-ac0fb67afb1e service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89739) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 16:03:17.299387 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5780339e-9ea0-40da-9471-26b6417223b8 req-f22e69d1-ffe0-4850-8970-ac0fb67afb1e service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057008 Sep 23 16:03:17.428368 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5780339e-9ea0-40da-9471-26b6417223b8 req-7bafc2e7-c181-4528-9261-e8e6b62dae8c service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232390 Sep 23 16:03:17.559324 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-5780339e-9ea0-40da-9471-26b6417223b8 req-a0e3bbee-97d6-41af-818e-488e0ba2c1d8 service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230907 Sep 23 16:03:32.116012 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-53a196b3-f52a-4935-8190-93fad5e5f428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:03:33.327294 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:03:35.104860 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f7ffefba-8919-4211-9b7d-df1aa92ce6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:03:35.539185 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:03:35.768003 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:03:37.230391 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:03:48.810150 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3ed67-7ff7-488d-8105-26d0a3d492ea req-192aca22-82e1-42c6-a706-03003e4db53b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:03:48.811692 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7aa3ed67-7ff7-488d-8105-26d0a3d492ea req-192aca22-82e1-42c6-a706-03003e4db53b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 945 time: 0.0890417 Sep 23 16:03:48.860728 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-7aa3ed67-7ff7-488d-8105-26d0a3d492ea req-a9b460f6-d35d-4197-a396-bd12fa8ac9be tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425427 Sep 23 16:03:50.075154 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d669f-a2e1-4588-8189-992b90d16703 req-28364efa-5c51-4333-ba9e-21cf8147d786 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:03:50.076526 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a48d669f-a2e1-4588-8189-992b90d16703 req-28364efa-5c51-4333-ba9e-21cf8147d786 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 945 time: 0.1000130 Sep 23 16:03:50.224450 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a48d669f-a2e1-4588-8189-992b90d16703 req-7fddb369-395a-4542-aa1c-40ddd0eae339 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1420879 Sep 23 16:03:51.515812 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe2da7-a4ec-454f-b301-4c869dfcc937 req-f27f7518-99dd-4852-b592-5f61828767c7 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:03:51.517195 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-23fe2da7-a4ec-454f-b301-4c869dfcc937 req-f27f7518-99dd-4852-b592-5f61828767c7 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 945 time: 0.1808965 Sep 23 16:03:51.561631 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-23fe2da7-a4ec-454f-b301-4c869dfcc937 req-148946f0-f158-4608-9824-db355f3c28e6 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377636 Sep 23 16:03:52.023954 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:03:52.761733 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7099f-017a-4b83-a99b-c3b99ecb99a8 req-b6c3a003-6b71-4edc-877c-0d77a87e4ce9 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:03:52.763201 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7ed7099f-017a-4b83-a99b-c3b99ecb99a8 req-b6c3a003-6b71-4edc-877c-0d77a87e4ce9 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 945 time: 0.0868855 Sep 23 16:03:52.807238 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7ed7099f-017a-4b83-a99b-c3b99ecb99a8 req-59617fad-4c02-4886-9830-135de97998e8 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384169 Sep 23 16:03:54.005083 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae6f50-2ee9-49a6-97ec-d392a3271aa6 req-5ce00a27-6c2a-480e-ba8e-fb144d581c68 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:03:54.006556 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-75ae6f50-2ee9-49a6-97ec-d392a3271aa6 req-5ce00a27-6c2a-480e-ba8e-fb144d581c68 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 945 time: 0.0902021 Sep 23 16:03:54.050819 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-75ae6f50-2ee9-49a6-97ec-d392a3271aa6 req-59db0140-50e0-40d5-ad5e-3ac3e350105d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386722 Sep 23 16:03:55.247902 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223052ac-fb9d-4d9d-9036-56f5e536f4de req-b7d5463e-7bf5-4d07-bfd0-d99b0ea7fc71 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:03:55.249339 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-223052ac-fb9d-4d9d-9036-56f5e536f4de req-b7d5463e-7bf5-4d07-bfd0-d99b0ea7fc71 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 945 time: 0.0883904 Sep 23 16:03:55.292317 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-223052ac-fb9d-4d9d-9036-56f5e536f4de req-3bc4f987-946a-4bb2-bf25-ac7eb8e99218 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368834 Sep 23 16:03:56.492724 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43473e56-5265-498a-9471-84ffe6d33c93 req-132e3351-67f3-4900-995f-011c7f36a6ec tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:03:56.494183 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-43473e56-5265-498a-9471-84ffe6d33c93 req-132e3351-67f3-4900-995f-011c7f36a6ec tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 945 time: 0.0888000 Sep 23 16:03:56.541370 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-43473e56-5265-498a-9471-84ffe6d33c93 req-9fce50c9-0d40-42a3-8c61-96aec8fb3101 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413895 Sep 23 16:03:57.739202 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b3ccd-03bd-485b-9303-03c83bc7d55f req-a578eb2b-1efe-4902-a859-4a266e46b639 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:03:57.740659 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a05b3ccd-03bd-485b-9303-03c83bc7d55f req-a578eb2b-1efe-4902-a859-4a266e46b639 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 945 time: 0.0909677 Sep 23 16:03:57.783799 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a05b3ccd-03bd-485b-9303-03c83bc7d55f req-834d4e68-41c5-4680-ac0e-a1a5a56723eb tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376329 Sep 23 16:03:58.980857 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be47fa-39af-4c4f-a92b-3e22381a443b req-d30021d7-f228-458f-93be-74dc967bad94 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:03:58.982367 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d9be47fa-39af-4c4f-a92b-3e22381a443b req-d30021d7-f228-458f-93be-74dc967bad94 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 945 time: 0.0885527 Sep 23 16:03:59.030924 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d9be47fa-39af-4c4f-a92b-3e22381a443b req-0e676543-27f3-40b7-9a4a-1a3e00291caa tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427852 Sep 23 16:04:00.228423 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92748bb3-4c46-4dc1-9b20-41db43cfbad2 req-7572d2af-04ca-4942-b112-6d0b7b605e49 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:00.229870 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-92748bb3-4c46-4dc1-9b20-41db43cfbad2 req-7572d2af-04ca-4942-b112-6d0b7b605e49 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 945 time: 0.0866060 Sep 23 16:04:00.273072 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-92748bb3-4c46-4dc1-9b20-41db43cfbad2 req-e825f5e8-cba5-4e5a-b7c9-3c315150eee6 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376182 Sep 23 16:04:01.470415 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf4024-6609-4b7d-9a67-88c735399822 req-edaf88a5-dc70-446a-a130-e3906eb7d371 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:01.471856 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3abf4024-6609-4b7d-9a67-88c735399822 req-edaf88a5-dc70-446a-a130-e3906eb7d371 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 945 time: 0.0906296 Sep 23 16:04:01.515829 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3abf4024-6609-4b7d-9a67-88c735399822 req-a4b0e539-583e-4c08-a030-d4b3a03dad3b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383346 Sep 23 16:04:02.139167 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f7647933-130e-4653-b2d5-4f45599eee7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:02.725034 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58613bd6-1f7b-40d3-bc77-bfd86f25ff13 req-7b256393-76ea-4d0f-9e25-dc981d2918fa tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:02.730433 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-58613bd6-1f7b-40d3-bc77-bfd86f25ff13 req-7b256393-76ea-4d0f-9e25-dc981d2918fa tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 945 time: 0.0927529 Sep 23 16:04:02.771959 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-58613bd6-1f7b-40d3-bc77-bfd86f25ff13 req-1f3cdf8c-e29f-4670-a66e-cc6758df7628 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395341 Sep 23 16:04:03.350825 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:04.036583 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead45164-6c3b-4cf9-a673-9b71e94c98f6 req-09262cd0-f9f4-4eb8-af38-65dcd7944db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:04.038049 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ead45164-6c3b-4cf9-a673-9b71e94c98f6 req-09262cd0-f9f4-4eb8-af38-65dcd7944db8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f44cc71986047e8945d4357988a0be1&device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 1098 time: 0.0811625 Sep 23 16:04:04.228529 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead45164-6c3b-4cf9-a673-9b71e94c98f6 req-bd287509-6dc7-4f6c-b3d5-c129785a107b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:04.229963 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ead45164-6c3b-4cf9-a673-9b71e94c98f6 req-bd287509-6dc7-4f6c-b3d5-c129785a107b service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6 HTTP/1.1" status: 200 len: 909 time: 0.1535525 Sep 23 16:04:04.237480 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76b6ee-928d-447b-ac7e-a8068558ed88 req-babe1bed-dc4e-4b26-8eef-28daeefccd67 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:04.239373 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fe76b6ee-928d-447b-ac7e-a8068558ed88 req-babe1bed-dc4e-4b26-8eef-28daeefccd67 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 945 time: 0.2004244 Sep 23 16:04:04.364765 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fe76b6ee-928d-447b-ac7e-a8068558ed88 req-2533c165-be72-44e4-adf4-7987bf55a1fe tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701823 Sep 23 16:04:04.366517 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ead45164-6c3b-4cf9-a673-9b71e94c98f6 req-e949f5c8-c0c2-4db7-b6b4-15629fcb9ad3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=792f660f-7c0f-4296-a2a3-c77105140cb8 HTTP/1.1" status: 200 len: 1002 time: 0.1262779 Sep 23 16:04:04.431264 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead45164-6c3b-4cf9-a673-9b71e94c98f6 req-6aa61941-71f1-4fa4-9c9b-70f5db01fd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:04.432665 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ead45164-6c3b-4cf9-a673-9b71e94c98f6 req-6aa61941-71f1-4fa4-9c9b-70f5db01fd94 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f9aae1f-8dc6-4174-a245-6ad8b241566e HTTP/1.1" status: 200 len: 847 time: 0.0600569 Sep 23 16:04:04.514682 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead45164-6c3b-4cf9-a673-9b71e94c98f6 req-2e2c0a39-aebc-441e-8a2f-c2a411b61363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:04.516135 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ead45164-6c3b-4cf9-a673-9b71e94c98f6 req-2e2c0a39-aebc-441e-8a2f-c2a411b61363 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771191 Sep 23 16:04:04.645007 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ead45164-6c3b-4cf9-a673-9b71e94c98f6 req-d559b69e-cf14-469d-adf3-406a6faa2bf1 service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226676 Sep 23 16:04:04.780074 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ead45164-6c3b-4cf9-a673-9b71e94c98f6 req-80535ef8-4cb8-4e22-9b64-15c5ec256b8d service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281502 Sep 23 16:04:05.108828 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-20582e1a-8a97-470a-b803-60788c608999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:05.556654 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:05.566306 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca74c9-bd5d-4a88-8607-10f75070552b req-b9a3e599-e8c6-44ad-aa15-2b67a08479da tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:05.568368 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d9ca74c9-bd5d-4a88-8607-10f75070552b req-b9a3e599-e8c6-44ad-aa15-2b67a08479da tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 945 time: 0.0922298 Sep 23 16:04:05.612275 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d9ca74c9-bd5d-4a88-8607-10f75070552b req-236beb07-465d-404c-9ff5-2a54b7421240 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378799 Sep 23 16:04:05.779190 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:06.813926 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cd252-3ed8-4a6c-be93-3800241141cd req-2599a530-4093-4d07-aa5e-23e927fb31bf tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:06.815550 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e54cd252-3ed8-4a6c-be93-3800241141cd req-2599a530-4093-4d07-aa5e-23e927fb31bf tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 945 time: 0.0939598 Sep 23 16:04:06.860296 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e54cd252-3ed8-4a6c-be93-3800241141cd req-efe8389b-601e-4586-b2e6-6a3623af95df tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382655 Sep 23 16:04:07.225163 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:08.069259 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a336017-e5b9-4ccb-9947-d0831e294478 req-ac9a502b-fa80-4445-8ec3-87a037094dcb tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:08.070652 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-0a336017-e5b9-4ccb-9947-d0831e294478 req-ac9a502b-fa80-4445-8ec3-87a037094dcb tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 945 time: 0.0969880 Sep 23 16:04:08.113231 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-0a336017-e5b9-4ccb-9947-d0831e294478 req-91f358de-4ca3-4cc1-9556-5f5e3c02e2ac tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369377 Sep 23 16:04:08.605970 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81137a6-8c63-45c7-8598-6394cd6b48c8 req-8dc0ff93-3903-4070-9f7b-3cd6bdd49639 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:08.607452 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b81137a6-8c63-45c7-8598-6394cd6b48c8 req-8dc0ff93-3903-4070-9f7b-3cd6bdd49639 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 945 time: 0.0923247 Sep 23 16:04:08.634120 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2b1efb28-a4bb-4058-b1ad-6422efa3ac86 req-d4365037-70af-440f-af4f-bad4e65baff4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1144447 Sep 23 16:04:08.652742 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b81137a6-8c63-45c7-8598-6394cd6b48c8 req-b682615a-81c8-4b26-8ea5-abceecfad486 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395043 Sep 23 16:04:08.905413 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 792f660f-7c0f-4296-a2a3-c77105140cb8 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 16:04:09.019760 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 792f660f-7c0f-4296-a2a3-c77105140cb8 is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:04:09.020064 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:09.048845 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bc4815-1c1d-4976-8c05-316b9201874b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '792f660f-7c0f-4296-a2a3-c77105140cb8'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 16:04:09.051142 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb80db78ac565d30befc562266292b39865be7cdbb0d4ba6a9eaabf37a3a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5eddd91-8bfe-4210-87ae-5b1498a71350" -d '{"events": [{"server_uuid": "b1bc4815-1c1d-4976-8c05-316b9201874b", "name": "network-vif-unplugged", "status": "completed", "tag": "792f660f-7c0f-4296-a2a3-c77105140cb8"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:04:09.059172 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 792f660f-7c0f-4296-a2a3-c77105140cb8, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=792f660f-7c0f-4296-a2a3-c77105140cb8,segment=NetworkSegment(9199c3ac-e7c8-4910-ada2-678ae8d0c90f),segment_id=9199c3ac-e7c8-4910-ada2-678ae8d0c90f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:04:09.091994 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Sep 2022 16:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31daeac-e1c6-416b-ad3e-a174d0e1b714 x-openstack-request-id: req-e31daeac-e1c6-416b-ad3e-a174d0e1b714 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:04:09.092287 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bc4815-1c1d-4976-8c05-316b9201874b", "name": "network-vif-unplugged", "status": "failed", "tag": "792f660f-7c0f-4296-a2a3-c77105140cb8", "code": 422}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:04:09.092544 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e31daeac-e1c6-416b-ad3e-a174d0e1b714 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:04:09.092973 dv-neutron-859093-1-hyperv neutron-server[89740]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e31daeac-e1c6-416b-ad3e-a174d0e1b714']: {'server_uuid': 'b1bc4815-1c1d-4976-8c05-316b9201874b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '792f660f-7c0f-4296-a2a3-c77105140cb8', 'code': 422} returned with failed status Sep 23 16:04:09.133595 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:09.206569 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=792f660f-7c0f-4296-a2a3-c77105140cb8,revision_number=6']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:04:09.215088 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:09.215436 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:09.215777 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:09.216111 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:09.216439 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:09.216766 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:09.217115 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:09.217483 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:09.217806 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:09.218131 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:09.218480 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:09.218801 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:04:09.855502 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fed0f3-e08c-43fb-aa97-71228d0c0870 req-fa7a0501-46ba-4029-8d32-fd0d93aeacc6 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:09.856994 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a7fed0f3-e08c-43fb-aa97-71228d0c0870 req-fa7a0501-46ba-4029-8d32-fd0d93aeacc6 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 943 time: 0.0926037 Sep 23 16:04:09.906158 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a7fed0f3-e08c-43fb-aa97-71228d0c0870 req-eed48521-ad02-468c-973e-08098c2f796c tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435174 Sep 23 16:04:11.205104 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d06fb-8a5a-4584-bdef-701789acf201 req-ff45090a-7777-47d3-aef0-84de2d7b8faa tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:11.206849 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8f8d06fb-8a5a-4584-bdef-701789acf201 req-ff45090a-7777-47d3-aef0-84de2d7b8faa tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 943 time: 0.1859095 Sep 23 16:04:11.250724 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8f8d06fb-8a5a-4584-bdef-701789acf201 req-f4284735-e0c3-4723-8a33-a96745633838 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379705 Sep 23 16:04:12.451932 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab6496-f737-4d9e-8616-6931b63e5ac3 req-d47af03c-0b19-418d-9f96-7ea7284b93b6 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:12.453387 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e7ab6496-f737-4d9e-8616-6931b63e5ac3 req-d47af03c-0b19-418d-9f96-7ea7284b93b6 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 943 time: 0.0877807 Sep 23 16:04:12.462554 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1efb28-a4bb-4058-b1ad-6422efa3ac86 req-eeea62fd-40e5-4efc-9ea7-c0879e936c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:12.464020 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2b1efb28-a4bb-4058-b1ad-6422efa3ac86 req-eeea62fd-40e5-4efc-9ea7-c0879e936c71 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b&tenant_id=0f44cc71986047e8945d4357988a0be1 HTTP/1.1" status: 200 len: 1096 time: 0.0821970 Sep 23 16:04:12.499566 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-e7ab6496-f737-4d9e-8616-6931b63e5ac3 req-510bcabc-f443-40ce-9fd5-4d5b6f8c98da tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402179 Sep 23 16:04:12.561160 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1efb28-a4bb-4058-b1ad-6422efa3ac86 req-c9ed9b73-64b7-4b44-aa2a-a35cf10180dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:12.562582 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2b1efb28-a4bb-4058-b1ad-6422efa3ac86 req-c9ed9b73-64b7-4b44-aa2a-a35cf10180dc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f44cc71986047e8945d4357988a0be1&device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 1096 time: 0.0780814 Sep 23 16:04:12.693263 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1efb28-a4bb-4058-b1ad-6422efa3ac86 req-a70c3dff-aa8c-4040-8a31-bc853aabe027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:12.694712 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2b1efb28-a4bb-4058-b1ad-6422efa3ac86 req-a70c3dff-aa8c-4040-8a31-bc853aabe027 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6 HTTP/1.1" status: 200 len: 909 time: 0.1254721 Sep 23 16:04:12.797448 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2b1efb28-a4bb-4058-b1ad-6422efa3ac86 req-5e244b57-733a-442c-9cc0-a2b967900ea4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=792f660f-7c0f-4296-a2a3-c77105140cb8 HTTP/1.1" status: 200 len: 1000 time: 0.0960057 Sep 23 16:04:12.859240 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1efb28-a4bb-4058-b1ad-6422efa3ac86 req-b1856c7d-67e7-4f92-b38f-5632837b62d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:12.860648 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2b1efb28-a4bb-4058-b1ad-6422efa3ac86 req-b1856c7d-67e7-4f92-b38f-5632837b62d9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f9aae1f-8dc6-4174-a245-6ad8b241566e HTTP/1.1" status: 200 len: 847 time: 0.0568936 Sep 23 16:04:12.945440 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1efb28-a4bb-4058-b1ad-6422efa3ac86 req-fc9550f2-f254-4023-a380-6dc79cebfd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:12.946904 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2b1efb28-a4bb-4058-b1ad-6422efa3ac86 req-fc9550f2-f254-4023-a380-6dc79cebfd9b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801468 Sep 23 16:04:13.076088 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2b1efb28-a4bb-4058-b1ad-6422efa3ac86 req-e4ee3323-a077-4744-8a9b-44d927364cb2 service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228335 Sep 23 16:04:13.205053 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2b1efb28-a4bb-4058-b1ad-6422efa3ac86 req-e3e3a83e-f17f-48e4-a0c9-06858a022b50 service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219783 Sep 23 16:04:13.696754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98559e9f-40dd-4d7e-bc03-c3c15640cd80 req-517e15f8-27d9-4f2e-8ddf-d402a0178a27 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:13.698176 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-98559e9f-40dd-4d7e-bc03-c3c15640cd80 req-517e15f8-27d9-4f2e-8ddf-d402a0178a27 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 943 time: 0.0851603 Sep 23 16:04:13.741159 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-98559e9f-40dd-4d7e-bc03-c3c15640cd80 req-55cca146-daad-46e1-9454-674e9405e79d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373371 Sep 23 16:04:14.941226 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a29d21-fe88-4784-b44d-9ddc060a9616 req-dcdb48ea-a1ad-4cb3-8990-03b118843c72 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:14.943289 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f1a29d21-fe88-4784-b44d-9ddc060a9616 req-dcdb48ea-a1ad-4cb3-8990-03b118843c72 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 943 time: 0.0927351 Sep 23 16:04:14.987449 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f1a29d21-fe88-4784-b44d-9ddc060a9616 req-0783f4b0-0f82-4e58-b4ec-e6078c236206 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383816 Sep 23 16:04:16.189901 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4663b-5932-4e22-951e-1088254c427f req-03de7b56-06ad-473b-8c1e-15291e6709b7 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:16.191276 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2eb4663b-5932-4e22-951e-1088254c427f req-03de7b56-06ad-473b-8c1e-15291e6709b7 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 943 time: 0.0921330 Sep 23 16:04:16.234841 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2eb4663b-5932-4e22-951e-1088254c427f req-a99dae2f-5b4b-4791-a0d1-b3bf8f1f937b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372763 Sep 23 16:04:17.430667 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd100684-6e76-40a0-a39e-9d607d04524a req-a27fb1f8-b741-4a44-aa3f-e2af49f55f5c tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:17.432144 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-fd100684-6e76-40a0-a39e-9d607d04524a req-a27fb1f8-b741-4a44-aa3f-e2af49f55f5c tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 943 time: 0.0890055 Sep 23 16:04:17.479050 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-fd100684-6e76-40a0-a39e-9d607d04524a req-90540312-b1c6-4eec-9ab6-90c8383b9614 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411177 Sep 23 16:04:18.684188 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417d954-cb1e-4de4-acd0-ddab33453871 req-8dba3ac2-800c-4306-a14e-60f8f389f24f tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:18.685655 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c417d954-cb1e-4de4-acd0-ddab33453871 req-8dba3ac2-800c-4306-a14e-60f8f389f24f tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 943 time: 0.0935359 Sep 23 16:04:18.770704 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c417d954-cb1e-4de4-acd0-ddab33453871 req-92a02684-bbfe-4e1b-99ee-131461f4dd6b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787072 Sep 23 16:04:18.807827 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ccc0b-bef0-4e58-a19a-f429ee675014 req-012abc36-49bc-4771-8319-7716691a28ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:18.809272 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-183ccc0b-bef0-4e58-a19a-f429ee675014 req-012abc36-49bc-4771-8319-7716691a28ea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f44cc71986047e8945d4357988a0be1&device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 1096 time: 0.0835855 Sep 23 16:04:18.954479 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ccc0b-bef0-4e58-a19a-f429ee675014 req-1e899586-0ea2-4297-8409-f152501d0d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:18.955836 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-183ccc0b-bef0-4e58-a19a-f429ee675014 req-1e899586-0ea2-4297-8409-f152501d0d08 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6 HTTP/1.1" status: 200 len: 909 time: 0.1263595 Sep 23 16:04:19.058484 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-183ccc0b-bef0-4e58-a19a-f429ee675014 req-1a180178-c149-473c-be27-5ff675b82eac service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=792f660f-7c0f-4296-a2a3-c77105140cb8 HTTP/1.1" status: 200 len: 1000 time: 0.0960550 Sep 23 16:04:19.120322 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ccc0b-bef0-4e58-a19a-f429ee675014 req-15cbdbbc-8797-47c4-84b7-b5e375c3d73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:19.121707 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-183ccc0b-bef0-4e58-a19a-f429ee675014 req-15cbdbbc-8797-47c4-84b7-b5e375c3d73a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f9aae1f-8dc6-4174-a245-6ad8b241566e HTTP/1.1" status: 200 len: 847 time: 0.0573833 Sep 23 16:04:19.299350 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ccc0b-bef0-4e58-a19a-f429ee675014 req-2c63e435-5b51-4a52-ac1a-d0618dc28bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:19.300825 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-183ccc0b-bef0-4e58-a19a-f429ee675014 req-2c63e435-5b51-4a52-ac1a-d0618dc28bf7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1713579 Sep 23 16:04:19.429846 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-183ccc0b-bef0-4e58-a19a-f429ee675014 req-8285fe38-f2ad-40e0-b5e0-799ba7250aa3 service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222606 Sep 23 16:04:19.559532 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-183ccc0b-bef0-4e58-a19a-f429ee675014 req-20b07155-d5ec-4cd3-b7f2-65f92fb7cb67 service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228762 Sep 23 16:04:19.971293 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70856bc9-f78f-4218-8e57-9993e7097454 req-6a84a56e-9b0d-4039-9c8c-8fa606b3ada2 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:19.972750 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-70856bc9-f78f-4218-8e57-9993e7097454 req-6a84a56e-9b0d-4039-9c8c-8fa606b3ada2 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 943 time: 0.0881469 Sep 23 16:04:20.016936 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-70856bc9-f78f-4218-8e57-9993e7097454 req-cc6c833b-6107-46f0-a617-921cae365ff0 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385964 Sep 23 16:04:20.998402 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 792f660f-7c0f-4296-a2a3-c77105140cb8 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 16:04:21.132415 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 792f660f-7c0f-4296-a2a3-c77105140cb8, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=792f660f-7c0f-4296-a2a3-c77105140cb8,segment=NetworkSegment(9199c3ac-e7c8-4910-ada2-678ae8d0c90f),segment_id=9199c3ac-e7c8-4910-ada2-678ae8d0c90f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:04:21.145705 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '792f660f-7c0f-4296-a2a3-c77105140cb8', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'port_id': '792f660f-7c0f-4296-a2a3-c77105140cb8', 'mac_address': 'fa:16:3e:92:6d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 16:04:21.204093 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 792f660f-7c0f-4296-a2a3-c77105140cb8 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:04:21.204468 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:21.222098 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e3815-077d-4e9e-abd8-2abaaa880804 req-637ed681-250f-4406-b39f-d505539aef17 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:21.223594 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-621e3815-077d-4e9e-abd8-2abaaa880804 req-637ed681-250f-4406-b39f-d505539aef17 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 943 time: 0.0969746 Sep 23 16:04:21.224858 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792f660f-7c0f-4296-a2a3-c77105140cb8 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 16:04:21.240039 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 792f660f-7c0f-4296-a2a3-c77105140cb8, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=792f660f-7c0f-4296-a2a3-c77105140cb8,segment=NetworkSegment(9199c3ac-e7c8-4910-ada2-678ae8d0c90f),segment_id=9199c3ac-e7c8-4910-ada2-678ae8d0c90f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:04:21.267670 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-621e3815-077d-4e9e-abd8-2abaaa880804 req-4454d8a0-f31e-4063-8d5a-29c31036c3e6 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378294 Sep 23 16:04:21.339576 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:21.405474 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=792f660f-7c0f-4296-a2a3-c77105140cb8,revision_number=7']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:04:21.559180 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['792f660f-7c0f-4296-a2a3-c77105140cb8'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 16:04:22.467094 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd019763-4b78-46b7-8c3e-c920080f35ff req-1abde813-1338-4b7b-b3e0-5d44221d4126 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:22.468544 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-bd019763-4b78-46b7-8c3e-c920080f35ff req-1abde813-1338-4b7b-b3e0-5d44221d4126 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 944 time: 0.0921767 Sep 23 16:04:22.512753 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-bd019763-4b78-46b7-8c3e-c920080f35ff req-7c4bab29-e21b-4f92-82ff-111a47603cf4 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385492 Sep 23 16:04:23.003290 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 792f660f-7c0f-4296-a2a3-c77105140cb8 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 16:04:23.072723 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 792f660f-7c0f-4296-a2a3-c77105140cb8 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:04:23.073022 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:23.073354 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 792f660f-7c0f-4296-a2a3-c77105140cb8 Sep 23 16:04:23.214335 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 792f660f-7c0f-4296-a2a3-c77105140cb8 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:04:23.214713 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:23.241391 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bc4815-1c1d-4976-8c05-316b9201874b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792f660f-7c0f-4296-a2a3-c77105140cb8'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 16:04:23.243718 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb80db78ac565d30befc562266292b39865be7cdbb0d4ba6a9eaabf37a3a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d67b6c-c2b3-4721-9b7a-f6a65eacb7f3" -d '{"events": [{"server_uuid": "b1bc4815-1c1d-4976-8c05-316b9201874b", "name": "network-vif-plugged", "status": "completed", "tag": "792f660f-7c0f-4296-a2a3-c77105140cb8"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:04:23.251024 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 792f660f-7c0f-4296-a2a3-c77105140cb8, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=792f660f-7c0f-4296-a2a3-c77105140cb8,segment=NetworkSegment(9199c3ac-e7c8-4910-ada2-678ae8d0c90f),segment_id=9199c3ac-e7c8-4910-ada2-678ae8d0c90f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:04:23.285626 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 16:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11aa292-a2fa-47e1-bf9b-c844551e41b9 x-openstack-request-id: req-e11aa292-a2fa-47e1-bf9b-c844551e41b9 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:04:23.285908 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bc4815-1c1d-4976-8c05-316b9201874b", "name": "network-vif-plugged", "status": "completed", "tag": "792f660f-7c0f-4296-a2a3-c77105140cb8", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:04:23.286158 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e11aa292-a2fa-47e1-bf9b-c844551e41b9 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:04:23.286582 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e11aa292-a2fa-47e1-bf9b-c844551e41b9'] response: {'server_uuid': 'b1bc4815-1c1d-4976-8c05-316b9201874b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792f660f-7c0f-4296-a2a3-c77105140cb8', 'code': 200} Sep 23 16:04:23.349029 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:23.415828 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=792f660f-7c0f-4296-a2a3-c77105140cb8,revision_number=8']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:04:23.606685 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccf356-f57e-42f7-8420-17a11590db81 req-dde92a71-f21e-4c70-9a9a-d5eb2d1b9bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:23.608183 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ccccf356-f57e-42f7-8420-17a11590db81 req-dde92a71-f21e-4c70-9a9a-d5eb2d1b9bc2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 1098 time: 0.0774617 Sep 23 16:04:23.655718 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ccccf356-f57e-42f7-8420-17a11590db81 req-933da1cc-27f4-4d0a-9372-61dab182bef7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412490 Sep 23 16:04:23.711727 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a5f8b-7572-440e-8307-2e77b16ec834 req-c66ece96-eeab-4a58-80f4-d375d83013fe tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:23.713188 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-809a5f8b-7572-440e-8307-2e77b16ec834 req-c66ece96-eeab-4a58-80f4-d375d83013fe tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 945 time: 0.0901134 Sep 23 16:04:23.759977 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-809a5f8b-7572-440e-8307-2e77b16ec834 req-6e926290-3492-4c4a-b929-ca425a5f6947 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412049 Sep 23 16:04:24.965011 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce6e85-c775-4c5c-b61a-f8ceb5a5fc46 req-2133510d-583e-4bf5-85d4-120b1ed85366 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:24.966490 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-99ce6e85-c775-4c5c-b61a-f8ceb5a5fc46 req-2133510d-583e-4bf5-85d4-120b1ed85366 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 945 time: 0.0904934 Sep 23 16:04:25.009658 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-99ce6e85-c775-4c5c-b61a-f8ceb5a5fc46 req-aea2ea6c-59a8-4171-9356-e399d4716d81 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375783 Sep 23 16:04:26.215480 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba81aec-b9c5-4fc0-a003-518627bee348 req-c650904a-8a0a-43b7-af36-8fef4ba3b947 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:04:26.216892 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-eba81aec-b9c5-4fc0-a003-518627bee348 req-c650904a-8a0a-43b7-af36-8fef4ba3b947 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 945 time: 0.0899105 Sep 23 16:04:26.260843 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-eba81aec-b9c5-4fc0-a003-518627bee348 req-6c7c8aa3-2219-4806-a13e-21d0d65c086e tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383108 Sep 23 16:04:29.022614 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:04:32.179524 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4bf2ed76-5c48-47c0-acf3-a7feeb554021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:33.365595 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:35.127985 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a4a202d0-c28c-47f7-9cd2-a5fa4ab066c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:35.539759 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:35.766290 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:04:37.242321 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:02.160063 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f0e59195-c392-4902-af93-74fe47a18171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:03.340529 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:05.110697 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-43b64d1f-3bf7-4900-9f0e-53fef23776c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:05.544724 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:05.773300 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:06.024795 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:05:07.236032 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:18.823298 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-023b86eb-7027-4857-a97b-194dee377fd7 req-09a591f3-e497-4df2-ac54-ab64f10d54e1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1147976 Sep 23 16:05:18.972925 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b86eb-7027-4857-a97b-194dee377fd7 req-750481ba-7cbe-4f7c-a00f-fd561d26e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:05:18.974358 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-023b86eb-7027-4857-a97b-194dee377fd7 req-750481ba-7cbe-4f7c-a00f-fd561d26e7da service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f44cc71986047e8945d4357988a0be1&device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 1098 time: 0.0816033 Sep 23 16:05:19.118507 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b86eb-7027-4857-a97b-194dee377fd7 req-b0585878-185a-4a76-a142-7cb076eb9165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:05:19.119939 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-023b86eb-7027-4857-a97b-194dee377fd7 req-b0585878-185a-4a76-a142-7cb076eb9165 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6 HTTP/1.1" status: 200 len: 909 time: 0.1264675 Sep 23 16:05:19.221297 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-023b86eb-7027-4857-a97b-194dee377fd7 req-51a68c1a-ec62-4588-9726-2d333842c7d5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=792f660f-7c0f-4296-a2a3-c77105140cb8 HTTP/1.1" status: 200 len: 1002 time: 0.0949283 Sep 23 16:05:19.283342 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b86eb-7027-4857-a97b-194dee377fd7 req-8381ed6b-f014-40a2-9b91-c31857d9ad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:05:19.284749 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-023b86eb-7027-4857-a97b-194dee377fd7 req-8381ed6b-f014-40a2-9b91-c31857d9ad24 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f9aae1f-8dc6-4174-a245-6ad8b241566e HTTP/1.1" status: 200 len: 847 time: 0.0571983 Sep 23 16:05:19.369159 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b86eb-7027-4857-a97b-194dee377fd7 req-b4a69a21-32bc-4662-a3a9-70e8330c9d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:05:19.370695 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-023b86eb-7027-4857-a97b-194dee377fd7 req-b4a69a21-32bc-4662-a3a9-70e8330c9d88 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802312 Sep 23 16:05:19.502440 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-023b86eb-7027-4857-a97b-194dee377fd7 req-cc88a84c-52c6-41e4-b499-c72ab48d1647 service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256993 Sep 23 16:05:19.632405 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-023b86eb-7027-4857-a97b-194dee377fd7 req-415bb504-a891-4c2e-9f8d-dc6edbd6986d service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239958 Sep 23 16:05:32.218939 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5bed32a0-4436-468e-a446-cdc747979f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:33.384805 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:35.110701 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-05eaca7a-20a2-43d5-8fa0-e837afe2051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:35.565992 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:35.846051 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:37.281900 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:05:43.024281 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:06:02.148976 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4c4de21b-8385-456a-ad1b-3f6ce797ee54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:03.354081 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:05.116143 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b9bf597f-3eb0-46c3-af35-aff0c1829800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:05.533048 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:05.767390 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:07.253583 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:14.590115 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 59020) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:14.960524 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-d0109fa7-4153-4424-bd2b-0a24798dcb1b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Deleting port 1b3c9adc-a9b6-49c3-87db-9ef0784f346c {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 16:06:14.960785 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0109fa7-4153-4424-bd2b-0a24798dcb1b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:15.226449 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0109fa7-4153-4424-bd2b-0a24798dcb1b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:15.226697 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0109fa7-4153-4424-bd2b-0a24798dcb1b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:15.346696 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-d0109fa7-4153-4424-bd2b-0a24798dcb1b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Calling delete_port for 1b3c9adc-a9b6-49c3-87db-9ef0784f346c owned by network:floatingip {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 16:06:15.567829 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0109fa7-4153-4424-bd2b-0a24798dcb1b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:15.613528 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0109fa7-4153-4424-bd2b-0a24798dcb1b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Pushing event deleted for resources: {'Port': ['ID=1b3c9adc-a9b6-49c3-87db-9ef0784f346c,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:15.660915 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0109fa7-4153-4424-bd2b-0a24798dcb1b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:15.661266 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0109fa7-4153-4424-bd2b-0a24798dcb1b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:15.661604 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0109fa7-4153-4424-bd2b-0a24798dcb1b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:15.661938 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0109fa7-4153-4424-bd2b-0a24798dcb1b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:15.662275 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0109fa7-4153-4424-bd2b-0a24798dcb1b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:15.662635 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0109fa7-4153-4424-bd2b-0a24798dcb1b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:15.662962 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0109fa7-4153-4424-bd2b-0a24798dcb1b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:15.663286 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0109fa7-4153-4424-bd2b-0a24798dcb1b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:15.663610 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0109fa7-4153-4424-bd2b-0a24798dcb1b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:15.663933 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0109fa7-4153-4424-bd2b-0a24798dcb1b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:15.664253 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0109fa7-4153-4424-bd2b-0a24798dcb1b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:15.664572 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0109fa7-4153-4424-bd2b-0a24798dcb1b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:15.722708 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0109fa7-4153-4424-bd2b-0a24798dcb1b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for floatingip, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:15.723033 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.l3_db [None req-d0109fa7-4153-4424-bd2b-0a24798dcb1b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Floating IP 3bf45761-8565-43e4-9fc4-2c6e8082569e disassociated (deleted). External IP: 172.26.10.157, port: 792f660f-7c0f-4296-a2a3-c77105140cb8. Sep 23 16:06:16.073544 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0109fa7-4153-4424-bd2b-0a24798dcb1b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Router fac0740d-6e2d-48d2-83b2-5768d19f29ed has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 16:06:16.256572 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0109fa7-4153-4424-bd2b-0a24798dcb1b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 16:06:16.266186 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46ecfe4-1878-4d82-830b-3c518520a285 None None] Sync routers for ids ['fac0740d-6e2d-48d2-83b2-5768d19f29ed'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:06:16.276875 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46ecfe4-1878-4d82-830b-3c518520a285 None None] Routers {'fac0740d-6e2d-48d2-83b2-5768d19f29ed'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:06:16.277496 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-f46ecfe4-1878-4d82-830b-3c518520a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:06:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['fac0740d-6e2d-48d2-83b2-5768d19f29ed'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:16.337791 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d0109fa7-4153-4424-bd2b-0a24798dcb1b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:16.394148 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d0109fa7-4153-4424-bd2b-0a24798dcb1b tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "DELETE /v2.0/floatingips/3bf45761-8565-43e4-9fc4-2c6e8082569e HTTP/1.1" status: 204 len: 168 time: 1.8003762 Sep 23 16:06:16.394148 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1bc4815-1c1d-4976-8c05-316b9201874b', 'tag': '792f660f-7c0f-4296-a2a3-c77105140cb8'}] {{(pid=89738) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 16:06:16.394610 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50cbb80cb16c72c12705e73c93123300d266dfc6104b5031e4d3909fc9ceec10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639ab857-77dd-45f1-865d-84e2aa5d7e02" -d '{"events": [{"name": "network-changed", "server_uuid": "b1bc4815-1c1d-4976-8c05-316b9201874b", "tag": "792f660f-7c0f-4296-a2a3-c77105140cb8"}]}' {{(pid=89738) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:06:16.463395 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-f46ecfe4-1878-4d82-830b-3c518520a285 None None] Set router fac0740d-6e2d-48d2-83b2-5768d19f29ed gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:06:16.581476 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 16:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf5e60e-78d2-41e8-89a1-6c6eab69f5a3 x-openstack-request-id: req-2bf5e60e-78d2-41e8-89a1-6c6eab69f5a3 {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:06:16.581763 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1bc4815-1c1d-4976-8c05-316b9201874b", "tag": "792f660f-7c0f-4296-a2a3-c77105140cb8", "status": "completed", "code": 200}]} {{(pid=89738) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:06:16.582013 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2bf5e60e-78d2-41e8-89a1-6c6eab69f5a3 {{(pid=89738) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:06:16.582441 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bf5e60e-78d2-41e8-89a1-6c6eab69f5a3'] response: {'name': 'network-changed', 'server_uuid': 'b1bc4815-1c1d-4976-8c05-316b9201874b', 'tag': '792f660f-7c0f-4296-a2a3-c77105140cb8', 'status': 'completed', 'code': 200} Sep 23 16:06:16.678191 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ab857-77dd-45f1-865d-84e2aa5d7e02 req-91aac8d5-fda2-47f5-8290-7a34881edb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:06:16.679655 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-639ab857-77dd-45f1-865d-84e2aa5d7e02 req-91aac8d5-fda2-47f5-8290-7a34881edb06 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0f44cc71986047e8945d4357988a0be1&device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 1098 time: 0.0782382 Sep 23 16:06:16.788630 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-f46ecfe4-1878-4d82-830b-3c518520a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'name': 'tempest-TestShelveInstance-160228679-router', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208'}], 'enable_snat': True}, 'gw_port_id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:46Z', 'updated_at': '2022-09-23T15:55:50Z', 'revision_number': 4, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'gw_port': {'id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:47Z', 'updated_at': '2022-09-23T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '8bdb22c8-c509-49d5-8b30-3147d85693b6', 'name': '', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'mac_address': 'fa:16:3e:8a:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:50Z', 'updated_at': '2022-09-23T15:55:57Z', 'revision_number': 5, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'subnets': [{'id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:16.793004 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46ecfe4-1878-4d82-830b-3c518520a285 None None] Checking router: fac0740d-6e2d-48d2-83b2-5768d19f29ed for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:06:16.802258 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46ecfe4-1878-4d82-830b-3c518520a285 None None] Routers {'fac0740d-6e2d-48d2-83b2-5768d19f29ed'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:06:16.802982 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-f46ecfe4-1878-4d82-830b-3c518520a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:06:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['fac0740d-6e2d-48d2-83b2-5768d19f29ed'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:16.920261 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ab857-77dd-45f1-865d-84e2aa5d7e02 req-58ab0d40-6b19-4c6e-a418-7362c6b53d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:06:16.921729 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-639ab857-77dd-45f1-865d-84e2aa5d7e02 req-58ab0d40-6b19-4c6e-a418-7362c6b53d50 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6 HTTP/1.1" status: 200 len: 909 time: 0.2365966 Sep 23 16:06:16.995043 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-639ab857-77dd-45f1-865d-84e2aa5d7e02 req-718b873a-3110-4805-be48-1ac15074491c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=792f660f-7c0f-4296-a2a3-c77105140cb8 HTTP/1.1" status: 200 len: 217 time: 0.0649533 Sep 23 16:06:16.997251 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-f46ecfe4-1878-4d82-830b-3c518520a285 None None] Set router fac0740d-6e2d-48d2-83b2-5768d19f29ed gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:06:17.046807 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45406d-339f-4c27-aa1d-31472c2c1702 req-b932e118-fb1f-4853-86cd-1c09b60eddfa tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:06:17.047507 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-8e45406d-339f-4c27-aa1d-31472c2c1702 req-b932e118-fb1f-4853-86cd-1c09b60eddfa tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Synchronizing usage tracker for tenant:0f44cc71986047e8945d4357988a0be1 on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 16:06:17.059999 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ab857-77dd-45f1-865d-84e2aa5d7e02 req-c9af34cb-0e82-4d13-a646-fd48f4e8b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:06:17.061487 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-639ab857-77dd-45f1-865d-84e2aa5d7e02 req-c9af34cb-0e82-4d13-a646-fd48f4e8b3d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8f9aae1f-8dc6-4174-a245-6ad8b241566e HTTP/1.1" status: 200 len: 847 time: 0.0597796 Sep 23 16:06:17.148554 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ab857-77dd-45f1-865d-84e2aa5d7e02 req-6459abb8-7cab-43c4-8100-51b2f00e4fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:06:17.150030 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-639ab857-77dd-45f1-865d-84e2aa5d7e02 req-6459abb8-7cab-43c4-8100-51b2f00e4fcd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0f5dc51a-830e-4f25-8131-8d22b7ae58d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815537 Sep 23 16:06:17.154330 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [req-8e45406d-339f-4c27-aa1d-31472c2c1702 req-b932e118-fb1f-4853-86cd-1c09b60eddfa tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Unset dirty status for tenant:0f44cc71986047e8945d4357988a0be1 on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 16:06:17.155489 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8e45406d-339f-4c27-aa1d-31472c2c1702 req-b932e118-fb1f-4853-86cd-1c09b60eddfa tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 945 time: 0.2426980 Sep 23 16:06:17.208678 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8e45406d-339f-4c27-aa1d-31472c2c1702 req-f665a1c3-bbfd-4440-8921-e91e3f73115d tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471804 Sep 23 16:06:17.289573 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-639ab857-77dd-45f1-865d-84e2aa5d7e02 req-a03cc6a5-3022-400e-a5b3-76b485095e43 service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323519 Sep 23 16:06:17.357332 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-f46ecfe4-1878-4d82-830b-3c518520a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'name': 'tempest-TestShelveInstance-160228679-router', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208'}], 'enable_snat': True}, 'gw_port_id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:46Z', 'updated_at': '2022-09-23T15:55:50Z', 'revision_number': 4, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'gw_port': {'id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:47Z', 'updated_at': '2022-09-23T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '8bdb22c8-c509-49d5-8b30-3147d85693b6', 'name': '', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'mac_address': 'fa:16:3e:8a:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:50Z', 'updated_at': '2022-09-23T15:55:57Z', 'revision_number': 5, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'subnets': [{'id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:17.361364 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46ecfe4-1878-4d82-830b-3c518520a285 None None] The sync data for ids ['fac0740d-6e2d-48d2-83b2-5768d19f29ed'] in dv-neutron-859093-1-hyperv is: [{'id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'name': 'tempest-TestShelveInstance-160228679-router', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208'}], 'enable_snat': True}, 'gw_port_id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:46Z', 'updated_at': '2022-09-23T15:55:50Z', 'revision_number': 4, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'gw_port': {'id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:47Z', 'updated_at': '2022-09-23T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '8bdb22c8-c509-49d5-8b30-3147d85693b6', 'name': '', 'network_id': '0f5dc51a-830e-4f25-8131-8d22b7ae58d6', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'mac_address': 'fa:16:3e:8a:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:50Z', 'updated_at': '2022-09-23T15:55:57Z', 'revision_number': 5, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'subnets': [{'id': '8f9aae1f-8dc6-4174-a245-6ad8b241566e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:06:17.427622 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-639ab857-77dd-45f1-865d-84e2aa5d7e02 req-b500bbaf-b0d8-435e-abeb-d9cb22ad1920 service neutron] 10.222.0.72 "GET /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312311 Sep 23 16:06:17.581896 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c4c9d5-a939-4f7e-9489-4076e2b8bd59 None None] New status for floating IP 3bf45761-8565-43e4-9fc4-2c6e8082569e: DOWN {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 16:06:18.565667 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74cbbd5-0ade-4473-afb7-d1e4b169e933 req-dc0db6cb-fe13-467c-89cf-858c4dc635e8 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:06:18.567145 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a74cbbd5-0ade-4473-afb7-d1e4b169e933 req-dc0db6cb-fe13-467c-89cf-858c4dc635e8 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 945 time: 0.2457931 Sep 23 16:06:18.577423 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf944f-18ca-493a-a0cf-557dc27027d5 req-09b0d5e4-04e8-4aed-8e86-dc4f57969479 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:06:18.578773 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4edf944f-18ca-493a-a0cf-557dc27027d5 req-09b0d5e4-04e8-4aed-8e86-dc4f57969479 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.72 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 945 time: 0.1245229 Sep 23 16:06:18.673236 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-4edf944f-18ca-493a-a0cf-557dc27027d5 req-bbbf9c1e-0b34-4995-9f3c-97e4b4b2bed0 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Deleting port 792f660f-7c0f-4296-a2a3-c77105140cb8 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 16:06:18.673578 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-4edf944f-18ca-493a-a0cf-557dc27027d5 req-bbbf9c1e-0b34-4995-9f3c-97e4b4b2bed0 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:18.699454 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a74cbbd5-0ade-4473-afb7-d1e4b169e933 req-a7167e63-b4ac-40c2-8f11-6413e635358f tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/security-groups?id=7f68b73d-0982-47c8-95a4-0a84c5b0c37e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1198003 Sep 23 16:06:18.920585 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-4edf944f-18ca-493a-a0cf-557dc27027d5 req-bbbf9c1e-0b34-4995-9f3c-97e4b4b2bed0 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] For port 792f660f-7c0f-4296-a2a3-c77105140cb8, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=792f660f-7c0f-4296-a2a3-c77105140cb8,segment=NetworkSegment(9199c3ac-e7c8-4910-ada2-678ae8d0c90f),segment_id=9199c3ac-e7c8-4910-ada2-678ae8d0c90f)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:06:18.920937 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-4edf944f-18ca-493a-a0cf-557dc27027d5 req-bbbf9c1e-0b34-4995-9f3c-97e4b4b2bed0 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:19.044801 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-4edf944f-18ca-493a-a0cf-557dc27027d5 req-bbbf9c1e-0b34-4995-9f3c-97e4b4b2bed0 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Calling delete_port for 792f660f-7c0f-4296-a2a3-c77105140cb8 owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 16:06:19.248250 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-4edf944f-18ca-493a-a0cf-557dc27027d5 req-bbbf9c1e-0b34-4995-9f3c-97e4b4b2bed0 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:19.302148 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf9c1e-0b34-4995-9f3c-97e4b4b2bed0 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Pushing event deleted for resources: {'Port': ['ID=792f660f-7c0f-4296-a2a3-c77105140cb8,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:19.348156 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf9c1e-0b34-4995-9f3c-97e4b4b2bed0 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:19.348503 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf9c1e-0b34-4995-9f3c-97e4b4b2bed0 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:19.348838 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf9c1e-0b34-4995-9f3c-97e4b4b2bed0 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:19.349167 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf9c1e-0b34-4995-9f3c-97e4b4b2bed0 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:19.349493 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf9c1e-0b34-4995-9f3c-97e4b4b2bed0 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:19.349813 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf9c1e-0b34-4995-9f3c-97e4b4b2bed0 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:19.350793 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf9c1e-0b34-4995-9f3c-97e4b4b2bed0 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:19.351122 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf9c1e-0b34-4995-9f3c-97e4b4b2bed0 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:19.351438 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf9c1e-0b34-4995-9f3c-97e4b4b2bed0 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:19.351757 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf9c1e-0b34-4995-9f3c-97e4b4b2bed0 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:19.352071 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf9c1e-0b34-4995-9f3c-97e4b4b2bed0 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:19.352381 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf9c1e-0b34-4995-9f3c-97e4b4b2bed0 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:19.488039 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-4edf944f-18ca-493a-a0cf-557dc27027d5 req-bbbf9c1e-0b34-4995-9f3c-97e4b4b2bed0 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] No DVR routers for this DVR port 792f660f-7c0f-4296-a2a3-c77105140cb8 on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:06:19.490432 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-4edf944f-18ca-493a-a0cf-557dc27027d5 req-bbbf9c1e-0b34-4995-9f3c-97e4b4b2bed0 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:19.492976 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bc4815-1c1d-4976-8c05-316b9201874b', 'name': 'network-vif-deleted', 'tag': '792f660f-7c0f-4296-a2a3-c77105140cb8'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 16:06:19.495238 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e864e192db7b6bc8510e34e29aacd7f4822b7f9fabd5de2d887dfc9614d866e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100af364-e4e7-43a5-8dd2-4371b274297e" -d '{"events": [{"server_uuid": "b1bc4815-1c1d-4976-8c05-316b9201874b", "name": "network-vif-deleted", "tag": "792f660f-7c0f-4296-a2a3-c77105140cb8"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:06:19.577900 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4edf944f-18ca-493a-a0cf-557dc27027d5 req-bbbf9c1e-0b34-4995-9f3c-97e4b4b2bed0 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.72 "DELETE /v2.0/ports/792f660f-7c0f-4296-a2a3-c77105140cb8 HTTP/1.1" status: 204 len: 173 time: 0.9854310 Sep 23 16:06:19.579978 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 16:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ca3e63-e6bd-47d2-a735-30a98ed2296f x-openstack-request-id: req-d8ca3e63-e6bd-47d2-a735-30a98ed2296f {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:06:19.580260 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bc4815-1c1d-4976-8c05-316b9201874b", "name": "network-vif-deleted", "tag": "792f660f-7c0f-4296-a2a3-c77105140cb8", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:06:19.580504 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d8ca3e63-e6bd-47d2-a735-30a98ed2296f {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:06:19.580978 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8ca3e63-e6bd-47d2-a735-30a98ed2296f'] response: {'server_uuid': 'b1bc4815-1c1d-4976-8c05-316b9201874b', 'name': 'network-vif-deleted', 'tag': '792f660f-7c0f-4296-a2a3-c77105140cb8', 'status': 'completed', 'code': 200} Sep 23 16:06:19.870524 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-2a5b994b-7198-46f2-9027-1b3b4b430020 req-bc8f4b70-f2bb-4f16-a916-85a8f297d209 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Synchronizing usage tracker for tenant:0f44cc71986047e8945d4357988a0be1 on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 16:06:19.960259 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-2a5b994b-7198-46f2-9027-1b3b4b430020 req-bc8f4b70-f2bb-4f16-a916-85a8f297d209 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Unset dirty status for tenant:0f44cc71986047e8945d4357988a0be1 on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 16:06:19.961445 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2a5b994b-7198-46f2-9027-1b3b4b430020 req-bc8f4b70-f2bb-4f16-a916-85a8f297d209 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 210 time: 0.1403751 Sep 23 16:06:20.023422 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:06:21.144212 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8bdcdd25-5d40-4f9f-8ed2-14ab2f0893f2 req-f3c0944c-96e0-4536-a16f-6c5a536f789f tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1bc4815-1c1d-4976-8c05-316b9201874b HTTP/1.1" status: 200 len: 210 time: 0.0518386 Sep 23 16:06:21.626490 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 792f660f-7c0f-4296-a2a3-c77105140cb8 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 16:06:21.663620 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 792f660f-7c0f-4296-a2a3-c77105140cb8 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 16:06:21.663968 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 792f660f-7c0f-4296-a2a3-c77105140cb8 not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 16:06:22.243510 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 59052) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:22.315178 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dc1ba08c-0ada-4aa4-811e-8abbe4605f09 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:22.447350 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dc1ba08c-0ada-4aa4-811e-8abbe4605f09 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:22.585898 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dc1ba08c-0ada-4aa4-811e-8abbe4605f09 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:22.604316 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ba08c-0ada-4aa4-811e-8abbe4605f09 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f68b73d-0982-47c8-95a4-0a84c5b0c37e,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:22.693025 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dc1ba08c-0ada-4aa4-811e-8abbe4605f09 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:22.694747 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-dc1ba08c-0ada-4aa4-811e-8abbe4605f09 tempest-TestShelveInstance-2053511127 tempest-TestShelveInstance-2053511127-project] 10.222.0.67 "DELETE /v2.0/security-groups/7f68b73d-0982-47c8-95a4-0a84c5b0c37e HTTP/1.1" status: 204 len: 168 time: 0.4502425 Sep 23 16:06:22.818206 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 59058) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:23.511814 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ff1a66f4-39ec-4e9f-b552-c7f6ac889120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:23.857391 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-ff1a66f4-39ec-4e9f-b552-c7f6ac889120 admin admin] Deleting port 8bdb22c8-c509-49d5-8b30-3147d85693b6 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 16:06:23.857731 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ff1a66f4-39ec-4e9f-b552-c7f6ac889120 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:24.028535 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-ff1a66f4-39ec-4e9f-b552-c7f6ac889120 admin admin] For port 8bdb22c8-c509-49d5-8b30-3147d85693b6, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=8bdb22c8-c509-49d5-8b30-3147d85693b6,segment=NetworkSegment(9199c3ac-e7c8-4910-ada2-678ae8d0c90f),segment_id=9199c3ac-e7c8-4910-ada2-678ae8d0c90f)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:06:24.028884 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ff1a66f4-39ec-4e9f-b552-c7f6ac889120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:24.153915 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-ff1a66f4-39ec-4e9f-b552-c7f6ac889120 admin admin] Calling delete_port for 8bdb22c8-c509-49d5-8b30-3147d85693b6 owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 16:06:24.510881 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ff1a66f4-39ec-4e9f-b552-c7f6ac889120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:24.559142 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a66f4-39ec-4e9f-b552-c7f6ac889120 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bdb22c8-c509-49d5-8b30-3147d85693b6,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:24.830291 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ff1a66f4-39ec-4e9f-b552-c7f6ac889120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:25.187701 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1a66f4-39ec-4e9f-b552-c7f6ac889120 admin admin] Router fac0740d-6e2d-48d2-83b2-5768d19f29ed has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 16:06:25.365742 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1a66f4-39ec-4e9f-b552-c7f6ac889120 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 16:06:25.375353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0534fe-81a1-4581-a5b8-97694779ce09 None None] Sync routers for ids ['fac0740d-6e2d-48d2-83b2-5768d19f29ed'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:06:25.384179 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0534fe-81a1-4581-a5b8-97694779ce09 None None] Routers {'fac0740d-6e2d-48d2-83b2-5768d19f29ed'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:06:25.384820 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-5e0534fe-81a1-4581-a5b8-97694779ce09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:06:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['fac0740d-6e2d-48d2-83b2-5768d19f29ed'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:25.440206 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ff1a66f4-39ec-4e9f-b552-c7f6ac889120 admin admin] 10.222.0.67 "PUT /v2.0/routers/fac0740d-6e2d-48d2-83b2-5768d19f29ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6178575 Sep 23 16:06:25.440378 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 59064) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:25.562455 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-5e0534fe-81a1-4581-a5b8-97694779ce09 None None] Set router fac0740d-6e2d-48d2-83b2-5768d19f29ed gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:06:25.616683 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ea7aa9cb-7c66-49a3-9081-3f74c66f27af admin admin] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:25.850347 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-5e0534fe-81a1-4581-a5b8-97694779ce09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'name': 'tempest-TestShelveInstance-160228679-router', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208'}], 'enable_snat': True}, 'gw_port_id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:46Z', 'updated_at': '2022-09-23T16:06:24Z', 'revision_number': 5, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'gw_port': {'id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:47Z', 'updated_at': '2022-09-23T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:25.854272 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0534fe-81a1-4581-a5b8-97694779ce09 None None] Checking router: fac0740d-6e2d-48d2-83b2-5768d19f29ed for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:06:25.862764 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0534fe-81a1-4581-a5b8-97694779ce09 None None] Routers {'fac0740d-6e2d-48d2-83b2-5768d19f29ed'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:06:25.863378 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-5e0534fe-81a1-4581-a5b8-97694779ce09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:06:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['fac0740d-6e2d-48d2-83b2-5768d19f29ed'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:25.912577 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ea7aa9cb-7c66-49a3-9081-3f74c66f27af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:25.994300 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-ea7aa9cb-7c66-49a3-9081-3f74c66f27af admin admin] Deleting port a75ae976-2926-4f07-ad35-cf4638326208 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 16:06:25.994685 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ea7aa9cb-7c66-49a3-9081-3f74c66f27af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:26.040000 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-5e0534fe-81a1-4581-a5b8-97694779ce09 None None] Set router fac0740d-6e2d-48d2-83b2-5768d19f29ed gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:06:26.168863 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-ea7aa9cb-7c66-49a3-9081-3f74c66f27af admin admin] For port a75ae976-2926-4f07-ad35-cf4638326208, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=a75ae976-2926-4f07-ad35-cf4638326208,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:06:26.169132 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ea7aa9cb-7c66-49a3-9081-3f74c66f27af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:26.294878 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-ea7aa9cb-7c66-49a3-9081-3f74c66f27af admin admin] Calling delete_port for a75ae976-2926-4f07-ad35-cf4638326208 owned by network:router_gateway {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 16:06:26.324162 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-5e0534fe-81a1-4581-a5b8-97694779ce09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'name': 'tempest-TestShelveInstance-160228679-router', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208'}], 'enable_snat': True}, 'gw_port_id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:46Z', 'updated_at': '2022-09-23T16:06:24Z', 'revision_number': 5, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'gw_port': {'id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:47Z', 'updated_at': '2022-09-23T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:26.328178 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0534fe-81a1-4581-a5b8-97694779ce09 None None] The sync data for ids ['fac0740d-6e2d-48d2-83b2-5768d19f29ed'] in dv-neutron-859093-1-hyperv is: [{'id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'name': 'tempest-TestShelveInstance-160228679-router', 'tenant_id': '0f44cc71986047e8945d4357988a0be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208'}], 'enable_snat': True}, 'gw_port_id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:46Z', 'updated_at': '2022-09-23T16:06:24Z', 'revision_number': 5, 'project_id': '0f44cc71986047e8945d4357988a0be1', 'gw_port': {'id': 'a75ae976-2926-4f07-ad35-cf4638326208', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:83:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0740d-6e2d-48d2-83b2-5768d19f29ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:47Z', 'updated_at': '2022-09-23T15:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:06:26.548620 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ea7aa9cb-7c66-49a3-9081-3f74c66f27af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:26.597656 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7aa9cb-7c66-49a3-9081-3f74c66f27af admin admin] Pushing event deleted for resources: {'Port': ['ID=a75ae976-2926-4f07-ad35-cf4638326208,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:26.699002 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ea7aa9cb-7c66-49a3-9081-3f74c66f27af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:26.780871 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8bdb22c8-c509-49d5-8b30-3147d85693b6 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 16:06:26.823171 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 8bdb22c8-c509-49d5-8b30-3147d85693b6 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 16:06:26.823520 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 8bdb22c8-c509-49d5-8b30-3147d85693b6 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 16:06:26.895361 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ea7aa9cb-7c66-49a3-9081-3f74c66f27af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:26.898183 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ea7aa9cb-7c66-49a3-9081-3f74c66f27af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:26.988550 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ea7aa9cb-7c66-49a3-9081-3f74c66f27af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:26.989079 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7aa9cb-7c66-49a3-9081-3f74c66f27af admin admin] Fanout notify agent at l3_agent the message router_deleted on router fac0740d-6e2d-48d2-83b2-5768d19f29ed {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 16:06:27.002924 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-ea7aa9cb-7c66-49a3-9081-3f74c66f27af admin admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:27.005151 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59068) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:27.005646 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-ea7aa9cb-7c66-49a3-9081-3f74c66f27af admin admin] 10.222.0.67 "DELETE /v2.0/routers/fac0740d-6e2d-48d2-83b2-5768d19f29ed HTTP/1.1" status: 204 len: 168 time: 1.5638947 Sep 23 16:06:27.066002 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-936cb096-0c3b-4598-af42-17348481a8d8 admin admin] Deleting subnet 8f9aae1f-8dc6-4174-a245-6ad8b241566e {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 16:06:27.069604 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-936cb096-0c3b-4598-af42-17348481a8d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:27.122367 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-936cb096-0c3b-4598-af42-17348481a8d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:27.200357 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-936cb096-0c3b-4598-af42-17348481a8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:27.334014 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-936cb096-0c3b-4598-af42-17348481a8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:27.375234 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cb096-0c3b-4598-af42-17348481a8d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f9aae1f-8dc6-4174-a245-6ad8b241566e,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:27.378676 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-936cb096-0c3b-4598-af42-17348481a8d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:27.385115 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-936cb096-0c3b-4598-af42-17348481a8d8 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8f9aae1f-8dc6-4174-a245-6ad8b241566e HTTP/1.1" status: 204 len: 168 time: 0.3788636 Sep 23 16:06:27.385344 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ea1c5e-d35b-44ad-810a-8f96e841c99c None None] Network 0f5dc51a-830e-4f25-8131-8d22b7ae58d6 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 16:06:27.387548 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59072) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:27.495223 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d136b8ea-0bac-45ed-9be2-3579169d7dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:27.505582 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-d136b8ea-0bac-45ed-9be2-3579169d7dc5 admin admin] Deleting port d95fbf7c-f216-4044-ab9e-a967f5d243f6 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 16:06:27.505918 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d136b8ea-0bac-45ed-9be2-3579169d7dc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:27.685737 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1d9b3e-8631-47fc-a77e-dd9b2ef8dd22 None None] DHCP port deletion for 0f5dc51a-830e-4f25-8131-8d22b7ae58d6 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 16:06:27.689883 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-df1d9b3e-8631-47fc-a77e-dd9b2ef8dd22 None None] Deleting port d95fbf7c-f216-4044-ab9e-a967f5d243f6 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 16:06:27.690252 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-df1d9b3e-8631-47fc-a77e-dd9b2ef8dd22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:27.717366 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-d136b8ea-0bac-45ed-9be2-3579169d7dc5 admin admin] For port d95fbf7c-f216-4044-ab9e-a967f5d243f6, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d95fbf7c-f216-4044-ab9e-a967f5d243f6,segment=NetworkSegment(9199c3ac-e7c8-4910-ada2-678ae8d0c90f),segment_id=9199c3ac-e7c8-4910-ada2-678ae8d0c90f)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:06:27.717655 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d136b8ea-0bac-45ed-9be2-3579169d7dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:27.843678 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-d136b8ea-0bac-45ed-9be2-3579169d7dc5 admin admin] Calling delete_port for d95fbf7c-f216-4044-ab9e-a967f5d243f6 owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 16:06:27.892148 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-df1d9b3e-8631-47fc-a77e-dd9b2ef8dd22 None None] For port d95fbf7c-f216-4044-ab9e-a967f5d243f6, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=d95fbf7c-f216-4044-ab9e-a967f5d243f6,segment=NetworkSegment(9199c3ac-e7c8-4910-ada2-678ae8d0c90f),segment_id=9199c3ac-e7c8-4910-ada2-678ae8d0c90f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:06:27.892670 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-df1d9b3e-8631-47fc-a77e-dd9b2ef8dd22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:27.962096 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d136b8ea-0bac-45ed-9be2-3579169d7dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:28.011365 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-df1d9b3e-8631-47fc-a77e-dd9b2ef8dd22 None None] Calling delete_port for d95fbf7c-f216-4044-ab9e-a967f5d243f6 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 16:06:28.012944 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136b8ea-0bac-45ed-9be2-3579169d7dc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d95fbf7c-f216-4044-ab9e-a967f5d243f6,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:28.014773 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d136b8ea-0bac-45ed-9be2-3579169d7dc5 admin admin] No DVR routers for this DVR port d95fbf7c-f216-4044-ab9e-a967f5d243f6 on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:06:28.085192 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-df1d9b3e-8631-47fc-a77e-dd9b2ef8dd22 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 16:06:28.085538 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-df1d9b3e-8631-47fc-a77e-dd9b2ef8dd22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 16:06:28.131369 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d136b8ea-0bac-45ed-9be2-3579169d7dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:28.156121 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-d136b8ea-0bac-45ed-9be2-3579169d7dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5dc51a-830e-4f25-8131-8d22b7ae58d6']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:28.168347 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-d136b8ea-0bac-45ed-9be2-3579169d7dc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9199c3ac-e7c8-4910-ada2-678ae8d0c90f') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:28.168646 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-d136b8ea-0bac-45ed-9be2-3579169d7dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9199c3ac-e7c8-4910-ada2-678ae8d0c90f') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:28.179752 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d136b8ea-0bac-45ed-9be2-3579169d7dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:28.195334 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d136b8ea-0bac-45ed-9be2-3579169d7dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:28.201250 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d136b8ea-0bac-45ed-9be2-3579169d7dc5 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 16:06:28.201632 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d136b8ea-0bac-45ed-9be2-3579169d7dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:28.359985 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d136b8ea-0bac-45ed-9be2-3579169d7dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:28.365341 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d136b8ea-0bac-45ed-9be2-3579169d7dc5 admin admin] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:28.388729 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 9199c3ac-e7c8-4910-ada2-678ae8d0c90f resource provider aggregate not found Sep 23 16:06:28.399205 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136b8ea-0bac-45ed-9be2-3579169d7dc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f5dc51a-830e-4f25-8131-8d22b7ae58d6,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:28.409194 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 9199c3ac-e7c8-4910-ada2-678ae8d0c90f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9199c3ac-e7c8-4910-ada2-678ae8d0c90f found for delete ", "request_id": "req-0c17daed-70b5-4189-8dc4-9842aef412e8"}]} Sep 23 16:06:28.471036 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d136b8ea-0bac-45ed-9be2-3579169d7dc5 admin admin] 10.222.0.67 "DELETE /v2.0/networks/0f5dc51a-830e-4f25-8131-8d22b7ae58d6 HTTP/1.1" status: 204 len: 168 time: 1.0824883 Sep 23 16:06:28.473767 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59084) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:28.586670 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-df1d9b3e-8631-47fc-a77e-dd9b2ef8dd22 None None] Deleting port d95fbf7c-f216-4044-ab9e-a967f5d243f6 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 16:06:28.587076 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-df1d9b3e-8631-47fc-a77e-dd9b2ef8dd22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:28.612496 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d95fbf7c-f216-4044-ab9e-a967f5d243f6 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 16:06:28.681925 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: d95fbf7c-f216-4044-ab9e-a967f5d243f6 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 16:06:28.682184 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device d95fbf7c-f216-4044-ab9e-a967f5d243f6 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 16:06:28.682627 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a75ae976-2926-4f07-ad35-cf4638326208 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 16:06:28.719802 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-df1d9b3e-8631-47fc-a77e-dd9b2ef8dd22 None None] The port 'd95fbf7c-f216-4044-ab9e-a967f5d243f6' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 16:06:28.725443 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: a75ae976-2926-4f07-ad35-cf4638326208 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 16:06:28.725789 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device a75ae976-2926-4f07-ad35-cf4638326208 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 16:06:29.121268 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-305dbcce-cb16-43ca-85d0-713856d61a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:29.473046 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-305dbcce-cb16-43ca-85d0-713856d61a7f admin admin] Deleting port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 16:06:29.473302 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-305dbcce-cb16-43ca-85d0-713856d61a7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:29.642949 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-305dbcce-cb16-43ca-85d0-713856d61a7f admin admin] For port 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9,segment=NetworkSegment(04f3ba5c-79c3-4314-bfa3-1d8a05413fd3),segment_id=04f3ba5c-79c3-4314-bfa3-1d8a05413fd3)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:06:29.643307 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-305dbcce-cb16-43ca-85d0-713856d61a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:29.765341 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-305dbcce-cb16-43ca-85d0-713856d61a7f admin admin] Calling delete_port for 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 owned by network:router_interface {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 16:06:30.160232 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-305dbcce-cb16-43ca-85d0-713856d61a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:30.206541 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305dbcce-cb16-43ca-85d0-713856d61a7f admin admin] Pushing event deleted for resources: {'Port': ['ID=88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:30.364182 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [req-2a6fe224-375a-472e-b9b5-1129deb5e1c3 req-ccfb453b-3fbf-4b94-a9e9-5a15121deb03 service neutron] (89738) timed out ('10.222.0.67', 57280) {{(pid=89738) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 23 16:06:30.606695 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-305dbcce-cb16-43ca-85d0-713856d61a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:30.966495 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305dbcce-cb16-43ca-85d0-713856d61a7f admin admin] Router b19f8b02-6822-48ff-a25f-fe2c412c1165 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 16:06:31.143245 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305dbcce-cb16-43ca-85d0-713856d61a7f admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 16:06:31.155160 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a2fcc6-7a1b-4faf-881b-fbf339a3765d None None] Sync routers for ids ['b19f8b02-6822-48ff-a25f-fe2c412c1165'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:06:31.165530 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a2fcc6-7a1b-4faf-881b-fbf339a3765d None None] Routers {'b19f8b02-6822-48ff-a25f-fe2c412c1165'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:06:31.169705 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-22a2fcc6-7a1b-4faf-881b-fbf339a3765d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:06:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['b19f8b02-6822-48ff-a25f-fe2c412c1165'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:31.227734 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-305dbcce-cb16-43ca-85d0-713856d61a7f admin admin] 10.222.0.67 "PUT /v2.0/routers/b19f8b02-6822-48ff-a25f-fe2c412c1165/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7529390 Sep 23 16:06:31.230070 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59088) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:31.344546 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-22a2fcc6-7a1b-4faf-881b-fbf339a3765d None None] Set router b19f8b02-6822-48ff-a25f-fe2c412c1165 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:06:31.407575 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-282ccf4e-851a-46e7-9f7f-b8d5abc8459d admin admin] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:31.586460 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-282ccf4e-851a-46e7-9f7f-b8d5abc8459d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:31.619248 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-22a2fcc6-7a1b-4faf-881b-fbf339a3765d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19f8b02-6822-48ff-a25f-fe2c412c1165', 'name': 'tempest-TestShelveInstance-67455845-router', 'tenant_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.110'}], 'enable_snat': True}, 'gw_port_id': '37d815d1-984f-4a10-909d-f7ea91410cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:54Z', 'updated_at': '2022-09-23T16:06:30Z', 'revision_number': 5, 'project_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'gw_port': {'id': '37d815d1-984f-4a10-909d-f7ea91410cc7', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:71:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8b02-6822-48ff-a25f-fe2c412c1165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:55:55Z', 'updated_at': '2022-09-23T15:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:31.623020 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a2fcc6-7a1b-4faf-881b-fbf339a3765d None None] Checking router: b19f8b02-6822-48ff-a25f-fe2c412c1165 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:06:31.631667 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a2fcc6-7a1b-4faf-881b-fbf339a3765d None None] Routers {'b19f8b02-6822-48ff-a25f-fe2c412c1165'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:06:31.632246 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-22a2fcc6-7a1b-4faf-881b-fbf339a3765d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:06:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['b19f8b02-6822-48ff-a25f-fe2c412c1165'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:31.651233 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-282ccf4e-851a-46e7-9f7f-b8d5abc8459d admin admin] Deleting port 37d815d1-984f-4a10-909d-f7ea91410cc7 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 16:06:31.651578 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-282ccf4e-851a-46e7-9f7f-b8d5abc8459d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:31.783144 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-22a2fcc6-7a1b-4faf-881b-fbf339a3765d None None] Set router b19f8b02-6822-48ff-a25f-fe2c412c1165 gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:06:31.889861 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-22a2fcc6-7a1b-4faf-881b-fbf339a3765d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19f8b02-6822-48ff-a25f-fe2c412c1165', 'name': 'tempest-TestShelveInstance-67455845-router', 'tenant_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:54Z', 'updated_at': '2022-09-23T16:06:31Z', 'revision_number': 6, 'project_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:31.893777 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a2fcc6-7a1b-4faf-881b-fbf339a3765d None None] The sync data for ids ['b19f8b02-6822-48ff-a25f-fe2c412c1165'] in dv-neutron-859093-1-hyperv is: [{'id': 'b19f8b02-6822-48ff-a25f-fe2c412c1165', 'name': 'tempest-TestShelveInstance-67455845-router', 'tenant_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:55:54Z', 'updated_at': '2022-09-23T16:06:31Z', 'revision_number': 6, 'project_id': 'ba832862129f42e1ac3d2ca41f4ba7f0', 'gw_port_host': None}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:06:31.941769 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-282ccf4e-851a-46e7-9f7f-b8d5abc8459d admin admin] For port 37d815d1-984f-4a10-909d-f7ea91410cc7, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=37d815d1-984f-4a10-909d-f7ea91410cc7,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:06:31.942125 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-282ccf4e-851a-46e7-9f7f-b8d5abc8459d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:32.062342 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-282ccf4e-851a-46e7-9f7f-b8d5abc8459d admin admin] Calling delete_port for 37d815d1-984f-4a10-909d-f7ea91410cc7 owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 16:06:32.142711 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9a1efd60-a117-4ef0-a8d2-80f247cb6e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:32.314425 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-282ccf4e-851a-46e7-9f7f-b8d5abc8459d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:32.362277 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ccf4e-851a-46e7-9f7f-b8d5abc8459d admin admin] Pushing event deleted for resources: {'Port': ['ID=37d815d1-984f-4a10-909d-f7ea91410cc7,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:32.457801 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-282ccf4e-851a-46e7-9f7f-b8d5abc8459d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:32.636952 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-282ccf4e-851a-46e7-9f7f-b8d5abc8459d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:32.639401 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-282ccf4e-851a-46e7-9f7f-b8d5abc8459d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:32.646480 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 16:06:32.680880 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 16:06:32.681220 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 88dc6ebd-d5d9-4258-ab22-5bf44b7bc8e9 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 16:06:32.681635 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 37d815d1-984f-4a10-909d-f7ea91410cc7 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 16:06:32.718451 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 37d815d1-984f-4a10-909d-f7ea91410cc7 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 16:06:32.724107 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 37d815d1-984f-4a10-909d-f7ea91410cc7 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 16:06:32.742889 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-282ccf4e-851a-46e7-9f7f-b8d5abc8459d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:32.743428 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282ccf4e-851a-46e7-9f7f-b8d5abc8459d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b19f8b02-6822-48ff-a25f-fe2c412c1165 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 16:06:32.756314 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-282ccf4e-851a-46e7-9f7f-b8d5abc8459d admin admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:32.757417 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-282ccf4e-851a-46e7-9f7f-b8d5abc8459d admin admin] 10.222.0.67 "DELETE /v2.0/routers/b19f8b02-6822-48ff-a25f-fe2c412c1165 HTTP/1.1" status: 204 len: 168 time: 1.5263278 Sep 23 16:06:32.760020 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59092) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:32.824844 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9cf6ff-91d9-4c1f-9958-3a7cc294c85e admin admin] Deleting subnet 8b839db6-7336-4121-ace6-a408909a89e4 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 16:06:32.828278 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5d9cf6ff-91d9-4c1f-9958-3a7cc294c85e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:32.879880 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5d9cf6ff-91d9-4c1f-9958-3a7cc294c85e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:32.960823 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5d9cf6ff-91d9-4c1f-9958-3a7cc294c85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:33.091317 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5d9cf6ff-91d9-4c1f-9958-3a7cc294c85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:33.127421 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9cf6ff-91d9-4c1f-9958-3a7cc294c85e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b839db6-7336-4121-ace6-a408909a89e4,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:33.130729 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-5d9cf6ff-91d9-4c1f-9958-3a7cc294c85e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:33.137092 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-5d9cf6ff-91d9-4c1f-9958-3a7cc294c85e admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8b839db6-7336-4121-ace6-a408909a89e4 HTTP/1.1" status: 204 len: 168 time: 0.3759582 Sep 23 16:06:33.137272 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32db05dc-320a-40da-a86d-f25aafa9ebc8 None None] Network e228c084-4eb6-4a76-ba7a-32f9042732ef requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 16:06:33.139481 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59096) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:33.242425 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3d34-d422-4633-8f46-92fcf2c7c6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:33.252529 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-6e5f3d34-d422-4633-8f46-92fcf2c7c6d7 admin admin] Deleting port 657de152-c6fa-4df1-b512-7bec5503f69c {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 16:06:33.252853 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3d34-d422-4633-8f46-92fcf2c7c6d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:33.376907 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:33.390157 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f59fc6a-2c6e-4171-8da4-b51104005126 None None] DHCP port deletion for e228c084-4eb6-4a76-ba7a-32f9042732ef request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 16:06:33.394440 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0f59fc6a-2c6e-4171-8da4-b51104005126 None None] Deleting port 657de152-c6fa-4df1-b512-7bec5503f69c {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 16:06:33.394807 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0f59fc6a-2c6e-4171-8da4-b51104005126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:33.471202 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-6e5f3d34-d422-4633-8f46-92fcf2c7c6d7 admin admin] For port 657de152-c6fa-4df1-b512-7bec5503f69c, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=657de152-c6fa-4df1-b512-7bec5503f69c,segment=NetworkSegment(04f3ba5c-79c3-4314-bfa3-1d8a05413fd3),segment_id=04f3ba5c-79c3-4314-bfa3-1d8a05413fd3)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:06:33.471766 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3d34-d422-4633-8f46-92fcf2c7c6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:33.599207 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-0f59fc6a-2c6e-4171-8da4-b51104005126 None None] For port 657de152-c6fa-4df1-b512-7bec5503f69c, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=657de152-c6fa-4df1-b512-7bec5503f69c,segment=NetworkSegment(04f3ba5c-79c3-4314-bfa3-1d8a05413fd3),segment_id=04f3ba5c-79c3-4314-bfa3-1d8a05413fd3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:06:33.599593 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0f59fc6a-2c6e-4171-8da4-b51104005126 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:33.688479 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-6e5f3d34-d422-4633-8f46-92fcf2c7c6d7 admin admin] Calling delete_port for 657de152-c6fa-4df1-b512-7bec5503f69c owned by network:dhcp {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 16:06:33.719845 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0f59fc6a-2c6e-4171-8da4-b51104005126 None None] Calling delete_port for 657de152-c6fa-4df1-b512-7bec5503f69c owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 16:06:33.842609 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3d34-d422-4633-8f46-92fcf2c7c6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:33.848103 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-0f59fc6a-2c6e-4171-8da4-b51104005126 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 16:06:33.850683 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-0f59fc6a-2c6e-4171-8da4-b51104005126 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 16:06:33.890063 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f3d34-d422-4633-8f46-92fcf2c7c6d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=657de152-c6fa-4df1-b512-7bec5503f69c,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:33.891894 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5f3d34-d422-4633-8f46-92fcf2c7c6d7 admin admin] No DVR routers for this DVR port 657de152-c6fa-4df1-b512-7bec5503f69c on host dv-neutron-859093-1-hyperv {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:06:34.004963 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3d34-d422-4633-8f46-92fcf2c7c6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:34.029122 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-6e5f3d34-d422-4633-8f46-92fcf2c7c6d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e228c084-4eb6-4a76-ba7a-32f9042732ef']}} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:34.041328 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-6e5f3d34-d422-4633-8f46-92fcf2c7c6d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f3ba5c-79c3-4314-bfa3-1d8a05413fd3') {'for_net_delete': True} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:34.041634 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.services.segments.db [None req-6e5f3d34-d422-4633-8f46-92fcf2c7c6d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f3ba5c-79c3-4314-bfa3-1d8a05413fd3') {} {{(pid=89739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:34.052634 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3d34-d422-4633-8f46-92fcf2c7c6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15017040'] for segment, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:34.068736 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3d34-d422-4633-8f46-92fcf2c7c6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:34.074620 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5f3d34-d422-4633-8f46-92fcf2c7c6d7 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=89739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 16:06:34.075036 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3d34-d422-4633-8f46-92fcf2c7c6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-680726'] for segment, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:34.141722 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 04f3ba5c-79c3-4314-bfa3-1d8a05413fd3 resource provider aggregate not found Sep 23 16:06:34.165905 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.services.segments.plugin [-] Segment 04f3ba5c-79c3-4314-bfa3-1d8a05413fd3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04f3ba5c-79c3-4314-bfa3-1d8a05413fd3 found for delete ", "request_id": "req-986ae64c-35cf-4e5e-b8c6-ce82d65e1977"}]} Sep 23 16:06:34.239561 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3d34-d422-4633-8f46-92fcf2c7c6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:34.255074 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-6e5f3d34-d422-4633-8f46-92fcf2c7c6d7 admin admin] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:34.264947 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f3d34-d422-4633-8f46-92fcf2c7c6d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e228c084-4eb6-4a76-ba7a-32f9042732ef,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:34.272555 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-6e5f3d34-d422-4633-8f46-92fcf2c7c6d7 admin admin] 10.222.0.67 "DELETE /v2.0/networks/e228c084-4eb6-4a76-ba7a-32f9042732ef HTTP/1.1" status: 204 len: 168 time: 1.1320837 Sep 23 16:06:34.349746 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0f59fc6a-2c6e-4171-8da4-b51104005126 None None] Deleting port 657de152-c6fa-4df1-b512-7bec5503f69c {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 16:06:34.351906 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0f59fc6a-2c6e-4171-8da4-b51104005126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:34.450533 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0f59fc6a-2c6e-4171-8da4-b51104005126 None None] The port '657de152-c6fa-4df1-b512-7bec5503f69c' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 16:06:34.592813 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 657de152-c6fa-4df1-b512-7bec5503f69c no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 16:06:34.627781 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 657de152-c6fa-4df1-b512-7bec5503f69c {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 16:06:34.628127 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 657de152-c6fa-4df1-b512-7bec5503f69c not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 16:06:34.643796 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59106) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:34.695422 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-69daaead-d16e-41f0-8547-9545fbc10119 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0f44cc71986047e8945d4357988a0be1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504911 Sep 23 16:06:34.697838 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59110) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:34.753856 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f8c4f725-850f-435a-8581-b3d960398946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:34.780266 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f8c4f725-850f-435a-8581-b3d960398946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:34.899170 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f8c4f725-850f-435a-8581-b3d960398946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:34.914277 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4f725-850f-435a-8581-b3d960398946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae78239-3638-40d1-8110-afd6523c99d5,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:34.923740 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f8c4f725-850f-435a-8581-b3d960398946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:34.924908 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f8c4f725-850f-435a-8581-b3d960398946 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8ae78239-3638-40d1-8110-afd6523c99d5 HTTP/1.1" status: 204 len: 168 time: 0.2261631 Sep 23 16:06:35.159851 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec079f6c-9b21-494d-913f-a4c7d78e1ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:35.590458 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:35.628206 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59118) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:35.676156 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8f2e7d1c-a2a7-4fa8-9276-888239063d6f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ba832862129f42e1ac3d2ca41f4ba7f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468335 Sep 23 16:06:35.678721 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59122) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:35.737939 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3040219b-8752-4c21-8a24-ce765cd21b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:35.763972 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3040219b-8752-4c21-8a24-ce765cd21b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:35.814162 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:35.882222 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3040219b-8752-4c21-8a24-ce765cd21b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:35.897128 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040219b-8752-4c21-8a24-ce765cd21b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef72231-5b5c-4249-bc23-303eba0cffa0,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:35.904215 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3040219b-8752-4c21-8a24-ce765cd21b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:35.906074 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3040219b-8752-4c21-8a24-ce765cd21b00 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0ef72231-5b5c-4249-bc23-303eba0cffa0 HTTP/1.1" status: 204 len: 168 time: 0.2262623 Sep 23 16:06:37.051480 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59146) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:37.154368 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-35b4e79d-2dd9-41dd-a35e-58c5ae8b356a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1098930354-network', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:06:37.159037 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-35b4e79d-2dd9-41dd-a35e-58c5ae8b356a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:06:37.162873 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-35b4e79d-2dd9-41dd-a35e-58c5ae8b356a admin admin] Usage tracker for resource:network and tenant:82a3b5ea1d174e6586823e214e7cf94f is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 16:06:37.166304 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-35b4e79d-2dd9-41dd-a35e-58c5ae8b356a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 16:06:37.172773 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-35b4e79d-2dd9-41dd-a35e-58c5ae8b356a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:06:37.247738 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b4e79d-2dd9-41dd-a35e-58c5ae8b356a admin admin] Made reservation on behalf of 82a3b5ea1d174e6586823e214e7cf94f for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:06:37.247914 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:37.250076 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-35b4e79d-2dd9-41dd-a35e-58c5ae8b356a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:37.262676 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-35b4e79d-2dd9-41dd-a35e-58c5ae8b356a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:37.277331 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-35b4e79d-2dd9-41dd-a35e-58c5ae8b356a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:06:37.281167 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-35b4e79d-2dd9-41dd-a35e-58c5ae8b356a admin admin] Usage tracker for resource:security_group_rule and tenant:82a3b5ea1d174e6586823e214e7cf94f is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 16:06:37.283964 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-35b4e79d-2dd9-41dd-a35e-58c5ae8b356a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 16:06:37.290197 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-35b4e79d-2dd9-41dd-a35e-58c5ae8b356a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:06:37.370971 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-35b4e79d-2dd9-41dd-a35e-58c5ae8b356a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:37.447443 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-35b4e79d-2dd9-41dd-a35e-58c5ae8b356a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:37.479301 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b4e79d-2dd9-41dd-a35e-58c5ae8b356a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 16:06:37.484430 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4e79d-2dd9-41dd-a35e-58c5ae8b356a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2499e907-1a30-4d21-a0c8-bb2c0f5ab952,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:37.491822 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-35b4e79d-2dd9-41dd-a35e-58c5ae8b356a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:37.491822 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-35b4e79d-2dd9-41dd-a35e-58c5ae8b356a admin admin] Added segment adb90214-0885-4816-a565-5a5788cdef65 of type vlan for network ba916081-30df-4ada-b29d-2f311c461e11 Sep 23 16:06:37.520617 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-35b4e79d-2dd9-41dd-a35e-58c5ae8b356a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:37.618919 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-35b4e79d-2dd9-41dd-a35e-58c5ae8b356a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:37.619854 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b4e79d-2dd9-41dd-a35e-58c5ae8b356a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:06:37.620428 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-35b4e79d-2dd9-41dd-a35e-58c5ae8b356a admin admin] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:37.718651 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4e79d-2dd9-41dd-a35e-58c5ae8b356a admin admin] Pushing event updated for resources: {'Network': ['ID=ba916081-30df-4ada-b29d-2f311c461e11,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:37.728082 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network ba916081-30df-4ada-b29d-2f311c461e11 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 16:06:37.788892 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-35b4e79d-2dd9-41dd-a35e-58c5ae8b356a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7334247 Sep 23 16:06:37.789066 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59152) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:37.797518 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-3590390d-3af0-40b5-86ca-472d7e0107f7 admin admin] Request body: {'subnet': {'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1098930354-subnet', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'ip_version': 4}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:06:37.804256 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3590390d-3af0-40b5-86ca-472d7e0107f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:06:37.806820 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3590390d-3af0-40b5-86ca-472d7e0107f7 admin admin] Usage tracker for resource:subnet and tenant:82a3b5ea1d174e6586823e214e7cf94f is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 16:06:37.810090 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-3590390d-3af0-40b5-86ca-472d7e0107f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 16:06:37.815928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-3590390d-3af0-40b5-86ca-472d7e0107f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:06:37.908415 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3590390d-3af0-40b5-86ca-472d7e0107f7 admin admin] Made reservation on behalf of 82a3b5ea1d174e6586823e214e7cf94f for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:06:37.910771 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3590390d-3af0-40b5-86ca-472d7e0107f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:38.166063 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3590390d-3af0-40b5-86ca-472d7e0107f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:38.238754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590390d-3af0-40b5-86ca-472d7e0107f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2879baa2-c16c-46b6-8ca3-e63cfb87d0d0,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:38.249511 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3590390d-3af0-40b5-86ca-472d7e0107f7 admin admin] Checking segment: {'id': 'adb90214-0885-4816-a565-5a5788cdef65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 16:06:38.249866 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3590390d-3af0-40b5-86ca-472d7e0107f7 admin admin] Network hostable DHCP agents. Network: ba916081-30df-4ada-b29d-2f311c461e11, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 16:06:38.324971 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3590390d-3af0-40b5-86ca-472d7e0107f7 admin admin] Network ba916081-30df-4ada-b29d-2f311c461e11 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 16:06:38.399327 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-3590390d-3af0-40b5-86ca-472d7e0107f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, ba916081-30df-4ada-b29d-2f311c461e11) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:06:38.403371 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3590390d-3af0-40b5-86ca-472d7e0107f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:06:38.403956 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3590390d-3af0-40b5-86ca-472d7e0107f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:38.408029 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaa151d-637f-4156-a4ee-e575e5a001e7 None None] Network ba916081-30df-4ada-b29d-2f311c461e11 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 16:06:38.497542 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3590390d-3af0-40b5-86ca-472d7e0107f7 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7073855 Sep 23 16:06:38.500228 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59156) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:38.505182 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-d9764830-4f32-4d7e-825c-5e8856e934a1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1098930354-router', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:06:38.510026 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d9764830-4f32-4d7e-825c-5e8856e934a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:06:38.513929 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d9764830-4f32-4d7e-825c-5e8856e934a1 admin admin] Usage tracker for resource:router and tenant:82a3b5ea1d174e6586823e214e7cf94f is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 16:06:38.517092 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-d9764830-4f32-4d7e-825c-5e8856e934a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 16:06:38.523436 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-d9764830-4f32-4d7e-825c-5e8856e934a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:06:38.619336 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d9764830-4f32-4d7e-825c-5e8856e934a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:38.620376 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d9764830-4f32-4d7e-825c-5e8856e934a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:38.625462 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-ba916081-30df-4ada-b29d-2f311c461e11', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'fixed_ips': [{'subnet_id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 16:06:38.628173 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:38.634841 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d9764830-4f32-4d7e-825c-5e8856e934a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:38.787399 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Allocated IP 172.20.0.2 (ba916081-30df-4ada-b29d-2f311c461e11/2879baa2-c16c-46b6-8ca3-e63cfb87d0d0/5ef55331-e255-41e6-beb2-621b6df1851a) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:06:38.974362 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d9764830-4f32-4d7e-825c-5e8856e934a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:38.998993 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:39.009336 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Transition to ACTIVE for port object 5ef55331-e255-41e6-beb2-621b6df1851a will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:06:39.027779 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Transition to ACTIVE for port object 5ef55331-e255-41e6-beb2-621b6df1851a will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:06:39.094307 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:39.162383 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Network ba916081-30df-4ada-b29d-2f311c461e11 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:06:39.165542 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:06:39.169309 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 16:06:39.175103 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Pushing event updated for resources: {'Port': ['ID=5ef55331-e255-41e6-beb2-621b6df1851a,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:39.216558 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:39.216913 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:39.217260 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:39.217592 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:39.218083 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:39.218257 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:39.218608 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:39.218932 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:39.219260 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:39.219580 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:39.219911 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:39.220222 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:39.287324 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Attempting to bind port 5ef55331-e255-41e6-beb2-621b6df1851a on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 16:06:39.287830 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Attempting to bind port 5ef55331-e255-41e6-beb2-621b6df1851a by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'adb90214-0885-4816-a565-5a5788cdef65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 16:06:39.288201 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Attempting to bind port 5ef55331-e255-41e6-beb2-621b6df1851a on network ba916081-30df-4ada-b29d-2f311c461e11 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 16:06:39.293503 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 16, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 16:06:39.293878 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Checking segment: {'id': 'adb90214-0885-4816-a565-5a5788cdef65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 16:06:39.294301 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:39.294720 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Bound using segment: {'id': 'adb90214-0885-4816-a565-5a5788cdef65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 16:06:39.295181 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Bound port: 5ef55331-e255-41e6-beb2-621b6df1851a, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb90214-0885-4816-a565-5a5788cdef65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 16:06:39.295553 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:39.382384 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] For port 5ef55331-e255-41e6-beb2-621b6df1851a, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 16:06:39.385225 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] For port 5ef55331-e255-41e6-beb2-621b6df1851a, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5ef55331-e255-41e6-beb2-621b6df1851a,segment=NetworkSegment(adb90214-0885-4816-a565-5a5788cdef65),segment_id=adb90214-0885-4816-a565-5a5788cdef65)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 16:06:39.451867 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d9764830-4f32-4d7e-825c-5e8856e934a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:39.480582 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d9764830-4f32-4d7e-825c-5e8856e934a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:39.499782 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:39.584095 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e67bb-a172-40c6-946e-ff7986d2ce40 None None] Pushing event updated for resources: {'Port': ['ID=5ef55331-e255-41e6-beb2-621b6df1851a,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:39.624997 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-d9764830-4f32-4d7e-825c-5e8856e934a1 admin admin] Allocated IP 172.26.10.8 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/9cac2137-3f2f-46ef-b18a-c4d085e9949d) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:06:39.797338 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d9764830-4f32-4d7e-825c-5e8856e934a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:39.911035 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d9764830-4f32-4d7e-825c-5e8856e934a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:39.976955 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9764830-4f32-4d7e-825c-5e8856e934a1 admin admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:06:39.979970 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-d9764830-4f32-4d7e-825c-5e8856e934a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:06:39.983546 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9764830-4f32-4d7e-825c-5e8856e934a1 admin admin] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 16:06:40.017811 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9764830-4f32-4d7e-825c-5e8856e934a1 admin admin] Pushing event updated for resources: {'Port': ['ID=9cac2137-3f2f-46ef-b18a-c4d085e9949d,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:40.462708 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d9764830-4f32-4d7e-825c-5e8856e934a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:40.512293 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f6aed2-1178-4e6c-a5e6-fa96dc5d7958 None None] Network ba916081-30df-4ada-b29d-2f311c461e11 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 16:06:40.641099 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5ef55331-e255-41e6-beb2-621b6df1851a up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 16:06:40.720302 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-33e9727e-9ce8-4822-a8a6-c51fa176660b None None] Provisioning for port 5ef55331-e255-41e6-beb2-621b6df1851a completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:06:40.862947 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 5ef55331-e255-41e6-beb2-621b6df1851a completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:06:40.868884 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 5ef55331-e255-41e6-beb2-621b6df1851a triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:06:40.869256 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:40.869593 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 5ef55331-e255-41e6-beb2-621b6df1851a Sep 23 16:06:40.914576 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d9764830-4f32-4d7e-825c-5e8856e934a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:41.038456 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 5ef55331-e255-41e6-beb2-621b6df1851a is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:06:41.038856 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:41.079978 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 5ef55331-e255-41e6-beb2-621b6df1851a, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5ef55331-e255-41e6-beb2-621b6df1851a,segment=NetworkSegment(adb90214-0885-4816-a565-5a5788cdef65),segment_id=adb90214-0885-4816-a565-5a5788cdef65)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:06:41.080812 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ecd77f12-d97b-48eb-8924-599f7445b039 None None] Provisioning complete for port 5ef55331-e255-41e6-beb2-621b6df1851a triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:06:41.081172 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ecd77f12-d97b-48eb-8924-599f7445b039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:41.081489 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-ecd77f12-d97b-48eb-8924-599f7445b039 None None] Attempt 1 to provision port 5ef55331-e255-41e6-beb2-621b6df1851a Sep 23 16:06:41.167794 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9764830-4f32-4d7e-825c-5e8856e934a1 admin admin] Router 7c47b49b-6147-4a87-95df-9ebb681f6727 is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 16:06:41.172907 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:41.251773 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ecd77f12-d97b-48eb-8924-599f7445b039 None None] Current status of the port 5ef55331-e255-41e6-beb2-621b6df1851a is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:06:41.262239 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=5ef55331-e255-41e6-beb2-621b6df1851a,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:41.347686 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9764830-4f32-4d7e-825c-5e8856e934a1 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 16:06:41.356538 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a6d566-848b-4205-9098-6ccc9cdd10f0 None None] Sync routers for ids ['7c47b49b-6147-4a87-95df-9ebb681f6727'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:06:41.365666 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a6d566-848b-4205-9098-6ccc9cdd10f0 None None] Routers {'7c47b49b-6147-4a87-95df-9ebb681f6727'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:06:41.366853 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-66a6d566-848b-4205-9098-6ccc9cdd10f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:06:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['7c47b49b-6147-4a87-95df-9ebb681f6727'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:41.440684 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-d9764830-4f32-4d7e-825c-5e8856e934a1 admin admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:41.442496 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-d9764830-4f32-4d7e-825c-5e8856e934a1 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9412141 Sep 23 16:06:41.445250 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59160) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:41.541174 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-66a6d566-848b-4205-9098-6ccc9cdd10f0 None None] Set router 7c47b49b-6147-4a87-95df-9ebb681f6727 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:06:41.825621 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-66a6d566-848b-4205-9098-6ccc9cdd10f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'name': 'tempest-TestSnapshotPattern-1098930354-router', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8'}], 'enable_snat': True}, 'gw_port_id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:38Z', 'updated_at': '2022-09-23T16:06:40Z', 'revision_number': 3, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'gw_port': {'id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:39Z', 'updated_at': '2022-09-23T16:06:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:41.829474 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a6d566-848b-4205-9098-6ccc9cdd10f0 None None] Checking router: 7c47b49b-6147-4a87-95df-9ebb681f6727 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:06:41.829815 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a6d566-848b-4205-9098-6ccc9cdd10f0 None None] Updating router 7c47b49b-6147-4a87-95df-9ebb681f6727 port 9cac2137-3f2f-46ef-b18a-c4d085e9949d binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 16:06:41.880923 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-66a6d566-848b-4205-9098-6ccc9cdd10f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:42.106970 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c2c06a71-5e29-44ec-a7bd-2b228fceb5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:42.203524 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-66a6d566-848b-4205-9098-6ccc9cdd10f0 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:42.215922 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-66a6d566-848b-4205-9098-6ccc9cdd10f0 None None] Transition to ACTIVE for port object 9cac2137-3f2f-46ef-b18a-c4d085e9949d will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:06:42.288034 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-66a6d566-848b-4205-9098-6ccc9cdd10f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:42.355193 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-66a6d566-848b-4205-9098-6ccc9cdd10f0 None None] Attempting to bind port 9cac2137-3f2f-46ef-b18a-c4d085e9949d on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 16:06:42.355560 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-66a6d566-848b-4205-9098-6ccc9cdd10f0 None None] Attempting to bind port 9cac2137-3f2f-46ef-b18a-c4d085e9949d by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 16:06:42.355927 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a6d566-848b-4205-9098-6ccc9cdd10f0 None None] Attempting to bind port 9cac2137-3f2f-46ef-b18a-c4d085e9949d on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 16:06:42.364631 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a6d566-848b-4205-9098-6ccc9cdd10f0 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 16, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 16:06:42.364935 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a6d566-848b-4205-9098-6ccc9cdd10f0 None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 16:06:42.365334 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-66a6d566-848b-4205-9098-6ccc9cdd10f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:42.365731 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a6d566-848b-4205-9098-6ccc9cdd10f0 None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 16:06:42.366751 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-66a6d566-848b-4205-9098-6ccc9cdd10f0 None None] Bound port: 9cac2137-3f2f-46ef-b18a-c4d085e9949d, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 16:06:42.367128 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-66a6d566-848b-4205-9098-6ccc9cdd10f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:42.413595 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf116e46-a1c4-4091-9713-8a79c8317b29 None None] Pushing event updated for resources: {'Port': ['ID=9cac2137-3f2f-46ef-b18a-c4d085e9949d,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:42.422919 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-c2c06a71-5e29-44ec-a7bd-2b228fceb5d4 admin admin] Allocated IP 172.20.0.1 (ba916081-30df-4ada-b29d-2f311c461e11/2879baa2-c16c-46b6-8ca3-e63cfb87d0d0/2d1528d8-c682-4f89-be15-5a294c46e6db) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:06:42.447676 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-66a6d566-848b-4205-9098-6ccc9cdd10f0 None None] For port 9cac2137-3f2f-46ef-b18a-c4d085e9949d, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 16:06:42.450847 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-66a6d566-848b-4205-9098-6ccc9cdd10f0 None None] For port 9cac2137-3f2f-46ef-b18a-c4d085e9949d, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=9cac2137-3f2f-46ef-b18a-c4d085e9949d,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 16:06:42.516535 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-66a6d566-848b-4205-9098-6ccc9cdd10f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:42.571652 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c2c06a71-5e29-44ec-a7bd-2b228fceb5d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:42.582614 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a6d566-848b-4205-9098-6ccc9cdd10f0 None None] Routers {'7c47b49b-6147-4a87-95df-9ebb681f6727'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:06:42.583240 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-66a6d566-848b-4205-9098-6ccc9cdd10f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:06:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['7c47b49b-6147-4a87-95df-9ebb681f6727'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:42.588639 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [None req-c2c06a71-5e29-44ec-a7bd-2b228fceb5d4 admin admin] Transition to ACTIVE for port object 2d1528d8-c682-4f89-be15-5a294c46e6db will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:06:42.639633 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5ef55331-e255-41e6-beb2-621b6df1851a up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 16:06:42.648245 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c2c06a71-5e29-44ec-a7bd-2b228fceb5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:42.719261 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c06a71-5e29-44ec-a7bd-2b228fceb5d4 admin admin] Network ba916081-30df-4ada-b29d-2f311c461e11 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:06:42.722226 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-c2c06a71-5e29-44ec-a7bd-2b228fceb5d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:06:42.726414 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c06a71-5e29-44ec-a7bd-2b228fceb5d4 admin admin] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 16:06:42.755995 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c06a71-5e29-44ec-a7bd-2b228fceb5d4 admin admin] Pushing event updated for resources: {'Port': ['ID=2d1528d8-c682-4f89-be15-5a294c46e6db,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:42.760719 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf116e46-a1c4-4091-9713-8a79c8317b29 None None] Pushing event updated for resources: {'Port': ['ID=9cac2137-3f2f-46ef-b18a-c4d085e9949d,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:42.786494 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c2c06a71-5e29-44ec-a7bd-2b228fceb5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:42.863548 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 5ef55331-e255-41e6-beb2-621b6df1851a triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:06:42.863922 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:42.864259 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 5ef55331-e255-41e6-beb2-621b6df1851a Sep 23 16:06:42.917387 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-66a6d566-848b-4205-9098-6ccc9cdd10f0 None None] Set router 7c47b49b-6147-4a87-95df-9ebb681f6727 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:06:43.102246 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c2c06a71-5e29-44ec-a7bd-2b228fceb5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:43.119089 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-109f7940-28a3-4244-815a-3614862c01d5 None None] Provisioning for port 2d1528d8-c682-4f89-be15-5a294c46e6db completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:06:43.151898 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-109f7940-28a3-4244-815a-3614862c01d5 None None] Provisioning complete for port 2d1528d8-c682-4f89-be15-5a294c46e6db triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:06:43.152293 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-109f7940-28a3-4244-815a-3614862c01d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:43.152614 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-109f7940-28a3-4244-815a-3614862c01d5 None None] Attempt 1 to provision port 2d1528d8-c682-4f89-be15-5a294c46e6db Sep 23 16:06:43.262378 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-109f7940-28a3-4244-815a-3614862c01d5 None None] Port 2d1528d8-c682-4f89-be15-5a294c46e6db cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 16:06:43.264756 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 5ef55331-e255-41e6-beb2-621b6df1851a is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:06:43.323675 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c2c06a71-5e29-44ec-a7bd-2b228fceb5d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:43.324649 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-66a6d566-848b-4205-9098-6ccc9cdd10f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'name': 'tempest-TestSnapshotPattern-1098930354-router', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8'}], 'enable_snat': True}, 'gw_port_id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:38Z', 'updated_at': '2022-09-23T16:06:40Z', 'revision_number': 3, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'gw_port': {'id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:39Z', 'updated_at': '2022-09-23T16:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:43.328729 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a6d566-848b-4205-9098-6ccc9cdd10f0 None None] The sync data for ids ['7c47b49b-6147-4a87-95df-9ebb681f6727'] in dv-neutron-859093-1-hyperv is: [{'id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'name': 'tempest-TestSnapshotPattern-1098930354-router', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8'}], 'enable_snat': True}, 'gw_port_id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:38Z', 'updated_at': '2022-09-23T16:06:40Z', 'revision_number': 3, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'gw_port': {'id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:39Z', 'updated_at': '2022-09-23T16:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:06:43.384950 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c2c06a71-5e29-44ec-a7bd-2b228fceb5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:43.492490 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c06a71-5e29-44ec-a7bd-2b228fceb5d4 admin admin] Pushing event updated for resources: {'Port': ['ID=2d1528d8-c682-4f89-be15-5a294c46e6db,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:43.494883 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c2c06a71-5e29-44ec-a7bd-2b228fceb5d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:43.651462 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c06a71-5e29-44ec-a7bd-2b228fceb5d4 admin admin] Network ba916081-30df-4ada-b29d-2f311c461e11 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:06:43.652753 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-c2c06a71-5e29-44ec-a7bd-2b228fceb5d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:06:43.764124 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-109f7940-28a3-4244-815a-3614862c01d5 None None] Attempt 2 to provision port 2d1528d8-c682-4f89-be15-5a294c46e6db Sep 23 16:06:43.852582 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-109f7940-28a3-4244-815a-3614862c01d5 None None] Port 2d1528d8-c682-4f89-be15-5a294c46e6db cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 16:06:43.868626 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c06a71-5e29-44ec-a7bd-2b228fceb5d4 admin admin] Router 7c47b49b-6147-4a87-95df-9ebb681f6727 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 16:06:44.163661 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c06a71-5e29-44ec-a7bd-2b228fceb5d4 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 16:06:44.172919 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c2c06a71-5e29-44ec-a7bd-2b228fceb5d4 admin admin] 10.222.0.67 "PUT /v2.0/routers/7c47b49b-6147-4a87-95df-9ebb681f6727/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7266741 Sep 23 16:06:44.354034 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-109f7940-28a3-4244-815a-3614862c01d5 None None] Attempt 3 to provision port 2d1528d8-c682-4f89-be15-5a294c46e6db Sep 23 16:06:44.407992 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-109f7940-28a3-4244-815a-3614862c01d5 None None] Port 2d1528d8-c682-4f89-be15-5a294c46e6db cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 16:06:44.632708 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 9cac2137-3f2f-46ef-b18a-c4d085e9949d up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 16:06:44.750585 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 9cac2137-3f2f-46ef-b18a-c4d085e9949d completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:06:44.756088 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 9cac2137-3f2f-46ef-b18a-c4d085e9949d triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:06:44.756486 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:44.757437 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 9cac2137-3f2f-46ef-b18a-c4d085e9949d Sep 23 16:06:44.857856 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e150752-e3f1-4d26-ba1a-0a253243a38d None None] Sync routers for ids ['7c47b49b-6147-4a87-95df-9ebb681f6727'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:06:44.869647 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e150752-e3f1-4d26-ba1a-0a253243a38d None None] Routers {'7c47b49b-6147-4a87-95df-9ebb681f6727'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:06:44.870178 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-6e150752-e3f1-4d26-ba1a-0a253243a38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:06:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['7c47b49b-6147-4a87-95df-9ebb681f6727'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:44.878021 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 9cac2137-3f2f-46ef-b18a-c4d085e9949d is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:06:44.878536 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:44.896114 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 9cac2137-3f2f-46ef-b18a-c4d085e9949d, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=9cac2137-3f2f-46ef-b18a-c4d085e9949d,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:06:44.909330 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-109f7940-28a3-4244-815a-3614862c01d5 None None] Attempt 4 to provision port 2d1528d8-c682-4f89-be15-5a294c46e6db Sep 23 16:06:44.924250 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59178) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:44.931723 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-c560b471-e692-46df-851f-0ac45d7672ae admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-92119345-network', 'tenant_id': 'f1bd46467a6247b99f9015fb9570261a'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:06:44.936759 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c560b471-e692-46df-851f-0ac45d7672ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:06:44.940765 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c560b471-e692-46df-851f-0ac45d7672ae admin admin] Usage tracker for resource:network and tenant:f1bd46467a6247b99f9015fb9570261a is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 16:06:44.943818 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c560b471-e692-46df-851f-0ac45d7672ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 16:06:44.950415 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c560b471-e692-46df-851f-0ac45d7672ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:06:44.968326 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-109f7940-28a3-4244-815a-3614862c01d5 None None] Port 2d1528d8-c682-4f89-be15-5a294c46e6db cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 16:06:44.969007 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:45.019320 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c560b471-e692-46df-851f-0ac45d7672ae admin admin] Made reservation on behalf of f1bd46467a6247b99f9015fb9570261a for: {'network': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:06:45.021630 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c560b471-e692-46df-851f-0ac45d7672ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for network, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:45.034558 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c560b471-e692-46df-851f-0ac45d7672ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:45.036819 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=9cac2137-3f2f-46ef-b18a-c4d085e9949d,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:45.055571 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-6e150752-e3f1-4d26-ba1a-0a253243a38d None None] Set router 7c47b49b-6147-4a87-95df-9ebb681f6727 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:06:45.059663 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c560b471-e692-46df-851f-0ac45d7672ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:06:45.063548 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c560b471-e692-46df-851f-0ac45d7672ae admin admin] Usage tracker for resource:security_group_rule and tenant:f1bd46467a6247b99f9015fb9570261a is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 16:06:45.066550 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-c560b471-e692-46df-851f-0ac45d7672ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 16:06:45.072275 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-c560b471-e692-46df-851f-0ac45d7672ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:06:45.153635 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c560b471-e692-46df-851f-0ac45d7672ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:45.216987 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c560b471-e692-46df-851f-0ac45d7672ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:45.244576 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c560b471-e692-46df-851f-0ac45d7672ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=89739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 16:06:45.256731 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560b471-e692-46df-851f-0ac45d7672ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1640fa3-3efa-41f7-8081-321493ebfad4,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:45.261034 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c560b471-e692-46df-851f-0ac45d7672ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:45.261383 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.segments_db [None req-c560b471-e692-46df-851f-0ac45d7672ae admin admin] Added segment 7dc97165-9f5e-4542-b499-a539b7d8e023 of type vlan for network fdca8e6b-5298-419e-96b0-82a45160c0a3 Sep 23 16:06:45.289187 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c560b471-e692-46df-851f-0ac45d7672ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774174340702'] for network, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:45.376892 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c560b471-e692-46df-851f-0ac45d7672ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739'] for network, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:45.377787 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c560b471-e692-46df-851f-0ac45d7672ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:06:45.378420 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-c560b471-e692-46df-851f-0ac45d7672ae admin admin] Notify callbacks [] for network, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:45.401563 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-6e150752-e3f1-4d26-ba1a-0a253243a38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'name': 'tempest-TestSnapshotPattern-1098930354-router', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8'}], 'enable_snat': True}, 'gw_port_id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:38Z', 'updated_at': '2022-09-23T16:06:42Z', 'revision_number': 4, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'gw_port': {'id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b8:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:39Z', 'updated_at': '2022-09-23T16:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '2d1528d8-c682-4f89-be15-5a294c46e6db', 'name': '', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'mac_address': 'fa:16:3e:95:27:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:42Z', 'updated_at': '2022-09-23T16:06:43Z', 'revision_number': 2, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'subnets': [{'id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:45.405319 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e150752-e3f1-4d26-ba1a-0a253243a38d None None] Checking router: 7c47b49b-6147-4a87-95df-9ebb681f6727 for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:06:45.405665 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e150752-e3f1-4d26-ba1a-0a253243a38d None None] Updating router 7c47b49b-6147-4a87-95df-9ebb681f6727 port 2d1528d8-c682-4f89-be15-5a294c46e6db binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 16:06:45.457416 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6e150752-e3f1-4d26-ba1a-0a253243a38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:45.470248 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-109f7940-28a3-4244-815a-3614862c01d5 None None] Attempt 5 to provision port 2d1528d8-c682-4f89-be15-5a294c46e6db Sep 23 16:06:45.480971 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560b471-e692-46df-851f-0ac45d7672ae admin admin] Pushing event updated for resources: {'Network': ['ID=fdca8e6b-5298-419e-96b0-82a45160c0a3,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:45.496780 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Network fdca8e6b-5298-419e-96b0-82a45160c0a3 details requested by agent ovs-agent-dv-neutron-859093-1-hyperv with host dv-neutron-859093-1-hyperv {{(pid=89740) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 23 16:06:45.534403 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-c560b471-e692-46df-851f-0ac45d7672ae admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6082144 Sep 23 16:06:45.537117 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59182) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:45.543439 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-0077b796-bf48-494c-a660-8ff422d8982a admin admin] Request body: {'subnet': {'network_id': 'fdca8e6b-5298-419e-96b0-82a45160c0a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-92119345-subnet', 'tenant_id': 'f1bd46467a6247b99f9015fb9570261a', 'ip_version': 4}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:06:45.548623 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0077b796-bf48-494c-a660-8ff422d8982a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:06:45.553250 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0077b796-bf48-494c-a660-8ff422d8982a admin admin] Usage tracker for resource:subnet and tenant:f1bd46467a6247b99f9015fb9570261a is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 16:06:45.556590 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-0077b796-bf48-494c-a660-8ff422d8982a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 16:06:45.563007 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-0077b796-bf48-494c-a660-8ff422d8982a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:06:45.615296 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-109f7940-28a3-4244-815a-3614862c01d5 None None] Port 2d1528d8-c682-4f89-be15-5a294c46e6db cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 16:06:45.636479 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0077b796-bf48-494c-a660-8ff422d8982a admin admin] Made reservation on behalf of f1bd46467a6247b99f9015fb9570261a for: {'subnet': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:06:45.638882 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0077b796-bf48-494c-a660-8ff422d8982a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16537986'] for subnet, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:45.811958 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6e150752-e3f1-4d26-ba1a-0a253243a38d None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:45.826998 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-6e150752-e3f1-4d26-ba1a-0a253243a38d None None] Transition to ACTIVE for port object 2d1528d8-c682-4f89-be15-5a294c46e6db will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:06:45.887545 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6e150752-e3f1-4d26-ba1a-0a253243a38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:45.904900 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0077b796-bf48-494c-a660-8ff422d8982a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-680841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16538028'] for subnet, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:45.986248 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077b796-bf48-494c-a660-8ff422d8982a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3af6ba8e-50a6-4551-b8a5-b96028dd654a,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:45.990370 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0077b796-bf48-494c-a660-8ff422d8982a admin admin] Checking segment: {'id': '7dc97165-9f5e-4542-b499-a539b7d8e023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'fdca8e6b-5298-419e-96b0-82a45160c0a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 16:06:45.990733 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0077b796-bf48-494c-a660-8ff422d8982a admin admin] Network hostable DHCP agents. Network: fdca8e6b-5298-419e-96b0-82a45160c0a3, hostable agents: ['c21f1f2a-3d0a-488a-bfe6-7a6671a4940c'], hosted agents: [] {{(pid=89739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 16:06:46.077263 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd887044-25c4-4fc3-9fe1-0d37b71f3432 None None] Pushing event updated for resources: {'Port': ['ID=2d1528d8-c682-4f89-be15-5a294c46e6db,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:46.079499 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0077b796-bf48-494c-a660-8ff422d8982a admin admin] Network fdca8e6b-5298-419e-96b0-82a45160c0a3 is scheduled to be hosted by DHCP agent c21f1f2a-3d0a-488a-bfe6-7a6671a4940c with binding_index 1 {{(pid=89739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 16:06:46.096494 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd887044-25c4-4fc3-9fe1-0d37b71f3432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:46.096833 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd887044-25c4-4fc3-9fe1-0d37b71f3432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:46.097165 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd887044-25c4-4fc3-9fe1-0d37b71f3432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:46.097487 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd887044-25c4-4fc3-9fe1-0d37b71f3432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:46.097821 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd887044-25c4-4fc3-9fe1-0d37b71f3432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:46.098152 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd887044-25c4-4fc3-9fe1-0d37b71f3432 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:46.098492 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd887044-25c4-4fc3-9fe1-0d37b71f3432 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:46.098805 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd887044-25c4-4fc3-9fe1-0d37b71f3432 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:46.099162 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd887044-25c4-4fc3-9fe1-0d37b71f3432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:46.099437 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd887044-25c4-4fc3-9fe1-0d37b71f3432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:46.099747 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd887044-25c4-4fc3-9fe1-0d37b71f3432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:46.100055 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd887044-25c4-4fc3-9fe1-0d37b71f3432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:06:46.104519 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-6e150752-e3f1-4d26-ba1a-0a253243a38d None None] Attempting to bind port 2d1528d8-c682-4f89-be15-5a294c46e6db on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 16:06:46.104882 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-6e150752-e3f1-4d26-ba1a-0a253243a38d None None] Attempting to bind port 2d1528d8-c682-4f89-be15-5a294c46e6db by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': 'adb90214-0885-4816-a565-5a5788cdef65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 16:06:46.105232 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e150752-e3f1-4d26-ba1a-0a253243a38d None None] Attempting to bind port 2d1528d8-c682-4f89-be15-5a294c46e6db on network ba916081-30df-4ada-b29d-2f311c461e11 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 16:06:46.110502 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e150752-e3f1-4d26-ba1a-0a253243a38d None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 16, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 16:06:46.110865 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e150752-e3f1-4d26-ba1a-0a253243a38d None None] Checking segment: {'id': 'adb90214-0885-4816-a565-5a5788cdef65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 16:06:46.111248 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6e150752-e3f1-4d26-ba1a-0a253243a38d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:46.111617 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e150752-e3f1-4d26-ba1a-0a253243a38d None None] Bound using segment: {'id': 'adb90214-0885-4816-a565-5a5788cdef65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 16:06:46.112063 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-6e150752-e3f1-4d26-ba1a-0a253243a38d None None] Bound port: 2d1528d8-c682-4f89-be15-5a294c46e6db, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb90214-0885-4816-a565-5a5788cdef65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 16:06:46.112430 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6e150752-e3f1-4d26-ba1a-0a253243a38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:46.116876 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-109f7940-28a3-4244-815a-3614862c01d5 None None] Attempt 6 to provision port 2d1528d8-c682-4f89-be15-5a294c46e6db Sep 23 16:06:46.150931 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-0077b796-bf48-494c-a660-8ff422d8982a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859093-1-hyperv, fdca8e6b-5298-419e-96b0-82a45160c0a3) {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:06:46.154997 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0077b796-bf48-494c-a660-8ff422d8982a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:06:46.155792 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-0077b796-bf48-494c-a660-8ff422d8982a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:46.166280 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1451c17c-dc2f-40c2-9669-7b6270e2643a None None] Network fdca8e6b-5298-419e-96b0-82a45160c0a3 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 16:06:46.210643 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-6e150752-e3f1-4d26-ba1a-0a253243a38d None None] For port 2d1528d8-c682-4f89-be15-5a294c46e6db, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 16:06:46.213683 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-6e150752-e3f1-4d26-ba1a-0a253243a38d None None] For port 2d1528d8-c682-4f89-be15-5a294c46e6db, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=2d1528d8-c682-4f89-be15-5a294c46e6db,segment=NetworkSegment(adb90214-0885-4816-a565-5a5788cdef65),segment_id=adb90214-0885-4816-a565-5a5788cdef65)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 16:06:46.243494 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-0077b796-bf48-494c-a660-8ff422d8982a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7052226 Sep 23 16:06:46.246004 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59188) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:46.251165 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-b2e9345b-74e7-485c-91f7-1c1558e2b63d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-92119345-router', 'tenant_id': 'f1bd46467a6247b99f9015fb9570261a', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:06:46.256023 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b2e9345b-74e7-485c-91f7-1c1558e2b63d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:06:46.257298 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-109f7940-28a3-4244-815a-3614862c01d5 None None] Port 2d1528d8-c682-4f89-be15-5a294c46e6db cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 16:06:46.260521 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b2e9345b-74e7-485c-91f7-1c1558e2b63d admin admin] Usage tracker for resource:router and tenant:f1bd46467a6247b99f9015fb9570261a is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 16:06:46.263360 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-b2e9345b-74e7-485c-91f7-1c1558e2b63d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 16:06:46.269049 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-b2e9345b-74e7-485c-91f7-1c1558e2b63d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:06:46.294134 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6e150752-e3f1-4d26-ba1a-0a253243a38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:46.357072 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e150752-e3f1-4d26-ba1a-0a253243a38d None None] Routers {'7c47b49b-6147-4a87-95df-9ebb681f6727'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:06:46.357683 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-6e150752-e3f1-4d26-ba1a-0a253243a38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:06:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['7c47b49b-6147-4a87-95df-9ebb681f6727'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:46.379990 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b2e9345b-74e7-485c-91f7-1c1558e2b63d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1753884', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-985'] for router, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:46.381059 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b2e9345b-74e7-485c-91f7-1c1558e2b63d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1756983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1754167', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-982'] for router, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:46.399830 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b2e9345b-74e7-485c-91f7-1c1558e2b63d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:46.401070 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd532c8c-cf77-44fa-a5b2-cc5428529c77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2206e01-4743-5f29-a035-d7194fdacb8a-fdca8e6b-5298-419e-96b0-82a45160c0a3', 'network_id': 'fdca8e6b-5298-419e-96b0-82a45160c0a3', 'tenant_id': 'f1bd46467a6247b99f9015fb9570261a', 'fixed_ips': [{'subnet_id': '3af6ba8e-50a6-4551-b8a5-b96028dd654a'}]}} from dv-neutron-859093-1-hyperv. {{(pid=89740) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 23 16:06:46.401902 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd532c8c-cf77-44fa-a5b2-cc5428529c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:46.440268 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd887044-25c4-4fc3-9fe1-0d37b71f3432 None None] Pushing event updated for resources: {'Port': ['ID=2d1528d8-c682-4f89-be15-5a294c46e6db,revision_number=4']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:46.549151 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-6e150752-e3f1-4d26-ba1a-0a253243a38d None None] Set router 7c47b49b-6147-4a87-95df-9ebb681f6727 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:06:46.601708 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-fd532c8c-cf77-44fa-a5b2-cc5428529c77 None None] Allocated IP 172.20.0.2 (fdca8e6b-5298-419e-96b0-82a45160c0a3/3af6ba8e-50a6-4551-b8a5-b96028dd654a/cc2b173d-b44e-4b7f-a48d-baabf2222b2a) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:06:46.634421 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 9cac2137-3f2f-46ef-b18a-c4d085e9949d up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 16:06:46.758546 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-109f7940-28a3-4244-815a-3614862c01d5 None None] Attempt 7 to provision port 2d1528d8-c682-4f89-be15-5a294c46e6db Sep 23 16:06:46.794843 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b2e9345b-74e7-485c-91f7-1c1558e2b63d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1754117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1753861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:46.903650 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-109f7940-28a3-4244-815a-3614862c01d5 None None] Port 2d1528d8-c682-4f89-be15-5a294c46e6db had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 16:06:46.905519 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-6e150752-e3f1-4d26-ba1a-0a253243a38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'name': 'tempest-TestSnapshotPattern-1098930354-router', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8'}], 'enable_snat': True}, 'gw_port_id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:38Z', 'updated_at': '2022-09-23T16:06:42Z', 'revision_number': 4, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'gw_port': {'id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:39Z', 'updated_at': '2022-09-23T16:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '2d1528d8-c682-4f89-be15-5a294c46e6db', 'name': '', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'mac_address': 'fa:16:3e:95:27:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:42Z', 'updated_at': '2022-09-23T16:06:46Z', 'revision_number': 4, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'subnets': [{'id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:46.910112 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e150752-e3f1-4d26-ba1a-0a253243a38d None None] The sync data for ids ['7c47b49b-6147-4a87-95df-9ebb681f6727'] in dv-neutron-859093-1-hyperv is: [{'id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'name': 'tempest-TestSnapshotPattern-1098930354-router', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8'}], 'enable_snat': True}, 'gw_port_id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:38Z', 'updated_at': '2022-09-23T16:06:42Z', 'revision_number': 4, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'gw_port': {'id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:39Z', 'updated_at': '2022-09-23T16:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '2d1528d8-c682-4f89-be15-5a294c46e6db', 'name': '', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'mac_address': 'fa:16:3e:95:27:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:42Z', 'updated_at': '2022-09-23T16:06:46Z', 'revision_number': 4, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'subnets': [{'id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:06:46.916611 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 9cac2137-3f2f-46ef-b18a-c4d085e9949d triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:06:46.916982 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:46.917309 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 9cac2137-3f2f-46ef-b18a-c4d085e9949d Sep 23 16:06:47.001759 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd532c8c-cf77-44fa-a5b2-cc5428529c77 None None] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:47.026144 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-fd532c8c-cf77-44fa-a5b2-cc5428529c77 None None] Transition to ACTIVE for port object cc2b173d-b44e-4b7f-a48d-baabf2222b2a will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:06:47.093783 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-fd532c8c-cf77-44fa-a5b2-cc5428529c77 None None] Transition to ACTIVE for port object cc2b173d-b44e-4b7f-a48d-baabf2222b2a will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:06:47.112680 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 9cac2137-3f2f-46ef-b18a-c4d085e9949d is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:06:47.183186 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd532c8c-cf77-44fa-a5b2-cc5428529c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:47.227091 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b2e9345b-74e7-485c-91f7-1c1558e2b63d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:47.252282 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd532c8c-cf77-44fa-a5b2-cc5428529c77 None None] Network fdca8e6b-5298-419e-96b0-82a45160c0a3 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:06:47.255408 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-fd532c8c-cf77-44fa-a5b2-cc5428529c77 None None] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:06:47.259726 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd532c8c-cf77-44fa-a5b2-cc5428529c77 None None] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 16:06:47.261813 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b2e9345b-74e7-485c-91f7-1c1558e2b63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:47.298359 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd532c8c-cf77-44fa-a5b2-cc5428529c77 None None] Pushing event updated for resources: {'Port': ['ID=cc2b173d-b44e-4b7f-a48d-baabf2222b2a,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:47.370507 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-fd532c8c-cf77-44fa-a5b2-cc5428529c77 None None] Attempting to bind port cc2b173d-b44e-4b7f-a48d-baabf2222b2a on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 16:06:47.371144 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-fd532c8c-cf77-44fa-a5b2-cc5428529c77 None None] Attempting to bind port cc2b173d-b44e-4b7f-a48d-baabf2222b2a by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '7dc97165-9f5e-4542-b499-a539b7d8e023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'fdca8e6b-5298-419e-96b0-82a45160c0a3'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 16:06:47.371660 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd532c8c-cf77-44fa-a5b2-cc5428529c77 None None] Attempting to bind port cc2b173d-b44e-4b7f-a48d-baabf2222b2a on network fdca8e6b-5298-419e-96b0-82a45160c0a3 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 16:06:47.377408 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd532c8c-cf77-44fa-a5b2-cc5428529c77 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 16, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 16:06:47.377783 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd532c8c-cf77-44fa-a5b2-cc5428529c77 None None] Checking segment: {'id': '7dc97165-9f5e-4542-b499-a539b7d8e023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'fdca8e6b-5298-419e-96b0-82a45160c0a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 16:06:47.378184 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd532c8c-cf77-44fa-a5b2-cc5428529c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:47.378752 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd532c8c-cf77-44fa-a5b2-cc5428529c77 None None] Bound using segment: {'id': '7dc97165-9f5e-4542-b499-a539b7d8e023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'fdca8e6b-5298-419e-96b0-82a45160c0a3'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 16:06:47.379386 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-fd532c8c-cf77-44fa-a5b2-cc5428529c77 None None] Bound port: cc2b173d-b44e-4b7f-a48d-baabf2222b2a, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc97165-9f5e-4542-b499-a539b7d8e023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'fdca8e6b-5298-419e-96b0-82a45160c0a3'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 16:06:47.379926 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd532c8c-cf77-44fa-a5b2-cc5428529c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:47.405889 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-b2e9345b-74e7-485c-91f7-1c1558e2b63d admin admin] Allocated IP 172.26.10.96 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/80816a28-e426-4133-bfdb-98a06261d746) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:06:47.478285 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-fd532c8c-cf77-44fa-a5b2-cc5428529c77 None None] For port cc2b173d-b44e-4b7f-a48d-baabf2222b2a, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 16:06:47.481985 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-fd532c8c-cf77-44fa-a5b2-cc5428529c77 None None] For port cc2b173d-b44e-4b7f-a48d-baabf2222b2a, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=cc2b173d-b44e-4b7f-a48d-baabf2222b2a,segment=NetworkSegment(7dc97165-9f5e-4542-b499-a539b7d8e023),segment_id=7dc97165-9f5e-4542-b499-a539b7d8e023)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 16:06:47.548962 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd532c8c-cf77-44fa-a5b2-cc5428529c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:47.635757 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd532c8c-cf77-44fa-a5b2-cc5428529c77 None None] Pushing event updated for resources: {'Port': ['ID=cc2b173d-b44e-4b7f-a48d-baabf2222b2a,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:47.701323 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b2e9345b-74e7-485c-91f7-1c1558e2b63d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:47.803838 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b2e9345b-74e7-485c-91f7-1c1558e2b63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:47.883820 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e9345b-74e7-485c-91f7-1c1558e2b63d admin admin] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:06:47.886832 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-b2e9345b-74e7-485c-91f7-1c1558e2b63d admin admin] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:06:47.890611 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e9345b-74e7-485c-91f7-1c1558e2b63d admin admin] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 16:06:47.921068 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9345b-74e7-485c-91f7-1c1558e2b63d admin admin] Pushing event updated for resources: {'Port': ['ID=80816a28-e426-4133-bfdb-98a06261d746,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:48.379462 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b2e9345b-74e7-485c-91f7-1c1558e2b63d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:48.576811 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c55729e-e841-47a0-b5eb-2ecad63ecdd4 None None] Network fdca8e6b-5298-419e-96b0-82a45160c0a3 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 16:06:48.667937 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device cc2b173d-b44e-4b7f-a48d-baabf2222b2a up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 16:06:48.760510 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b2e9345b-74e7-485c-91f7-1c1558e2b63d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1753870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1754086'] for router, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:48.801970 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d5a838b9-1ad7-4105-bb17-a3a618ba5a8b None None] Provisioning for port cc2b173d-b44e-4b7f-a48d-baabf2222b2a completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:06:48.862254 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port cc2b173d-b44e-4b7f-a48d-baabf2222b2a completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:06:48.873915 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port cc2b173d-b44e-4b7f-a48d-baabf2222b2a triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:06:48.874287 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:48.874641 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port cc2b173d-b44e-4b7f-a48d-baabf2222b2a Sep 23 16:06:49.008687 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port cc2b173d-b44e-4b7f-a48d-baabf2222b2a is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:06:49.009071 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:49.045454 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port cc2b173d-b44e-4b7f-a48d-baabf2222b2a, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=cc2b173d-b44e-4b7f-a48d-baabf2222b2a,segment=NetworkSegment(7dc97165-9f5e-4542-b499-a539b7d8e023),segment_id=7dc97165-9f5e-4542-b499-a539b7d8e023)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:06:49.053285 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e9345b-74e7-485c-91f7-1c1558e2b63d admin admin] Router 5b103b07-02a7-490f-83c1-d8135d67720d is scheduled to L3 agent b32385b0-aa71-410f-856d-9576479f99e9 with binding_index 1 {{(pid=89739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 23 16:06:49.132480 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2ddf9f1f-ccdc-4588-b663-a2db752d449a None None] Provisioning complete for port cc2b173d-b44e-4b7f-a48d-baabf2222b2a triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:06:49.132854 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2ddf9f1f-ccdc-4588-b663-a2db752d449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:49.133187 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2ddf9f1f-ccdc-4588-b663-a2db752d449a None None] Attempt 1 to provision port cc2b173d-b44e-4b7f-a48d-baabf2222b2a Sep 23 16:06:49.167874 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:49.168628 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 2d1528d8-c682-4f89-be15-5a294c46e6db up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 16:06:49.312265 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=cc2b173d-b44e-4b7f-a48d-baabf2222b2a,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:49.359799 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e9345b-74e7-485c-91f7-1c1558e2b63d admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 16:06:49.388549 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c76b1d-eb44-47f2-8e7b-29fa119863f1 None None] Sync routers for ids ['5b103b07-02a7-490f-83c1-d8135d67720d'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:06:49.416706 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c76b1d-eb44-47f2-8e7b-29fa119863f1 None None] Routers {'5b103b07-02a7-490f-83c1-d8135d67720d'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:06:49.417323 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-81c76b1d-eb44-47f2-8e7b-29fa119863f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:06:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['5b103b07-02a7-490f-83c1-d8135d67720d'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:49.468316 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-b2e9345b-74e7-485c-91f7-1c1558e2b63d admin admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:49.472183 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-b2e9345b-74e7-485c-91f7-1c1558e2b63d admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2225649 Sep 23 16:06:49.472307 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2ddf9f1f-ccdc-4588-b663-a2db752d449a None None] Current status of the port cc2b173d-b44e-4b7f-a48d-baabf2222b2a is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:06:49.472945 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 59192) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:49.498790 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 2d1528d8-c682-4f89-be15-5a294c46e6db completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:06:49.509512 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 2d1528d8-c682-4f89-be15-5a294c46e6db triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:06:49.509893 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:49.510234 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 2d1528d8-c682-4f89-be15-5a294c46e6db Sep 23 16:06:49.650389 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-81c76b1d-eb44-47f2-8e7b-29fa119863f1 None None] Set router 5b103b07-02a7-490f-83c1-d8135d67720d gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:06:49.883171 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 2d1528d8-c682-4f89-be15-5a294c46e6db is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:06:49.883551 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:49.974135 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 2d1528d8-c682-4f89-be15-5a294c46e6db, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=2d1528d8-c682-4f89-be15-5a294c46e6db,segment=NetworkSegment(adb90214-0885-4816-a565-5a5788cdef65),segment_id=adb90214-0885-4816-a565-5a5788cdef65)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:06:50.015317 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-81c76b1d-eb44-47f2-8e7b-29fa119863f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b103b07-02a7-490f-83c1-d8135d67720d', 'name': 'tempest-TestSnapshotPattern-92119345-router', 'tenant_id': 'f1bd46467a6247b99f9015fb9570261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.96'}], 'enable_snat': True}, 'gw_port_id': '80816a28-e426-4133-bfdb-98a06261d746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:46Z', 'updated_at': '2022-09-23T16:06:48Z', 'revision_number': 3, 'project_id': 'f1bd46467a6247b99f9015fb9570261a', 'gw_port': {'id': '80816a28-e426-4133-bfdb-98a06261d746', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b103b07-02a7-490f-83c1-d8135d67720d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:47Z', 'updated_at': '2022-09-23T16:06:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:50.020005 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c76b1d-eb44-47f2-8e7b-29fa119863f1 None None] Checking router: 5b103b07-02a7-490f-83c1-d8135d67720d for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:06:50.020353 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c76b1d-eb44-47f2-8e7b-29fa119863f1 None None] Updating router 5b103b07-02a7-490f-83c1-d8135d67720d port 80816a28-e426-4133-bfdb-98a06261d746 binding host dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 16:06:50.048755 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:50.132550 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-81c76b1d-eb44-47f2-8e7b-29fa119863f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:50.182496 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=2d1528d8-c682-4f89-be15-5a294c46e6db,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:50.270251 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd5afa65-c0ee-4d22-8396-fbb6a9eabb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:50.466029 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-81c76b1d-eb44-47f2-8e7b-29fa119863f1 None None] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:50.478055 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_common [None req-bd5afa65-c0ee-4d22-8396-fbb6a9eabb69 admin admin] Allocated IP 172.20.0.1 (fdca8e6b-5298-419e-96b0-82a45160c0a3/3af6ba8e-50a6-4551-b8a5-b96028dd654a/69751f9f-2b61-4b87-a352-e3afe7f1c466) {{(pid=89738) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:06:50.478604 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-81c76b1d-eb44-47f2-8e7b-29fa119863f1 None None] Transition to ACTIVE for port object 80816a28-e426-4133-bfdb-98a06261d746 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:06:50.565486 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-81c76b1d-eb44-47f2-8e7b-29fa119863f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:50.621086 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device cc2b173d-b44e-4b7f-a48d-baabf2222b2a up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 16:06:50.630028 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd5afa65-c0ee-4d22-8396-fbb6a9eabb69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:50.645599 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.provisioning_blocks [None req-bd5afa65-c0ee-4d22-8396-fbb6a9eabb69 admin admin] Transition to ACTIVE for port object 69751f9f-2b61-4b87-a352-e3afe7f1c466 will not be triggered until provisioned by entity DHCP. {{(pid=89738) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:06:50.657972 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-81c76b1d-eb44-47f2-8e7b-29fa119863f1 None None] Attempting to bind port 80816a28-e426-4133-bfdb-98a06261d746 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 16:06:50.660644 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-81c76b1d-eb44-47f2-8e7b-29fa119863f1 None None] Attempting to bind port 80816a28-e426-4133-bfdb-98a06261d746 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 16:06:50.660644 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c76b1d-eb44-47f2-8e7b-29fa119863f1 None None] Attempting to bind port 80816a28-e426-4133-bfdb-98a06261d746 on network 61b1518d-d511-4beb-b056-d894a2c85079 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 16:06:50.686550 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c76b1d-eb44-47f2-8e7b-29fa119863f1 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 16, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 16:06:50.686912 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c76b1d-eb44-47f2-8e7b-29fa119863f1 None None] Checking segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 16:06:50.689756 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-81c76b1d-eb44-47f2-8e7b-29fa119863f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:50.689756 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c76b1d-eb44-47f2-8e7b-29fa119863f1 None None] Bound using segment: {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 16:06:50.689756 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-81c76b1d-eb44-47f2-8e7b-29fa119863f1 None None] Bound port: 80816a28-e426-4133-bfdb-98a06261d746, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e7d8a1-8ccf-400f-98c7-167b030282c3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 16:06:50.689756 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-81c76b1d-eb44-47f2-8e7b-29fa119863f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:50.724285 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf6b5a-eeb0-4fa4-984c-25723b56aee6 None None] Pushing event updated for resources: {'Port': ['ID=80816a28-e426-4133-bfdb-98a06261d746,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:50.737363 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd5afa65-c0ee-4d22-8396-fbb6a9eabb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:50.779514 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port cc2b173d-b44e-4b7f-a48d-baabf2222b2a triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:06:50.779881 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:50.780211 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port cc2b173d-b44e-4b7f-a48d-baabf2222b2a Sep 23 16:06:50.808694 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5afa65-c0ee-4d22-8396-fbb6a9eabb69 admin admin] Network fdca8e6b-5298-419e-96b0-82a45160c0a3 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:06:50.812365 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-bd5afa65-c0ee-4d22-8396-fbb6a9eabb69 admin admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:06:50.812500 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-81c76b1d-eb44-47f2-8e7b-29fa119863f1 None None] For port 80816a28-e426-4133-bfdb-98a06261d746, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 16:06:50.814112 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5afa65-c0ee-4d22-8396-fbb6a9eabb69 admin admin] Received port after_create {{(pid=89738) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 16:06:50.834969 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-81c76b1d-eb44-47f2-8e7b-29fa119863f1 None None] For port 80816a28-e426-4133-bfdb-98a06261d746, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=80816a28-e426-4133-bfdb-98a06261d746,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 16:06:50.860579 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5afa65-c0ee-4d22-8396-fbb6a9eabb69 admin admin] Pushing event updated for resources: {'Port': ['ID=69751f9f-2b61-4b87-a352-e3afe7f1c466,revision_number=1']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:50.877094 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd5afa65-c0ee-4d22-8396-fbb6a9eabb69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753912'] for router_interface, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:50.906142 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-81c76b1d-eb44-47f2-8e7b-29fa119863f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:50.938893 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port cc2b173d-b44e-4b7f-a48d-baabf2222b2a is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:06:50.939937 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 2d1528d8-c682-4f89-be15-5a294c46e6db up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 16:06:51.059814 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c76b1d-eb44-47f2-8e7b-29fa119863f1 None None] Routers {'5b103b07-02a7-490f-83c1-d8135d67720d'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:06:51.060349 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-81c76b1d-eb44-47f2-8e7b-29fa119863f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:06:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['5b103b07-02a7-490f-83c1-d8135d67720d'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:51.160062 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf6b5a-eeb0-4fa4-984c-25723b56aee6 None None] Pushing event updated for resources: {'Port': ['ID=80816a28-e426-4133-bfdb-98a06261d746,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:51.207084 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd5afa65-c0ee-4d22-8396-fbb6a9eabb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:51.219376 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2720db41-f2d7-42ba-9dc7-7a3f1f47a6aa None None] Provisioning for port 69751f9f-2b61-4b87-a352-e3afe7f1c466 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:06:51.245274 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2720db41-f2d7-42ba-9dc7-7a3f1f47a6aa None None] Provisioning complete for port 69751f9f-2b61-4b87-a352-e3afe7f1c466 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:06:51.245642 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2720db41-f2d7-42ba-9dc7-7a3f1f47a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:51.245970 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2720db41-f2d7-42ba-9dc7-7a3f1f47a6aa None None] Attempt 1 to provision port 69751f9f-2b61-4b87-a352-e3afe7f1c466 Sep 23 16:06:51.277772 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 2d1528d8-c682-4f89-be15-5a294c46e6db triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:06:51.278185 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:51.278518 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 2d1528d8-c682-4f89-be15-5a294c46e6db Sep 23 16:06:51.363623 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2720db41-f2d7-42ba-9dc7-7a3f1f47a6aa None None] Port 69751f9f-2b61-4b87-a352-e3afe7f1c466 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 16:06:51.365532 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-81c76b1d-eb44-47f2-8e7b-29fa119863f1 None None] Set router 5b103b07-02a7-490f-83c1-d8135d67720d gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:06:51.432232 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd5afa65-c0ee-4d22-8396-fbb6a9eabb69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:51.488067 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd5afa65-c0ee-4d22-8396-fbb6a9eabb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14904025'] for port, after_update {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:51.595330 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5afa65-c0ee-4d22-8396-fbb6a9eabb69 admin admin] Pushing event updated for resources: {'Port': ['ID=69751f9f-2b61-4b87-a352-e3afe7f1c466,revision_number=2']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:51.597843 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bd5afa65-c0ee-4d22-8396-fbb6a9eabb69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1755857'] for router_interface, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:51.633873 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 2d1528d8-c682-4f89-be15-5a294c46e6db is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:06:51.702251 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-81c76b1d-eb44-47f2-8e7b-29fa119863f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b103b07-02a7-490f-83c1-d8135d67720d', 'name': 'tempest-TestSnapshotPattern-92119345-router', 'tenant_id': 'f1bd46467a6247b99f9015fb9570261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.96'}], 'enable_snat': True}, 'gw_port_id': '80816a28-e426-4133-bfdb-98a06261d746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:46Z', 'updated_at': '2022-09-23T16:06:48Z', 'revision_number': 3, 'project_id': 'f1bd46467a6247b99f9015fb9570261a', 'gw_port': {'id': '80816a28-e426-4133-bfdb-98a06261d746', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b103b07-02a7-490f-83c1-d8135d67720d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:47Z', 'updated_at': '2022-09-23T16:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:51.706180 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c76b1d-eb44-47f2-8e7b-29fa119863f1 None None] The sync data for ids ['5b103b07-02a7-490f-83c1-d8135d67720d'] in dv-neutron-859093-1-hyperv is: [{'id': '5b103b07-02a7-490f-83c1-d8135d67720d', 'name': 'tempest-TestSnapshotPattern-92119345-router', 'tenant_id': 'f1bd46467a6247b99f9015fb9570261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.96'}], 'enable_snat': True}, 'gw_port_id': '80816a28-e426-4133-bfdb-98a06261d746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:46Z', 'updated_at': '2022-09-23T16:06:48Z', 'revision_number': 3, 'project_id': 'f1bd46467a6247b99f9015fb9570261a', 'gw_port': {'id': '80816a28-e426-4133-bfdb-98a06261d746', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b103b07-02a7-490f-83c1-d8135d67720d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:47Z', 'updated_at': '2022-09-23T16:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:06:51.735591 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5afa65-c0ee-4d22-8396-fbb6a9eabb69 admin admin] Network fdca8e6b-5298-419e-96b0-82a45160c0a3 is already hosted by enough agents. {{(pid=89738) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:06:51.736723 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.base_scheduler [None req-bd5afa65-c0ee-4d22-8396-fbb6a9eabb69 admin admin] Resources bound (agent type, host, resource id): {{(pid=89738) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:06:51.864783 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2720db41-f2d7-42ba-9dc7-7a3f1f47a6aa None None] Attempt 2 to provision port 69751f9f-2b61-4b87-a352-e3afe7f1c466 Sep 23 16:06:51.935595 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2720db41-f2d7-42ba-9dc7-7a3f1f47a6aa None None] Port 69751f9f-2b61-4b87-a352-e3afe7f1c466 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 16:06:52.071727 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5afa65-c0ee-4d22-8396-fbb6a9eabb69 admin admin] Router 5b103b07-02a7-490f-83c1-d8135d67720d has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 16:06:52.264567 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5afa65-c0ee-4d22-8396-fbb6a9eabb69 admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 16:06:52.274772 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bd5afa65-c0ee-4d22-8396-fbb6a9eabb69 admin admin] 10.222.0.67 "PUT /v2.0/routers/5b103b07-02a7-490f-83c1-d8135d67720d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8007264 Sep 23 16:06:52.436763 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2720db41-f2d7-42ba-9dc7-7a3f1f47a6aa None None] Attempt 3 to provision port 69751f9f-2b61-4b87-a352-e3afe7f1c466 Sep 23 16:06:52.491493 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2720db41-f2d7-42ba-9dc7-7a3f1f47a6aa None None] Port 69751f9f-2b61-4b87-a352-e3afe7f1c466 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 16:06:52.633202 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 80816a28-e426-4133-bfdb-98a06261d746 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 16:06:52.746785 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59202) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:52.752159 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-425dddfa-1a66-4e8c-b862-ca1941184a88 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-146024947', 'description': 'tempest-secgroup-smoke-146024947 description', 'project_id': '82a3b5ea1d174e6586823e214e7cf94f'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:06:52.758735 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-425dddfa-1a66-4e8c-b862-ca1941184a88 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:06:52.763196 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-425dddfa-1a66-4e8c-b862-ca1941184a88 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Usage tracker for resource:security_group and tenant:82a3b5ea1d174e6586823e214e7cf94f is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 16:06:52.766031 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-425dddfa-1a66-4e8c-b862-ca1941184a88 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 16:06:52.768002 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 80816a28-e426-4133-bfdb-98a06261d746 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:06:52.772819 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-425dddfa-1a66-4e8c-b862-ca1941184a88 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:06:52.775306 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 80816a28-e426-4133-bfdb-98a06261d746 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:06:52.775984 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:52.776341 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 80816a28-e426-4133-bfdb-98a06261d746 Sep 23 16:06:52.835371 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-425dddfa-1a66-4e8c-b862-ca1941184a88 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for security_group, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:52.855550 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-425dddfa-1a66-4e8c-b862-ca1941184a88 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:06:52.859378 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-425dddfa-1a66-4e8c-b862-ca1941184a88 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Usage tracker for resource:security_group_rule and tenant:82a3b5ea1d174e6586823e214e7cf94f is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 16:06:52.862199 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-425dddfa-1a66-4e8c-b862-ca1941184a88 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 16:06:52.868411 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-425dddfa-1a66-4e8c-b862-ca1941184a88 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:06:52.894409 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 80816a28-e426-4133-bfdb-98a06261d746 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:06:52.894792 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:52.910956 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 80816a28-e426-4133-bfdb-98a06261d746, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=80816a28-e426-4133-bfdb-98a06261d746,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:06:52.939759 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-425dddfa-1a66-4e8c-b862-ca1941184a88 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for security_group, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:52.990373 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:53.018809 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-425dddfa-1a66-4e8c-b862-ca1941184a88 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:53.020264 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2720db41-f2d7-42ba-9dc7-7a3f1f47a6aa None None] Attempt 4 to provision port 69751f9f-2b61-4b87-a352-e3afe7f1c466 Sep 23 16:06:53.060059 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425dddfa-1a66-4e8c-b862-ca1941184a88 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2039e22-fa7c-4d17-a832-9b26bad01140,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:53.101292 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2720db41-f2d7-42ba-9dc7-7a3f1f47a6aa None None] Port 69751f9f-2b61-4b87-a352-e3afe7f1c466 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 16:06:53.104618 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=80816a28-e426-4133-bfdb-98a06261d746,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:53.133561 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-425dddfa-1a66-4e8c-b862-ca1941184a88 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:53.134815 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-425dddfa-1a66-4e8c-b862-ca1941184a88 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3870389 Sep 23 16:06:53.137670 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59206) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:53.142621 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-ffa7fe36-95f4-4a27-adec-82aba67a06ef tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Request body: {'security_group_rule': {'security_group_id': 'b2039e22-fa7c-4d17-a832-9b26bad01140', 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:06:53.148571 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ffa7fe36-95f4-4a27-adec-82aba67a06ef tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:06:53.152355 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ffa7fe36-95f4-4a27-adec-82aba67a06ef tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Usage tracker for resource:security_group_rule and tenant:82a3b5ea1d174e6586823e214e7cf94f is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 16:06:53.155169 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-ffa7fe36-95f4-4a27-adec-82aba67a06ef tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 16:06:53.160710 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-ffa7fe36-95f4-4a27-adec-82aba67a06ef tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:06:53.231458 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ffa7fe36-95f4-4a27-adec-82aba67a06ef tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:53.290567 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ffa7fe36-95f4-4a27-adec-82aba67a06ef tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:53.422805 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ffa7fe36-95f4-4a27-adec-82aba67a06ef tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:53.446286 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7fe36-95f4-4a27-adec-82aba67a06ef tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622545a2-f3a2-454a-b3f3-a82752b031e2,revision_number=0']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:53.542585 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-ffa7fe36-95f4-4a27-adec-82aba67a06ef tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:53.543881 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-ffa7fe36-95f4-4a27-adec-82aba67a06ef tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4052441 Sep 23 16:06:53.546884 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 59210) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:53.552472 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-1d42d6a8-7187-475a-84fb-e260cb6241d6 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Request body: {'security_group_rule': {'security_group_id': 'b2039e22-fa7c-4d17-a832-9b26bad01140', 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:06:53.559818 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1d42d6a8-7187-475a-84fb-e260cb6241d6 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:06:53.564135 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1d42d6a8-7187-475a-84fb-e260cb6241d6 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Usage tracker for resource:security_group_rule and tenant:82a3b5ea1d174e6586823e214e7cf94f is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 16:06:53.567275 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-1d42d6a8-7187-475a-84fb-e260cb6241d6 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 16:06:53.573219 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-1d42d6a8-7187-475a-84fb-e260cb6241d6 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:06:53.602400 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2720db41-f2d7-42ba-9dc7-7a3f1f47a6aa None None] Attempt 5 to provision port 69751f9f-2b61-4b87-a352-e3afe7f1c466 Sep 23 16:06:53.643229 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1d42d6a8-7187-475a-84fb-e260cb6241d6 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:53.656252 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2720db41-f2d7-42ba-9dc7-7a3f1f47a6aa None None] Port 69751f9f-2b61-4b87-a352-e3afe7f1c466 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 16:06:53.704017 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1d42d6a8-7187-475a-84fb-e260cb6241d6 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:53.776927 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1d42d6a8-7187-475a-84fb-e260cb6241d6 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:53.806064 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42d6a8-7187-475a-84fb-e260cb6241d6 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e84f04-8081-4447-bec9-44ef8f880b52,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:53.862683 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-1d42d6a8-7187-475a-84fb-e260cb6241d6 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:53.863892 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-1d42d6a8-7187-475a-84fb-e260cb6241d6 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3159418 Sep 23 16:06:53.866918 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 59214) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:53.871947 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-9c8de175-0671-4dfb-9337-6ba30cd5b309 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Request body: {'security_group_rule': {'security_group_id': 'b2039e22-fa7c-4d17-a832-9b26bad01140', 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:06:53.878103 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9c8de175-0671-4dfb-9337-6ba30cd5b309 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:06:53.882154 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9c8de175-0671-4dfb-9337-6ba30cd5b309 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Usage tracker for resource:security_group_rule and tenant:82a3b5ea1d174e6586823e214e7cf94f is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 16:06:53.885149 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-9c8de175-0671-4dfb-9337-6ba30cd5b309 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 16:06:53.890953 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-9c8de175-0671-4dfb-9337-6ba30cd5b309 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:06:53.963126 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9c8de175-0671-4dfb-9337-6ba30cd5b309 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:54.026302 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9c8de175-0671-4dfb-9337-6ba30cd5b309 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:54.038809 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5608890f-23d0-49dd-86a4-e72271a0c902 None None] Sync routers for ids ['5b103b07-02a7-490f-83c1-d8135d67720d'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:06:54.048078 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5608890f-23d0-49dd-86a4-e72271a0c902 None None] Routers {'5b103b07-02a7-490f-83c1-d8135d67720d'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:06:54.056992 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-5608890f-23d0-49dd-86a4-e72271a0c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:06:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['5b103b07-02a7-490f-83c1-d8135d67720d'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:54.108518 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9c8de175-0671-4dfb-9337-6ba30cd5b309 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:54.137297 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8de175-0671-4dfb-9337-6ba30cd5b309 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba1e5ebe-50a4-4643-8407-13f49869fbad,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:54.157252 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2720db41-f2d7-42ba-9dc7-7a3f1f47a6aa None None] Attempt 6 to provision port 69751f9f-2b61-4b87-a352-e3afe7f1c466 Sep 23 16:06:54.206604 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-9c8de175-0671-4dfb-9337-6ba30cd5b309 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:54.211274 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-9c8de175-0671-4dfb-9337-6ba30cd5b309 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3404515 Sep 23 16:06:54.211432 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2720db41-f2d7-42ba-9dc7-7a3f1f47a6aa None None] Port 69751f9f-2b61-4b87-a352-e3afe7f1c466 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 16:06:54.211527 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 59218) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:54.216443 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-2fd18413-2fe4-45d7-a48c-d1bd3bc9542b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Request body: {'security_group_rule': {'security_group_id': 'b2039e22-fa7c-4d17-a832-9b26bad01140', 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:06:54.222340 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2fd18413-2fe4-45d7-a48c-d1bd3bc9542b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:06:54.226395 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-5608890f-23d0-49dd-86a4-e72271a0c902 None None] Set router 5b103b07-02a7-490f-83c1-d8135d67720d gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:06:54.226516 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2fd18413-2fe4-45d7-a48c-d1bd3bc9542b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Usage tracker for resource:security_group_rule and tenant:82a3b5ea1d174e6586823e214e7cf94f is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 16:06:54.229383 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-2fd18413-2fe4-45d7-a48c-d1bd3bc9542b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 16:06:54.235030 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-2fd18413-2fe4-45d7-a48c-d1bd3bc9542b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:06:54.315412 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2fd18413-2fe4-45d7-a48c-d1bd3bc9542b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:54.384546 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2fd18413-2fe4-45d7-a48c-d1bd3bc9542b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:54.468198 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2fd18413-2fe4-45d7-a48c-d1bd3bc9542b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:54.491702 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd18413-2fe4-45d7-a48c-d1bd3bc9542b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e70af4c-005f-4993-8d99-60c6cee08503,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:54.538110 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-5608890f-23d0-49dd-86a4-e72271a0c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b103b07-02a7-490f-83c1-d8135d67720d', 'name': 'tempest-TestSnapshotPattern-92119345-router', 'tenant_id': 'f1bd46467a6247b99f9015fb9570261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.96'}], 'enable_snat': True}, 'gw_port_id': '80816a28-e426-4133-bfdb-98a06261d746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:46Z', 'updated_at': '2022-09-23T16:06:51Z', 'revision_number': 4, 'project_id': 'f1bd46467a6247b99f9015fb9570261a', 'gw_port': {'id': '80816a28-e426-4133-bfdb-98a06261d746', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b103b07-02a7-490f-83c1-d8135d67720d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:47Z', 'updated_at': '2022-09-23T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '69751f9f-2b61-4b87-a352-e3afe7f1c466', 'name': '', 'network_id': 'fdca8e6b-5298-419e-96b0-82a45160c0a3', 'tenant_id': 'f1bd46467a6247b99f9015fb9570261a', 'mac_address': 'fa:16:3e:9b:9b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b103b07-02a7-490f-83c1-d8135d67720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': '3af6ba8e-50a6-4551-b8a5-b96028dd654a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:50Z', 'updated_at': '2022-09-23T16:06:51Z', 'revision_number': 2, 'project_id': 'f1bd46467a6247b99f9015fb9570261a', 'subnets': [{'id': '3af6ba8e-50a6-4551-b8a5-b96028dd654a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:54.541983 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5608890f-23d0-49dd-86a4-e72271a0c902 None None] Checking router: 5b103b07-02a7-490f-83c1-d8135d67720d for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:06:54.542364 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5608890f-23d0-49dd-86a4-e72271a0c902 None None] Updating router 5b103b07-02a7-490f-83c1-d8135d67720d port 69751f9f-2b61-4b87-a352-e3afe7f1c466 binding host dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 16:06:54.550915 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-2fd18413-2fe4-45d7-a48c-d1bd3bc9542b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:54.555676 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-2fd18413-2fe4-45d7-a48c-d1bd3bc9542b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3397796 Sep 23 16:06:54.555676 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 59222) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:54.560910 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-d50846fb-cb17-4f8b-90bc-2b644fd18891 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Request body: {'security_group_rule': {'security_group_id': 'b2039e22-fa7c-4d17-a832-9b26bad01140', 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:06:54.567960 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d50846fb-cb17-4f8b-90bc-2b644fd18891 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:06:54.574036 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d50846fb-cb17-4f8b-90bc-2b644fd18891 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Usage tracker for resource:security_group_rule and tenant:82a3b5ea1d174e6586823e214e7cf94f is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 16:06:54.577158 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-d50846fb-cb17-4f8b-90bc-2b644fd18891 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 16:06:54.583532 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-d50846fb-cb17-4f8b-90bc-2b644fd18891 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:06:54.599354 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5608890f-23d0-49dd-86a4-e72271a0c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:54.612564 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 80816a28-e426-4133-bfdb-98a06261d746 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 16:06:54.657335 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.securitygroups_db [None req-d50846fb-cb17-4f8b-90bc-2b644fd18891 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Project 82a3b5ea1d174e6586823e214e7cf94f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 16:06:54.665092 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d50846fb-cb17-4f8b-90bc-2b644fd18891 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:54.685509 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 80816a28-e426-4133-bfdb-98a06261d746 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:06:54.685899 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:54.686231 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 80816a28-e426-4133-bfdb-98a06261d746 Sep 23 16:06:54.715878 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2720db41-f2d7-42ba-9dc7-7a3f1f47a6aa None None] Attempt 7 to provision port 69751f9f-2b61-4b87-a352-e3afe7f1c466 Sep 23 16:06:54.737879 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d50846fb-cb17-4f8b-90bc-2b644fd18891 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:54.811636 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d50846fb-cb17-4f8b-90bc-2b644fd18891 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:54.832818 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2720db41-f2d7-42ba-9dc7-7a3f1f47a6aa None None] Port 69751f9f-2b61-4b87-a352-e3afe7f1c466 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 16:06:54.835828 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50846fb-cb17-4f8b-90bc-2b644fd18891 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e303790f-cdbf-4509-bf1b-db119e04d6a0,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:54.897876 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 80816a28-e426-4133-bfdb-98a06261d746 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:06:54.910518 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d50846fb-cb17-4f8b-90bc-2b644fd18891 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:54.911756 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d50846fb-cb17-4f8b-90bc-2b644fd18891 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3549671 Sep 23 16:06:54.914996 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 59226) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:06:54.919928 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.v2.base [None req-3c5a37d6-9477-44f7-97cf-8f40b4360e0b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Request body: {'security_group_rule': {'security_group_id': 'b2039e22-fa7c-4d17-a832-9b26bad01140', 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89738) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:06:54.926299 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-3c5a37d6-9477-44f7-97cf-8f40b4360e0b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:06:54.930704 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-3c5a37d6-9477-44f7-97cf-8f40b4360e0b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Usage tracker for resource:security_group_rule and tenant:82a3b5ea1d174e6586823e214e7cf94f is out of sync, need to count used quota {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 16:06:54.933716 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-3c5a37d6-9477-44f7-97cf-8f40b4360e0b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89738) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 16:06:54.939635 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.quota.driver [None req-3c5a37d6-9477-44f7-97cf-8f40b4360e0b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89738) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:06:54.964584 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5608890f-23d0-49dd-86a4-e72271a0c902 None None] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:54.976021 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-5608890f-23d0-49dd-86a4-e72271a0c902 None None] Transition to ACTIVE for port object 69751f9f-2b61-4b87-a352-e3afe7f1c466 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:06:55.036227 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.db.securitygroups_db [None req-3c5a37d6-9477-44f7-97cf-8f40b4360e0b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Project 82a3b5ea1d174e6586823e214e7cf94f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 16:06:55.044039 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3c5a37d6-9477-44f7-97cf-8f40b4360e0b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:55.063395 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5608890f-23d0-49dd-86a4-e72271a0c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:55.110918 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3c5a37d6-9477-44f7-97cf-8f40b4360e0b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:55.188360 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3c5a37d6-9477-44f7-97cf-8f40b4360e0b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1608567'] for security_group_rule, after_create {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:55.212190 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a37d6-9477-44f7-97cf-8f40b4360e0b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e175f0b9-2086-41bb-8382-cecb08502544,revision_number=0']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:55.259579 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5faff68-8cc4-412d-b392-2aff8c15109e None None] Pushing event updated for resources: {'Port': ['ID=69751f9f-2b61-4b87-a352-e3afe7f1c466,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:55.267473 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5608890f-23d0-49dd-86a4-e72271a0c902 None None] Attempting to bind port 69751f9f-2b61-4b87-a352-e3afe7f1c466 on host dv-neutron-859093-1-hyperv for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 16:06:55.267836 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5608890f-23d0-49dd-86a4-e72271a0c902 None None] Attempting to bind port 69751f9f-2b61-4b87-a352-e3afe7f1c466 by drivers openvswitch,hyperv on host dv-neutron-859093-1-hyperv at level 0 using segments [{'id': '7dc97165-9f5e-4542-b499-a539b7d8e023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'fdca8e6b-5298-419e-96b0-82a45160c0a3'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 16:06:55.268192 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5608890f-23d0-49dd-86a4-e72271a0c902 None None] Attempting to bind port 69751f9f-2b61-4b87-a352-e3afe7f1c466 on network fdca8e6b-5298-419e-96b0-82a45160c0a3 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 16:06:55.273922 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5608890f-23d0-49dd-86a4-e72271a0c902 None None] Checking agent: {'id': 'dbb1c4f6-8d6c-490e-ab6b-8d0cbaba1853', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859093-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 53, 5), 'started_at': datetime.datetime(2022, 9, 23, 14, 53, 35), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 16, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859093-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 16:06:55.274359 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5608890f-23d0-49dd-86a4-e72271a0c902 None None] Checking segment: {'id': '7dc97165-9f5e-4542-b499-a539b7d8e023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'fdca8e6b-5298-419e-96b0-82a45160c0a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 16:06:55.274710 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5608890f-23d0-49dd-86a4-e72271a0c902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:55.275091 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5608890f-23d0-49dd-86a4-e72271a0c902 None None] Bound using segment: {'id': '7dc97165-9f5e-4542-b499-a539b7d8e023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'fdca8e6b-5298-419e-96b0-82a45160c0a3'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 16:06:55.275572 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5608890f-23d0-49dd-86a4-e72271a0c902 None None] Bound port: 69751f9f-2b61-4b87-a352-e3afe7f1c466, host: dv-neutron-859093-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc97165-9f5e-4542-b499-a539b7d8e023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'fdca8e6b-5298-419e-96b0-82a45160c0a3'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 16:06:55.275935 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5608890f-23d0-49dd-86a4-e72271a0c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:55.288164 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-3c5a37d6-9477-44f7-97cf-8f40b4360e0b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:55.289965 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-3c5a37d6-9477-44f7-97cf-8f40b4360e0b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3740344 Sep 23 16:06:55.334723 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2720db41-f2d7-42ba-9dc7-7a3f1f47a6aa None None] Attempt 8 to provision port 69751f9f-2b61-4b87-a352-e3afe7f1c466 Sep 23 16:06:55.366696 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-5608890f-23d0-49dd-86a4-e72271a0c902 None None] For port 69751f9f-2b61-4b87-a352-e3afe7f1c466, host dv-neutron-859093-1-hyperv, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 16:06:55.370019 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-5608890f-23d0-49dd-86a4-e72271a0c902 None None] For port 69751f9f-2b61-4b87-a352-e3afe7f1c466, host dv-neutron-859093-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=69751f9f-2b61-4b87-a352-e3afe7f1c466,segment=NetworkSegment(7dc97165-9f5e-4542-b499-a539b7d8e023),segment_id=7dc97165-9f5e-4542-b499-a539b7d8e023)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 16:06:55.390211 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2720db41-f2d7-42ba-9dc7-7a3f1f47a6aa None None] Port 69751f9f-2b61-4b87-a352-e3afe7f1c466 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 16:06:55.431442 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5608890f-23d0-49dd-86a4-e72271a0c902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:55.455078 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-897b1c6e-c094-4783-8366-57508fd718ef tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-146024947&fields=id&tenant_id=82a3b5ea1d174e6586823e214e7cf94f HTTP/1.1" status: 200 len: 267 time: 0.0398126 Sep 23 16:06:55.493164 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5608890f-23d0-49dd-86a4-e72271a0c902 None None] Routers {'5b103b07-02a7-490f-83c1-d8135d67720d'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:06:55.493781 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-5608890f-23d0-49dd-86a4-e72271a0c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:06:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['5b103b07-02a7-490f-83c1-d8135d67720d'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:55.578678 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5faff68-8cc4-412d-b392-2aff8c15109e None None] Pushing event updated for resources: {'Port': ['ID=69751f9f-2b61-4b87-a352-e3afe7f1c466,revision_number=4']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:55.606501 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-1cb3e806-f90b-4f25-b74f-ae86e9474d98 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:06:55.607957 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-1cb3e806-f90b-4f25-b74f-ae86e9474d98 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/networks?id=ba916081-30df-4ada-b29d-2f311c461e11 HTTP/1.1" status: 200 len: 810 time: 0.1450918 Sep 23 16:06:55.623374 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-4b472a2c-710c-4bec-a464-d6a5a05f8a6e tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/quotas/82a3b5ea1d174e6586823e214e7cf94f HTTP/1.1" status: 200 len: 375 time: 0.0093966 Sep 23 16:06:55.712457 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-5608890f-23d0-49dd-86a4-e72271a0c902 None None] Set router 5b103b07-02a7-490f-83c1-d8135d67720d gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:06:55.719824 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-5b799057-e991-442d-bf62-94cbfaf82c68 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=82a3b5ea1d174e6586823e214e7cf94f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912399 Sep 23 16:06:55.891034 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-2720db41-f2d7-42ba-9dc7-7a3f1f47a6aa None None] Attempt 9 to provision port 69751f9f-2b61-4b87-a352-e3afe7f1c466 Sep 23 16:06:55.953871 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2720db41-f2d7-42ba-9dc7-7a3f1f47a6aa None None] Port 69751f9f-2b61-4b87-a352-e3afe7f1c466 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 16:06:55.961149 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-44119a95-a109-4f9a-b8f9-4d5d45120376 service neutron] 10.222.0.67 "GET /v2.0/networks/ba916081-30df-4ada-b29d-2f311c461e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297354 Sep 23 16:06:56.020364 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-5608890f-23d0-49dd-86a4-e72271a0c902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b103b07-02a7-490f-83c1-d8135d67720d', 'name': 'tempest-TestSnapshotPattern-92119345-router', 'tenant_id': 'f1bd46467a6247b99f9015fb9570261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.96'}], 'enable_snat': True}, 'gw_port_id': '80816a28-e426-4133-bfdb-98a06261d746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:46Z', 'updated_at': '2022-09-23T16:06:51Z', 'revision_number': 4, 'project_id': 'f1bd46467a6247b99f9015fb9570261a', 'gw_port': {'id': '80816a28-e426-4133-bfdb-98a06261d746', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b103b07-02a7-490f-83c1-d8135d67720d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:47Z', 'updated_at': '2022-09-23T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '69751f9f-2b61-4b87-a352-e3afe7f1c466', 'name': '', 'network_id': 'fdca8e6b-5298-419e-96b0-82a45160c0a3', 'tenant_id': 'f1bd46467a6247b99f9015fb9570261a', 'mac_address': 'fa:16:3e:9b:9b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b103b07-02a7-490f-83c1-d8135d67720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': '3af6ba8e-50a6-4551-b8a5-b96028dd654a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:50Z', 'updated_at': '2022-09-23T16:06:55Z', 'revision_number': 4, 'project_id': 'f1bd46467a6247b99f9015fb9570261a', 'subnets': [{'id': '3af6ba8e-50a6-4551-b8a5-b96028dd654a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:06:56.024250 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5608890f-23d0-49dd-86a4-e72271a0c902 None None] The sync data for ids ['5b103b07-02a7-490f-83c1-d8135d67720d'] in dv-neutron-859093-1-hyperv is: [{'id': '5b103b07-02a7-490f-83c1-d8135d67720d', 'name': 'tempest-TestSnapshotPattern-92119345-router', 'tenant_id': 'f1bd46467a6247b99f9015fb9570261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.96'}], 'enable_snat': True}, 'gw_port_id': '80816a28-e426-4133-bfdb-98a06261d746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:46Z', 'updated_at': '2022-09-23T16:06:51Z', 'revision_number': 4, 'project_id': 'f1bd46467a6247b99f9015fb9570261a', 'gw_port': {'id': '80816a28-e426-4133-bfdb-98a06261d746', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b103b07-02a7-490f-83c1-d8135d67720d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:47Z', 'updated_at': '2022-09-23T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '69751f9f-2b61-4b87-a352-e3afe7f1c466', 'name': '', 'network_id': 'fdca8e6b-5298-419e-96b0-82a45160c0a3', 'tenant_id': 'f1bd46467a6247b99f9015fb9570261a', 'mac_address': 'fa:16:3e:9b:9b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b103b07-02a7-490f-83c1-d8135d67720d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': '3af6ba8e-50a6-4551-b8a5-b96028dd654a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:50Z', 'updated_at': '2022-09-23T16:06:55Z', 'revision_number': 4, 'project_id': 'f1bd46467a6247b99f9015fb9570261a', 'subnets': [{'id': '3af6ba8e-50a6-4551-b8a5-b96028dd654a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:06:56.115556 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-c8cc3e52-bd1b-4b94-a261-9d396e20e160 service neutron] 10.222.0.67 "GET /v2.0/networks/ba916081-30df-4ada-b29d-2f311c461e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439536 Sep 23 16:06:56.629715 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 69751f9f-2b61-4b87-a352-e3afe7f1c466 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 16:06:56.759900 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning for port 69751f9f-2b61-4b87-a352-e3afe7f1c466 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:06:56.764720 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 69751f9f-2b61-4b87-a352-e3afe7f1c466 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:06:56.765083 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:56.765410 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 69751f9f-2b61-4b87-a352-e3afe7f1c466 Sep 23 16:06:56.882648 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 69751f9f-2b61-4b87-a352-e3afe7f1c466 is: DOWN; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:06:56.883017 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:56.914459 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] For port 69751f9f-2b61-4b87-a352-e3afe7f1c466, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=69751f9f-2b61-4b87-a352-e3afe7f1c466,segment=NetworkSegment(7dc97165-9f5e-4542-b499-a539b7d8e023),segment_id=7dc97165-9f5e-4542-b499-a539b7d8e023)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:06:56.971024 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:57.022486 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:06:57.036474 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=69751f9f-2b61-4b87-a352-e3afe7f1c466,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:06:57.399858 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-de9c6445-cfe9-46fb-96bb-3c72709c3ea0 req-581f2ac4-8670-4c78-9715-1ee0d25c0a99 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Synchronizing usage tracker for tenant:82a3b5ea1d174e6586823e214e7cf94f on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 16:06:57.491044 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-de9c6445-cfe9-46fb-96bb-3c72709c3ea0 req-581f2ac4-8670-4c78-9715-1ee0d25c0a99 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Unset dirty status for tenant:82a3b5ea1d174e6586823e214e7cf94f on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 16:06:57.492759 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-de9c6445-cfe9-46fb-96bb-3c72709c3ea0 req-581f2ac4-8670-4c78-9715-1ee0d25c0a99 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a HTTP/1.1" status: 200 len: 210 time: 0.1447260 Sep 23 16:06:58.606422 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-869a45ee-a49c-45b5-9682-6fe39e18c32f req-04c22042-1989-4f1a-a0f5-7452777564e3 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a HTTP/1.1" status: 200 len: 210 time: 0.0551224 Sep 23 16:06:58.614612 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 69751f9f-2b61-4b87-a352-e3afe7f1c466 up at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 16:06:58.684911 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Provisioning complete for port 69751f9f-2b61-4b87-a352-e3afe7f1c466 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:06:58.685272 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:06:58.685598 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Attempt 1 to provision port 69751f9f-2b61-4b87-a352-e3afe7f1c466 Sep 23 16:06:58.801160 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Current status of the port 69751f9f-2b61-4b87-a352-e3afe7f1c466 is: ACTIVE; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:06:59.777625 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d5b95b76-3035-4541-aac3-7c719608ee07 req-5b95e41e-e155-4766-9ed5-e6cb3729a52c tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a HTTP/1.1" status: 200 len: 210 time: 0.0485888 Sep 23 16:07:00.943463 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-609086f1-2bea-4325-a4eb-fb5fe3c483bc req-a7805010-c50f-4d60-9581-b37582d28376 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a HTTP/1.1" status: 200 len: 210 time: 0.0543659 Sep 23 16:07:01.593850 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-d8d13824-0774-44dd-9d32-3f970051fa59 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:07:01.594544 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-d8d13824-0774-44dd-9d32-3f970051fa59 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Synchronizing usage tracker for tenant:82a3b5ea1d174e6586823e214e7cf94f on resource:network {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 16:07:01.685580 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-d8d13824-0774-44dd-9d32-3f970051fa59 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Unset dirty status for tenant:82a3b5ea1d174e6586823e214e7cf94f on resource:network {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 16:07:01.686757 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-d8d13824-0774-44dd-9d32-3f970051fa59 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.72 "GET /v2.0/networks?id=ba916081-30df-4ada-b29d-2f311c461e11 HTTP/1.1" status: 200 len: 810 time: 0.2350690 Sep 23 16:07:01.735004 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-38380d6d-8327-4503-98bb-57432d7ef934 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Synchronizing usage tracker for tenant:82a3b5ea1d174e6586823e214e7cf94f on resource:security_group {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 16:07:01.845405 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-38380d6d-8327-4503-98bb-57432d7ef934 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Unset dirty status for tenant:82a3b5ea1d174e6586823e214e7cf94f on resource:security_group {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 16:07:01.846599 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-38380d6d-8327-4503-98bb-57432d7ef934 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82a3b5ea1d174e6586823e214e7cf94f HTTP/1.1" status: 200 len: 379 time: 0.1510084 Sep 23 16:07:01.854894 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-316b1562-9334-495b-af50-25a2933fcfab tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Request body: {'port': {'device_id': '9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'admin_state_up': True, 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'security_groups': ['b2039e22-fa7c-4d17-a832-9b26bad01140']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:07:02.000436 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-316b1562-9334-495b-af50-25a2933fcfab tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:07:02.010860 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-316b1562-9334-495b-af50-25a2933fcfab tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:07:02.100561 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-316b1562-9334-495b-af50-25a2933fcfab tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Made reservation on behalf of 82a3b5ea1d174e6586823e214e7cf94f for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:07:02.103992 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-316b1562-9334-495b-af50-25a2933fcfab tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:02.122005 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-0e2df686-ad57-4443-b621-ec85978772e6 req-e33c2a0b-9d1a-4349-bc0f-2201b4fe8b17 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a HTTP/1.1" status: 200 len: 210 time: 0.0670922 Sep 23 16:07:02.145045 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6a00d6b1-921b-4982-9832-233112e72c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:02.270605 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-316b1562-9334-495b-af50-25a2933fcfab tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Allocated IP 172.20.0.3 (ba916081-30df-4ada-b29d-2f311c461e11/2879baa2-c16c-46b6-8ca3-e63cfb87d0d0/9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:07:02.460739 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-316b1562-9334-495b-af50-25a2933fcfab tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:02.475448 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-316b1562-9334-495b-af50-25a2933fcfab tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Transition to ACTIVE for port object 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:07:02.588626 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-316b1562-9334-495b-af50-25a2933fcfab tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:02.655930 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-316b1562-9334-495b-af50-25a2933fcfab tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Network ba916081-30df-4ada-b29d-2f311c461e11 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:07:02.660405 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-316b1562-9334-495b-af50-25a2933fcfab tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:07:02.666910 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-316b1562-9334-495b-af50-25a2933fcfab tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 16:07:02.714895 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b1562-9334-495b-af50-25a2933fcfab tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Pushing event updated for resources: {'Port': ['ID=9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:07:02.740313 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-316b1562-9334-495b-af50-25a2933fcfab tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:07:02.740947 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-316b1562-9334-495b-af50-25a2933fcfab tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:02.840767 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-316b1562-9334-495b-af50-25a2933fcfab tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9894090 Sep 23 16:07:02.852601 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-b9ae25e9-2511-491f-9c59-6373fcea98f7 service neutron] Request body: {'port': {'device_id': '9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:07:02.927833 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f331308c-a717-4e6a-ae6b-5a71cc682f7a None None] Provisioning for port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:07:02.937882 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f331308c-a717-4e6a-ae6b-5a71cc682f7a None None] Provisioning complete for port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:07:02.937882 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f331308c-a717-4e6a-ae6b-5a71cc682f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:02.937882 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f331308c-a717-4e6a-ae6b-5a71cc682f7a None None] Attempt 1 to provision port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 Sep 23 16:07:02.962557 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-b9ae25e9-2511-491f-9c59-6373fcea98f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:02.987945 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f331308c-a717-4e6a-ae6b-5a71cc682f7a None None] Port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 16:07:03.321090 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-b9ae25e9-2511-491f-9c59-6373fcea98f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 16:07:03.329435 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-b9ae25e9-2511-491f-9c59-6373fcea98f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:03.345820 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-b9ae25e9-2511-491f-9c59-6373fcea98f7 service neutron] Transition to ACTIVE for port object 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:07:03.349539 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b7604-25fa-4b72-bf4c-0f42ccffd5e2 req-72f74eb3-ee43-4b64-a502-ca6e0c3f91a2 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:07:03.356805 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-254b7604-25fa-4b72-bf4c-0f42ccffd5e2 req-72f74eb3-ee43-4b64-a502-ca6e0c3f91a2 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a HTTP/1.1" status: 200 len: 931 time: 0.1166835 Sep 23 16:07:03.368632 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:03.398366 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-254b7604-25fa-4b72-bf4c-0f42ccffd5e2 req-5fb6f421-2658-4b22-a731-ab1683ec9182 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402122 Sep 23 16:07:03.422438 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-b9ae25e9-2511-491f-9c59-6373fcea98f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:03.490105 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f331308c-a717-4e6a-ae6b-5a71cc682f7a None None] Attempt 2 to provision port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 Sep 23 16:07:03.556526 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f331308c-a717-4e6a-ae6b-5a71cc682f7a None None] Port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 16:07:03.722406 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae25e9-2511-491f-9c59-6373fcea98f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:07:03.751096 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-b9ae25e9-2511-491f-9c59-6373fcea98f7 service neutron] Attempting to bind port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 16:07:03.751424 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-b9ae25e9-2511-491f-9c59-6373fcea98f7 service neutron] Attempting to bind port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': 'adb90214-0885-4816-a565-5a5788cdef65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 16:07:03.751742 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-b9ae25e9-2511-491f-9c59-6373fcea98f7 service neutron] Attempting to bind port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 on network ba916081-30df-4ada-b29d-2f311c461e11 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 16:07:03.756230 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-b9ae25e9-2511-491f-9c59-6373fcea98f7 service neutron] Port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 on network ba916081-30df-4ada-b29d-2f311c461e11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 16:07:03.756537 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-b9ae25e9-2511-491f-9c59-6373fcea98f7 service neutron] Attempting to bind port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 on network ba916081-30df-4ada-b29d-2f311c461e11 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 16:07:03.761481 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-b9ae25e9-2511-491f-9c59-6373fcea98f7 service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 16, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 16:07:03.761802 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-b9ae25e9-2511-491f-9c59-6373fcea98f7 service neutron] Checking segment: {'id': 'adb90214-0885-4816-a565-5a5788cdef65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 16:07:03.762174 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-b9ae25e9-2511-491f-9c59-6373fcea98f7 service neutron] Bound using segment: {'id': 'adb90214-0885-4816-a565-5a5788cdef65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 16:07:03.762614 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-b9ae25e9-2511-491f-9c59-6373fcea98f7 service neutron] Bound port: 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb90214-0885-4816-a565-5a5788cdef65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 16:07:03.762946 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-b9ae25e9-2511-491f-9c59-6373fcea98f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:03.856517 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-b9ae25e9-2511-491f-9c59-6373fcea98f7 service neutron] For port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 16:07:03.859455 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-b9ae25e9-2511-491f-9c59-6373fcea98f7 service neutron] For port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95,segment=NetworkSegment(adb90214-0885-4816-a565-5a5788cdef65),segment_id=adb90214-0885-4816-a565-5a5788cdef65)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 16:07:03.931678 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-b9ae25e9-2511-491f-9c59-6373fcea98f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:03.963028 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-b9ae25e9-2511-491f-9c59-6373fcea98f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:07:03.963642 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-b9ae25e9-2511-491f-9c59-6373fcea98f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:03.965002 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-b9ae25e9-2511-491f-9c59-6373fcea98f7 service neutron] 10.222.0.72 "PUT /v2.0/ports/9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 HTTP/1.1" status: 200 len: 1093 time: 1.1170895 Sep 23 16:07:03.965431 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a', 'tag': '9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 16:07:03.967778 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e864e192db7b6bc8510e34e29aacd7f4822b7f9fabd5de2d887dfc9614d866e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45772a70-5dd8-453b-89b7-0be85c967557" -d '{"events": [{"name": "network-changed", "server_uuid": "9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a", "tag": "9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:07:04.013926 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 16:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e98e40-d1f1-4144-a671-e792f83e7711 x-openstack-request-id: req-59e98e40-d1f1-4144-a671-e792f83e7711 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:07:04.014212 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a", "tag": "9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:07:04.014484 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-59e98e40-d1f1-4144-a671-e792f83e7711 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:07:04.014952 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e98e40-d1f1-4144-a671-e792f83e7711'] response: {'name': 'network-changed', 'server_uuid': '9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a', 'tag': '9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95', 'status': 'completed', 'code': 200} Sep 23 16:07:04.017670 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae25e9-2511-491f-9c59-6373fcea98f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:07:04.057931 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-f331308c-a717-4e6a-ae6b-5a71cc682f7a None None] Attempt 3 to provision port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 Sep 23 16:07:04.115262 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45772a70-5dd8-453b-89b7-0be85c967557 req-839fac0d-dcdf-4e49-9a59-84383664f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:07:04.117148 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-45772a70-5dd8-453b-89b7-0be85c967557 req-839fac0d-dcdf-4e49-9a59-84383664f7d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82a3b5ea1d174e6586823e214e7cf94f&device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a HTTP/1.1" status: 200 len: 1096 time: 0.0829256 Sep 23 16:07:04.119708 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f331308c-a717-4e6a-ae6b-5a71cc682f7a None None] Port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 had new provisioning blocks added so it will not transition to active. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 23 16:07:04.259260 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45772a70-5dd8-453b-89b7-0be85c967557 req-a6b51b73-a7ab-4527-9843-a123a57d88a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:07:04.260844 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-45772a70-5dd8-453b-89b7-0be85c967557 req-a6b51b73-a7ab-4527-9843-a123a57d88a6 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=82a3b5ea1d174e6586823e214e7cf94f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1371794 Sep 23 16:07:04.400647 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45772a70-5dd8-453b-89b7-0be85c967557 req-313ea29a-1bb0-47da-bb8e-e42ea2133987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:07:04.402082 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-45772a70-5dd8-453b-89b7-0be85c967557 req-313ea29a-1bb0-47da-bb8e-e42ea2133987 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1350164 Sep 23 16:07:04.519382 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-c71b85ef-3ff2-4f81-a9bf-cd39749d4c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:07:04.520813 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-c71b85ef-3ff2-4f81-a9bf-cd39749d4c87 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82a3b5ea1d174e6586823e214e7cf94f&device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a HTTP/1.1" status: 200 len: 1096 time: 0.0837946 Sep 23 16:07:04.588451 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-90179c76-7081-4d3f-b14f-10224f9bf52d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 HTTP/1.1" status: 200 len: 217 time: 0.0607405 Sep 23 16:07:04.608281 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548a117-653d-479f-813f-618eae9a4df7 req-a8bab15d-ddc2-4058-8d50-86af0521c778 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:07:04.609809 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6548a117-653d-479f-813f-618eae9a4df7 req-a8bab15d-ddc2-4058-8d50-86af0521c778 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a HTTP/1.1" status: 200 len: 943 time: 0.0995307 Sep 23 16:07:04.654909 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-6548a117-653d-479f-813f-618eae9a4df7 req-38c0793f-fb41-4a04-b348-5e6a81bc11c8 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392382 Sep 23 16:07:04.655243 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-3afd0c2d-446c-497e-ab30-542c372f52e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:07:04.656672 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-3afd0c2d-446c-497e-ab30-542c372f52e2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2879baa2-c16c-46b6-8ca3-e63cfb87d0d0 HTTP/1.1" status: 200 len: 849 time: 0.0621192 Sep 23 16:07:04.738295 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-8a6b82c9-fa77-4eec-aad7-6b1738d056c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:07:04.739789 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-8a6b82c9-fa77-4eec-aad7-6b1738d056c0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba916081-30df-4ada-b29d-2f311c461e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772719 Sep 23 16:07:04.870418 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-87c9cf37-5352-468e-bd94-5ec0e964ce15 service neutron] 10.222.0.72 "GET /v2.0/networks/ba916081-30df-4ada-b29d-2f311c461e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246376 Sep 23 16:07:05.001991 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8625b371-3cdc-4dfb-b7c2-33e97908a8e2 req-6ab77d62-f92c-405c-aed9-2041f636ada9 service neutron] 10.222.0.72 "GET /v2.0/networks/ba916081-30df-4ada-b29d-2f311c461e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247816 Sep 23 16:07:05.259241 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-498d2058-9df7-46f8-9084-f1d6ceeaa59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:05.533138 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:05.767851 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:05.856793 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83559f86-ac1e-4936-9794-f0bd3f9d2e82 req-08165b83-3406-49fe-9737-4d6099fc9e09 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:07:05.857484 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-83559f86-ac1e-4936-9794-f0bd3f9d2e82 req-08165b83-3406-49fe-9737-4d6099fc9e09 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Synchronizing usage tracker for tenant:82a3b5ea1d174e6586823e214e7cf94f on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 16:07:05.904703 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-83559f86-ac1e-4936-9794-f0bd3f9d2e82 req-08165b83-3406-49fe-9737-4d6099fc9e09 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Unset dirty status for tenant:82a3b5ea1d174e6586823e214e7cf94f on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 16:07:05.905897 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-83559f86-ac1e-4936-9794-f0bd3f9d2e82 req-08165b83-3406-49fe-9737-4d6099fc9e09 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a HTTP/1.1" status: 200 len: 943 time: 0.1390111 Sep 23 16:07:05.951192 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-83559f86-ac1e-4936-9794-f0bd3f9d2e82 req-5513c80e-0d82-42ce-b6b4-f5261bd25b9b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393722 Sep 23 16:07:07.145693 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764c6eb-2cbc-49cf-b877-2f08505a3f0a req-25a8d448-836b-4545-b306-769e79e2e704 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:07:07.147071 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f764c6eb-2cbc-49cf-b877-2f08505a3f0a req-25a8d448-836b-4545-b306-769e79e2e704 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a HTTP/1.1" status: 200 len: 943 time: 0.0865963 Sep 23 16:07:07.285460 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:07.303743 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-f764c6eb-2cbc-49cf-b877-2f08505a3f0a req-7bc94ada-cad1-46df-beda-0e4b40499a45 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504147 Sep 23 16:07:07.886944 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 16:07:08.017772 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95,segment=NetworkSegment(adb90214-0885-4816-a565-5a5788cdef65),segment_id=adb90214-0885-4816-a565-5a5788cdef65)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:07:08.031046 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'port_id': '9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95', 'mac_address': 'fa:16:3e:15:d5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 16:07:08.089456 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:07:08.089764 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:08.106471 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 16:07:08.121931 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95,segment=NetworkSegment(adb90214-0885-4816-a565-5a5788cdef65),segment_id=adb90214-0885-4816-a565-5a5788cdef65)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:07:08.230141 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:08.296204 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:07:08.477027 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 16:07:08.504628 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb04b49-513e-4762-aec5-2d90454460d6 req-6f3feb7b-d013-4760-b33c-756f4622cfad tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:07:08.506093 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1eb04b49-513e-4762-aec5-2d90454460d6 req-6f3feb7b-d013-4760-b33c-756f4622cfad tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a HTTP/1.1" status: 200 len: 944 time: 0.0872915 Sep 23 16:07:08.552251 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-1eb04b49-513e-4762-aec5-2d90454460d6 req-60511d14-d8b5-4b48-a6df-d8019cbed853 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405917 Sep 23 16:07:09.749754 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4fc23-2e89-471e-8d30-58e62d66747b req-1c3f9a20-a0e0-4cca-945b-cb65c12d8519 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:07:09.751270 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-65a4fc23-2e89-471e-8d30-58e62d66747b req-1c3f9a20-a0e0-4cca-945b-cb65c12d8519 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a HTTP/1.1" status: 200 len: 944 time: 0.0882881 Sep 23 16:07:09.795161 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-65a4fc23-2e89-471e-8d30-58e62d66747b req-4d8ad28c-494f-4721-be2d-b9f25f06f8a9 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383739 Sep 23 16:07:09.902359 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 16:07:10.040020 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:07:10.045044 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:07:10.045434 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:10.045776 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 Sep 23 16:07:10.161405 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:07:10.161683 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:10.188319 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 16:07:10.190617 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb80db78ac565d30befc562266292b39865be7cdbb0d4ba6a9eaabf37a3a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c869558d-80f9-4bca-a164-0ba6edf39aae" -d '{"events": [{"server_uuid": "9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a", "name": "network-vif-plugged", "status": "completed", "tag": "9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:07:10.198456 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95,segment=NetworkSegment(adb90214-0885-4816-a565-5a5788cdef65),segment_id=adb90214-0885-4816-a565-5a5788cdef65)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:07:10.255604 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:10.287501 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 16:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5e7349-059c-4200-8008-4092d1e473ac x-openstack-request-id: req-ae5e7349-059c-4200-8008-4092d1e473ac {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:07:10.287790 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a", "name": "network-vif-plugged", "status": "completed", "tag": "9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:07:10.288691 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ae5e7349-059c-4200-8008-4092d1e473ac {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:07:10.289138 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae5e7349-059c-4200-8008-4092d1e473ac'] response: {'server_uuid': '9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95', 'code': 200} Sep 23 16:07:10.323069 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:07:10.717244 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e42c8-c0fb-4b4c-86ba-61e09f21fbeb req-34116297-5eae-4731-9fb7-2218e9d37012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:07:10.718713 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a87e42c8-c0fb-4b4c-86ba-61e09f21fbeb req-34116297-5eae-4731-9fb7-2218e9d37012 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a HTTP/1.1" status: 200 len: 1098 time: 0.1692197 Sep 23 16:07:10.757996 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a87e42c8-c0fb-4b4c-86ba-61e09f21fbeb req-da21ba89-40e1-4c7d-920f-6dbed045b773 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329349 Sep 23 16:07:10.990577 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10962762-3c95-47e2-9dc7-3abd92e62dae req-62198f6c-e8e3-4574-a645-f7f4b33d8369 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:07:10.992544 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-10962762-3c95-47e2-9dc7-3abd92e62dae req-62198f6c-e8e3-4574-a645-f7f4b33d8369 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a HTTP/1.1" status: 200 len: 945 time: 0.0895829 Sep 23 16:07:11.036222 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-10962762-3c95-47e2-9dc7-3abd92e62dae req-8e284bb1-b334-4e4e-8ca4-006a3af8cdef tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381222 Sep 23 16:07:12.233156 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c934c2a-96a8-488f-9e10-df8bb59cf636 req-b5a915ce-bc6e-497b-8e4b-788b21154737 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:07:12.234694 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4c934c2a-96a8-488f-9e10-df8bb59cf636 req-b5a915ce-bc6e-497b-8e4b-788b21154737 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a HTTP/1.1" status: 200 len: 945 time: 0.0891497 Sep 23 16:07:12.278255 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-4c934c2a-96a8-488f-9e10-df8bb59cf636 req-c0630784-c600-4df5-9dd2-fc1185981063 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379999 Sep 23 16:07:12.481294 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598954bf-08ee-4a44-b888-0f5e62739431 req-f154f5da-1f94-45cc-b671-fea1f20fc7d1 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:07:12.482748 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-598954bf-08ee-4a44-b888-0f5e62739431 req-f154f5da-1f94-45cc-b671-fea1f20fc7d1 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a HTTP/1.1" status: 200 len: 945 time: 0.0939655 Sep 23 16:07:12.526239 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-598954bf-08ee-4a44-b888-0f5e62739431 req-c9abd309-b7d5-4db7-9375-7d2b42491083 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378923 Sep 23 16:07:12.554400 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 59322) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:07:12.670461 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47555af-8f90-4b40-ba12-d4c0e900c455 tempest-TestSnapshotPattern-974190594 tempest-TestSnapshotPattern-974190594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:07:12.671169 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a47555af-8f90-4b40-ba12-d4c0e900c455 tempest-TestSnapshotPattern-974190594 tempest-TestSnapshotPattern-974190594-project-admin] Synchronizing usage tracker for tenant:f1bd46467a6247b99f9015fb9570261a on resource:port {{(pid=89738) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 16:07:12.748126 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.quota.resource [None req-a47555af-8f90-4b40-ba12-d4c0e900c455 tempest-TestSnapshotPattern-974190594 tempest-TestSnapshotPattern-974190594-project-admin] Unset dirty status for tenant:f1bd46467a6247b99f9015fb9570261a on resource:port {{(pid=89738) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 16:07:12.749383 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-a47555af-8f90-4b40-ba12-d4c0e900c455 tempest-TestSnapshotPattern-974190594 tempest-TestSnapshotPattern-974190594-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a HTTP/1.1" status: 200 len: 1093 time: 0.1940203 Sep 23 16:07:12.752654 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59328) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:07:12.757978 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-1dc28975-c3bd-4608-aa09-e16299a5ae75 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': '9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:07:12.764241 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-1dc28975-c3bd-4608-aa09-e16299a5ae75 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:07:12.768252 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1dc28975-c3bd-4608-aa09-e16299a5ae75 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Usage tracker for resource:floatingip and tenant:82a3b5ea1d174e6586823e214e7cf94f is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 16:07:12.771071 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-1dc28975-c3bd-4608-aa09-e16299a5ae75 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 16:07:12.777282 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-1dc28975-c3bd-4608-aa09-e16299a5ae75 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:07:12.853648 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1dc28975-c3bd-4608-aa09-e16299a5ae75 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for floatingip, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:12.989089 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1dc28975-c3bd-4608-aa09-e16299a5ae75 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:13.126254 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-1dc28975-c3bd-4608-aa09-e16299a5ae75 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Allocated IP 172.26.10.82 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/b5303fc8-fb97-44f2-a536-1f44c5921708) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:07:13.270192 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1dc28975-c3bd-4608-aa09-e16299a5ae75 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:13.356177 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1dc28975-c3bd-4608-aa09-e16299a5ae75 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:13.420018 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc28975-c3bd-4608-aa09-e16299a5ae75 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:07:13.423065 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-1dc28975-c3bd-4608-aa09-e16299a5ae75 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:07:13.425381 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc28975-c3bd-4608-aa09-e16299a5ae75 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 16:07:13.468651 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc28975-c3bd-4608-aa09-e16299a5ae75 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Pushing event updated for resources: {'Port': ['ID=b5303fc8-fb97-44f2-a536-1f44c5921708,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:07:13.830704 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1dc28975-c3bd-4608-aa09-e16299a5ae75 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:13.973900 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1dc28975-c3bd-4608-aa09-e16299a5ae75 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:14.174475 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1dc28975-c3bd-4608-aa09-e16299a5ae75 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:14.212952 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1dc28975-c3bd-4608-aa09-e16299a5ae75 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:14.317809 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc28975-c3bd-4608-aa09-e16299a5ae75 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Pushing event updated for resources: {'Port': ['ID=b5303fc8-fb97-44f2-a536-1f44c5921708,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:07:14.320264 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1dc28975-c3bd-4608-aa09-e16299a5ae75 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:14.598811 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-1dc28975-c3bd-4608-aa09-e16299a5ae75 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Floating IP 84640e5e-1f0d-4850-838d-7b1bb6471f10 associated. External IP: 172.26.10.82, port: 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95. Sep 23 16:07:14.942586 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc28975-c3bd-4608-aa09-e16299a5ae75 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Router 7c47b49b-6147-4a87-95df-9ebb681f6727 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 16:07:15.122465 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc28975-c3bd-4608-aa09-e16299a5ae75 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 16:07:15.132260 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0535017e-df1c-4c2f-99b1-074dff327fb9 None None] Sync routers for ids ['7c47b49b-6147-4a87-95df-9ebb681f6727'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:07:15.141566 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0535017e-df1c-4c2f-99b1-074dff327fb9 None None] Routers {'7c47b49b-6147-4a87-95df-9ebb681f6727'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:07:15.142176 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-0535017e-df1c-4c2f-99b1-074dff327fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:07:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['7c47b49b-6147-4a87-95df-9ebb681f6727'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:07:15.194050 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-1dc28975-c3bd-4608-aa09-e16299a5ae75 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:15.250847 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-1dc28975-c3bd-4608-aa09-e16299a5ae75 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4970117 Sep 23 16:07:15.251418 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a', 'tag': '9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 16:07:15.254013 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e864e192db7b6bc8510e34e29aacd7f4822b7f9fabd5de2d887dfc9614d866e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94cf793-d21d-491c-b729-a7824b5aff1e" -d '{"events": [{"name": "network-changed", "server_uuid": "9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a", "tag": "9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:07:15.296610 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 16:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e80c7da-2623-4f6b-b801-0ffbcd3a93c1 x-openstack-request-id: req-7e80c7da-2623-4f6b-b801-0ffbcd3a93c1 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:07:15.297029 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a", "tag": "9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:07:15.297291 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7e80c7da-2623-4f6b-b801-0ffbcd3a93c1 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:07:15.297695 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e80c7da-2623-4f6b-b801-0ffbcd3a93c1'] response: {'name': 'network-changed', 'server_uuid': '9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a', 'tag': '9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95', 'status': 'completed', 'code': 200} Sep 23 16:07:15.350049 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-0535017e-df1c-4c2f-99b1-074dff327fb9 None None] Set router 7c47b49b-6147-4a87-95df-9ebb681f6727 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:07:15.400208 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94cf793-d21d-491c-b729-a7824b5aff1e req-381e8560-2fbb-45d6-8031-811a38c97d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:07:15.401664 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d94cf793-d21d-491c-b729-a7824b5aff1e req-381e8560-2fbb-45d6-8031-811a38c97d63 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82a3b5ea1d174e6586823e214e7cf94f&device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a HTTP/1.1" status: 200 len: 1098 time: 0.0832283 Sep 23 16:07:15.534809 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94cf793-d21d-491c-b729-a7824b5aff1e req-7af340c6-ea34-42a5-a2f3-b507f34b18bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:07:15.536232 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d94cf793-d21d-491c-b729-a7824b5aff1e req-7af340c6-ea34-42a5-a2f3-b507f34b18bf service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba916081-30df-4ada-b29d-2f311c461e11 HTTP/1.1" status: 200 len: 911 time: 0.1286573 Sep 23 16:07:15.637222 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d94cf793-d21d-491c-b729-a7824b5aff1e req-65b3f22b-0569-421c-81b6-f7925671ece1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 HTTP/1.1" status: 200 len: 999 time: 0.0934649 Sep 23 16:07:15.695640 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-0535017e-df1c-4c2f-99b1-074dff327fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'name': 'tempest-TestSnapshotPattern-1098930354-router', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8'}], 'enable_snat': True}, 'gw_port_id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:38Z', 'updated_at': '2022-09-23T16:06:42Z', 'revision_number': 4, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'gw_port': {'id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:39Z', 'updated_at': '2022-09-23T16:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '84640e5e-1f0d-4850-838d-7b1bb6471f10', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'floating_ip_address': '172.26.10.82', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'port_id': '9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'mac_address': 'fa:16:3e:15:d5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T16:07:13Z', 'updated_at': '2022-09-23T16:07:13Z', 'revision_number': 0, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1528d8-c682-4f89-be15-5a294c46e6db', 'name': '', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'mac_address': 'fa:16:3e:95:27:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:42Z', 'updated_at': '2022-09-23T16:06:49Z', 'revision_number': 5, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'subnets': [{'id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:07:15.699419 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0535017e-df1c-4c2f-99b1-074dff327fb9 None None] Checking router: 7c47b49b-6147-4a87-95df-9ebb681f6727 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:07:15.702734 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94cf793-d21d-491c-b729-a7824b5aff1e req-bc4d4dac-9f68-4544-95cd-3f836166f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:07:15.704168 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d94cf793-d21d-491c-b729-a7824b5aff1e req-bc4d4dac-9f68-4544-95cd-3f836166f2b4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2879baa2-c16c-46b6-8ca3-e63cfb87d0d0 HTTP/1.1" status: 200 len: 849 time: 0.0610952 Sep 23 16:07:15.707716 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0535017e-df1c-4c2f-99b1-074dff327fb9 None None] Routers {'7c47b49b-6147-4a87-95df-9ebb681f6727'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:07:15.708307 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-0535017e-df1c-4c2f-99b1-074dff327fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:07:05Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['7c47b49b-6147-4a87-95df-9ebb681f6727'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:07:15.786786 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94cf793-d21d-491c-b729-a7824b5aff1e req-9dcffdef-2c05-4269-be8b-a7dc07c51af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:07:15.788776 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d94cf793-d21d-491c-b729-a7824b5aff1e req-9dcffdef-2c05-4269-be8b-a7dc07c51af1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba916081-30df-4ada-b29d-2f311c461e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786304 Sep 23 16:07:15.890211 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-0535017e-df1c-4c2f-99b1-074dff327fb9 None None] Set router 7c47b49b-6147-4a87-95df-9ebb681f6727 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:07:15.920828 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d94cf793-d21d-491c-b729-a7824b5aff1e req-8f436161-c61f-40d3-bb58-a32adbabba97 service neutron] 10.222.0.72 "GET /v2.0/networks/ba916081-30df-4ada-b29d-2f311c461e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254864 Sep 23 16:07:16.169986 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-d94cf793-d21d-491c-b729-a7824b5aff1e req-cdac8a8e-8df9-47b5-bdf8-28272bf82593 service neutron] 10.222.0.72 "GET /v2.0/networks/ba916081-30df-4ada-b29d-2f311c461e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425330 Sep 23 16:07:16.238154 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-0535017e-df1c-4c2f-99b1-074dff327fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'name': 'tempest-TestSnapshotPattern-1098930354-router', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8'}], 'enable_snat': True}, 'gw_port_id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:38Z', 'updated_at': '2022-09-23T16:06:42Z', 'revision_number': 4, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'gw_port': {'id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:39Z', 'updated_at': '2022-09-23T16:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '84640e5e-1f0d-4850-838d-7b1bb6471f10', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'floating_ip_address': '172.26.10.82', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'port_id': '9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'mac_address': 'fa:16:3e:15:d5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T16:07:13Z', 'updated_at': '2022-09-23T16:07:13Z', 'revision_number': 0, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1528d8-c682-4f89-be15-5a294c46e6db', 'name': '', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'mac_address': 'fa:16:3e:95:27:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:42Z', 'updated_at': '2022-09-23T16:06:49Z', 'revision_number': 5, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'subnets': [{'id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:07:16.242344 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0535017e-df1c-4c2f-99b1-074dff327fb9 None None] The sync data for ids ['7c47b49b-6147-4a87-95df-9ebb681f6727'] in dv-neutron-859093-1-hyperv is: [{'id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'name': 'tempest-TestSnapshotPattern-1098930354-router', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8'}], 'enable_snat': True}, 'gw_port_id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:38Z', 'updated_at': '2022-09-23T16:06:42Z', 'revision_number': 4, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'gw_port': {'id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:39Z', 'updated_at': '2022-09-23T16:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '84640e5e-1f0d-4850-838d-7b1bb6471f10', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'floating_ip_address': '172.26.10.82', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'port_id': '9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'mac_address': 'fa:16:3e:15:d5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T16:07:13Z', 'updated_at': '2022-09-23T16:07:13Z', 'revision_number': 0, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1528d8-c682-4f89-be15-5a294c46e6db', 'name': '', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'mac_address': 'fa:16:3e:95:27:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:42Z', 'updated_at': '2022-09-23T16:06:49Z', 'revision_number': 5, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'subnets': [{'id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:07:16.427359 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f05296-9df1-40c2-91c1-9d0335efd386 None None] New status for floating IP 84640e5e-1f0d-4850-838d-7b1bb6471f10: ACTIVE {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 16:07:20.740147 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-244c6092-b1ab-44f6-9967-36ae33b60e86 req-cd87ea33-13ea-475c-ad3a-eb81d6e276dd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815268 Sep 23 16:07:20.882590 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c6092-b1ab-44f6-9967-36ae33b60e86 req-ccd746fb-13de-4452-a7d4-ecacd89eb57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:07:20.884061 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-244c6092-b1ab-44f6-9967-36ae33b60e86 req-ccd746fb-13de-4452-a7d4-ecacd89eb57a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82a3b5ea1d174e6586823e214e7cf94f&device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a HTTP/1.1" status: 200 len: 1098 time: 0.0781932 Sep 23 16:07:21.027012 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c6092-b1ab-44f6-9967-36ae33b60e86 req-830c651d-4139-4795-a6ac-39a6195f92a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:07:21.028453 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-244c6092-b1ab-44f6-9967-36ae33b60e86 req-830c651d-4139-4795-a6ac-39a6195f92a6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba916081-30df-4ada-b29d-2f311c461e11 HTTP/1.1" status: 200 len: 911 time: 0.1262081 Sep 23 16:07:21.130879 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-244c6092-b1ab-44f6-9967-36ae33b60e86 req-6b80d8e5-805a-4528-a0a0-b654ae2ec65e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 HTTP/1.1" status: 200 len: 1001 time: 0.0962043 Sep 23 16:07:21.193551 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c6092-b1ab-44f6-9967-36ae33b60e86 req-b9ac6e8c-57db-4281-8679-ed778c90aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:07:21.195578 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-244c6092-b1ab-44f6-9967-36ae33b60e86 req-b9ac6e8c-57db-4281-8679-ed778c90aee8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2879baa2-c16c-46b6-8ca3-e63cfb87d0d0 HTTP/1.1" status: 200 len: 849 time: 0.0592580 Sep 23 16:07:21.276509 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c6092-b1ab-44f6-9967-36ae33b60e86 req-ca128f61-07eb-403d-b101-55059520d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:07:21.278000 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-244c6092-b1ab-44f6-9967-36ae33b60e86 req-ca128f61-07eb-403d-b101-55059520d1bb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba916081-30df-4ada-b29d-2f311c461e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764184 Sep 23 16:07:21.405212 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-244c6092-b1ab-44f6-9967-36ae33b60e86 req-cb761152-ce52-41a3-869c-844cfc875b36 service neutron] 10.222.0.72 "GET /v2.0/networks/ba916081-30df-4ada-b29d-2f311c461e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213708 Sep 23 16:07:21.536715 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-244c6092-b1ab-44f6-9967-36ae33b60e86 req-1e728bb0-956f-4f90-b473-c8aa28abb74e service neutron] 10.222.0.72 "GET /v2.0/networks/ba916081-30df-4ada-b29d-2f311c461e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259642 Sep 23 16:07:32.156127 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4d0aa70f-f941-4565-878b-e1c347749322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:33.404835 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:34.021758 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:07:35.150105 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-12be4f80-1d25-4169-8f70-7eab9165f432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:35.573098 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:35.784693 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:07:37.264531 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:08:02.156326 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a97b20eb-b83c-43db-80f1-572399f54dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:08:03.413257 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:08:05.121841 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5ecf6bbb-fdc6-4e17-a971-e5809a695c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:08:05.538544 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:08:05.790352 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:08:07.336610 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:08:11.020325 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:08:21.736333 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e9110dda-fa28-473e-a5be-f5391463900b req-48facd99-074a-49ca-877a-d3dbee51d69c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799236 Sep 23 16:08:21.883528 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9110dda-fa28-473e-a5be-f5391463900b req-c5e5ba0e-d9ae-47ee-a14d-fffe43919368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:08:21.885036 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e9110dda-fa28-473e-a5be-f5391463900b req-c5e5ba0e-d9ae-47ee-a14d-fffe43919368 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82a3b5ea1d174e6586823e214e7cf94f&device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a HTTP/1.1" status: 200 len: 1098 time: 0.0780909 Sep 23 16:08:22.026473 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9110dda-fa28-473e-a5be-f5391463900b req-d22c0218-850f-41a1-af45-9bdddf6fda28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:08:22.027746 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e9110dda-fa28-473e-a5be-f5391463900b req-d22c0218-850f-41a1-af45-9bdddf6fda28 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba916081-30df-4ada-b29d-2f311c461e11 HTTP/1.1" status: 200 len: 911 time: 0.1249101 Sep 23 16:08:22.129577 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e9110dda-fa28-473e-a5be-f5391463900b req-82e6b53a-b2cd-4d11-b330-41abc06ee721 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 HTTP/1.1" status: 200 len: 1001 time: 0.0958393 Sep 23 16:08:22.196164 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9110dda-fa28-473e-a5be-f5391463900b req-52a03956-ba5e-4eb3-8890-75dc083027fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:08:22.197580 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e9110dda-fa28-473e-a5be-f5391463900b req-52a03956-ba5e-4eb3-8890-75dc083027fc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2879baa2-c16c-46b6-8ca3-e63cfb87d0d0 HTTP/1.1" status: 200 len: 849 time: 0.0620239 Sep 23 16:08:22.283391 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9110dda-fa28-473e-a5be-f5391463900b req-7d8bc4ce-d605-4e75-ba07-30cc6c8acc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:08:22.284758 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e9110dda-fa28-473e-a5be-f5391463900b req-7d8bc4ce-d605-4e75-ba07-30cc6c8acc08 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba916081-30df-4ada-b29d-2f311c461e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803146 Sep 23 16:08:22.514870 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e9110dda-fa28-473e-a5be-f5391463900b req-7869808c-268d-4ee7-8413-271238acc714 service neutron] 10.222.0.72 "GET /v2.0/networks/ba916081-30df-4ada-b29d-2f311c461e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236946 Sep 23 16:08:22.645380 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e9110dda-fa28-473e-a5be-f5391463900b req-99561610-ee59-40a4-90bb-b79ce7f35c86 service neutron] 10.222.0.72 "GET /v2.0/networks/ba916081-30df-4ada-b29d-2f311c461e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236551 Sep 23 16:08:32.156061 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f692a479-4f42-4103-a6ad-89299d3f89f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:08:33.444446 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:08:35.119540 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-43d41ce8-fbdc-40ca-8804-14d22cb31325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:08:35.547154 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:08:35.795731 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:08:37.327148 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:08:48.018703 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:09:02.189759 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7ef2d0fe-3dfa-471a-9eb1-d7252c44a867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:03.452995 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:05.121382 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74b31d60-c361-4a22-a3be-f95625ba4bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:05.546846 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:05.792840 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:07.250110 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:14.448066 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 16:09:14.581391 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95,segment=NetworkSegment(adb90214-0885-4816-a565-5a5788cdef65),segment_id=adb90214-0885-4816-a565-5a5788cdef65)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:09:14.594737 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'port_id': '9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95', 'mac_address': 'fa:16:3e:15:d5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 16:09:14.647928 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 is: ACTIVE; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:09:14.648300 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:14.667891 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 16:09:14.682775 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95,segment=NetworkSegment(adb90214-0885-4816-a565-5a5788cdef65),segment_id=adb90214-0885-4816-a565-5a5788cdef65)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:09:14.764009 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:14.832460 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95,revision_number=6']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:14.840441 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:14.840793 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:14.841134 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:14.841473 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:14.841803 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:14.842133 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:14.842489 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:14.842816 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:14.843142 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:14.843465 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:14.843787 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:14.844105 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:14.855927 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 16:09:16.462612 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 16:09:16.538964 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:16.539276 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:16.539618 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 Sep 23 16:09:16.678304 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:09:16.678841 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:16.708469 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 16:09:16.710799 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb80db78ac565d30befc562266292b39865be7cdbb0d4ba6a9eaabf37a3a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f97d452-7774-4bdb-88aa-2273303b7c79" -d '{"events": [{"server_uuid": "9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a", "name": "network-vif-plugged", "status": "completed", "tag": "9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:09:16.729644 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95,segment=NetworkSegment(adb90214-0885-4816-a565-5a5788cdef65),segment_id=adb90214-0885-4816-a565-5a5788cdef65)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:09:16.762625 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 16:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181922fa-1258-4de6-8fec-bd4dd375c2cd x-openstack-request-id: req-181922fa-1258-4de6-8fec-bd4dd375c2cd {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:09:16.762977 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a", "name": "network-vif-plugged", "status": "completed", "tag": "9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:09:16.763291 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-181922fa-1258-4de6-8fec-bd4dd375c2cd {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:09:16.763750 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-181922fa-1258-4de6-8fec-bd4dd375c2cd'] response: {'server_uuid': '9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95', 'code': 200} Sep 23 16:09:16.795785 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:16.869893 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95,revision_number=7']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:23.894031 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2baad-7402-4c40-a028-ea501a142c6f req-2799742f-6acd-4578-a9db-5306f2f7baa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:23.896187 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-88d2baad-7402-4c40-a028-ea501a142c6f req-2799742f-6acd-4578-a9db-5306f2f7baa1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82a3b5ea1d174e6586823e214e7cf94f&device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a HTTP/1.1" status: 200 len: 1098 time: 0.1020408 Sep 23 16:09:24.048074 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2baad-7402-4c40-a028-ea501a142c6f req-667b48a3-ff48-442b-ba5b-acaeb2f66dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:24.049535 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-88d2baad-7402-4c40-a028-ea501a142c6f req-667b48a3-ff48-442b-ba5b-acaeb2f66dab service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba916081-30df-4ada-b29d-2f311c461e11 HTTP/1.1" status: 200 len: 911 time: 0.1320279 Sep 23 16:09:24.160147 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-88d2baad-7402-4c40-a028-ea501a142c6f req-c41599c5-cc94-4ddd-8daf-f821e8f2591e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 HTTP/1.1" status: 200 len: 1001 time: 0.1030848 Sep 23 16:09:24.230097 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2baad-7402-4c40-a028-ea501a142c6f req-11fb34d8-746d-41dd-8b38-e58e6ae0e51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:24.231626 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-88d2baad-7402-4c40-a028-ea501a142c6f req-11fb34d8-746d-41dd-8b38-e58e6ae0e51f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2879baa2-c16c-46b6-8ca3-e63cfb87d0d0 HTTP/1.1" status: 200 len: 849 time: 0.0642521 Sep 23 16:09:24.322725 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2baad-7402-4c40-a028-ea501a142c6f req-ebd04036-e54c-4f14-930e-56d62af18687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:24.324124 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-88d2baad-7402-4c40-a028-ea501a142c6f req-ebd04036-e54c-4f14-930e-56d62af18687 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba916081-30df-4ada-b29d-2f311c461e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863557 Sep 23 16:09:24.464862 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-88d2baad-7402-4c40-a028-ea501a142c6f req-2658b975-e472-4bc5-93b1-4640b96eb6fe service neutron] 10.222.0.72 "GET /v2.0/networks/ba916081-30df-4ada-b29d-2f311c461e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342409 Sep 23 16:09:24.619519 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-88d2baad-7402-4c40-a028-ea501a142c6f req-1b72a39b-dacf-43a1-ae9d-ff0742b8178d service neutron] 10.222.0.72 "GET /v2.0/networks/ba916081-30df-4ada-b29d-2f311c461e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484461 Sep 23 16:09:25.018274 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:09:26.244360 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-014fb0af-a926-440d-a019-4228dbf76e7b req-72648ab2-eedc-4903-abca-1daae76e38e4 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-146024947&fields=id&tenant_id=82a3b5ea1d174e6586823e214e7cf94f HTTP/1.1" status: 200 len: 267 time: 0.0451689 Sep 23 16:09:26.394828 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fb0af-a926-440d-a019-4228dbf76e7b req-57bf7d70-ef6d-457a-b7f7-955f72bebdb7 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:26.396167 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-014fb0af-a926-440d-a019-4228dbf76e7b req-57bf7d70-ef6d-457a-b7f7-955f72bebdb7 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/networks?id=ba916081-30df-4ada-b29d-2f311c461e11 HTTP/1.1" status: 200 len: 810 time: 0.1444669 Sep 23 16:09:26.410656 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-014fb0af-a926-440d-a019-4228dbf76e7b req-3d9747c1-2391-4311-8251-1f1791e58675 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/quotas/82a3b5ea1d174e6586823e214e7cf94f HTTP/1.1" status: 200 len: 375 time: 0.0088456 Sep 23 16:09:26.503546 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-014fb0af-a926-440d-a019-4228dbf76e7b req-c98d45f6-2437-43c5-9429-8732feb03dac tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=82a3b5ea1d174e6586823e214e7cf94f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0874963 Sep 23 16:09:26.647051 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-014fb0af-a926-440d-a019-4228dbf76e7b req-2657f7f0-6848-4ebe-af51-2e918630045d service neutron] 10.222.0.67 "GET /v2.0/networks/ba916081-30df-4ada-b29d-2f311c461e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295500 Sep 23 16:09:26.778878 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-014fb0af-a926-440d-a019-4228dbf76e7b req-e8da53a9-1d59-42e5-b3f3-28e410243bbe service neutron] 10.222.0.67 "GET /v2.0/networks/ba916081-30df-4ada-b29d-2f311c461e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255271 Sep 23 16:09:27.047752 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b39e1208-98b1-4a50-a468-75ee1c747b4f req-51ad1eab-2273-4958-bd80-951ca73a376a tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 210 time: 0.0493200 Sep 23 16:09:28.215703 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-2823f4c0-148f-4cb8-86ea-751379b56d3f req-d542ab6f-f2e9-43d2-a81f-97f38c728038 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 210 time: 0.0554972 Sep 23 16:09:28.994168 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fb0af-a926-440d-a019-4228dbf76e7b req-85a9c9e3-0e5c-446c-9cf6-605d2c11d1ed tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:28.995655 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-014fb0af-a926-440d-a019-4228dbf76e7b req-85a9c9e3-0e5c-446c-9cf6-605d2c11d1ed tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.72 "GET /v2.0/networks?id=ba916081-30df-4ada-b29d-2f311c461e11 HTTP/1.1" status: 200 len: 810 time: 0.1477404 Sep 23 16:09:29.043346 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-014fb0af-a926-440d-a019-4228dbf76e7b req-f4164fe7-5731-4a8d-b1a1-56994b79d3d7 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82a3b5ea1d174e6586823e214e7cf94f HTTP/1.1" status: 200 len: 379 time: 0.0397003 Sep 23 16:09:29.051377 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-014fb0af-a926-440d-a019-4228dbf76e7b req-c429ead7-5f78-4191-9655-da6c909225be tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Request body: {'port': {'device_id': '738999a3-189d-4f8f-a75a-7cbea51260dd', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'admin_state_up': True, 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'security_groups': ['b2039e22-fa7c-4d17-a832-9b26bad01140']}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:09:29.189833 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-014fb0af-a926-440d-a019-4228dbf76e7b req-c429ead7-5f78-4191-9655-da6c909225be tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:09:29.199416 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [req-014fb0af-a926-440d-a019-4228dbf76e7b req-c429ead7-5f78-4191-9655-da6c909225be tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:09:29.267303 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-014fb0af-a926-440d-a019-4228dbf76e7b req-c429ead7-5f78-4191-9655-da6c909225be tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Made reservation on behalf of 82a3b5ea1d174e6586823e214e7cf94f for: {'port': 1} {{(pid=89739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 16:09:29.270899 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-014fb0af-a926-440d-a019-4228dbf76e7b req-c429ead7-5f78-4191-9655-da6c909225be tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:29.402564 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-711a4890-ccb6-4718-bc84-505c3aff10e7 req-337ba7ca-0975-440a-be4b-c08fe129d3e8 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 210 time: 0.0668814 Sep 23 16:09:29.488613 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [req-014fb0af-a926-440d-a019-4228dbf76e7b req-c429ead7-5f78-4191-9655-da6c909225be tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Allocated IP 172.20.0.11 (ba916081-30df-4ada-b29d-2f311c461e11/2879baa2-c16c-46b6-8ca3-e63cfb87d0d0/22066101-6c57-4094-927d-75c948cc3588) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:09:29.839299 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-014fb0af-a926-440d-a019-4228dbf76e7b req-c429ead7-5f78-4191-9655-da6c909225be tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:29.859214 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-014fb0af-a926-440d-a019-4228dbf76e7b req-c429ead7-5f78-4191-9655-da6c909225be tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Transition to ACTIVE for port object 22066101-6c57-4094-927d-75c948cc3588 will not be triggered until provisioned by entity DHCP. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:09:29.956928 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-014fb0af-a926-440d-a019-4228dbf76e7b req-c429ead7-5f78-4191-9655-da6c909225be tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:30.054172 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014fb0af-a926-440d-a019-4228dbf76e7b req-c429ead7-5f78-4191-9655-da6c909225be tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Network ba916081-30df-4ada-b29d-2f311c461e11 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:09:30.058772 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [req-014fb0af-a926-440d-a019-4228dbf76e7b req-c429ead7-5f78-4191-9655-da6c909225be tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:09:30.063657 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-014fb0af-a926-440d-a019-4228dbf76e7b req-c429ead7-5f78-4191-9655-da6c909225be tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 16:09:30.093078 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429ead7-5f78-4191-9655-da6c909225be tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Pushing event updated for resources: {'Port': ['ID=22066101-6c57-4094-927d-75c948cc3588,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:30.145752 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fb0af-a926-440d-a019-4228dbf76e7b req-c429ead7-5f78-4191-9655-da6c909225be tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:30.146448 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-014fb0af-a926-440d-a019-4228dbf76e7b req-c429ead7-5f78-4191-9655-da6c909225be tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:30.175586 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c429ead7-5f78-4191-9655-da6c909225be tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:30.175927 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c429ead7-5f78-4191-9655-da6c909225be tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:30.176266 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c429ead7-5f78-4191-9655-da6c909225be tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:30.176704 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c429ead7-5f78-4191-9655-da6c909225be tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:30.177102 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c429ead7-5f78-4191-9655-da6c909225be tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:30.177486 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c429ead7-5f78-4191-9655-da6c909225be tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:30.177815 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c429ead7-5f78-4191-9655-da6c909225be tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:30.178142 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c429ead7-5f78-4191-9655-da6c909225be tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:30.178492 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c429ead7-5f78-4191-9655-da6c909225be tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:30.178812 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c429ead7-5f78-4191-9655-da6c909225be tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:30.179132 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c429ead7-5f78-4191-9655-da6c909225be tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:30.179453 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c429ead7-5f78-4191-9655-da6c909225be tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:09:30.305052 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-014fb0af-a926-440d-a019-4228dbf76e7b req-c429ead7-5f78-4191-9655-da6c909225be tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2571101 Sep 23 16:09:30.447064 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9571f731-d1dc-4d7a-93b3-7551d8e68fce None None] Provisioning for port 22066101-6c57-4094-927d-75c948cc3588 completed by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:09:30.463199 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9571f731-d1dc-4d7a-93b3-7551d8e68fce None None] Provisioning complete for port 22066101-6c57-4094-927d-75c948cc3588 triggered by entity DHCP. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:30.463991 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9571f731-d1dc-4d7a-93b3-7551d8e68fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:30.464533 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9571f731-d1dc-4d7a-93b3-7551d8e68fce None None] Attempt 1 to provision port 22066101-6c57-4094-927d-75c948cc3588 Sep 23 16:09:30.525106 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 16:09:30.693054 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9571f731-d1dc-4d7a-93b3-7551d8e68fce None None] Port 22066101-6c57-4094-927d-75c948cc3588 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 16:09:30.730881 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a773c4-a828-48b3-8202-6ac79ef38487 req-8129e22f-0c7e-40c7-8030-4ff2ad09eae8 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:30.734116 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-53a773c4-a828-48b3-8202-6ac79ef38487 req-8129e22f-0c7e-40c7-8030-4ff2ad09eae8 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 932 time: 0.1549439 Sep 23 16:09:30.796276 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-53a773c4-a828-48b3-8202-6ac79ef38487 req-1cb6ff7a-9605-4ad3-b649-ee86f2330891 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560558 Sep 23 16:09:30.839612 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:09:30.840310 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:30.880562 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95,segment=NetworkSegment(adb90214-0885-4816-a565-5a5788cdef65),segment_id=adb90214-0885-4816-a565-5a5788cdef65)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:09:30.881764 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 16:09:30.885181 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb80db78ac565d30befc562266292b39865be7cdbb0d4ba6a9eaabf37a3a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da8da5e-7606-4f9b-954f-0576c3f07194" -d '{"events": [{"server_uuid": "9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a", "name": "network-vif-unplugged", "status": "completed", "tag": "9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:09:30.931846 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Sep 2022 16:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef15bc18-50da-41a1-856d-c89d5172b1e1 x-openstack-request-id: req-ef15bc18-50da-41a1-856d-c89d5172b1e1 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:09:30.931846 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a", "name": "network-vif-unplugged", "status": "completed", "tag": "9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:09:30.931846 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ef15bc18-50da-41a1-856d-c89d5172b1e1 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:09:30.931846 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef15bc18-50da-41a1-856d-c89d5172b1e1'] response: {'server_uuid': '9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95', 'code': 200} Sep 23 16:09:30.978652 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:31.071573 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95,revision_number=8']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:31.194228 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9571f731-d1dc-4d7a-93b3-7551d8e68fce None None] Attempt 2 to provision port 22066101-6c57-4094-927d-75c948cc3588 Sep 23 16:09:31.253764 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9571f731-d1dc-4d7a-93b3-7551d8e68fce None None] Port 22066101-6c57-4094-927d-75c948cc3588 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 16:09:31.754736 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9571f731-d1dc-4d7a-93b3-7551d8e68fce None None] Attempt 3 to provision port 22066101-6c57-4094-927d-75c948cc3588 Sep 23 16:09:31.816096 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9571f731-d1dc-4d7a-93b3-7551d8e68fce None None] Port 22066101-6c57-4094-927d-75c948cc3588 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 16:09:32.008276 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc6941-29f9-4e53-a21c-68ff61593f95 req-1cb62900-00e0-4fc2-8a73-2ec80e724a85 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:32.009767 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b1bc6941-29f9-4e53-a21c-68ff61593f95 req-1cb62900-00e0-4fc2-8a73-2ec80e724a85 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 932 time: 0.0967519 Sep 23 16:09:32.060894 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-b1bc6941-29f9-4e53-a21c-68ff61593f95 req-2e982789-5ed9-4ecf-9f9c-4f31ea0f2967 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420177 Sep 23 16:09:32.187285 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0d793266-a71c-4f12-b0f5-828f8ecae0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:32.318026 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9571f731-d1dc-4d7a-93b3-7551d8e68fce None None] Attempt 4 to provision port 22066101-6c57-4094-927d-75c948cc3588 Sep 23 16:09:32.376881 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9571f731-d1dc-4d7a-93b3-7551d8e68fce None None] Port 22066101-6c57-4094-927d-75c948cc3588 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 16:09:32.878159 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9571f731-d1dc-4d7a-93b3-7551d8e68fce None None] Attempt 5 to provision port 22066101-6c57-4094-927d-75c948cc3588 Sep 23 16:09:32.935762 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9571f731-d1dc-4d7a-93b3-7551d8e68fce None None] Port 22066101-6c57-4094-927d-75c948cc3588 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 16:09:33.268942 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5f128-ec3c-4103-aabb-267eb2bcd6d5 req-17f321b0-ef83-4558-971c-734745559891 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:33.269667 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-2fd5f128-ec3c-4103-aabb-267eb2bcd6d5 req-17f321b0-ef83-4558-971c-734745559891 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Synchronizing usage tracker for tenant:82a3b5ea1d174e6586823e214e7cf94f on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 16:09:33.378912 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-2fd5f128-ec3c-4103-aabb-267eb2bcd6d5 req-17f321b0-ef83-4558-971c-734745559891 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Unset dirty status for tenant:82a3b5ea1d174e6586823e214e7cf94f on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 16:09:33.380115 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2fd5f128-ec3c-4103-aabb-267eb2bcd6d5 req-17f321b0-ef83-4558-971c-734745559891 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 932 time: 0.2073991 Sep 23 16:09:33.428143 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2fd5f128-ec3c-4103-aabb-267eb2bcd6d5 req-5ae59c60-2b08-496e-8dfa-3bb4b1ea4998 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420263 Sep 23 16:09:33.430339 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:33.440032 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9571f731-d1dc-4d7a-93b3-7551d8e68fce None None] Attempt 6 to provision port 22066101-6c57-4094-927d-75c948cc3588 Sep 23 16:09:33.498170 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9571f731-d1dc-4d7a-93b3-7551d8e68fce None None] Port 22066101-6c57-4094-927d-75c948cc3588 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 16:09:33.999457 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9571f731-d1dc-4d7a-93b3-7551d8e68fce None None] Attempt 7 to provision port 22066101-6c57-4094-927d-75c948cc3588 Sep 23 16:09:34.053368 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9571f731-d1dc-4d7a-93b3-7551d8e68fce None None] Port 22066101-6c57-4094-927d-75c948cc3588 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 16:09:34.554382 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9571f731-d1dc-4d7a-93b3-7551d8e68fce None None] Attempt 8 to provision port 22066101-6c57-4094-927d-75c948cc3588 Sep 23 16:09:34.631949 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9571f731-d1dc-4d7a-93b3-7551d8e68fce None None] Port 22066101-6c57-4094-927d-75c948cc3588 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 16:09:34.652262 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8b172-fb6c-49b4-a898-07d263cfec6d req-99762ba2-7ac9-4c8d-9313-928ebfb501f4 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:34.653775 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-72c8b172-fb6c-49b4-a898-07d263cfec6d req-99762ba2-7ac9-4c8d-9313-928ebfb501f4 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 932 time: 0.1044378 Sep 23 16:09:34.706647 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-72c8b172-fb6c-49b4-a898-07d263cfec6d req-bb5f6319-2b5d-4e48-a1aa-09bdb9936495 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470366 Sep 23 16:09:35.124142 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9b74cfc6-6c76-48bf-9e50-c91163c45efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:35.134219 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9571f731-d1dc-4d7a-93b3-7551d8e68fce None None] Attempt 9 to provision port 22066101-6c57-4094-927d-75c948cc3588 Sep 23 16:09:35.206449 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9571f731-d1dc-4d7a-93b3-7551d8e68fce None None] Port 22066101-6c57-4094-927d-75c948cc3588 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 16:09:35.707387 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-9571f731-d1dc-4d7a-93b3-7551d8e68fce None None] Attempt 10 to provision port 22066101-6c57-4094-927d-75c948cc3588 Sep 23 16:09:35.827052 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9571f731-d1dc-4d7a-93b3-7551d8e68fce None None] Port 22066101-6c57-4094-927d-75c948cc3588 cannot update to ACTIVE because it is not bound. {{(pid=89740) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 23 16:09:36.002722 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cf3d1-0395-4c6b-8a6f-c53ec4cfecbc req-cb5ba939-fb76-4e43-81d7-8d935b66300c tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:36.008157 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bb3cf3d1-0395-4c6b-8a6f-c53ec4cfecbc req-cb5ba939-fb76-4e43-81d7-8d935b66300c tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 932 time: 0.1221726 Sep 23 16:09:36.083416 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-bb3cf3d1-0395-4c6b-8a6f-c53ec4cfecbc req-de0925a7-581c-4c1d-8542-13194415fa7b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655375 Sep 23 16:09:36.249809 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:36.284304 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:37.256028 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:37.283661 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67932e-0cdd-4100-8a4f-2aff82521ee4 req-dc184b49-b79b-466d-b178-42fbb10781cd tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:37.285178 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-4d67932e-0cdd-4100-8a4f-2aff82521ee4 req-dc184b49-b79b-466d-b178-42fbb10781cd tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 932 time: 0.0913494 Sep 23 16:09:37.330259 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-4d67932e-0cdd-4100-8a4f-2aff82521ee4 req-f31b0c7b-de93-4683-88dd-51626396eb31 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393162 Sep 23 16:09:37.558931 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [req-014fb0af-a926-440d-a019-4228dbf76e7b req-595e8980-f247-4e97-9bfb-eb4033f29304 service neutron] Request body: {'port': {'device_id': '738999a3-189d-4f8f-a75a-7cbea51260dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8590'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:09:37.667848 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-014fb0af-a926-440d-a019-4228dbf76e7b req-595e8980-f247-4e97-9bfb-eb4033f29304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:38.011266 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [req-014fb0af-a926-440d-a019-4228dbf76e7b req-595e8980-f247-4e97-9bfb-eb4033f29304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22066101-6c57-4094-927d-75c948cc3588 {{(pid=89739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 16:09:38.018621 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-014fb0af-a926-440d-a019-4228dbf76e7b req-595e8980-f247-4e97-9bfb-eb4033f29304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:38.032784 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.provisioning_blocks [req-014fb0af-a926-440d-a019-4228dbf76e7b req-595e8980-f247-4e97-9bfb-eb4033f29304 service neutron] Transition to ACTIVE for port object 22066101-6c57-4094-927d-75c948cc3588 will not be triggered until provisioned by entity L2. {{(pid=89739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 16:09:38.089574 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-014fb0af-a926-440d-a019-4228dbf76e7b req-595e8980-f247-4e97-9bfb-eb4033f29304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:38.272254 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e8980-f247-4e97-9bfb-eb4033f29304 service neutron] Pushing event updated for resources: {'Port': ['ID=22066101-6c57-4094-927d-75c948cc3588,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:38.310967 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-014fb0af-a926-440d-a019-4228dbf76e7b req-595e8980-f247-4e97-9bfb-eb4033f29304 service neutron] Attempting to bind port 22066101-6c57-4094-927d-75c948cc3588 on host hv-neutron-8590 for vnic_type normal with profile {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 23 16:09:38.311294 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-014fb0af-a926-440d-a019-4228dbf76e7b req-595e8980-f247-4e97-9bfb-eb4033f29304 service neutron] Attempting to bind port 22066101-6c57-4094-927d-75c948cc3588 by drivers openvswitch,hyperv on host hv-neutron-8590 at level 0 using segments [{'id': 'adb90214-0885-4816-a565-5a5788cdef65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11'}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 23 16:09:38.311609 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014fb0af-a926-440d-a019-4228dbf76e7b req-595e8980-f247-4e97-9bfb-eb4033f29304 service neutron] Attempting to bind port 22066101-6c57-4094-927d-75c948cc3588 on network ba916081-30df-4ada-b29d-2f311c461e11 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 16:09:38.316082 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014fb0af-a926-440d-a019-4228dbf76e7b req-595e8980-f247-4e97-9bfb-eb4033f29304 service neutron] Port 22066101-6c57-4094-927d-75c948cc3588 on network ba916081-30df-4ada-b29d-2f311c461e11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8590 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 23 16:09:38.316390 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014fb0af-a926-440d-a019-4228dbf76e7b req-595e8980-f247-4e97-9bfb-eb4033f29304 service neutron] Attempting to bind port 22066101-6c57-4094-927d-75c948cc3588 on network ba916081-30df-4ada-b29d-2f311c461e11 {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 23 16:09:38.321390 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014fb0af-a926-440d-a019-4228dbf76e7b req-595e8980-f247-4e97-9bfb-eb4033f29304 service neutron] Checking agent: {'id': '6308f3ac-4253-40be-aa4d-dd351280a4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8590', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'started_at': datetime.datetime(2022, 9, 23, 14, 59, 32), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 16, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 23 16:09:38.321736 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014fb0af-a926-440d-a019-4228dbf76e7b req-595e8980-f247-4e97-9bfb-eb4033f29304 service neutron] Checking segment: {'id': 'adb90214-0885-4816-a565-5a5788cdef65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 23 16:09:38.322115 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014fb0af-a926-440d-a019-4228dbf76e7b req-595e8980-f247-4e97-9bfb-eb4033f29304 service neutron] Bound using segment: {'id': 'adb90214-0885-4816-a565-5a5788cdef65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11'} {{(pid=89739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 23 16:09:38.322559 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.managers [req-014fb0af-a926-440d-a019-4228dbf76e7b req-595e8980-f247-4e97-9bfb-eb4033f29304 service neutron] Bound port: 22066101-6c57-4094-927d-75c948cc3588, host: hv-neutron-8590, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb90214-0885-4816-a565-5a5788cdef65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11'}}] {{(pid=89739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 23 16:09:38.322893 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-014fb0af-a926-440d-a019-4228dbf76e7b req-595e8980-f247-4e97-9bfb-eb4033f29304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:38.409329 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-014fb0af-a926-440d-a019-4228dbf76e7b req-595e8980-f247-4e97-9bfb-eb4033f29304 service neutron] For port 22066101-6c57-4094-927d-75c948cc3588, host hv-neutron-8590, cleared binding levels {{(pid=89739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 23 16:09:38.412285 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-014fb0af-a926-440d-a019-4228dbf76e7b req-595e8980-f247-4e97-9bfb-eb4033f29304 service neutron] For port 22066101-6c57-4094-927d-75c948cc3588, host hv-neutron-8590, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=22066101-6c57-4094-927d-75c948cc3588,segment=NetworkSegment(adb90214-0885-4816-a565-5a5788cdef65),segment_id=adb90214-0885-4816-a565-5a5788cdef65)] {{(pid=89739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 23 16:09:38.509743 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-014fb0af-a926-440d-a019-4228dbf76e7b req-595e8980-f247-4e97-9bfb-eb4033f29304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:38.512833 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fb0af-a926-440d-a019-4228dbf76e7b req-595e8980-f247-4e97-9bfb-eb4033f29304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:38.513660 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-014fb0af-a926-440d-a019-4228dbf76e7b req-595e8980-f247-4e97-9bfb-eb4033f29304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:38.515030 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-014fb0af-a926-440d-a019-4228dbf76e7b req-595e8980-f247-4e97-9bfb-eb4033f29304 service neutron] 10.222.0.72 "PUT /v2.0/ports/22066101-6c57-4094-927d-75c948cc3588 HTTP/1.1" status: 200 len: 1094 time: 0.9606020 Sep 23 16:09:38.545724 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738999a3-189d-4f8f-a75a-7cbea51260dd', 'tag': '22066101-6c57-4094-927d-75c948cc3588'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 16:09:38.548063 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e864e192db7b6bc8510e34e29aacd7f4822b7f9fabd5de2d887dfc9614d866e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2510a8e-7236-46b3-84eb-288a31bd9c0a" -d '{"events": [{"name": "network-changed", "server_uuid": "738999a3-189d-4f8f-a75a-7cbea51260dd", "tag": "22066101-6c57-4094-927d-75c948cc3588"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:09:38.590746 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 16:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fd8cab-18dd-4493-a80f-1b60d34737dc x-openstack-request-id: req-c3fd8cab-18dd-4493-a80f-1b60d34737dc {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:09:38.591374 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738999a3-189d-4f8f-a75a-7cbea51260dd", "tag": "22066101-6c57-4094-927d-75c948cc3588", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:09:38.591374 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c3fd8cab-18dd-4493-a80f-1b60d34737dc {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:09:38.591624 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3fd8cab-18dd-4493-a80f-1b60d34737dc'] response: {'name': 'network-changed', 'server_uuid': '738999a3-189d-4f8f-a75a-7cbea51260dd', 'tag': '22066101-6c57-4094-927d-75c948cc3588', 'status': 'completed', 'code': 200} Sep 23 16:09:38.599699 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e8980-f247-4e97-9bfb-eb4033f29304 service neutron] Pushing event updated for resources: {'Port': ['ID=22066101-6c57-4094-927d-75c948cc3588,revision_number=3']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:38.610074 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa95a0a-903e-42f3-a720-37b4ee0ca83a req-711a4598-e702-44e7-898f-0d3775daaca0 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:38.611558 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2aa95a0a-903e-42f3-a720-37b4ee0ca83a req-711a4598-e702-44e7-898f-0d3775daaca0 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 944 time: 0.1689487 Sep 23 16:09:38.708182 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-2aa95a0a-903e-42f3-a720-37b4ee0ca83a req-e9532658-36f5-43ed-9787-ca21d849cd20 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619605 Sep 23 16:09:38.724100 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2510a8e-7236-46b3-84eb-288a31bd9c0a req-77c9f639-8a22-4b56-aee7-b97803f054a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:38.725523 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a2510a8e-7236-46b3-84eb-288a31bd9c0a req-77c9f639-8a22-4b56-aee7-b97803f054a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82a3b5ea1d174e6586823e214e7cf94f&device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 1097 time: 0.1128318 Sep 23 16:09:38.975918 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2510a8e-7236-46b3-84eb-288a31bd9c0a req-4ee01412-22b1-4f28-92ea-60aab203dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:38.975918 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a2510a8e-7236-46b3-84eb-288a31bd9c0a req-4ee01412-22b1-4f28-92ea-60aab203dbbe service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=82a3b5ea1d174e6586823e214e7cf94f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2412915 Sep 23 16:09:39.109022 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2510a8e-7236-46b3-84eb-288a31bd9c0a req-c1d88d38-6e41-493b-aa34-63fc70f9efed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:39.110473 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-a2510a8e-7236-46b3-84eb-288a31bd9c0a req-c1d88d38-6e41-493b-aa34-63fc70f9efed service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305389 Sep 23 16:09:39.224972 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fb0af-a926-440d-a019-4228dbf76e7b req-3ab5314a-e175-43c2-b5a3-b076b2855861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:39.226497 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-014fb0af-a926-440d-a019-4228dbf76e7b req-3ab5314a-e175-43c2-b5a3-b076b2855861 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82a3b5ea1d174e6586823e214e7cf94f&device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 1097 time: 0.0780942 Sep 23 16:09:39.299974 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-014fb0af-a926-440d-a019-4228dbf76e7b req-b8aeff6c-092d-41c4-bc8d-d33fe2c15baf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22066101-6c57-4094-927d-75c948cc3588 HTTP/1.1" status: 200 len: 217 time: 0.0660682 Sep 23 16:09:39.363389 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fb0af-a926-440d-a019-4228dbf76e7b req-729481df-c666-4c59-8957-9d089f9e576f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:39.364784 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-014fb0af-a926-440d-a019-4228dbf76e7b req-729481df-c666-4c59-8957-9d089f9e576f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2879baa2-c16c-46b6-8ca3-e63cfb87d0d0 HTTP/1.1" status: 200 len: 849 time: 0.0586975 Sep 23 16:09:39.448343 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fb0af-a926-440d-a019-4228dbf76e7b req-eeea8817-7806-4219-b183-874b91f02380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:39.449773 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-014fb0af-a926-440d-a019-4228dbf76e7b req-eeea8817-7806-4219-b183-874b91f02380 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba916081-30df-4ada-b29d-2f311c461e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790420 Sep 23 16:09:39.579599 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-014fb0af-a926-440d-a019-4228dbf76e7b req-981f9d59-c929-454a-af33-87cfeaee7524 service neutron] 10.222.0.72 "GET /v2.0/networks/ba916081-30df-4ada-b29d-2f311c461e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236625 Sep 23 16:09:39.709554 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-014fb0af-a926-440d-a019-4228dbf76e7b req-2b5e34e6-4093-4730-95f5-598baa85ae0f service neutron] 10.222.0.72 "GET /v2.0/networks/ba916081-30df-4ada-b29d-2f311c461e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230896 Sep 23 16:09:39.911516 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876ecc1-46ee-4c70-b2d7-3ce75e4d46b1 req-73ed6d56-7bf9-4d4e-a0b3-68e611db47cb tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:39.912884 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a876ecc1-46ee-4c70-b2d7-3ce75e4d46b1 req-73ed6d56-7bf9-4d4e-a0b3-68e611db47cb tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 944 time: 0.0905640 Sep 23 16:09:39.956929 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-a876ecc1-46ee-4c70-b2d7-3ce75e4d46b1 req-eefac5b0-dcc6-41a4-ac0d-225916e18c5e tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377977 Sep 23 16:09:41.153423 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2725768-98d2-43e2-b5f2-a9888f0afdd6 req-4422f9a6-163d-41d3-b989-d1cdc8977dd2 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:41.154895 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e2725768-98d2-43e2-b5f2-a9888f0afdd6 req-4422f9a6-163d-41d3-b989-d1cdc8977dd2 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 944 time: 0.0874326 Sep 23 16:09:41.198300 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-e2725768-98d2-43e2-b5f2-a9888f0afdd6 req-9d87a870-b122-414a-b2c3-d9aac73de100 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377541 Sep 23 16:09:42.398454 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02042267-2438-4f69-b6f2-f68d51c49d9a req-3a77d1f5-808c-4e37-9ce9-0913e14c3f77 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:42.400468 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-02042267-2438-4f69-b6f2-f68d51c49d9a req-3a77d1f5-808c-4e37-9ce9-0913e14c3f77 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 944 time: 0.0902836 Sep 23 16:09:42.446158 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-02042267-2438-4f69-b6f2-f68d51c49d9a req-9ebe1a49-40ef-4eb5-9835-e97d821dfb5d tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401270 Sep 23 16:09:42.578415 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 22066101-6c57-4094-927d-75c948cc3588 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 16:09:42.710443 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 22066101-6c57-4094-927d-75c948cc3588, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=22066101-6c57-4094-927d-75c948cc3588,segment=NetworkSegment(adb90214-0885-4816-a565-5a5788cdef65),segment_id=adb90214-0885-4816-a565-5a5788cdef65)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:09:42.723933 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '22066101-6c57-4094-927d-75c948cc3588', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'port_id': '22066101-6c57-4094-927d-75c948cc3588', 'mac_address': 'fa:16:3e:1e:a9:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 16:09:42.777596 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 22066101-6c57-4094-927d-75c948cc3588 is: DOWN; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:09:42.777972 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:42.794098 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22066101-6c57-4094-927d-75c948cc3588 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 16:09:42.808895 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 22066101-6c57-4094-927d-75c948cc3588, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=22066101-6c57-4094-927d-75c948cc3588,segment=NetworkSegment(adb90214-0885-4816-a565-5a5788cdef65),segment_id=adb90214-0885-4816-a565-5a5788cdef65)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:09:42.883857 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:42.952653 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=22066101-6c57-4094-927d-75c948cc3588,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:43.103639 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['22066101-6c57-4094-927d-75c948cc3588'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 16:09:43.650624 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ee87b-fd79-449d-ba8d-e7b64d18a247 req-df5d3b2e-25f0-4f68-b49d-93d43816ad06 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:43.652105 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-513ee87b-fd79-449d-ba8d-e7b64d18a247 req-df5d3b2e-25f0-4f68-b49d-93d43816ad06 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 945 time: 0.0942395 Sep 23 16:09:43.696932 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-513ee87b-fd79-449d-ba8d-e7b64d18a247 req-a1304827-af2e-48e3-8997-31af7ce76b8d tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389550 Sep 23 16:09:44.591711 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 22066101-6c57-4094-927d-75c948cc3588 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 16:09:44.718250 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning for port 22066101-6c57-4094-927d-75c948cc3588 completed by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 16:09:44.723069 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 22066101-6c57-4094-927d-75c948cc3588 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:09:44.723439 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:44.723773 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 22066101-6c57-4094-927d-75c948cc3588 Sep 23 16:09:44.844982 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 22066101-6c57-4094-927d-75c948cc3588 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:09:44.845287 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:44.871817 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738999a3-189d-4f8f-a75a-7cbea51260dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22066101-6c57-4094-927d-75c948cc3588'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 16:09:44.874095 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb80db78ac565d30befc562266292b39865be7cdbb0d4ba6a9eaabf37a3a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb165a29-fc57-44b2-ba9d-58a1969ad375" -d '{"events": [{"server_uuid": "738999a3-189d-4f8f-a75a-7cbea51260dd", "name": "network-vif-plugged", "status": "completed", "tag": "22066101-6c57-4094-927d-75c948cc3588"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:09:44.881773 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 22066101-6c57-4094-927d-75c948cc3588, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=22066101-6c57-4094-927d-75c948cc3588,segment=NetworkSegment(adb90214-0885-4816-a565-5a5788cdef65),segment_id=adb90214-0885-4816-a565-5a5788cdef65)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:09:44.898383 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96239d64-15a3-4948-88d2-32ea85e5e30a req-566f1e52-e57b-4654-8c45-c02b95904bb4 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:44.900425 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-96239d64-15a3-4948-88d2-32ea85e5e30a req-566f1e52-e57b-4654-8c45-c02b95904bb4 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 945 time: 0.0898635 Sep 23 16:09:44.919059 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 16:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b30980-6b8d-42c7-8290-323d1f92442a x-openstack-request-id: req-61b30980-6b8d-42c7-8290-323d1f92442a {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:09:44.919402 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738999a3-189d-4f8f-a75a-7cbea51260dd", "name": "network-vif-plugged", "status": "completed", "tag": "22066101-6c57-4094-927d-75c948cc3588", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:09:44.922711 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-61b30980-6b8d-42c7-8290-323d1f92442a {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:09:44.922711 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b30980-6b8d-42c7-8290-323d1f92442a'] response: {'server_uuid': '738999a3-189d-4f8f-a75a-7cbea51260dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22066101-6c57-4094-927d-75c948cc3588', 'code': 200} Sep 23 16:09:44.941982 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:44.947665 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-96239d64-15a3-4948-88d2-32ea85e5e30a req-b804de1a-9ffc-4adf-9445-27567a11df2e tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401196 Sep 23 16:09:45.015335 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=22066101-6c57-4094-927d-75c948cc3588,revision_number=5']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:45.306925 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059c2d4-114f-4237-ab05-17e07b5a3cbf req-3b03ccd0-bbc5-4940-bbf2-f21ce8e51075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:45.308373 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3059c2d4-114f-4237-ab05-17e07b5a3cbf req-3b03ccd0-bbc5-4940-bbf2-f21ce8e51075 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 1099 time: 0.0814714 Sep 23 16:09:45.348003 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-3059c2d4-114f-4237-ab05-17e07b5a3cbf req-5bd58bef-8222-4cec-b080-27487db1858e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332012 Sep 23 16:09:46.146305 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4ab56-73e3-4bf6-ab17-a430abe18281 req-60707442-a7a0-49b6-b697-035efce8e02a tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:46.147670 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-05f4ab56-73e3-4bf6-ab17-a430abe18281 req-60707442-a7a0-49b6-b697-035efce8e02a tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 946 time: 0.0853736 Sep 23 16:09:46.190160 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-05f4ab56-73e3-4bf6-ab17-a430abe18281 req-809a7409-391e-4afd-bc6b-eec8319bc27c tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368388 Sep 23 16:09:47.492307 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d6af8-1f18-42b7-b937-bae7d50dedc7 req-dd7514a6-a2de-4b82-9207-b538862277d4 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:47.494360 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ec3d6af8-1f18-42b7-b937-bae7d50dedc7 req-dd7514a6-a2de-4b82-9207-b538862277d4 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 946 time: 0.1919372 Sep 23 16:09:47.537508 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-ec3d6af8-1f18-42b7-b937-bae7d50dedc7 req-bda96f19-1777-4ddb-96c7-41ef76b1bf70 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374916 Sep 23 16:09:47.736577 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd54ec3-df91-4824-bea1-babc49732d44 req-9453af98-cb4c-4f60-954c-4a335ecd8cb0 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:47.738003 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fcd54ec3-df91-4824-bea1-babc49732d44 req-9453af98-cb4c-4f60-954c-4a335ecd8cb0 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 946 time: 0.0892427 Sep 23 16:09:47.781225 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-fcd54ec3-df91-4824-bea1-babc49732d44 req-72acd374-cb37-4412-8382-9aaef94ae663 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374556 Sep 23 16:09:47.810150 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59594) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:09:47.888667 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d91baa3-ecdf-41fb-bb56-28855abe8fc3 tempest-TestSnapshotPattern-974190594 tempest-TestSnapshotPattern-974190594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:47.890156 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-2d91baa3-ecdf-41fb-bb56-28855abe8fc3 tempest-TestSnapshotPattern-974190594 tempest-TestSnapshotPattern-974190594-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 1094 time: 0.0790098 Sep 23 16:09:47.892877 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59598) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:09:47.898005 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.v2.base [None req-09d1bedb-4787-490c-a874-30c4dcd5d42f tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Request body: {'floatingip': {'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'port_id': '22066101-6c57-4094-927d-75c948cc3588', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 23 16:09:47.904085 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-09d1bedb-4787-490c-a874-30c4dcd5d42f tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 23 16:09:47.907869 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-09d1bedb-4787-490c-a874-30c4dcd5d42f tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Usage tracker for resource:floatingip and tenant:82a3b5ea1d174e6586823e214e7cf94f is out of sync, need to count used quota {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 23 16:09:47.910736 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [None req-09d1bedb-4787-490c-a874-30c4dcd5d42f tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89739) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 23 16:09:47.916870 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.quota.driver [None req-09d1bedb-4787-490c-a874-30c4dcd5d42f tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89739) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 23 16:09:48.003662 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-09d1bedb-4787-490c-a874-30c4dcd5d42f tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for floatingip, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:48.137975 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-09d1bedb-4787-490c-a874-30c4dcd5d42f tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:48.267712 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_common [None req-09d1bedb-4787-490c-a874-30c4dcd5d42f tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Allocated IP 172.26.10.53 (61b1518d-d511-4beb-b056-d894a2c85079/a1245e22-a890-42e0-b456-cbe721f97478/c60207d0-c448-48d4-8c12-6e7b1a5263ef) {{(pid=89739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 16:09:48.510256 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-09d1bedb-4787-490c-a874-30c4dcd5d42f tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for port, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:48.612847 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-09d1bedb-4787-490c-a874-30c4dcd5d42f tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774174355941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:48.678468 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d1bedb-4787-490c-a874-30c4dcd5d42f tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Network 61b1518d-d511-4beb-b056-d894a2c85079 is already hosted by enough agents. {{(pid=89739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 16:09:48.681095 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.base_scheduler [None req-09d1bedb-4787-490c-a874-30c4dcd5d42f tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Resources bound (agent type, host, resource id): {{(pid=89739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 16:09:48.684923 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d1bedb-4787-490c-a874-30c4dcd5d42f tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Received port after_create {{(pid=89739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 23 16:09:48.724303 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1bedb-4787-490c-a874-30c4dcd5d42f tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Pushing event updated for resources: {'Port': ['ID=c60207d0-c448-48d4-8c12-6e7b1a5263ef,revision_number=1']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:49.098294 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-09d1bedb-4787-490c-a874-30c4dcd5d42f tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:49.222339 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-09d1bedb-4787-490c-a874-30c4dcd5d42f tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:49.429710 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-09d1bedb-4787-490c-a874-30c4dcd5d42f tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for port, precommit_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:49.481451 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-09d1bedb-4787-490c-a874-30c4dcd5d42f tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-680818'] for port, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:49.588257 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-09d1bedb-4787-490c-a874-30c4dcd5d42f tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1754037'] for floatingip, after_update {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:49.636293 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1bedb-4787-490c-a874-30c4dcd5d42f tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Pushing event updated for resources: {'Port': ['ID=c60207d0-c448-48d4-8c12-6e7b1a5263ef,revision_number=2']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:09:49.762638 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-09d1bedb-4787-490c-a874-30c4dcd5d42f tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Floating IP c7a97c24-006b-4a6d-9028-808d22ae795a associated. External IP: 172.26.10.53, port: 22066101-6c57-4094-927d-75c948cc3588. Sep 23 16:09:50.216848 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d1bedb-4787-490c-a874-30c4dcd5d42f tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Router 7c47b49b-6147-4a87-95df-9ebb681f6727 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 16:09:50.395491 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d1bedb-4787-490c-a874-30c4dcd5d42f tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 16:09:50.405369 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9908b8-2224-4de2-b7dd-13419ebe733f None None] Sync routers for ids ['7c47b49b-6147-4a87-95df-9ebb681f6727'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:09:50.414689 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9908b8-2224-4de2-b7dd-13419ebe733f None None] Routers {'7c47b49b-6147-4a87-95df-9ebb681f6727'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:09:50.415310 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-dd9908b8-2224-4de2-b7dd-13419ebe733f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:09:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['7c47b49b-6147-4a87-95df-9ebb681f6727'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:50.495417 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-09d1bedb-4787-490c-a874-30c4dcd5d42f tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:09:50.549634 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-09d1bedb-4787-490c-a874-30c4dcd5d42f tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6555977 Sep 23 16:09:50.550214 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738999a3-189d-4f8f-a75a-7cbea51260dd', 'tag': '22066101-6c57-4094-927d-75c948cc3588'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 16:09:50.552633 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e864e192db7b6bc8510e34e29aacd7f4822b7f9fabd5de2d887dfc9614d866e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c383f70e-fdb1-4b75-baf9-e0283605acf2" -d '{"events": [{"name": "network-changed", "server_uuid": "738999a3-189d-4f8f-a75a-7cbea51260dd", "tag": "22066101-6c57-4094-927d-75c948cc3588"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:09:50.595149 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-dd9908b8-2224-4de2-b7dd-13419ebe733f None None] Set router 7c47b49b-6147-4a87-95df-9ebb681f6727 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:09:50.601275 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 16:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad512332-2ba8-40d9-a1c2-29dd3b8456c9 x-openstack-request-id: req-ad512332-2ba8-40d9-a1c2-29dd3b8456c9 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:09:50.601568 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738999a3-189d-4f8f-a75a-7cbea51260dd", "tag": "22066101-6c57-4094-927d-75c948cc3588", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:09:50.601849 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ad512332-2ba8-40d9-a1c2-29dd3b8456c9 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:09:50.602256 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad512332-2ba8-40d9-a1c2-29dd3b8456c9'] response: {'name': 'network-changed', 'server_uuid': '738999a3-189d-4f8f-a75a-7cbea51260dd', 'tag': '22066101-6c57-4094-927d-75c948cc3588', 'status': 'completed', 'code': 200} Sep 23 16:09:50.701940 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383f70e-fdb1-4b75-baf9-e0283605acf2 req-56497793-06d7-4540-ace2-41c4bc7ca354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:50.703513 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c383f70e-fdb1-4b75-baf9-e0283605acf2 req-56497793-06d7-4540-ace2-41c4bc7ca354 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82a3b5ea1d174e6586823e214e7cf94f&device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 1099 time: 0.0815384 Sep 23 16:09:50.839704 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383f70e-fdb1-4b75-baf9-e0283605acf2 req-baf41d08-fd8f-4611-840b-5416801c77f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:50.841146 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c383f70e-fdb1-4b75-baf9-e0283605acf2 req-baf41d08-fd8f-4611-840b-5416801c77f5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba916081-30df-4ada-b29d-2f311c461e11 HTTP/1.1" status: 200 len: 911 time: 0.1299119 Sep 23 16:09:50.952817 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c383f70e-fdb1-4b75-baf9-e0283605acf2 req-1d2cc6a0-c573-4353-94f6-945f181c0ea6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22066101-6c57-4094-927d-75c948cc3588 HTTP/1.1" status: 200 len: 1000 time: 0.1050675 Sep 23 16:09:50.987998 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-dd9908b8-2224-4de2-b7dd-13419ebe733f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'name': 'tempest-TestSnapshotPattern-1098930354-router', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8'}], 'enable_snat': True}, 'gw_port_id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:38Z', 'updated_at': '2022-09-23T16:06:42Z', 'revision_number': 4, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'gw_port': {'id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:39Z', 'updated_at': '2022-09-23T16:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '84640e5e-1f0d-4850-838d-7b1bb6471f10', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'floating_ip_address': '172.26.10.82', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'port_id': '9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'mac_address': 'fa:16:3e:15:d5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T16:07:13Z', 'updated_at': '2022-09-23T16:07:16Z', 'revision_number': 1, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'fixed_ip_address_scope': None}, {'id': 'c7a97c24-006b-4a6d-9028-808d22ae795a', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'floating_ip_address': '172.26.10.53', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'port_id': '22066101-6c57-4094-927d-75c948cc3588', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'mac_address': 'fa:16:3e:1e:a9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738999a3-189d-4f8f-a75a-7cbea51260dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T16:09:49Z', 'updated_at': '2022-09-23T16:09:49Z', 'revision_number': 0, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1528d8-c682-4f89-be15-5a294c46e6db', 'name': '', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'mac_address': 'fa:16:3e:95:27:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:42Z', 'updated_at': '2022-09-23T16:06:49Z', 'revision_number': 5, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'subnets': [{'id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:50.992092 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9908b8-2224-4de2-b7dd-13419ebe733f None None] Checking router: 7c47b49b-6147-4a87-95df-9ebb681f6727 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:09:51.001098 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9908b8-2224-4de2-b7dd-13419ebe733f None None] Routers {'7c47b49b-6147-4a87-95df-9ebb681f6727'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:09:51.001700 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-dd9908b8-2224-4de2-b7dd-13419ebe733f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:09:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['7c47b49b-6147-4a87-95df-9ebb681f6727'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:51.016159 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383f70e-fdb1-4b75-baf9-e0283605acf2 req-05f07c45-2727-40a6-bc62-4d02559efc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:51.017575 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c383f70e-fdb1-4b75-baf9-e0283605acf2 req-05f07c45-2727-40a6-bc62-4d02559efc9d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2879baa2-c16c-46b6-8ca3-e63cfb87d0d0 HTTP/1.1" status: 200 len: 849 time: 0.0580497 Sep 23 16:09:51.108140 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383f70e-fdb1-4b75-baf9-e0283605acf2 req-25908770-0735-408b-addb-72e69aec1495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:09:51.109516 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c383f70e-fdb1-4b75-baf9-e0283605acf2 req-25908770-0735-408b-addb-72e69aec1495 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba916081-30df-4ada-b29d-2f311c461e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852194 Sep 23 16:09:51.182676 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-dd9908b8-2224-4de2-b7dd-13419ebe733f None None] Set router 7c47b49b-6147-4a87-95df-9ebb681f6727 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:09:51.245672 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c383f70e-fdb1-4b75-baf9-e0283605acf2 req-c1840521-2831-41cd-bab2-8ab2def06fd3 service neutron] 10.222.0.72 "GET /v2.0/networks/ba916081-30df-4ada-b29d-2f311c461e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284347 Sep 23 16:09:51.377167 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-c383f70e-fdb1-4b75-baf9-e0283605acf2 req-d997b0c8-6854-4ca0-94a1-da5901c047b8 service neutron] 10.222.0.72 "GET /v2.0/networks/ba916081-30df-4ada-b29d-2f311c461e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248324 Sep 23 16:09:51.530397 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-dd9908b8-2224-4de2-b7dd-13419ebe733f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'name': 'tempest-TestSnapshotPattern-1098930354-router', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8'}], 'enable_snat': True}, 'gw_port_id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:38Z', 'updated_at': '2022-09-23T16:06:42Z', 'revision_number': 4, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'gw_port': {'id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:39Z', 'updated_at': '2022-09-23T16:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '84640e5e-1f0d-4850-838d-7b1bb6471f10', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'floating_ip_address': '172.26.10.82', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'port_id': '9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'mac_address': 'fa:16:3e:15:d5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T16:07:13Z', 'updated_at': '2022-09-23T16:07:16Z', 'revision_number': 1, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'fixed_ip_address_scope': None}, {'id': 'c7a97c24-006b-4a6d-9028-808d22ae795a', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'floating_ip_address': '172.26.10.53', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'port_id': '22066101-6c57-4094-927d-75c948cc3588', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'mac_address': 'fa:16:3e:1e:a9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738999a3-189d-4f8f-a75a-7cbea51260dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T16:09:49Z', 'updated_at': '2022-09-23T16:09:49Z', 'revision_number': 0, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1528d8-c682-4f89-be15-5a294c46e6db', 'name': '', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'mac_address': 'fa:16:3e:95:27:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:42Z', 'updated_at': '2022-09-23T16:06:49Z', 'revision_number': 5, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'subnets': [{'id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:09:51.534301 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9908b8-2224-4de2-b7dd-13419ebe733f None None] The sync data for ids ['7c47b49b-6147-4a87-95df-9ebb681f6727'] in dv-neutron-859093-1-hyperv is: [{'id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'name': 'tempest-TestSnapshotPattern-1098930354-router', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8'}], 'enable_snat': True}, 'gw_port_id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:38Z', 'updated_at': '2022-09-23T16:06:42Z', 'revision_number': 4, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'gw_port': {'id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:39Z', 'updated_at': '2022-09-23T16:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '84640e5e-1f0d-4850-838d-7b1bb6471f10', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'floating_ip_address': '172.26.10.82', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'port_id': '9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'mac_address': 'fa:16:3e:15:d5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T16:07:13Z', 'updated_at': '2022-09-23T16:07:16Z', 'revision_number': 1, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'fixed_ip_address_scope': None}, {'id': 'c7a97c24-006b-4a6d-9028-808d22ae795a', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'floating_ip_address': '172.26.10.53', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'port_id': '22066101-6c57-4094-927d-75c948cc3588', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'mac_address': 'fa:16:3e:1e:a9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738999a3-189d-4f8f-a75a-7cbea51260dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T16:09:49Z', 'updated_at': '2022-09-23T16:09:49Z', 'revision_number': 0, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1528d8-c682-4f89-be15-5a294c46e6db', 'name': '', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'mac_address': 'fa:16:3e:95:27:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:42Z', 'updated_at': '2022-09-23T16:06:49Z', 'revision_number': 5, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'subnets': [{'id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:09:51.715121 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05059e3-e4d0-4cf3-8790-9b9a279df268 None None] New status for floating IP c7a97c24-006b-4a6d-9028-808d22ae795a: ACTIVE {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 16:10:02.017294 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:10:02.184152 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b4d40b79-2892-4683-af16-b0b0a4ba412b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:03.426593 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:05.152597 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffaa9044-67ba-4809-b7e6-6a8a6f268ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:05.546852 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:05.807134 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:07.292646 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:23.802787 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-777c7b6f-ace5-4f09-a423-cfa173e4c853 req-98f30efb-6754-4050-8885-ecee8818c649 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1451809 Sep 23 16:10:23.948746 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c7b6f-ace5-4f09-a423-cfa173e4c853 req-eea91f9c-1b68-4d52-bcbb-3eb9348bddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:10:23.950115 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-777c7b6f-ace5-4f09-a423-cfa173e4c853 req-eea91f9c-1b68-4d52-bcbb-3eb9348bddbe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82a3b5ea1d174e6586823e214e7cf94f&device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a HTTP/1.1" status: 200 len: 1096 time: 0.0801454 Sep 23 16:10:24.099459 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c7b6f-ace5-4f09-a423-cfa173e4c853 req-ae3c8b49-8b31-4ca7-8c5e-05f9177e9595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:10:24.100861 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-777c7b6f-ace5-4f09-a423-cfa173e4c853 req-ae3c8b49-8b31-4ca7-8c5e-05f9177e9595 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba916081-30df-4ada-b29d-2f311c461e11 HTTP/1.1" status: 200 len: 911 time: 0.1325867 Sep 23 16:10:24.197997 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-777c7b6f-ace5-4f09-a423-cfa173e4c853 req-50791e27-0afb-41dc-af75-5a51e5dd2f53 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 HTTP/1.1" status: 200 len: 999 time: 0.0909343 Sep 23 16:10:24.356072 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c7b6f-ace5-4f09-a423-cfa173e4c853 req-2279923e-89d7-402f-9740-4369d00deb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:10:24.357484 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-777c7b6f-ace5-4f09-a423-cfa173e4c853 req-2279923e-89d7-402f-9740-4369d00deb38 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2879baa2-c16c-46b6-8ca3-e63cfb87d0d0 HTTP/1.1" status: 200 len: 849 time: 0.1537080 Sep 23 16:10:24.438556 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c7b6f-ace5-4f09-a423-cfa173e4c853 req-3812615b-fd18-45b0-87b7-13ad1f041c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:10:24.440035 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-777c7b6f-ace5-4f09-a423-cfa173e4c853 req-3812615b-fd18-45b0-87b7-13ad1f041c34 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba916081-30df-4ada-b29d-2f311c461e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760167 Sep 23 16:10:24.570415 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-777c7b6f-ace5-4f09-a423-cfa173e4c853 req-80c4e179-b254-4853-8030-26809b9fef08 service neutron] 10.222.0.72 "GET /v2.0/networks/ba916081-30df-4ada-b29d-2f311c461e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226680 Sep 23 16:10:24.698787 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-777c7b6f-ace5-4f09-a423-cfa173e4c853 req-7ab1eb40-e995-474c-a07f-67f746727c77 service neutron] 10.222.0.72 "GET /v2.0/networks/ba916081-30df-4ada-b29d-2f311c461e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217661 Sep 23 16:10:32.151989 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3e7c639b-4553-4819-8af7-cf480b456527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:33.449462 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.123980 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b67ae25a-2d6f-4437-90d7-85e122317f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.549059 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:35.840577 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:37.277893 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:10:39.016788 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:11:02.149343 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5f82608c-6a58-492b-81a8-21b9f690dd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:03.440733 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:05.157460 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-be4ac5cb-c5d7-4b45-af55-23a2a1f5cd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:05.560554 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:05.800744 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:07.288782 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:16.016178 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:11:23.967288 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43752119-10b4-4fe7-9bbe-b9c97aa8ee7d req-bd6e8e25-0720-4476-96af-a22b67263ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:11:23.968655 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-43752119-10b4-4fe7-9bbe-b9c97aa8ee7d req-bd6e8e25-0720-4476-96af-a22b67263ebd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82a3b5ea1d174e6586823e214e7cf94f&device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 1099 time: 0.0821164 Sep 23 16:11:24.109136 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43752119-10b4-4fe7-9bbe-b9c97aa8ee7d req-fbd6cdd7-677f-467a-9d1c-c8c1575d0f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:11:24.110594 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-43752119-10b4-4fe7-9bbe-b9c97aa8ee7d req-fbd6cdd7-677f-467a-9d1c-c8c1575d0f4b service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba916081-30df-4ada-b29d-2f311c461e11 HTTP/1.1" status: 200 len: 911 time: 0.1240499 Sep 23 16:11:24.213905 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-43752119-10b4-4fe7-9bbe-b9c97aa8ee7d req-6c2ac568-4096-4ec7-90e6-52489afb37f9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22066101-6c57-4094-927d-75c948cc3588 HTTP/1.1" status: 200 len: 1002 time: 0.0963159 Sep 23 16:11:24.274026 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43752119-10b4-4fe7-9bbe-b9c97aa8ee7d req-1abbe951-b710-4a23-8de4-75ff6793c00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:11:24.275442 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-43752119-10b4-4fe7-9bbe-b9c97aa8ee7d req-1abbe951-b710-4a23-8de4-75ff6793c00b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2879baa2-c16c-46b6-8ca3-e63cfb87d0d0 HTTP/1.1" status: 200 len: 849 time: 0.0557151 Sep 23 16:11:24.360143 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43752119-10b4-4fe7-9bbe-b9c97aa8ee7d req-194fbb1c-6799-4d38-a6e6-2ef903894de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:11:24.361578 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-43752119-10b4-4fe7-9bbe-b9c97aa8ee7d req-194fbb1c-6799-4d38-a6e6-2ef903894de6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba916081-30df-4ada-b29d-2f311c461e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792201 Sep 23 16:11:24.490089 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-43752119-10b4-4fe7-9bbe-b9c97aa8ee7d req-9e2812ac-aeae-4eb0-b077-19888c3678af service neutron] 10.222.0.72 "GET /v2.0/networks/ba916081-30df-4ada-b29d-2f311c461e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200924 Sep 23 16:11:24.620858 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-43752119-10b4-4fe7-9bbe-b9c97aa8ee7d req-7b6ca0d6-ddab-437d-87e9-257e838d43d1 service neutron] 10.222.0.72 "GET /v2.0/networks/ba916081-30df-4ada-b29d-2f311c461e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226087 Sep 23 16:11:25.039742 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 22066101-6c57-4094-927d-75c948cc3588 details requested by agent hyperv_hv-neutron-8590 with host hv-neutron-8590 {{(pid=89740) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 23 16:11:25.172959 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 22066101-6c57-4094-927d-75c948cc3588, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=22066101-6c57-4094-927d-75c948cc3588,segment=NetworkSegment(adb90214-0885-4816-a565-5a5788cdef65),segment_id=adb90214-0885-4816-a565-5a5788cdef65)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:11:25.186078 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Returning: {'device': '22066101-6c57-4094-927d-75c948cc3588', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'port_id': '22066101-6c57-4094-927d-75c948cc3588', 'mac_address': 'fa:16:3e:1e:a9:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89740) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 23 16:11:25.240752 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 22066101-6c57-4094-927d-75c948cc3588 is: ACTIVE; New status is: BUILD {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:11:25.241131 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:25.257389 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22066101-6c57-4094-927d-75c948cc3588 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 23 16:11:25.273069 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 22066101-6c57-4094-927d-75c948cc3588, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=22066101-6c57-4094-927d-75c948cc3588,segment=NetworkSegment(adb90214-0885-4816-a565-5a5788cdef65),segment_id=adb90214-0885-4816-a565-5a5788cdef65)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:11:25.334384 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:25.403352 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=22066101-6c57-4094-927d-75c948cc3588,revision_number=6']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:25.415704 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:25.416043 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:25.416385 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:25.416710 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:25.417031 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:25.417352 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:25.417670 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:25.417984 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:25.418301 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:25.418636 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:25.418947 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:25.419258 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:25.424031 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] get_ports_and_sgs() called for port_ids ['22066101-6c57-4094-927d-75c948cc3588'] {{(pid=89740) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 23 16:11:27.060112 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 22066101-6c57-4094-927d-75c948cc3588 up at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 23 16:11:27.134041 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Provisioning complete for port 22066101-6c57-4094-927d-75c948cc3588 triggered by entity L2. {{(pid=89740) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 16:11:27.134431 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617334'] for port, provisioning_complete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:27.134952 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Attempt 1 to provision port 22066101-6c57-4094-927d-75c948cc3588 Sep 23 16:11:27.256461 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 22066101-6c57-4094-927d-75c948cc3588 is: BUILD; New status is: ACTIVE {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:11:27.274627 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:27.287103 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738999a3-189d-4f8f-a75a-7cbea51260dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22066101-6c57-4094-927d-75c948cc3588'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 16:11:27.289470 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb80db78ac565d30befc562266292b39865be7cdbb0d4ba6a9eaabf37a3a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a61d89-46c4-4891-adf5-c8533b4d6657" -d '{"events": [{"server_uuid": "738999a3-189d-4f8f-a75a-7cbea51260dd", "name": "network-vif-plugged", "status": "completed", "tag": "22066101-6c57-4094-927d-75c948cc3588"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:11:27.313955 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 22066101-6c57-4094-927d-75c948cc3588, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=22066101-6c57-4094-927d-75c948cc3588,segment=NetworkSegment(adb90214-0885-4816-a565-5a5788cdef65),segment_id=adb90214-0885-4816-a565-5a5788cdef65)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:11:27.339784 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 16:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f76225-dbb0-4801-a507-69a5858aefec x-openstack-request-id: req-71f76225-dbb0-4801-a507-69a5858aefec {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:11:27.339784 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738999a3-189d-4f8f-a75a-7cbea51260dd", "name": "network-vif-plugged", "status": "completed", "tag": "22066101-6c57-4094-927d-75c948cc3588", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:11:27.339784 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-71f76225-dbb0-4801-a507-69a5858aefec {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:11:27.342645 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71f76225-dbb0-4801-a507-69a5858aefec'] response: {'server_uuid': '738999a3-189d-4f8f-a75a-7cbea51260dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22066101-6c57-4094-927d-75c948cc3588', 'code': 200} Sep 23 16:11:27.389704 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:27.512959 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=22066101-6c57-4094-927d-75c948cc3588,revision_number=7']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:32.389359 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9013c6f6-d6ce-4d1c-84e7-d2a05d667bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:33.464165 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:35.380609 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7628056e-d24e-4c29-9fbd-7e644c04b8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:35.554612 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:35.814474 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:37.276617 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:38.244936 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59804) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:11:38.441254 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-f826c095-5562-4c27-a99f-5834995b4435 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Deleting port c60207d0-c448-48d4-8c12-6e7b1a5263ef {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 16:11:38.441596 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f826c095-5562-4c27-a99f-5834995b4435 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:38.720791 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f826c095-5562-4c27-a99f-5834995b4435 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:38.721108 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f826c095-5562-4c27-a99f-5834995b4435 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:38.841198 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-f826c095-5562-4c27-a99f-5834995b4435 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Calling delete_port for c60207d0-c448-48d4-8c12-6e7b1a5263ef owned by network:floatingip {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 16:11:39.063280 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f826c095-5562-4c27-a99f-5834995b4435 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:39.107735 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826c095-5562-4c27-a99f-5834995b4435 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Pushing event deleted for resources: {'Port': ['ID=c60207d0-c448-48d4-8c12-6e7b1a5263ef,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:39.117169 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826c095-5562-4c27-a99f-5834995b4435 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:39.120439 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826c095-5562-4c27-a99f-5834995b4435 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:39.120439 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826c095-5562-4c27-a99f-5834995b4435 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:39.120439 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826c095-5562-4c27-a99f-5834995b4435 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:39.120439 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826c095-5562-4c27-a99f-5834995b4435 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:39.120439 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826c095-5562-4c27-a99f-5834995b4435 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:39.120439 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826c095-5562-4c27-a99f-5834995b4435 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:39.120439 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826c095-5562-4c27-a99f-5834995b4435 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:39.120439 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826c095-5562-4c27-a99f-5834995b4435 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:39.121723 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826c095-5562-4c27-a99f-5834995b4435 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:39.121723 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826c095-5562-4c27-a99f-5834995b4435 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:39.121723 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f826c095-5562-4c27-a99f-5834995b4435 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:39.218786 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f826c095-5562-4c27-a99f-5834995b4435 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for floatingip, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:39.219130 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-f826c095-5562-4c27-a99f-5834995b4435 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Floating IP c7a97c24-006b-4a6d-9028-808d22ae795a disassociated (deleted). External IP: 172.26.10.53, port: 22066101-6c57-4094-927d-75c948cc3588. Sep 23 16:11:39.564753 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f826c095-5562-4c27-a99f-5834995b4435 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Router 7c47b49b-6147-4a87-95df-9ebb681f6727 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 16:11:39.743820 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f826c095-5562-4c27-a99f-5834995b4435 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 16:11:39.754199 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1271838-2d67-4296-9764-c89196e31576 None None] Sync routers for ids ['7c47b49b-6147-4a87-95df-9ebb681f6727'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:11:39.762976 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1271838-2d67-4296-9764-c89196e31576 None None] Routers {'7c47b49b-6147-4a87-95df-9ebb681f6727'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:11:39.769643 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-e1271838-2d67-4296-9764-c89196e31576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:11:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['7c47b49b-6147-4a87-95df-9ebb681f6727'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:11:39.831832 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-f826c095-5562-4c27-a99f-5834995b4435 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:39.887846 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-f826c095-5562-4c27-a99f-5834995b4435 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "DELETE /v2.0/floatingips/c7a97c24-006b-4a6d-9028-808d22ae795a HTTP/1.1" status: 204 len: 168 time: 1.6418116 Sep 23 16:11:39.888550 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738999a3-189d-4f8f-a75a-7cbea51260dd', 'tag': '22066101-6c57-4094-927d-75c948cc3588'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 16:11:39.890894 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e864e192db7b6bc8510e34e29aacd7f4822b7f9fabd5de2d887dfc9614d866e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb41545-b237-4f12-bd10-be61574fe01c" -d '{"events": [{"name": "network-changed", "server_uuid": "738999a3-189d-4f8f-a75a-7cbea51260dd", "tag": "22066101-6c57-4094-927d-75c948cc3588"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:11:39.950563 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-e1271838-2d67-4296-9764-c89196e31576 None None] Set router 7c47b49b-6147-4a87-95df-9ebb681f6727 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:11:40.001233 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 16:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145bf733-62c3-4302-9610-5b9950388cb7 x-openstack-request-id: req-145bf733-62c3-4302-9610-5b9950388cb7 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:11:40.001626 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738999a3-189d-4f8f-a75a-7cbea51260dd", "tag": "22066101-6c57-4094-927d-75c948cc3588", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:11:40.001849 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-145bf733-62c3-4302-9610-5b9950388cb7 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:11:40.002513 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-145bf733-62c3-4302-9610-5b9950388cb7'] response: {'name': 'network-changed', 'server_uuid': '738999a3-189d-4f8f-a75a-7cbea51260dd', 'tag': '22066101-6c57-4094-927d-75c948cc3588', 'status': 'completed', 'code': 200} Sep 23 16:11:40.111972 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb41545-b237-4f12-bd10-be61574fe01c req-e68f9a85-1741-4095-a35d-56ecee2eff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:11:40.113749 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ddb41545-b237-4f12-bd10-be61574fe01c req-e68f9a85-1741-4095-a35d-56ecee2eff48 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82a3b5ea1d174e6586823e214e7cf94f&device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 1099 time: 0.0888710 Sep 23 16:11:40.251604 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb41545-b237-4f12-bd10-be61574fe01c req-1f79dd58-a4b9-46ec-b16d-fd5dd49805b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:11:40.253048 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ddb41545-b237-4f12-bd10-be61574fe01c req-1f79dd58-a4b9-46ec-b16d-fd5dd49805b9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba916081-30df-4ada-b29d-2f311c461e11 HTTP/1.1" status: 200 len: 911 time: 0.1333923 Sep 23 16:11:40.321389 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ddb41545-b237-4f12-bd10-be61574fe01c req-a8a6a504-a53e-4ef3-84b1-83ca3013527f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22066101-6c57-4094-927d-75c948cc3588 HTTP/1.1" status: 200 len: 217 time: 0.0618644 Sep 23 16:11:40.322643 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-e1271838-2d67-4296-9764-c89196e31576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'name': 'tempest-TestSnapshotPattern-1098930354-router', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8'}], 'enable_snat': True}, 'gw_port_id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:38Z', 'updated_at': '2022-09-23T16:06:42Z', 'revision_number': 4, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'gw_port': {'id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:39Z', 'updated_at': '2022-09-23T16:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '84640e5e-1f0d-4850-838d-7b1bb6471f10', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'floating_ip_address': '172.26.10.82', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'port_id': '9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'mac_address': 'fa:16:3e:15:d5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T16:07:13Z', 'updated_at': '2022-09-23T16:07:16Z', 'revision_number': 1, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1528d8-c682-4f89-be15-5a294c46e6db', 'name': '', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'mac_address': 'fa:16:3e:95:27:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:42Z', 'updated_at': '2022-09-23T16:06:49Z', 'revision_number': 5, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'subnets': [{'id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:11:40.326616 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1271838-2d67-4296-9764-c89196e31576 None None] Checking router: 7c47b49b-6147-4a87-95df-9ebb681f6727 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:11:40.335094 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1271838-2d67-4296-9764-c89196e31576 None None] Routers {'7c47b49b-6147-4a87-95df-9ebb681f6727'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:11:40.335692 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-e1271838-2d67-4296-9764-c89196e31576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:11:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['7c47b49b-6147-4a87-95df-9ebb681f6727'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:11:40.505067 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb41545-b237-4f12-bd10-be61574fe01c req-d0c71214-a60f-442c-8e02-3b65588298c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:11:40.506759 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ddb41545-b237-4f12-bd10-be61574fe01c req-d0c71214-a60f-442c-8e02-3b65588298c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2879baa2-c16c-46b6-8ca3-e63cfb87d0d0 HTTP/1.1" status: 200 len: 849 time: 0.1784852 Sep 23 16:11:40.526974 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858b17c-9b67-4c28-998e-bffef9ceb6b3 req-4d33fb2f-4484-40be-aceb-8988ee4c3ec0 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:11:40.528098 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-e1271838-2d67-4296-9764-c89196e31576 None None] Set router 7c47b49b-6147-4a87-95df-9ebb681f6727 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:11:40.528452 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d858b17c-9b67-4c28-998e-bffef9ceb6b3 req-4d33fb2f-4484-40be-aceb-8988ee4c3ec0 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 946 time: 0.1425929 Sep 23 16:11:40.578612 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d858b17c-9b67-4c28-998e-bffef9ceb6b3 req-ac713346-3591-4647-9aaa-92b5a42798e5 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439439 Sep 23 16:11:40.597069 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb41545-b237-4f12-bd10-be61574fe01c req-e5855705-feea-407f-be8f-0ea7a168b80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:11:40.598550 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ddb41545-b237-4f12-bd10-be61574fe01c req-e5855705-feea-407f-be8f-0ea7a168b80b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba916081-30df-4ada-b29d-2f311c461e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856996 Sep 23 16:11:40.731445 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ddb41545-b237-4f12-bd10-be61574fe01c req-3c846599-0589-4285-911a-c52bab963bc2 service neutron] 10.222.0.72 "GET /v2.0/networks/ba916081-30df-4ada-b29d-2f311c461e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263030 Sep 23 16:11:40.863568 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-ddb41545-b237-4f12-bd10-be61574fe01c req-fb312317-0595-463c-bec2-a8b9ecad2d16 service neutron] 10.222.0.72 "GET /v2.0/networks/ba916081-30df-4ada-b29d-2f311c461e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254210 Sep 23 16:11:40.880119 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-e1271838-2d67-4296-9764-c89196e31576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'name': 'tempest-TestSnapshotPattern-1098930354-router', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8'}], 'enable_snat': True}, 'gw_port_id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:38Z', 'updated_at': '2022-09-23T16:06:42Z', 'revision_number': 4, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'gw_port': {'id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:39Z', 'updated_at': '2022-09-23T16:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '84640e5e-1f0d-4850-838d-7b1bb6471f10', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'floating_ip_address': '172.26.10.82', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'port_id': '9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'mac_address': 'fa:16:3e:15:d5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T16:07:13Z', 'updated_at': '2022-09-23T16:07:16Z', 'revision_number': 1, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1528d8-c682-4f89-be15-5a294c46e6db', 'name': '', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'mac_address': 'fa:16:3e:95:27:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:42Z', 'updated_at': '2022-09-23T16:06:49Z', 'revision_number': 5, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'subnets': [{'id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:11:40.884665 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1271838-2d67-4296-9764-c89196e31576 None None] The sync data for ids ['7c47b49b-6147-4a87-95df-9ebb681f6727'] in dv-neutron-859093-1-hyperv is: [{'id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'name': 'tempest-TestSnapshotPattern-1098930354-router', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8'}], 'enable_snat': True}, 'gw_port_id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:38Z', 'updated_at': '2022-09-23T16:06:42Z', 'revision_number': 4, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'gw_port': {'id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:39Z', 'updated_at': '2022-09-23T16:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_floatingips': [{'id': '84640e5e-1f0d-4850-838d-7b1bb6471f10', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'floating_ip_address': '172.26.10.82', 'floating_network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'router_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'port_id': '9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'mac_address': 'fa:16:3e:15:d5:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T16:07:13Z', 'updated_at': '2022-09-23T16:07:16Z', 'revision_number': 1, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1528d8-c682-4f89-be15-5a294c46e6db', 'name': '', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'mac_address': 'fa:16:3e:95:27:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:42Z', 'updated_at': '2022-09-23T16:06:49Z', 'revision_number': 5, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'subnets': [{'id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:11:41.089669 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fd4829-188f-4f23-b39f-591ba112d121 None None] New status for floating IP c7a97c24-006b-4a6d-9028-808d22ae795a: DOWN {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 16:11:41.147596 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 22066101-6c57-4094-927d-75c948cc3588 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 16:11:41.263345 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Current status of the port 22066101-6c57-4094-927d-75c948cc3588 is: ACTIVE; New status is: DOWN {{(pid=89740) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 23 16:11:41.263718 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672667'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:41.289256 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738999a3-189d-4f8f-a75a-7cbea51260dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22066101-6c57-4094-927d-75c948cc3588'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 16:11:41.291520 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fb80db78ac565d30befc562266292b39865be7cdbb0d4ba6a9eaabf37a3a9c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd90ff2-c628-4d96-910e-2176ba6e049c" -d '{"events": [{"server_uuid": "738999a3-189d-4f8f-a75a-7cbea51260dd", "name": "network-vif-unplugged", "status": "completed", "tag": "22066101-6c57-4094-927d-75c948cc3588"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:11:41.299014 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] For port 22066101-6c57-4094-927d-75c948cc3588, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=22066101-6c57-4094-927d-75c948cc3588,segment=NetworkSegment(adb90214-0885-4816-a565-5a5788cdef65),segment_id=adb90214-0885-4816-a565-5a5788cdef65)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:11:41.333951 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Sep 2022 16:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c864893-ff1f-4295-b09c-1e64decd6760 x-openstack-request-id: req-7c864893-ff1f-4295-b09c-1e64decd6760 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:11:41.334241 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738999a3-189d-4f8f-a75a-7cbea51260dd", "name": "network-vif-unplugged", "status": "completed", "tag": "22066101-6c57-4094-927d-75c948cc3588", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:11:41.334555 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7c864893-ff1f-4295-b09c-1e64decd6760 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:11:41.336945 dv-neutron-859093-1-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c864893-ff1f-4295-b09c-1e64decd6760'] response: {'server_uuid': '738999a3-189d-4f8f-a75a-7cbea51260dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22066101-6c57-4094-927d-75c948cc3588', 'code': 200} Sep 23 16:11:41.354985 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774174713640', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774174355959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774174352936'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:41.421412 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Pushing event updated for resources: {'Port': ['ID=22066101-6c57-4094-927d-75c948cc3588,revision_number=8']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:41.775771 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586501a-6698-4c4c-b71b-fc9bb9fe9a06 req-a05b20f1-cb69-4144-8708-473447f87ea9 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:11:41.777229 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7586501a-6698-4c4c-b71b-fc9bb9fe9a06 req-a05b20f1-cb69-4144-8708-473447f87ea9 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 944 time: 0.0863366 Sep 23 16:11:41.821674 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-7586501a-6698-4c4c-b71b-fc9bb9fe9a06 req-6b7a1639-4224-414a-aaf0-c16530ab4a40 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387552 Sep 23 16:11:41.948358 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779c8b5-fd50-4db5-a6b8-d850636f46f3 req-d81d343b-0ede-4b77-8c98-e4b7ef3a6ba2 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:11:41.948938 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-9779c8b5-fd50-4db5-a6b8-d850636f46f3 req-d81d343b-0ede-4b77-8c98-e4b7ef3a6ba2 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Synchronizing usage tracker for tenant:82a3b5ea1d174e6586823e214e7cf94f on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 16:11:42.048620 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-9779c8b5-fd50-4db5-a6b8-d850636f46f3 req-d81d343b-0ede-4b77-8c98-e4b7ef3a6ba2 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Unset dirty status for tenant:82a3b5ea1d174e6586823e214e7cf94f on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 16:11:42.049734 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9779c8b5-fd50-4db5-a6b8-d850636f46f3 req-d81d343b-0ede-4b77-8c98-e4b7ef3a6ba2 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.72 "GET /v2.0/ports?device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 944 time: 0.1881423 Sep 23 16:11:42.120894 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-9779c8b5-fd50-4db5-a6b8-d850636f46f3 req-78a42196-091f-4a69-b1ab-eb1722686d9e tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Deleting port 22066101-6c57-4094-927d-75c948cc3588 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 16:11:42.121242 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-9779c8b5-fd50-4db5-a6b8-d850636f46f3 req-78a42196-091f-4a69-b1ab-eb1722686d9e tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:42.366641 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-9779c8b5-fd50-4db5-a6b8-d850636f46f3 req-78a42196-091f-4a69-b1ab-eb1722686d9e tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] For port 22066101-6c57-4094-927d-75c948cc3588, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=22066101-6c57-4094-927d-75c948cc3588,segment=NetworkSegment(adb90214-0885-4816-a565-5a5788cdef65),segment_id=adb90214-0885-4816-a565-5a5788cdef65)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:11:42.367003 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-9779c8b5-fd50-4db5-a6b8-d850636f46f3 req-78a42196-091f-4a69-b1ab-eb1722686d9e tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:42.489756 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-9779c8b5-fd50-4db5-a6b8-d850636f46f3 req-78a42196-091f-4a69-b1ab-eb1722686d9e tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Calling delete_port for 22066101-6c57-4094-927d-75c948cc3588 owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 16:11:42.703436 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-9779c8b5-fd50-4db5-a6b8-d850636f46f3 req-78a42196-091f-4a69-b1ab-eb1722686d9e tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:42.755243 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a42196-091f-4a69-b1ab-eb1722686d9e tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Pushing event deleted for resources: {'Port': ['ID=22066101-6c57-4094-927d-75c948cc3588,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:42.842915 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-9779c8b5-fd50-4db5-a6b8-d850636f46f3 req-78a42196-091f-4a69-b1ab-eb1722686d9e tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] No DVR routers for this DVR port 22066101-6c57-4094-927d-75c948cc3588 on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:11:42.845225 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-9779c8b5-fd50-4db5-a6b8-d850636f46f3 req-78a42196-091f-4a69-b1ab-eb1722686d9e tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:42.847706 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738999a3-189d-4f8f-a75a-7cbea51260dd', 'name': 'network-vif-deleted', 'tag': '22066101-6c57-4094-927d-75c948cc3588'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 16:11:42.849975 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e864e192db7b6bc8510e34e29aacd7f4822b7f9fabd5de2d887dfc9614d866e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08af26e0-2e82-4e3a-ad69-38f50f656c5a" -d '{"events": [{"server_uuid": "738999a3-189d-4f8f-a75a-7cbea51260dd", "name": "network-vif-deleted", "tag": "22066101-6c57-4094-927d-75c948cc3588"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:11:42.893499 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 16:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f092fa12-b8c1-46f2-84a3-8cc338ad4606 x-openstack-request-id: req-f092fa12-b8c1-46f2-84a3-8cc338ad4606 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:11:42.893793 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738999a3-189d-4f8f-a75a-7cbea51260dd", "name": "network-vif-deleted", "tag": "22066101-6c57-4094-927d-75c948cc3588", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:11:42.894044 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f092fa12-b8c1-46f2-84a3-8cc338ad4606 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:11:42.894519 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f092fa12-b8c1-46f2-84a3-8cc338ad4606'] response: {'server_uuid': '738999a3-189d-4f8f-a75a-7cbea51260dd', 'name': 'network-vif-deleted', 'tag': '22066101-6c57-4094-927d-75c948cc3588', 'status': 'completed', 'code': 200} Sep 23 16:11:42.926654 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-9779c8b5-fd50-4db5-a6b8-d850636f46f3 req-78a42196-091f-4a69-b1ab-eb1722686d9e tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.72 "DELETE /v2.0/ports/22066101-6c57-4094-927d-75c948cc3588 HTTP/1.1" status: 204 len: 173 time: 0.8711798 Sep 23 16:11:42.993588 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-b05329de-db21-4fa9-b312-ef4d0714a35d req-f9d05409-c568-45d3-9ed1-c31bcc16aa00 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Synchronizing usage tracker for tenant:82a3b5ea1d174e6586823e214e7cf94f on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 16:11:43.077284 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-b05329de-db21-4fa9-b312-ef4d0714a35d req-f9d05409-c568-45d3-9ed1-c31bcc16aa00 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Unset dirty status for tenant:82a3b5ea1d174e6586823e214e7cf94f on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 16:11:43.078411 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-b05329de-db21-4fa9-b312-ef4d0714a35d req-f9d05409-c568-45d3-9ed1-c31bcc16aa00 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=738999a3-189d-4f8f-a75a-7cbea51260dd HTTP/1.1" status: 200 len: 210 time: 0.1384988 Sep 23 16:11:45.431309 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59872) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:11:45.627324 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-a72c07b8-504f-42fe-9d95-c125d0768c9c tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Deleting port b5303fc8-fb97-44f2-a536-1f44c5921708 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 16:11:45.627580 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a72c07b8-504f-42fe-9d95-c125d0768c9c tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:45.895615 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a72c07b8-504f-42fe-9d95-c125d0768c9c tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:45.895874 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a72c07b8-504f-42fe-9d95-c125d0768c9c tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:46.016258 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-a72c07b8-504f-42fe-9d95-c125d0768c9c tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Calling delete_port for b5303fc8-fb97-44f2-a536-1f44c5921708 owned by network:floatingip {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 16:11:46.229281 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a72c07b8-504f-42fe-9d95-c125d0768c9c tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:46.275676 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c07b8-504f-42fe-9d95-c125d0768c9c tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Pushing event deleted for resources: {'Port': ['ID=b5303fc8-fb97-44f2-a536-1f44c5921708,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:46.377837 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a72c07b8-504f-42fe-9d95-c125d0768c9c tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for floatingip, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:46.378172 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.db.l3_db [None req-a72c07b8-504f-42fe-9d95-c125d0768c9c tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Floating IP 84640e5e-1f0d-4850-838d-7b1bb6471f10 disassociated (deleted). External IP: 172.26.10.82, port: 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95. Sep 23 16:11:46.727450 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72c07b8-504f-42fe-9d95-c125d0768c9c tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Router 7c47b49b-6147-4a87-95df-9ebb681f6727 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 16:11:46.906087 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72c07b8-504f-42fe-9d95-c125d0768c9c tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 16:11:46.915984 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea649257-01ed-4741-aa86-c15082c11f61 None None] Sync routers for ids ['7c47b49b-6147-4a87-95df-9ebb681f6727'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:11:46.925710 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea649257-01ed-4741-aa86-c15082c11f61 None None] Routers {'7c47b49b-6147-4a87-95df-9ebb681f6727'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:11:46.926523 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-ea649257-01ed-4741-aa86-c15082c11f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:11:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['7c47b49b-6147-4a87-95df-9ebb681f6727'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:11:46.983471 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-a72c07b8-504f-42fe-9d95-c125d0768c9c tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for floatingip, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:47.038150 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-a72c07b8-504f-42fe-9d95-c125d0768c9c tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "DELETE /v2.0/floatingips/84640e5e-1f0d-4850-838d-7b1bb6471f10 HTTP/1.1" status: 204 len: 168 time: 1.6057303 Sep 23 16:11:47.039325 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a', 'tag': '9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 16:11:47.042983 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e864e192db7b6bc8510e34e29aacd7f4822b7f9fabd5de2d887dfc9614d866e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c8362e-1368-446f-8289-59dc23fba0c6" -d '{"events": [{"name": "network-changed", "server_uuid": "9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a", "tag": "9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:11:47.086018 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 16:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ead397d-69eb-41fd-8668-173fbabcfdea x-openstack-request-id: req-8ead397d-69eb-41fd-8668-173fbabcfdea {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:11:47.086308 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a", "tag": "9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:11:47.086691 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8ead397d-69eb-41fd-8668-173fbabcfdea {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:11:47.087098 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ead397d-69eb-41fd-8668-173fbabcfdea'] response: {'name': 'network-changed', 'server_uuid': '9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a', 'tag': '9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95', 'status': 'completed', 'code': 200} Sep 23 16:11:47.142874 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-ea649257-01ed-4741-aa86-c15082c11f61 None None] Set router 7c47b49b-6147-4a87-95df-9ebb681f6727 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:11:47.186901 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 22066101-6c57-4094-927d-75c948cc3588 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 16:11:47.192157 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8362e-1368-446f-8289-59dc23fba0c6 req-dedd1ddc-f347-4700-a771-fcebe02800e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:11:47.193706 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-18c8362e-1368-446f-8289-59dc23fba0c6 req-dedd1ddc-f347-4700-a771-fcebe02800e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=82a3b5ea1d174e6586823e214e7cf94f&device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a HTTP/1.1" status: 200 len: 1096 time: 0.0851507 Sep 23 16:11:47.235509 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 22066101-6c57-4094-927d-75c948cc3588 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 16:11:47.235810 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 22066101-6c57-4094-927d-75c948cc3588 not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 16:11:47.446001 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8362e-1368-446f-8289-59dc23fba0c6 req-ffd063cb-85d7-4347-b4af-7ad6c67c408e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:11:47.447531 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-18c8362e-1368-446f-8289-59dc23fba0c6 req-ffd063cb-85d7-4347-b4af-7ad6c67c408e service neutron] 10.222.0.72 "GET /v2.0/networks?id=ba916081-30df-4ada-b29d-2f311c461e11 HTTP/1.1" status: 200 len: 911 time: 0.2480521 Sep 23 16:11:47.501881 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-ea649257-01ed-4741-aa86-c15082c11f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'name': 'tempest-TestSnapshotPattern-1098930354-router', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8'}], 'enable_snat': True}, 'gw_port_id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:38Z', 'updated_at': '2022-09-23T16:06:42Z', 'revision_number': 4, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'gw_port': {'id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:39Z', 'updated_at': '2022-09-23T16:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '2d1528d8-c682-4f89-be15-5a294c46e6db', 'name': '', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'mac_address': 'fa:16:3e:95:27:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:42Z', 'updated_at': '2022-09-23T16:06:49Z', 'revision_number': 5, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'subnets': [{'id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:11:47.505741 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea649257-01ed-4741-aa86-c15082c11f61 None None] Checking router: 7c47b49b-6147-4a87-95df-9ebb681f6727 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:11:47.514554 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea649257-01ed-4741-aa86-c15082c11f61 None None] Routers {'7c47b49b-6147-4a87-95df-9ebb681f6727'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:11:47.515165 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-ea649257-01ed-4741-aa86-c15082c11f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:11:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['7c47b49b-6147-4a87-95df-9ebb681f6727'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:11:47.526336 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-18c8362e-1368-446f-8289-59dc23fba0c6 req-579cafd5-9024-4f19-bec1-76592f69ff8e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 HTTP/1.1" status: 200 len: 217 time: 0.0721712 Sep 23 16:11:47.592673 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8362e-1368-446f-8289-59dc23fba0c6 req-a42e81a1-fb77-4511-bbc2-38077b0cd9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:11:47.594104 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-18c8362e-1368-446f-8289-59dc23fba0c6 req-a42e81a1-fb77-4511-bbc2-38077b0cd9e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2879baa2-c16c-46b6-8ca3-e63cfb87d0d0 HTTP/1.1" status: 200 len: 849 time: 0.0611486 Sep 23 16:11:47.614542 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db6474-6446-4143-99ee-e87d1b14a2e1 req-91529f57-ef86-40bb-af0f-07acc4ad065d tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89738) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:11:47.616143 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d3db6474-6446-4143-99ee-e87d1b14a2e1 req-91529f57-ef86-40bb-af0f-07acc4ad065d tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a HTTP/1.1" status: 200 len: 943 time: 0.0954967 Sep 23 16:11:47.662508 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [req-d3db6474-6446-4143-99ee-e87d1b14a2e1 req-8d705e7b-9ec0-4c91-943e-d4e2e3a869a5 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403135 Sep 23 16:11:47.687539 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8362e-1368-446f-8289-59dc23fba0c6 req-4d645ded-fffe-48da-8447-555f8aa3ef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:11:47.688989 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-18c8362e-1368-446f-8289-59dc23fba0c6 req-4d645ded-fffe-48da-8447-555f8aa3ef3b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ba916081-30df-4ada-b29d-2f311c461e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0886261 Sep 23 16:11:47.711960 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-ea649257-01ed-4741-aa86-c15082c11f61 None None] Set router 7c47b49b-6147-4a87-95df-9ebb681f6727 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:11:47.823179 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-18c8362e-1368-446f-8289-59dc23fba0c6 req-f4bbc413-08d4-4ead-9a68-32ce7c2cd52f service neutron] 10.222.0.72 "GET /v2.0/networks/ba916081-30df-4ada-b29d-2f311c461e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266069 Sep 23 16:11:47.955332 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-18c8362e-1368-446f-8289-59dc23fba0c6 req-85c138be-47ab-4c53-9a97-69aa5cb27b6f service neutron] 10.222.0.72 "GET /v2.0/networks/ba916081-30df-4ada-b29d-2f311c461e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251459 Sep 23 16:11:48.018743 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-ea649257-01ed-4741-aa86-c15082c11f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'name': 'tempest-TestSnapshotPattern-1098930354-router', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8'}], 'enable_snat': True}, 'gw_port_id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:38Z', 'updated_at': '2022-09-23T16:06:42Z', 'revision_number': 4, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'gw_port': {'id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:39Z', 'updated_at': '2022-09-23T16:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '2d1528d8-c682-4f89-be15-5a294c46e6db', 'name': '', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'mac_address': 'fa:16:3e:95:27:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:42Z', 'updated_at': '2022-09-23T16:06:49Z', 'revision_number': 5, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'subnets': [{'id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:11:48.022664 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea649257-01ed-4741-aa86-c15082c11f61 None None] The sync data for ids ['7c47b49b-6147-4a87-95df-9ebb681f6727'] in dv-neutron-859093-1-hyperv is: [{'id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'name': 'tempest-TestSnapshotPattern-1098930354-router', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8'}], 'enable_snat': True}, 'gw_port_id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:38Z', 'updated_at': '2022-09-23T16:06:42Z', 'revision_number': 4, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'gw_port': {'id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:39Z', 'updated_at': '2022-09-23T16:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv', '_interfaces': [{'id': '2d1528d8-c682-4f89-be15-5a294c46e6db', 'name': '', 'network_id': 'ba916081-30df-4ada-b29d-2f311c461e11', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'mac_address': 'fa:16:3e:95:27:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:42Z', 'updated_at': '2022-09-23T16:06:49Z', 'revision_number': 5, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'subnets': [{'id': '2879baa2-c16c-46b6-8ca3-e63cfb87d0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:11:48.224594 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60f8efb-a74f-41ef-85ce-10714973ddfe None None] New status for floating IP 84640e5e-1f0d-4850-838d-7b1bb6471f10: DOWN {{(pid=89741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 16:11:48.875728 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cb6c4-a88f-400e-aea3-0ed2a9cf22a0 req-07d42ccc-92c6-4549-a02d-c0d36ae9949d tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:11:48.876426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-8a2cb6c4-a88f-400e-aea3-0ed2a9cf22a0 req-07d42ccc-92c6-4549-a02d-c0d36ae9949d tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Synchronizing usage tracker for tenant:82a3b5ea1d174e6586823e214e7cf94f on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 16:11:48.954602 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-8a2cb6c4-a88f-400e-aea3-0ed2a9cf22a0 req-07d42ccc-92c6-4549-a02d-c0d36ae9949d tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Unset dirty status for tenant:82a3b5ea1d174e6586823e214e7cf94f on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 16:11:48.955674 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8a2cb6c4-a88f-400e-aea3-0ed2a9cf22a0 req-07d42ccc-92c6-4549-a02d-c0d36ae9949d tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a HTTP/1.1" status: 200 len: 943 time: 0.1715872 Sep 23 16:11:49.000625 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-8a2cb6c4-a88f-400e-aea3-0ed2a9cf22a0 req-4a5e95ce-0ff9-4c77-aafa-a7142b2afe94 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/security-groups?id=b2039e22-fa7c-4d17-a832-9b26bad01140&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393004 Sep 23 16:11:49.132435 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0e5d5-33ff-412b-b0ba-0762e68cf613 req-47ee8055-278d-4f56-a55f-12064626f98a tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 16:11:49.133856 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-73c0e5d5-33ff-412b-b0ba-0762e68cf613 req-47ee8055-278d-4f56-a55f-12064626f98a tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.72 "GET /v2.0/ports?device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a HTTP/1.1" status: 200 len: 943 time: 0.0904450 Sep 23 16:11:49.203672 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-73c0e5d5-33ff-412b-b0ba-0762e68cf613 req-4cfa8200-4710-41e0-8e5b-daa05ec2006b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Deleting port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 16:11:49.204002 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-73c0e5d5-33ff-412b-b0ba-0762e68cf613 req-4cfa8200-4710-41e0-8e5b-daa05ec2006b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:49.454935 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [req-73c0e5d5-33ff-412b-b0ba-0762e68cf613 req-4cfa8200-4710-41e0-8e5b-daa05ec2006b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] For port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95, host hv-neutron-8590, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8590',level=0,port_id=9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95,segment=NetworkSegment(adb90214-0885-4816-a565-5a5788cdef65),segment_id=adb90214-0885-4816-a565-5a5788cdef65)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:11:49.455619 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-73c0e5d5-33ff-412b-b0ba-0762e68cf613 req-4cfa8200-4710-41e0-8e5b-daa05ec2006b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:49.577205 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [req-73c0e5d5-33ff-412b-b0ba-0762e68cf613 req-4cfa8200-4710-41e0-8e5b-daa05ec2006b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Calling delete_port for 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 owned by compute:nova {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 16:11:49.774245 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-73c0e5d5-33ff-412b-b0ba-0762e68cf613 req-4cfa8200-4710-41e0-8e5b-daa05ec2006b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:49.824366 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa8200-4710-41e0-8e5b-daa05ec2006b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Pushing event deleted for resources: {'Port': ['ID=9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:49.911576 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c0e5d5-33ff-412b-b0ba-0762e68cf613 req-4cfa8200-4710-41e0-8e5b-daa05ec2006b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] No DVR routers for this DVR port 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 on host hv-neutron-8590 {{(pid=89739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:11:49.914590 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [req-73c0e5d5-33ff-412b-b0ba-0762e68cf613 req-4cfa8200-4710-41e0-8e5b-daa05ec2006b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-82878'] for port, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:49.917133 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a', 'name': 'network-vif-deleted', 'tag': '9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95'}] {{(pid=89739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 23 16:11:49.919430 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e864e192db7b6bc8510e34e29aacd7f4822b7f9fabd5de2d887dfc9614d866e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d8e5bf-d0d5-4cb2-9a1f-fe5192cdce81" -d '{"events": [{"server_uuid": "9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a", "name": "network-vif-deleted", "tag": "9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95"}]}' {{(pid=89739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 16:11:49.961651 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 16:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e63f5b1-01d0-4801-a8cb-6fdbfce968b2 x-openstack-request-id: req-5e63f5b1-01d0-4801-a8cb-6fdbfce968b2 {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 16:11:49.961943 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a", "name": "network-vif-deleted", "tag": "9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95", "status": "completed", "code": 200}]} {{(pid=89739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 16:11:49.962198 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5e63f5b1-01d0-4801-a8cb-6fdbfce968b2 {{(pid=89739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 16:11:49.962626 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e63f5b1-01d0-4801-a8cb-6fdbfce968b2'] response: {'server_uuid': '9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a', 'name': 'network-vif-deleted', 'tag': '9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95', 'status': 'completed', 'code': 200} Sep 23 16:11:49.995290 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-73c0e5d5-33ff-412b-b0ba-0762e68cf613 req-4cfa8200-4710-41e0-8e5b-daa05ec2006b tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.72 "DELETE /v2.0/ports/9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 HTTP/1.1" status: 204 len: 173 time: 0.8554118 Sep 23 16:11:50.165432 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-cd27e9da-d8c5-481b-aa14-5025759ddac7 req-8843b0a1-8231-49f1-8836-896b2ed1a434 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Synchronizing usage tracker for tenant:82a3b5ea1d174e6586823e214e7cf94f on resource:port {{(pid=89739) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 23 16:11:50.263652 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.quota.resource [req-cd27e9da-d8c5-481b-aa14-5025759ddac7 req-8843b0a1-8231-49f1-8836-896b2ed1a434 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Unset dirty status for tenant:82a3b5ea1d174e6586823e214e7cf94f on resource:port {{(pid=89739) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 23 16:11:50.265962 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [req-cd27e9da-d8c5-481b-aa14-5025759ddac7 req-8843b0a1-8231-49f1-8836-896b2ed1a434 tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "GET /v2.0/ports?device_id=9315ab22-2bf1-4bb0-9b7d-e3e01e32eb3a HTTP/1.1" status: 200 len: 210 time: 0.1541362 Sep 23 16:11:51.372521 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59890) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:11:51.529906 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-45326772-681d-4cb2-bdd9-a86a2d50624d tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:51.559109 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-45326772-681d-4cb2-bdd9-a86a2d50624d tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:51.697385 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-45326772-681d-4cb2-bdd9-a86a2d50624d tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:51.718615 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45326772-681d-4cb2-bdd9-a86a2d50624d tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2039e22-fa7c-4d17-a832-9b26bad01140,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:51.787801 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-45326772-681d-4cb2-bdd9-a86a2d50624d tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:51.788913 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-45326772-681d-4cb2-bdd9-a86a2d50624d tempest-TestSnapshotPattern-428678180 tempest-TestSnapshotPattern-428678180-project] 10.222.0.67 "DELETE /v2.0/security-groups/b2039e22-fa7c-4d17-a832-9b26bad01140 HTTP/1.1" status: 204 len: 168 time: 0.4154127 Sep 23 16:11:51.944837 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 59898) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:11:52.565908 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-050b8d4a-3eeb-476b-8a1f-dfdad083f1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:52.912261 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-050b8d4a-3eeb-476b-8a1f-dfdad083f1de admin admin] Deleting port 2d1528d8-c682-4f89-be15-5a294c46e6db {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 16:11:52.912511 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-050b8d4a-3eeb-476b-8a1f-dfdad083f1de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:53.014674 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:11:53.079540 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-050b8d4a-3eeb-476b-8a1f-dfdad083f1de admin admin] For port 2d1528d8-c682-4f89-be15-5a294c46e6db, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=2d1528d8-c682-4f89-be15-5a294c46e6db,segment=NetworkSegment(adb90214-0885-4816-a565-5a5788cdef65),segment_id=adb90214-0885-4816-a565-5a5788cdef65)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:11:53.080021 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-050b8d4a-3eeb-476b-8a1f-dfdad083f1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:53.210059 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 no longer exists at agent hyperv_hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 16:11:53.243677 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] No Port match for: 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 16:11:53.244597 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Device 9a7bf60a-ea09-4a22-90f2-2eb0faa0ca95 not bound to the agent host hv-neutron-8590 {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 16:11:53.305556 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-050b8d4a-3eeb-476b-8a1f-dfdad083f1de admin admin] Calling delete_port for 2d1528d8-c682-4f89-be15-5a294c46e6db owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 16:11:53.614207 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-050b8d4a-3eeb-476b-8a1f-dfdad083f1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:53.664041 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b8d4a-3eeb-476b-8a1f-dfdad083f1de admin admin] Pushing event deleted for resources: {'Port': ['ID=2d1528d8-c682-4f89-be15-5a294c46e6db,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:53.706633 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b8d4a-3eeb-476b-8a1f-dfdad083f1de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:53.706979 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b8d4a-3eeb-476b-8a1f-dfdad083f1de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:53.707325 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b8d4a-3eeb-476b-8a1f-dfdad083f1de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:53.707659 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b8d4a-3eeb-476b-8a1f-dfdad083f1de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:53.707990 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b8d4a-3eeb-476b-8a1f-dfdad083f1de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:53.708324 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b8d4a-3eeb-476b-8a1f-dfdad083f1de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:53.708657 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b8d4a-3eeb-476b-8a1f-dfdad083f1de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:53.709003 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b8d4a-3eeb-476b-8a1f-dfdad083f1de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:53.709306 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b8d4a-3eeb-476b-8a1f-dfdad083f1de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:53.709632 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b8d4a-3eeb-476b-8a1f-dfdad083f1de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:53.709954 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b8d4a-3eeb-476b-8a1f-dfdad083f1de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:53.710275 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050b8d4a-3eeb-476b-8a1f-dfdad083f1de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859093-1-hyperv {{(pid=89738) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 16:11:53.947985 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-050b8d4a-3eeb-476b-8a1f-dfdad083f1de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:54.305326 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050b8d4a-3eeb-476b-8a1f-dfdad083f1de admin admin] Router 7c47b49b-6147-4a87-95df-9ebb681f6727 has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 16:11:54.482177 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050b8d4a-3eeb-476b-8a1f-dfdad083f1de admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 16:11:54.490634 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dfeb47-9114-4d39-a064-d1da071a2a94 None None] Sync routers for ids ['7c47b49b-6147-4a87-95df-9ebb681f6727'] in dv-neutron-859093-1-hyperv {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:11:54.499590 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dfeb47-9114-4d39-a064-d1da071a2a94 None None] Routers {'7c47b49b-6147-4a87-95df-9ebb681f6727'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:11:54.500187 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-86dfeb47-9114-4d39-a064-d1da071a2a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:11:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['7c47b49b-6147-4a87-95df-9ebb681f6727'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:11:54.551062 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-050b8d4a-3eeb-476b-8a1f-dfdad083f1de admin admin] 10.222.0.67 "PUT /v2.0/routers/7c47b49b-6147-4a87-95df-9ebb681f6727/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6045580 Sep 23 16:11:54.553695 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59904) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:11:54.715713 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-86dfeb47-9114-4d39-a064-d1da071a2a94 None None] Set router 7c47b49b-6147-4a87-95df-9ebb681f6727 gateway port host: dv-neutron-859093-1-hyperv {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:11:54.732356 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bab54653-b577-4d45-98c0-ff3ace59228c admin admin] Notify callbacks [] for router, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:54.910692 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bab54653-b577-4d45-98c0-ff3ace59228c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:54.974481 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-bab54653-b577-4d45-98c0-ff3ace59228c admin admin] Deleting port 9cac2137-3f2f-46ef-b18a-c4d085e9949d {{(pid=89739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 16:11:54.974754 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bab54653-b577-4d45-98c0-ff3ace59228c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:55.002287 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-86dfeb47-9114-4d39-a064-d1da071a2a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'name': 'tempest-TestSnapshotPattern-1098930354-router', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8'}], 'enable_snat': True}, 'gw_port_id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:38Z', 'updated_at': '2022-09-23T16:11:53Z', 'revision_number': 5, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'gw_port': {'id': '9cac2137-3f2f-46ef-b18a-c4d085e9949d', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b8:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:39Z', 'updated_at': '2022-09-23T16:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:11:55.006174 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dfeb47-9114-4d39-a064-d1da071a2a94 None None] Checking router: 7c47b49b-6147-4a87-95df-9ebb681f6727 for host: dv-neutron-859093-1-hyperv {{(pid=89740) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:11:55.014616 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dfeb47-9114-4d39-a064-d1da071a2a94 None None] Routers {'7c47b49b-6147-4a87-95df-9ebb681f6727'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89740) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:11:55.015216 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-86dfeb47-9114-4d39-a064-d1da071a2a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:11:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['7c47b49b-6147-4a87-95df-9ebb681f6727'], 'active': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:11:55.151774 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.db [None req-bab54653-b577-4d45-98c0-ff3ace59228c admin admin] For port 9cac2137-3f2f-46ef-b18a-c4d085e9949d, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=9cac2137-3f2f-46ef-b18a-c4d085e9949d,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:11:55.152131 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bab54653-b577-4d45-98c0-ff3ace59228c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:55.167608 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvr_db [None req-86dfeb47-9114-4d39-a064-d1da071a2a94 None None] Set router 7c47b49b-6147-4a87-95df-9ebb681f6727 gateway port host: None {{(pid=89740) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:11:55.273426 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.plugins.ml2.plugin [None req-bab54653-b577-4d45-98c0-ff3ace59228c admin admin] Calling delete_port for 9cac2137-3f2f-46ef-b18a-c4d085e9949d owned by network:router_gateway {{(pid=89739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 16:11:55.278220 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.db.l3_hamode_db [None req-86dfeb47-9114-4d39-a064-d1da071a2a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'name': 'tempest-TestSnapshotPattern-1098930354-router', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:38Z', 'updated_at': '2022-09-23T16:11:54Z', 'revision_number': 6, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:11:55.279894 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dfeb47-9114-4d39-a064-d1da071a2a94 None None] The sync data for ids ['7c47b49b-6147-4a87-95df-9ebb681f6727'] in dv-neutron-859093-1-hyperv is: [{'id': '7c47b49b-6147-4a87-95df-9ebb681f6727', 'name': 'tempest-TestSnapshotPattern-1098930354-router', 'tenant_id': '82a3b5ea1d174e6586823e214e7cf94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:38Z', 'updated_at': '2022-09-23T16:11:54Z', 'revision_number': 6, 'project_id': '82a3b5ea1d174e6586823e214e7cf94f', 'gw_port_host': None}] {{(pid=89740) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:11:55.629406 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bab54653-b577-4d45-98c0-ff3ace59228c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-680805'] for port, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:55.683290 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab54653-b577-4d45-98c0-ff3ace59228c admin admin] Pushing event deleted for resources: {'Port': ['ID=9cac2137-3f2f-46ef-b18a-c4d085e9949d,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:55.785270 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bab54653-b577-4d45-98c0-ff3ace59228c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:56.056306 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bab54653-b577-4d45-98c0-ff3ace59228c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:56.059324 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bab54653-b577-4d45-98c0-ff3ace59228c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:56.174397 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bab54653-b577-4d45-98c0-ff3ace59228c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:56.174971 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab54653-b577-4d45-98c0-ff3ace59228c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c47b49b-6147-4a87-95df-9ebb681f6727 {{(pid=89739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 16:11:56.187565 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-bab54653-b577-4d45-98c0-ff3ace59228c admin admin] Notify callbacks [] for router, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:56.188665 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-bab54653-b577-4d45-98c0-ff3ace59228c admin admin] 10.222.0.67 "DELETE /v2.0/routers/7c47b49b-6147-4a87-95df-9ebb681f6727 HTTP/1.1" status: 204 len: 168 time: 1.6339333 Sep 23 16:11:56.191456 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59910) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:11:56.252090 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.db.db_base_plugin_v2 [None req-3079b232-5744-46ce-8cde-091f6b28377d admin admin] Deleting subnet 2879baa2-c16c-46b6-8ca3-e63cfb87d0d0 {{(pid=89739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 16:11:56.255327 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3079b232-5744-46ce-8cde-091f6b28377d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:56.307987 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3079b232-5744-46ce-8cde-091f6b28377d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15017033'] for subnet, precommit_delete_associations {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:56.384134 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3079b232-5744-46ce-8cde-091f6b28377d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:56.515041 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3079b232-5744-46ce-8cde-091f6b28377d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-680776', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16538023'] for subnet, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:56.557995 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-3079b232-5744-46ce-8cde-091f6b28377d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:56.561044 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079b232-5744-46ce-8cde-091f6b28377d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2879baa2-c16c-46b6-8ca3-e63cfb87d0d0,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:56.562852 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72a107e-6cc8-4834-8c97-53d0e168e8a9 None None] Network ba916081-30df-4ada-b29d-2f311c461e11 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 16:11:56.569841 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 59914) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:11:56.570273 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-3079b232-5744-46ce-8cde-091f6b28377d admin admin] 10.222.0.67 "DELETE /v2.0/subnets/2879baa2-c16c-46b6-8ca3-e63cfb87d0d0 HTTP/1.1" status: 204 len: 168 time: 0.3775275 Sep 23 16:11:56.760412 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 9cac2137-3f2f-46ef-b18a-c4d085e9949d no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 16:11:56.798445 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 9cac2137-3f2f-46ef-b18a-c4d085e9949d {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 16:11:56.798919 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 9cac2137-3f2f-46ef-b18a-c4d085e9949d not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 16:11:56.799339 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 2d1528d8-c682-4f89-be15-5a294c46e6db no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 16:11:56.800984 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db6e6e42-0f8a-412f-8e80-20ce25e50200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:56.811957 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-db6e6e42-0f8a-412f-8e80-20ce25e50200 admin admin] Deleting port 5ef55331-e255-41e6-beb2-621b6df1851a {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 16:11:56.812280 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db6e6e42-0f8a-412f-8e80-20ce25e50200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:56.841603 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 2d1528d8-c682-4f89-be15-5a294c46e6db {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 16:11:56.841944 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 2d1528d8-c682-4f89-be15-5a294c46e6db not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 16:11:56.901887 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b48f24f-2bfb-4cc5-8236-937a45d1422f None None] DHCP port deletion for ba916081-30df-4ada-b29d-2f311c461e11 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 16:11:56.906127 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-3b48f24f-2bfb-4cc5-8236-937a45d1422f None None] Deleting port 5ef55331-e255-41e6-beb2-621b6df1851a {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 16:11:56.906532 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3b48f24f-2bfb-4cc5-8236-937a45d1422f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:57.019152 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-db6e6e42-0f8a-412f-8e80-20ce25e50200 admin admin] For port 5ef55331-e255-41e6-beb2-621b6df1851a, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5ef55331-e255-41e6-beb2-621b6df1851a,segment=NetworkSegment(adb90214-0885-4816-a565-5a5788cdef65),segment_id=adb90214-0885-4816-a565-5a5788cdef65)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:11:57.019518 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db6e6e42-0f8a-412f-8e80-20ce25e50200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:57.104321 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-3b48f24f-2bfb-4cc5-8236-937a45d1422f None None] For port 5ef55331-e255-41e6-beb2-621b6df1851a, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=5ef55331-e255-41e6-beb2-621b6df1851a,segment=NetworkSegment(adb90214-0885-4816-a565-5a5788cdef65),segment_id=adb90214-0885-4816-a565-5a5788cdef65)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:11:57.104623 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3b48f24f-2bfb-4cc5-8236-937a45d1422f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:57.145447 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-db6e6e42-0f8a-412f-8e80-20ce25e50200 admin admin] Calling delete_port for 5ef55331-e255-41e6-beb2-621b6df1851a owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 16:11:57.252859 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-3b48f24f-2bfb-4cc5-8236-937a45d1422f None None] Calling delete_port for 5ef55331-e255-41e6-beb2-621b6df1851a owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 16:11:57.328679 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db6e6e42-0f8a-412f-8e80-20ce25e50200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 16:11:57.330015 dv-neutron-859093-1-hyperv neutron-server[89740]: util.warn( Sep 23 16:11:57.334214 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-3b48f24f-2bfb-4cc5-8236-937a45d1422f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 16:11:57.334598 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-3b48f24f-2bfb-4cc5-8236-937a45d1422f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 16:11:57.373256 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6e6e42-0f8a-412f-8e80-20ce25e50200 admin admin] No DVR routers for this DVR port 5ef55331-e255-41e6-beb2-621b6df1851a on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:11:57.412074 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e6e42-0f8a-412f-8e80-20ce25e50200 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ef55331-e255-41e6-beb2-621b6df1851a,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:57.498941 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db6e6e42-0f8a-412f-8e80-20ce25e50200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:57.523429 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-db6e6e42-0f8a-412f-8e80-20ce25e50200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba916081-30df-4ada-b29d-2f311c461e11']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:11:57.535455 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-db6e6e42-0f8a-412f-8e80-20ce25e50200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb90214-0885-4816-a565-5a5788cdef65') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:11:57.535750 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-db6e6e42-0f8a-412f-8e80-20ce25e50200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb90214-0885-4816-a565-5a5788cdef65') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:11:57.547769 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db6e6e42-0f8a-412f-8e80-20ce25e50200 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:57.563712 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db6e6e42-0f8a-412f-8e80-20ce25e50200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:57.569901 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6e6e42-0f8a-412f-8e80-20ce25e50200 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 16:11:57.572501 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db6e6e42-0f8a-412f-8e80-20ce25e50200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:57.699932 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment adb90214-0885-4816-a565-5a5788cdef65 resource provider aggregate not found Sep 23 16:11:57.716658 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment adb90214-0885-4816-a565-5a5788cdef65 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid adb90214-0885-4816-a565-5a5788cdef65 found for delete ", "request_id": "req-eaf0321e-00ba-4a58-aec0-27e286eb2b82"}]} Sep 23 16:11:57.726140 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db6e6e42-0f8a-412f-8e80-20ce25e50200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:57.742515 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-db6e6e42-0f8a-412f-8e80-20ce25e50200 admin admin] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:57.754063 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e6e42-0f8a-412f-8e80-20ce25e50200 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba916081-30df-4ada-b29d-2f311c461e11,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:57.824080 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-db6e6e42-0f8a-412f-8e80-20ce25e50200 admin admin] 10.222.0.67 "DELETE /v2.0/networks/ba916081-30df-4ada-b29d-2f311c461e11 HTTP/1.1" status: 204 len: 168 time: 1.2530599 Sep 23 16:11:57.827104 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 59926) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:11:57.835725 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-3b48f24f-2bfb-4cc5-8236-937a45d1422f None None] Deleting port 5ef55331-e255-41e6-beb2-621b6df1851a {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 16:11:57.836218 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3b48f24f-2bfb-4cc5-8236-937a45d1422f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:57.905384 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-3b48f24f-2bfb-4cc5-8236-937a45d1422f None None] The port '5ef55331-e255-41e6-beb2-621b6df1851a' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 16:11:58.356211 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cb5930c2-8ca4-4432-8304-4ba8d61c533e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1755815'] for router_interface, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:58.750232 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5ef55331-e255-41e6-beb2-621b6df1851a no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 16:11:58.785875 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 5ef55331-e255-41e6-beb2-621b6df1851a {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 16:11:58.786518 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 5ef55331-e255-41e6-beb2-621b6df1851a not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 16:11:58.807809 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-cb5930c2-8ca4-4432-8304-4ba8d61c533e admin admin] Deleting port 69751f9f-2b61-4b87-a352-e3afe7f1c466 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 16:11:58.808289 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cb5930c2-8ca4-4432-8304-4ba8d61c533e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:58.978975 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-cb5930c2-8ca4-4432-8304-4ba8d61c533e admin admin] For port 69751f9f-2b61-4b87-a352-e3afe7f1c466, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=69751f9f-2b61-4b87-a352-e3afe7f1c466,segment=NetworkSegment(7dc97165-9f5e-4542-b499-a539b7d8e023),segment_id=7dc97165-9f5e-4542-b499-a539b7d8e023)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:11:58.979333 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cb5930c2-8ca4-4432-8304-4ba8d61c533e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:59.100445 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-cb5930c2-8ca4-4432-8304-4ba8d61c533e admin admin] Calling delete_port for 69751f9f-2b61-4b87-a352-e3afe7f1c466 owned by network:router_interface {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 16:11:59.328317 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cb5930c2-8ca4-4432-8304-4ba8d61c533e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:11:59.377869 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5930c2-8ca4-4432-8304-4ba8d61c533e admin admin] Pushing event deleted for resources: {'Port': ['ID=69751f9f-2b61-4b87-a352-e3afe7f1c466,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:11:59.653942 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-cb5930c2-8ca4-4432-8304-4ba8d61c533e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1755731'] for router_interface, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:00.119077 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5930c2-8ca4-4432-8304-4ba8d61c533e admin admin] Router 5b103b07-02a7-490f-83c1-d8135d67720d has already been hosted by L3 agent b32385b0-aa71-410f-856d-9576479f99e9 {{(pid=89738) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 23 16:12:00.293749 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5930c2-8ca4-4432-8304-4ba8d61c533e admin admin] Notify agent at l3_agent.dv-neutron-859093-1-hyperv the message routers_updated {{(pid=89738) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 23 16:12:00.302270 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d224a214-8c6f-49d6-b535-9083264a1655 None None] Sync routers for ids ['5b103b07-02a7-490f-83c1-d8135d67720d'] in dv-neutron-859093-1-hyperv {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 16:12:00.311814 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d224a214-8c6f-49d6-b535-9083264a1655 None None] Routers {'5b103b07-02a7-490f-83c1-d8135d67720d'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:12:00.312410 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-d224a214-8c6f-49d6-b535-9083264a1655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:11:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['5b103b07-02a7-490f-83c1-d8135d67720d'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:12:00.376276 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-cb5930c2-8ca4-4432-8304-4ba8d61c533e admin admin] 10.222.0.67 "PUT /v2.0/routers/5b103b07-02a7-490f-83c1-d8135d67720d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5480428 Sep 23 16:12:00.378651 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 59934) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:12:00.492386 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-d224a214-8c6f-49d6-b535-9083264a1655 None None] Set router 5b103b07-02a7-490f-83c1-d8135d67720d gateway port host: dv-neutron-859093-1-hyperv {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:12:00.553042 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d610d39b-28d8-4a1c-9abb-5e9be311a765 admin admin] Notify callbacks [] for router, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:00.740745 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d610d39b-28d8-4a1c-9abb-5e9be311a765 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:00.775887 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-d224a214-8c6f-49d6-b535-9083264a1655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b103b07-02a7-490f-83c1-d8135d67720d', 'name': 'tempest-TestSnapshotPattern-92119345-router', 'tenant_id': 'f1bd46467a6247b99f9015fb9570261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'external_fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.96'}], 'enable_snat': True}, 'gw_port_id': '80816a28-e426-4133-bfdb-98a06261d746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:46Z', 'updated_at': '2022-09-23T16:11:59Z', 'revision_number': 5, 'project_id': 'f1bd46467a6247b99f9015fb9570261a', 'gw_port': {'id': '80816a28-e426-4133-bfdb-98a06261d746', 'name': '', 'network_id': '61b1518d-d511-4beb-b056-d894a2c85079', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b103b07-02a7-490f-83c1-d8135d67720d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'ip_address': '172.26.10.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859093-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T16:06:47Z', 'updated_at': '2022-09-23T16:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1245e22-a890-42e0-b456-cbe721f97478', 'cidr': '172.26.10.0/24', 'gateway_ip': '172.26.10.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859093-1-hyperv'}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:12:00.779617 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d224a214-8c6f-49d6-b535-9083264a1655 None None] Checking router: 5b103b07-02a7-490f-83c1-d8135d67720d for host: dv-neutron-859093-1-hyperv {{(pid=89741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 16:12:00.787688 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d224a214-8c6f-49d6-b535-9083264a1655 None None] Routers {'5b103b07-02a7-490f-83c1-d8135d67720d'} bound to L3 agent in host dv-neutron-859093-1-hyperv {{(pid=89741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 23 16:12:00.788267 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-d224a214-8c6f-49d6-b535-9083264a1655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859093-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T14:53:04Z,description=,heartbeat_timestamp=2022-09-23T16:11:35Z,host='dv-neutron-859093-1-hyperv',id=b32385b0-aa71-410f-856d-9576479f99e9,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T14:53:05Z,topic='l3_agent')) {'router_ids': ['5b103b07-02a7-490f-83c1-d8135d67720d'], 'active': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:12:00.808634 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-d610d39b-28d8-4a1c-9abb-5e9be311a765 admin admin] Deleting port 80816a28-e426-4133-bfdb-98a06261d746 {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 16:12:00.809073 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d610d39b-28d8-4a1c-9abb-5e9be311a765 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:00.935406 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvr_db [None req-d224a214-8c6f-49d6-b535-9083264a1655 None None] Set router 5b103b07-02a7-490f-83c1-d8135d67720d gateway port host: None {{(pid=89741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 23 16:12:00.984679 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-d610d39b-28d8-4a1c-9abb-5e9be311a765 admin admin] For port 80816a28-e426-4133-bfdb-98a06261d746, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=80816a28-e426-4133-bfdb-98a06261d746,segment=NetworkSegment(83e7d8a1-8ccf-400f-98c7-167b030282c3),segment_id=83e7d8a1-8ccf-400f-98c7-167b030282c3)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:12:00.985034 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d610d39b-28d8-4a1c-9abb-5e9be311a765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:01.044603 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.l3_hamode_db [None req-d224a214-8c6f-49d6-b535-9083264a1655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b103b07-02a7-490f-83c1-d8135d67720d', 'name': 'tempest-TestSnapshotPattern-92119345-router', 'tenant_id': 'f1bd46467a6247b99f9015fb9570261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:46Z', 'updated_at': '2022-09-23T16:12:00Z', 'revision_number': 6, 'project_id': 'f1bd46467a6247b99f9015fb9570261a', 'gw_port_host': None}], 'dv-neutron-859093-1-hyperv', False) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:12:01.049349 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d224a214-8c6f-49d6-b535-9083264a1655 None None] The sync data for ids ['5b103b07-02a7-490f-83c1-d8135d67720d'] in dv-neutron-859093-1-hyperv is: [{'id': '5b103b07-02a7-490f-83c1-d8135d67720d', 'name': 'tempest-TestSnapshotPattern-92119345-router', 'tenant_id': 'f1bd46467a6247b99f9015fb9570261a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T16:06:46Z', 'updated_at': '2022-09-23T16:12:00Z', 'revision_number': 6, 'project_id': 'f1bd46467a6247b99f9015fb9570261a', 'gw_port_host': None}] {{(pid=89741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 16:12:01.113169 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-d610d39b-28d8-4a1c-9abb-5e9be311a765 admin admin] Calling delete_port for 80816a28-e426-4133-bfdb-98a06261d746 owned by network:router_gateway {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 16:12:01.394787 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d610d39b-28d8-4a1c-9abb-5e9be311a765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:01.445906 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610d39b-28d8-4a1c-9abb-5e9be311a765 admin admin] Pushing event deleted for resources: {'Port': ['ID=80816a28-e426-4133-bfdb-98a06261d746,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:01.645983 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d610d39b-28d8-4a1c-9abb-5e9be311a765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1754074'] for router_gateway, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:01.818742 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d610d39b-28d8-4a1c-9abb-5e9be311a765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1753983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-975'] for router, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:01.821030 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d610d39b-28d8-4a1c-9abb-5e9be311a765 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:01.903243 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d610d39b-28d8-4a1c-9abb-5e9be311a765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1760526'] for router, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:01.903739 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d610d39b-28d8-4a1c-9abb-5e9be311a765 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b103b07-02a7-490f-83c1-d8135d67720d {{(pid=89738) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 23 16:12:01.915798 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-d610d39b-28d8-4a1c-9abb-5e9be311a765 admin admin] Notify callbacks [] for router, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:01.919396 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-d610d39b-28d8-4a1c-9abb-5e9be311a765 admin admin] 10.222.0.67 "DELETE /v2.0/routers/5b103b07-02a7-490f-83c1-d8135d67720d HTTP/1.1" status: 204 len: 168 time: 1.5373416 Sep 23 16:12:01.919513 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 59940) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:12:01.978577 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f44c55-b043-4389-b9fe-ae98b298b5fa admin admin] Deleting subnet 3af6ba8e-50a6-4551-b8a5-b96028dd654a {{(pid=89738) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 23 16:12:01.981716 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-29f44c55-b043-4389-b9fe-ae98b298b5fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:02.034131 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-29f44c55-b043-4389-b9fe-ae98b298b5fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14846084'] for subnet, precommit_delete_associations {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:02.112074 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-29f44c55-b043-4389-b9fe-ae98b298b5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-728611'] for subnet, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:02.125842 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-442ab798-eb0d-4f88-bcaa-b2cdf233d175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:02.234821 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-29f44c55-b043-4389-b9fe-ae98b298b5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-728666', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14904035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16134020'] for subnet, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:02.274893 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f44c55-b043-4389-b9fe-ae98b298b5fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3af6ba8e-50a6-4551-b8a5-b96028dd654a,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:02.280445 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-29f44c55-b043-4389-b9fe-ae98b298b5fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:02.286783 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1c673a-5315-4feb-b5cf-05f0b569d5aa None None] Network fdca8e6b-5298-419e-96b0-82a45160c0a3 requested from dv-neutron-859093-1-hyperv {{(pid=89740) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 23 16:12:02.287999 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-29f44c55-b043-4389-b9fe-ae98b298b5fa admin admin] 10.222.0.67 "DELETE /v2.0/subnets/3af6ba8e-50a6-4551-b8a5-b96028dd654a HTTP/1.1" status: 204 len: 168 time: 0.3675768 Sep 23 16:12:02.290438 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 59944) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:12:02.396249 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf8c12ae-5982-4612-8485-582d24037208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-780705'] for network, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:02.406579 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-bf8c12ae-5982-4612-8485-582d24037208 admin admin] Deleting port cc2b173d-b44e-4b7f-a48d-baabf2222b2a {{(pid=89738) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 16:12:02.406912 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf8c12ae-5982-4612-8485-582d24037208 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:02.542980 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8822549-a7ed-4144-bb14-2f3c4b0c8e1e None None] DHCP port deletion for fdca8e6b-5298-419e-96b0-82a45160c0a3 request from dv-neutron-859093-1-hyperv {{(pid=89740) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 23 16:12:02.547031 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c8822549-a7ed-4144-bb14-2f3c4b0c8e1e None None] Deleting port cc2b173d-b44e-4b7f-a48d-baabf2222b2a {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 16:12:02.547407 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c8822549-a7ed-4144-bb14-2f3c4b0c8e1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:02.612397 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.db [None req-bf8c12ae-5982-4612-8485-582d24037208 admin admin] For port cc2b173d-b44e-4b7f-a48d-baabf2222b2a, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=cc2b173d-b44e-4b7f-a48d-baabf2222b2a,segment=NetworkSegment(7dc97165-9f5e-4542-b499-a539b7d8e023),segment_id=7dc97165-9f5e-4542-b499-a539b7d8e023)] {{(pid=89738) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:12:02.612776 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf8c12ae-5982-4612-8485-582d24037208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:02.740449 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.plugin [None req-bf8c12ae-5982-4612-8485-582d24037208 admin admin] Calling delete_port for cc2b173d-b44e-4b7f-a48d-baabf2222b2a owned by network:dhcp {{(pid=89738) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 16:12:02.750464 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-c8822549-a7ed-4144-bb14-2f3c4b0c8e1e None None] For port cc2b173d-b44e-4b7f-a48d-baabf2222b2a, host dv-neutron-859093-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859093-1-hyperv',level=0,port_id=cc2b173d-b44e-4b7f-a48d-baabf2222b2a,segment=NetworkSegment(7dc97165-9f5e-4542-b499-a539b7d8e023),segment_id=7dc97165-9f5e-4542-b499-a539b7d8e023)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 23 16:12:02.750855 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c8822549-a7ed-4144-bb14-2f3c4b0c8e1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753449'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:02.761159 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 80816a28-e426-4133-bfdb-98a06261d746 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 16:12:02.801295 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 80816a28-e426-4133-bfdb-98a06261d746 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 16:12:02.801649 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 80816a28-e426-4133-bfdb-98a06261d746 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 16:12:02.802050 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 69751f9f-2b61-4b87-a352-e3afe7f1c466 no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 16:12:02.905360 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf8c12ae-5982-4612-8485-582d24037208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774174713685', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774174355950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904014'] for port, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:02.940399 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c8822549-a7ed-4144-bb14-2f3c4b0c8e1e None None] Calling delete_port for cc2b173d-b44e-4b7f-a48d-baabf2222b2a owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 23 16:12:02.952562 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c12ae-5982-4612-8485-582d24037208 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc2b173d-b44e-4b7f-a48d-baabf2222b2a,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:02.956087 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8c12ae-5982-4612-8485-582d24037208 admin admin] No DVR routers for this DVR port cc2b173d-b44e-4b7f-a48d-baabf2222b2a on host dv-neutron-859093-1-hyperv {{(pid=89738) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 16:12:02.969363 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: 69751f9f-2b61-4b87-a352-e3afe7f1c466 {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 16:12:02.969709 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device 69751f9f-2b61-4b87-a352-e3afe7f1c466 not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 16:12:02.970122 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device cc2b173d-b44e-4b7f-a48d-baabf2222b2a no longer exists at agent ovs-agent-dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 23 16:12:03.018001 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] No Port match for: cc2b173d-b44e-4b7f-a48d-baabf2222b2a {{(pid=89740) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 16:12:03.018255 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.rpc [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Device cc2b173d-b44e-4b7f-a48d-baabf2222b2a not bound to the agent host dv-neutron-859093-1-hyperv {{(pid=89740) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 23 16:12:03.050797 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-c8822549-a7ed-4144-bb14-2f3c4b0c8e1e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 16:12:03.051149 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-c8822549-a7ed-4144-bb14-2f3c4b0c8e1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 16:12:03.070125 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf8c12ae-5982-4612-8485-582d24037208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728573', 'neutron.services.segments.db._delete_segments_for_network-8774174805679'] for network, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:03.098961 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-bf8c12ae-5982-4612-8485-582d24037208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdca8e6b-5298-419e-96b0-82a45160c0a3']}} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:12:03.110726 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-bf8c12ae-5982-4612-8485-582d24037208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc97165-9f5e-4542-b499-a539b7d8e023') {'for_net_delete': True} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:12:03.111044 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.services.segments.db [None req-bf8c12ae-5982-4612-8485-582d24037208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc97165-9f5e-4542-b499-a539b7d8e023') {} {{(pid=89738) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 16:12:03.122561 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf8c12ae-5982-4612-8485-582d24037208 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774174809043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14846109'] for segment, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:03.138529 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf8c12ae-5982-4612-8485-582d24037208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-723574'] for segment, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:03.144461 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8c12ae-5982-4612-8485-582d24037208 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=89738) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 16:12:03.144835 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf8c12ae-5982-4612-8485-582d24037208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-723561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14903997'] for segment, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:03.206830 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 7dc97165-9f5e-4542-b499-a539b7d8e023 resource provider aggregate not found Sep 23 16:12:03.228846 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.services.segments.plugin [-] Segment 7dc97165-9f5e-4542-b499-a539b7d8e023 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7dc97165-9f5e-4542-b499-a539b7d8e023 found for delete ", "request_id": "req-d3ff2454-fcbb-40c7-90e1-d87195dac9b1"}]} Sep 23 16:12:03.293764 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf8c12ae-5982-4612-8485-582d24037208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577739', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1754023'] for network, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:03.314001 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-bf8c12ae-5982-4612-8485-582d24037208 admin admin] Notify callbacks [] for network, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:03.421341 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c12ae-5982-4612-8485-582d24037208 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdca8e6b-5298-419e-96b0-82a45160c0a3,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:03.428592 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-bf8c12ae-5982-4612-8485-582d24037208 admin admin] 10.222.0.67 "DELETE /v2.0/networks/fdca8e6b-5298-419e-96b0-82a45160c0a3 HTTP/1.1" status: 204 len: 168 time: 1.1371965 Sep 23 16:12:03.451837 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:03.551983 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c8822549-a7ed-4144-bb14-2f3c4b0c8e1e None None] Deleting port cc2b173d-b44e-4b7f-a48d-baabf2222b2a {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 23 16:12:03.552290 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c8822549-a7ed-4144-bb14-2f3c4b0c8e1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774174712194'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:03.620678 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c8822549-a7ed-4144-bb14-2f3c4b0c8e1e None None] The port 'cc2b173d-b44e-4b7f-a48d-baabf2222b2a' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 23 16:12:03.708466 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59954) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:12:03.757375 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-8fe953be-d537-4c35-8822-eb739cbada43 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=82a3b5ea1d174e6586823e214e7cf94f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477855 Sep 23 16:12:03.760572 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.wsgi [-] (89739) accepted ('10.222.0.67', 59958) {{(pid=89739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:12:03.820046 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4408d593-b2e0-4755-aed6-3127dedc90f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:03.846075 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4408d593-b2e0-4755-aed6-3127dedc90f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:03.974112 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4408d593-b2e0-4755-aed6-3127dedc90f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:03.991575 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408d593-b2e0-4755-aed6-3127dedc90f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2499e907-1a30-4d21-a0c8-bb2c0f5ab952,revision_number=None']} {{(pid=89739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:03.998562 dv-neutron-859093-1-hyperv neutron-server[89739]: DEBUG neutron_lib.callbacks.manager [None req-4408d593-b2e0-4755-aed6-3127dedc90f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:04.001743 dv-neutron-859093-1-hyperv neutron-server[89739]: INFO neutron.wsgi [None req-4408d593-b2e0-4755-aed6-3127dedc90f2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2499e907-1a30-4d21-a0c8-bb2c0f5ab952 HTTP/1.1" status: 204 len: 168 time: 0.2381842 Sep 23 16:12:04.701500 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 59966) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:12:04.752135 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-b43ad48a-7e66-484f-85b0-ff21241983ed admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f1bd46467a6247b99f9015fb9570261a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494246 Sep 23 16:12:04.754685 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.wsgi [-] (89738) accepted ('10.222.0.67', 59970) {{(pid=89738) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 23 16:12:04.811339 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dfdbb494-704b-4b17-8780-be6a3b428a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:04.836473 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dfdbb494-704b-4b17-8780-be6a3b428a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:04.950845 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dfdbb494-704b-4b17-8780-be6a3b428a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1611141'] for security_group, after_delete {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:04.967496 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbb494-704b-4b17-8780-be6a3b428a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1640fa3-3efa-41f7-8081-321493ebfad4,revision_number=None']} {{(pid=89738) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 16:12:04.971852 dv-neutron-859093-1-hyperv neutron-server[89738]: DEBUG neutron_lib.callbacks.manager [None req-dfdbb494-704b-4b17-8780-be6a3b428a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89738) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:04.974080 dv-neutron-859093-1-hyperv neutron-server[89738]: INFO neutron.wsgi [None req-dfdbb494-704b-4b17-8780-be6a3b428a6e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f1640fa3-3efa-41f7-8081-321493ebfad4 HTTP/1.1" status: 204 len: 168 time: 0.2173719 Sep 23 16:12:05.128385 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-06dd35ce-6839-48b1-a6bb-09536fbdfc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:05.562733 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:05.811658 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:07.351223 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:30.013285 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:12:32.140389 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0ec128dc-fea2-44d2-a894-b2663bb36054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:33.453505 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:35.142684 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f4c285fd-fa72-4771-b09b-4e2e965d3ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:35.550680 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:35.817244 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:12:37.316408 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:02.136757 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f096b9b6-628b-4275-b5fa-6a2d9e23161f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:03.456594 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:05.165311 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4b0f1f54-16ae-4c72-924b-d101b18fc268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:05.553588 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:05.813358 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:07.015376 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:13:07.316479 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:32.127272 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d3f87ceb-5a11-4221-a22c-cb07198e5fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:33.473823 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:35.147912 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-81ac0ea4-dfd3-4f12-8410-b50a63a80cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:35.550063 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:35.829768 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:37.298846 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:13:44.013945 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:14:02.120992 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-911abb2e-9b0b-4d3d-8462-a0e081a1fdea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:03.492188 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:05.144311 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-01d09739-e0d9-42b8-b0cf-a6f1f794890b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:05.543985 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:05.801307 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:07.292656 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:21.012833 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:14:32.141728 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7fd4189c-795f-4a67-b495-071c415476b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:33.484322 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:35.147363 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-643d7e43-87c6-4561-8871-891f72588b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:35.548891 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:35.823342 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:37.290373 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:14:58.012169 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:15:02.146831 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54ee84d7-a733-4d76-8f8d-a4cbbfc33b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:03.489495 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:05.160111 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6109d32-9365-44fe-9310-0af8f37d10c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:05.558158 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:05.821729 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:07.306953 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:32.146557 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-96b851f8-7f4e-47b8-a4ff-423cc8f6bc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:33.495202 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:35.011288 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:15:35.147073 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-25e48df7-4771-414f-896e-d46646456664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:35.542616 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:35.832560 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:15:37.301137 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:02.152147 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-83d90fd4-71a0-4759-b732-0ed2b6c856f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:03.536457 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:05.142250 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b9d65d0f-fe86-4294-813e-be82d7716cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:05.571067 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:05.828187 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:07.308125 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:12.010233 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:16:32.119266 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a0c6814d-e06e-4f28-81bc-8e7d4651518e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:33.525928 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:35.153589 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-23e62ca7-fcd4-4ac7-8636-25f23e52f815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:35.540074 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:35.820250 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:37.335159 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:16:49.009844 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:17:02.140275 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0aa27ab1-9e83-4631-9813-12fb35c5ddfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:03.517089 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:05.139956 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-daffd259-8e77-4f03-b547-ed682dcf410d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:05.545631 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:05.845114 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:07.330119 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:26.009049 dv-neutron-859093-1-hyperv neutron-server[89741]: DEBUG neutron.db.agents_db [None req-2560b408-46d5-44fb-b3a4-7600afe4741d None None] Agent healthcheck: found 6 active agents {{(pid=89741) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 23 16:17:32.134639 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-652792f7-2cf8-4336-872e-4824f38b40c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:33.539838 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1481b604-07fe-43d6-b42c-96fc4d7cd375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:35.146936 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-131aa5f8-21e2-4aa8-8f91-671103226826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:35.551403 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-22edd6ba-efe8-4286-87f8-7f1854bfdbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:35.842864 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e77cb467-287b-487c-a3a4-4d406cfabb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 16:17:37.335516 dv-neutron-859093-1-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61b71411-6960-45b9-8933-7ce9b40005a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774174805661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617223'] for agent, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}